resource.go 32 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046
  1. package knowledge
  2. import (
  3. "errors"
  4. "eta_gn/eta_api/models/knowledge"
  5. "eta_gn/eta_api/models/system"
  6. "eta_gn/eta_api/services"
  7. "eta_gn/eta_api/services/alarm_msg"
  8. "eta_gn/eta_api/utils"
  9. "fmt"
  10. "github.com/tealeg/xlsx"
  11. "html"
  12. "strconv"
  13. "strings"
  14. "time"
  15. )
  16. func AddResource(req *knowledge.AddReq, sysUser *system.Admin) (item *knowledge.KnowledgeResource, err error, errMsg string) {
  17. var startTime time.Time
  18. var endTime time.Time
  19. if req.StartTime != "" {
  20. if req.ResourceType == knowledge.KnowledgeResourceTypeEvent || req.ResourceType == knowledge.KnowledgeResourceTypePolicy {
  21. startTime, err = time.ParseInLocation(utils.FormatDateTime, req.StartTime, time.Local)
  22. if err != nil { // 如果时间格式不正确,则返回错误信息
  23. errMsg = "开始时间格式不正确"
  24. err = fmt.Errorf("开始时间格式不正确,Err:" + err.Error())
  25. return
  26. }
  27. } else {
  28. startTime, err = time.ParseInLocation(utils.FormatDate, req.StartTime, time.Local)
  29. if err != nil { // 如果时间格式不正确,则返回错误信息
  30. errMsg = "开始时间格式不正确"
  31. err = fmt.Errorf("开始时间格式不正确,Err:" + err.Error())
  32. return
  33. }
  34. }
  35. }
  36. if req.EndTime != "" {
  37. if req.ResourceType == knowledge.KnowledgeResourceTypeEvent || req.ResourceType == knowledge.KnowledgeResourceTypePolicy {
  38. endTime, err = time.ParseInLocation(utils.FormatDateTime, req.EndTime, time.Local)
  39. if err != nil { // 如果时间格式不正确,则返回错误信息
  40. errMsg = "结束时间格式不正确"
  41. err = fmt.Errorf("结束时间格式不正确,Err:" + err.Error())
  42. return
  43. }
  44. }
  45. }
  46. isFile := 0
  47. if req.Content != "" {
  48. e := utils.ContentXssCheck(req.Content)
  49. if e != nil {
  50. errMsg = "存在非法标签"
  51. err = fmt.Errorf("存在非法标签, Err: " + e.Error())
  52. return
  53. }
  54. content, e := services.FilterReportContentBr(req.Content)
  55. if e != nil {
  56. errMsg = "内容去除前后空格失败"
  57. err = fmt.Errorf("内容去除前后空格失败, Err: " + e.Error())
  58. return
  59. }
  60. req.Content = content
  61. /*contentSub, err = services.GetReportContentSub(req.Content)
  62. if err != nil {
  63. go alarm_msg.SendAlarmMsg("ContentSub 失败,Err:"+err.Error(), 3)
  64. //utils.SendEmail(utils.APPNAME+"失败提醒", "解析 ContentSub 失败,Err:"+err.Error(), utils.EmailSendToUsers)
  65. return
  66. }*/
  67. } else {
  68. if req.FileUrl == "" {
  69. errMsg = "内容或文件不能为空"
  70. err = fmt.Errorf("内容或文件不能为空")
  71. return
  72. }
  73. isFile = 1
  74. }
  75. classifyObj := new(knowledge.KnowledgeClassify)
  76. classifyItem, err := classifyObj.GetClassifyById(req.ClassifyId)
  77. if err != nil {
  78. if utils.IsErrNoRow(err) {
  79. err = fmt.Errorf("分类不存在,Err:" + err.Error())
  80. errMsg = "分类不存在"
  81. return
  82. }
  83. errMsg = "获取分类失败"
  84. err = fmt.Errorf("获取分类失败,Err:" + err.Error())
  85. return
  86. }
  87. if req.ClassifyId != classifyItem.ClassifyId { // 如果传进来的分类id和数据库中查到的分类id不一致,说明传进来的分类id是错误的
  88. errMsg = "错误分类"
  89. err = fmt.Errorf("错误分类")
  90. return
  91. }
  92. // 校验标签
  93. if req.TagId > 0 {
  94. tagObj := new(knowledge.KnowledgeTag)
  95. _, e := tagObj.GetTagById(req.TagId)
  96. if e != nil {
  97. if utils.IsErrNoRow(e) {
  98. err = fmt.Errorf("标签不存在,Err:" + e.Error())
  99. errMsg = "标签不存在"
  100. return
  101. }
  102. err = fmt.Errorf("获取标签失败,Err:" + e.Error())
  103. return
  104. }
  105. }
  106. item = new(knowledge.KnowledgeResource)
  107. item.ClassifyId = req.ClassifyId
  108. item.TagId = req.TagId
  109. item.SourceFrom = req.SourceFrom
  110. item.ResourceType = req.ResourceType
  111. item.Title = req.Title
  112. item.State = 1
  113. item.Content = html.EscapeString(req.Content)
  114. timestamp := strconv.FormatInt(time.Now().UnixNano(), 10)
  115. item.ResourceCode = utils.MD5(utils.CHART_PREFIX + "_" + timestamp)
  116. item.IsFile = isFile
  117. item.FileUrl = req.FileUrl
  118. //todo 内容前5行
  119. //item.ContentSub = html.EscapeString(contentSub)
  120. if !startTime.IsZero() {
  121. item.StartTime = &startTime
  122. } else {
  123. item.StartTime = nil
  124. }
  125. if !endTime.IsZero() {
  126. item.EndTime = &endTime
  127. } else {
  128. item.EndTime = nil
  129. }
  130. item.ModifyTime = time.Now()
  131. item.AdminId = sysUser.AdminId
  132. item.AdminRealName = sysUser.RealName
  133. //item.LastModifyAdminId = sysUser.AdminId
  134. //item.LastModifyAdminName = sysUser.RealName
  135. item.ModifyTime = time.Now()
  136. item.CreateTime = time.Now()
  137. err = item.Add(item)
  138. if err != nil {
  139. errMsg = "保存失败"
  140. err = fmt.Errorf("保存失败,Err:" + err.Error())
  141. return
  142. }
  143. //todo 是否需要保存到es中
  144. return
  145. }
  146. func EditResource(resourceInfo *knowledge.KnowledgeResource, req knowledge.EditReq, sysUser *system.Admin) (err error, errMsg string) {
  147. errMsg = `保存失败`
  148. var startTime time.Time
  149. var endTime time.Time
  150. if req.StartTime != "" {
  151. if req.ResourceType == knowledge.KnowledgeResourceTypeEvent || req.ResourceType == knowledge.KnowledgeResourceTypePolicy {
  152. startTime, err = time.ParseInLocation(utils.FormatDateTime, req.StartTime, time.Local)
  153. if err != nil { // 如果时间格式不正确,则返回错误信息
  154. errMsg = "开始时间格式不正确"
  155. err = fmt.Errorf("开始时间格式不正确,Err:" + err.Error())
  156. return
  157. }
  158. } else {
  159. startTime, err = time.ParseInLocation(utils.FormatDate, req.StartTime, time.Local)
  160. if err != nil { // 如果时间格式不正确,则返回错误信息
  161. errMsg = "开始时间格式不正确"
  162. err = fmt.Errorf("开始时间格式不正确,Err:" + err.Error())
  163. return
  164. }
  165. }
  166. }
  167. if req.EndTime != "" {
  168. if req.ResourceType == knowledge.KnowledgeResourceTypeEvent || req.ResourceType == knowledge.KnowledgeResourceTypePolicy {
  169. endTime, err = time.ParseInLocation(utils.FormatDateTime, req.EndTime, time.Local)
  170. if err != nil { // 如果时间格式不正确,则返回错误信息
  171. errMsg = "结束时间格式不正确"
  172. err = fmt.Errorf("结束时间格式不正确,Err:" + err.Error())
  173. return
  174. }
  175. }
  176. }
  177. if resourceInfo.IsFile == 0 {
  178. if req.Content == "" {
  179. errMsg = "内容不能为空"
  180. err = fmt.Errorf("内容不能为空")
  181. return
  182. }
  183. } else if resourceInfo.IsFile == 1 {
  184. if req.FileUrl == "" {
  185. errMsg = "文件地址不能为空"
  186. err = fmt.Errorf("文件地址不能为空")
  187. return
  188. }
  189. }
  190. if req.Content != "" {
  191. e := utils.ContentXssCheck(req.Content)
  192. if e != nil {
  193. errMsg = "存在非法标签"
  194. err = fmt.Errorf("存在非法标签, Err: " + e.Error())
  195. return
  196. }
  197. content, e := services.FilterReportContentBr(req.Content)
  198. if e != nil {
  199. errMsg = "内容去除前后空格失败"
  200. err = fmt.Errorf("内容去除前后空格失败, Err: " + e.Error())
  201. return
  202. }
  203. req.Content = content
  204. /*contentSub, err = services.GetReportContentSub(req.Content)
  205. if err != nil {
  206. go alarm_msg.SendAlarmMsg("ContentSub 失败,Err:"+err.Error(), 3)
  207. //utils.SendEmail(utils.APPNAME+"失败提醒", "解析 ContentSub 失败,Err:"+err.Error(), utils.EmailSendToUsers)
  208. return
  209. }*/
  210. }
  211. classifyObj := new(knowledge.KnowledgeClassify)
  212. classifyItem, err := classifyObj.GetClassifyById(req.ClassifyId)
  213. if err != nil {
  214. if utils.IsErrNoRow(err) {
  215. err = fmt.Errorf("分类不存在,Err:" + err.Error())
  216. errMsg = "分类不存在"
  217. return
  218. }
  219. errMsg = "获取分类失败"
  220. err = fmt.Errorf("获取分类失败,Err:" + err.Error())
  221. return
  222. }
  223. if req.ClassifyId != classifyItem.ClassifyId { // 如果传进来的分类id和数据库中查到的分类id不一致,说明传进来的分类id是错误的
  224. errMsg = "错误分类"
  225. err = fmt.Errorf("错误分类")
  226. return
  227. }
  228. if req.TagId > 0 {
  229. tagObj := new(knowledge.KnowledgeTag)
  230. _, e := tagObj.GetTagById(req.TagId)
  231. if e != nil {
  232. if utils.IsErrNoRow(e) {
  233. err = fmt.Errorf("标签不存在,Err:" + e.Error())
  234. errMsg = "标签不存在"
  235. return
  236. }
  237. err = fmt.Errorf("获取标签失败,Err:" + e.Error())
  238. return
  239. }
  240. }
  241. resourceInfo.ClassifyId = req.ClassifyId
  242. resourceInfo.SourceFrom = req.SourceFrom
  243. resourceInfo.TagId = req.TagId
  244. resourceInfo.Title = req.Title
  245. if req.Content != "" {
  246. resourceInfo.Content = html.EscapeString(req.Content)
  247. }
  248. if !startTime.IsZero() {
  249. resourceInfo.StartTime = &startTime
  250. }
  251. if !endTime.IsZero() {
  252. resourceInfo.EndTime = &endTime
  253. }
  254. resourceInfo.FileUrl = req.FileUrl
  255. //resourceInfo.LastModifyAdminId = sysUser.AdminId
  256. //resourceInfo.LastModifyAdminName = sysUser.RealName
  257. resourceInfo.ModifyTime = time.Now()
  258. updateCols := []string{"ClassifyId", "SourceFrom", "TagId", "Title", "Content", "StartTime", "EndTime", "ModifyTime", "FileUrl"}
  259. // 修改报告的基本信息,以及报告的授权用户
  260. err = resourceInfo.Update(updateCols)
  261. if err != nil {
  262. return
  263. }
  264. return
  265. }
  266. // ImportResourceData
  267. // @Description: 数据导入
  268. // @author: Roc
  269. // @datetime 2024-08-01 11:27:21
  270. // @param path string
  271. // @param sysUser *system.Admin
  272. // @return successCount int
  273. // @return failCount int
  274. // @return err error
  275. // @return errMsg string
  276. func ImportResourceData(path string, resourceType int, sysUser *system.Admin) (successCount, failCount int, err error, errMsg string) {
  277. // 错误信息
  278. errMsgList := make([]string, 0)
  279. defer func() {
  280. // 错误信息记录
  281. if len(errMsgList) > 0 {
  282. utils.FileLog.Info("导入失败, errMsgList: %v", strings.Join(errMsgList, "\n"))
  283. }
  284. }()
  285. errMsg = `导入失败`
  286. xlFile, err := xlsx.OpenFile(path)
  287. if err != nil {
  288. fmt.Println(err.Error())
  289. return
  290. }
  291. if len(xlFile.Sheets) <= 0 {
  292. errMsg = "导入模板异常"
  293. err = errors.New(errMsg)
  294. return
  295. }
  296. //导入失败数据
  297. failDataList := make([]*knowledge.KnowledgeImportFail, 0)
  298. var indexDataList []knowledge.ResourceImportData
  299. tagObj := new(knowledge.KnowledgeTag)
  300. // 模板校验,然后处理成标准化格式
  301. for _, sheet := range xlFile.Sheets {
  302. var tmpFailDataList []*knowledge.KnowledgeImportFail
  303. var tmpIndexDataList []knowledge.ResourceImportData
  304. rowList := sheet.Rows
  305. if len(rowList) <= 0 {
  306. errMsg = sheet.Name + "页异常"
  307. err = errors.New(errMsg)
  308. return
  309. }
  310. if resourceType == knowledge.KnowledgeResourceTypeEvent || resourceType == knowledge.KnowledgeResourceTypePolicy {
  311. tmpIndexDataList, tmpFailDataList, err, errMsg = getDataByTemplateEvent(sheet, sysUser.AdminId, resourceType)
  312. } else {
  313. tmpIndexDataList, tmpFailDataList, err, errMsg = getDataByTemplatePoint(sheet, sysUser.AdminId, resourceType)
  314. }
  315. if err != nil {
  316. return
  317. }
  318. fmt.Println("tmpIndexDataList: ", tmpIndexDataList)
  319. for _, v := range tmpFailDataList {
  320. fmt.Println("tmpFailDataList: ", v)
  321. }
  322. indexDataList = append(indexDataList, tmpIndexDataList...)
  323. failDataList = append(failDataList, tmpFailDataList...)
  324. }
  325. if len(indexDataList) <= 0 {
  326. if len(failDataList) > 0 {
  327. errMsg = failDataList[0].Remark
  328. err = errors.New(errMsg)
  329. }
  330. return
  331. }
  332. // 遍历获取所有分类
  333. classifyNames := make([]string, 0)
  334. for _, v := range indexDataList {
  335. if v.ClassifyFirstName != "" {
  336. classifyNames = append(classifyNames, v.ClassifyFirstName)
  337. }
  338. if v.ClassifySecondName != "" {
  339. classifyNames = append(classifyNames, v.ClassifySecondName)
  340. }
  341. if v.ClassifyThirdName != "" {
  342. classifyNames = append(classifyNames, v.ClassifyThirdName)
  343. }
  344. }
  345. fmt.Println(classifyNames)
  346. classifyList, err := knowledge.GetFullClassifyListByName(classifyNames, resourceType)
  347. if err != nil {
  348. err = fmt.Errorf("获取分类数据失败 Err: %s", err.Error())
  349. errMsg = "获取分类数据失败"
  350. return
  351. }
  352. classifyObj := new(knowledge.KnowledgeClassify)
  353. classifyAllList, err := classifyObj.GetAllClassify(resourceType)
  354. if err != nil {
  355. err = fmt.Errorf("获取分类数据失败 Err: %s", err.Error())
  356. errMsg = "获取分类数据失败"
  357. return
  358. }
  359. classifyNameMap := make(map[string]int)
  360. classifyHasChildMap := make(map[int]bool)
  361. for _, v := range classifyAllList {
  362. if v.ParentId > 0 {
  363. classifyHasChildMap[v.ParentId] = true
  364. }
  365. }
  366. for _, v := range classifyList {
  367. name := fmt.Sprintf("%s/%s/%s", v.RootName, v.ParentName, v.ClassifyName)
  368. fmt.Println("name", name)
  369. if v.RootName == "" && v.ParentName == "" { //一级分类
  370. name = fmt.Sprintf("%s/%s/%s", v.ClassifyName, "", "")
  371. if _, ok := classifyHasChildMap[v.ClassifyId]; ok {
  372. continue
  373. }
  374. } else if v.RootName == "" { //二级分类
  375. name = fmt.Sprintf("%s/%s/%s", v.ParentName, v.ClassifyName, "")
  376. if _, ok := classifyHasChildMap[v.ClassifyId]; ok {
  377. continue
  378. }
  379. }
  380. classifyNameMap[name] = v.ClassifyId
  381. }
  382. tagNameMap := make(map[string]int)
  383. tagList, err := tagObj.GetAllTag(resourceType)
  384. for _, v := range tagList {
  385. tagNameMap[v.TagName] = v.TagId
  386. }
  387. for _, v := range indexDataList {
  388. errTip := ""
  389. classifyId := 0
  390. if successCount > 100 {
  391. errTip = "导入数量超过100条"
  392. } else if v.Title == "" {
  393. errTip = "标题未填"
  394. } else if v.Content == "" {
  395. errTip = "正文未填"
  396. } else if v.SourceFrom == "" {
  397. errTip = "来源未填"
  398. } else if v.ClassifyFirstName == "" {
  399. errTip = "分类未填"
  400. } else {
  401. // 判断分类是否存在
  402. classifyName := fmt.Sprintf("%s/%s/%s", v.ClassifyFirstName, v.ClassifySecondName, v.ClassifyThirdName)
  403. fmt.Println("classifyName: ", classifyName)
  404. classifyIdTmp, ok := classifyNameMap[classifyName]
  405. if !ok {
  406. errTip = "分类不存在"
  407. }
  408. classifyId = classifyIdTmp
  409. }
  410. if errTip != "" {
  411. failItem := &knowledge.KnowledgeImportFail{
  412. Title: v.Title,
  413. Content: v.Content,
  414. SourceFrom: v.SourceFrom,
  415. ClassifyFirst: v.ClassifyFirstName,
  416. ClassifySecond: v.ClassifySecondName,
  417. ClassifyThird: v.ClassifyThirdName,
  418. ResourceType: resourceType,
  419. StartDate: v.StartDate,
  420. EndDate: v.EndDate,
  421. StartTime: v.StartTime,
  422. EndTime: v.EndTime,
  423. Remark: errTip,
  424. SysUserId: fmt.Sprint(sysUser.AdminId),
  425. CreateTime: time.Now(),
  426. }
  427. failDataList = append(failDataList, failItem)
  428. continue
  429. }
  430. tagId, _ := tagNameMap[v.Tag]
  431. req := new(knowledge.AddReq)
  432. req.Title = v.Title
  433. req.Content = v.Content
  434. req.SourceFrom = v.SourceFrom
  435. req.ClassifyId = classifyId
  436. req.TagId = tagId
  437. req.ResourceType = resourceType
  438. if v.StartDate != "" {
  439. if resourceType == knowledge.KnowledgeResourceTypeEvent || resourceType == knowledge.KnowledgeResourceTypePolicy {
  440. req.StartTime = fmt.Sprintf("%s %s", v.StartDate, v.StartTime)
  441. } else {
  442. req.StartTime = v.StartDate
  443. }
  444. }
  445. if v.EndDate != "" {
  446. if resourceType == knowledge.KnowledgeResourceTypeEvent || resourceType == knowledge.KnowledgeResourceTypePolicy {
  447. req.EndTime = fmt.Sprintf("%s %s", v.EndDate, v.EndTime)
  448. }
  449. }
  450. tmpErr, msg := addExcelResource(req, sysUser)
  451. if tmpErr != nil {
  452. failItem := &knowledge.KnowledgeImportFail{
  453. Title: v.Title,
  454. Content: v.Content,
  455. SourceFrom: v.SourceFrom,
  456. ClassifyFirst: v.ClassifyFirstName,
  457. ClassifySecond: v.ClassifySecondName,
  458. ClassifyThird: v.ClassifyThirdName,
  459. ResourceType: resourceType,
  460. StartDate: v.StartDate,
  461. EndDate: v.EndDate,
  462. StartTime: v.StartTime,
  463. EndTime: v.EndTime,
  464. Remark: "新增事件失败:" + msg,
  465. SysUserId: fmt.Sprint(sysUser.AdminId),
  466. CreateTime: time.Now(),
  467. }
  468. failDataList = append(failDataList, failItem)
  469. continue
  470. } else {
  471. successCount++
  472. }
  473. }
  474. // 失败数量
  475. failCount = len(failDataList)
  476. //fmt.Println("failDataList:", len(failDataList))
  477. if failCount > 0 {
  478. failObj := new(knowledge.KnowledgeImportFail)
  479. //先删除导入失败记录
  480. _ = failObj.Delete(sysUser.AdminId, resourceType)
  481. // 批量添加导入失败记录
  482. err = failObj.MultiAdd(failDataList)
  483. if err != nil {
  484. go alarm_msg.SendAlarmMsg("导入数据 新增失败记录失败,Err:"+err.Error(), 3)
  485. }
  486. {
  487. //错误信息字符串切片,最后作为发送邮件通知使用
  488. failContents := make([]string, 0)
  489. for _, v := range failDataList {
  490. failContents = append(failContents, fmt.Sprint(v.Title, "导入失败:", v.Remark))
  491. }
  492. utils.FileLog.Info("导入数据 存在部分数据导入失败:" + strings.Join(failContents, ";"))
  493. //导入失败的话,最后统一邮件提醒就好啦,不需要每次都去提醒
  494. go alarm_msg.SendAlarmMsg("导入数据 存在部分数据导入失败:"+strings.Join(failContents, ";"), 3)
  495. }
  496. }
  497. return
  498. }
  499. // getDataByTemplateEvent
  500. func getDataByTemplateEvent(sheet *xlsx.Sheet, sysUserId, resourceType int) (indexDataList []knowledge.ResourceImportData, failDataList []*knowledge.KnowledgeImportFail, err error, errMsg string) {
  501. fmt.Println("sheet name: ", sheet.Name)
  502. indexDataList = make([]knowledge.ResourceImportData, 0)
  503. failDataList = make([]*knowledge.KnowledgeImportFail, 0)
  504. //遍历行读取
  505. maxRow := sheet.MaxRow
  506. fmt.Println("maxRow:", maxRow)
  507. // 表头信息
  508. if maxRow <= 3 {
  509. errMsg = "模板异常1"
  510. err = errors.New(errMsg)
  511. return
  512. }
  513. // 表头校验
  514. {
  515. headerRow := sheet.Row(1)
  516. cells := headerRow.Cells
  517. fmt.Println("cells:", len(cells))
  518. if len(cells) < 11 {
  519. errMsg = "导入文件异常,请下载最新导入模板文件"
  520. err = errors.New(errMsg)
  521. return
  522. }
  523. // 循环打印每个单元格
  524. for k, v := range cells {
  525. fmt.Println("第", k, "个单元格", v.Value)
  526. }
  527. templateFail := false
  528. if cells[0].Value != "开始时间" {
  529. templateFail = true
  530. }
  531. if cells[2].Value != "结束时间(非必填)" {
  532. templateFail = true
  533. }
  534. if cells[4].Value != "标题" {
  535. templateFail = true
  536. }
  537. if cells[5].Value != "正文" {
  538. templateFail = true
  539. }
  540. if cells[6].Value != "来源" {
  541. templateFail = true
  542. }
  543. if cells[7].Value != "一级分类" {
  544. templateFail = true
  545. }
  546. if cells[8].Value != "二级分类" {
  547. templateFail = true
  548. }
  549. if cells[9].Value != "三级分类" {
  550. templateFail = true
  551. }
  552. if cells[10].Value != "标签" {
  553. templateFail = true
  554. }
  555. headerRow2 := sheet.Row(2)
  556. cells2 := headerRow2.Cells
  557. for k, v := range cells2 {
  558. fmt.Println("2第", k, "个单元格", v.Value)
  559. }
  560. if len(cells2) < 11 {
  561. templateFail = true
  562. } else {
  563. if cells2[0].Value != "日期" {
  564. templateFail = true
  565. }
  566. if cells2[1].Value != "时间" {
  567. templateFail = true
  568. }
  569. if cells2[2].Value != "日期" {
  570. templateFail = true
  571. }
  572. if cells2[3].Value != "时间" {
  573. templateFail = true
  574. }
  575. }
  576. if templateFail {
  577. fmt.Println("头部信息校验失败")
  578. errMsg = "导入文件异常,请下载最新导入模板文件"
  579. err = errors.New(errMsg)
  580. return
  581. }
  582. }
  583. for i := 3; i < maxRow; i++ {
  584. row := sheet.Row(i)
  585. cells := row.Cells
  586. lenCell := len(cells)
  587. // 过滤空白行
  588. if lenCell <= 0 {
  589. continue
  590. }
  591. var startDateO, endDateO, startTimeO, endTimeO string
  592. var startDate, startTime, endDate, endTime string
  593. var title, content, sourceFrom, classifyName1, classifyName2, classifyName3, tag string
  594. for k, v := range cells {
  595. fmt.Println("数据第行", i, "第", k, "个单元格", v.Value)
  596. if k == 0 {
  597. startDate = strings.TrimSpace(cells[0].Value) //开始时间
  598. startDateO = startDate
  599. } else if k == 1 {
  600. startTime = strings.TrimSpace(cells[1].Value) //开始时间
  601. startTimeO = startTime
  602. } else if k == 2 {
  603. endDate = strings.TrimSpace(cells[2].Value) //结束时间
  604. endDateO = endDate
  605. } else if k == 3 {
  606. endTime = strings.TrimSpace(cells[3].Value) //结束时间
  607. endTimeO = endTime
  608. } else if k == 4 {
  609. title = strings.TrimSpace(cells[4].Value) //标题
  610. } else if k == 5 {
  611. content = strings.TrimSpace(cells[5].Value) //正文
  612. } else if k == 6 {
  613. sourceFrom = strings.TrimSpace(cells[6].Value) //来源
  614. } else if k == 7 {
  615. classifyName1 = strings.TrimSpace(cells[7].Value) //一级分类
  616. } else if k == 8 {
  617. classifyName2 = strings.TrimSpace(cells[8].Value) //二级分类
  618. } else if k == 9 {
  619. classifyName3 = strings.TrimSpace(cells[9].Value) //三级分类
  620. } else if k == 10 {
  621. tag = strings.TrimSpace(cells[10].Value) //标签
  622. }
  623. }
  624. if title == "" && startDate == "" && startTime == "" && endTime == "" && endDate == "" && content == "" && tag == "" && sourceFrom == "" && classifyName1 == "" && classifyName2 == "" && classifyName3 == "" { //过滤空白行
  625. continue
  626. }
  627. fmt.Println("lenCell:", lenCell)
  628. // 校验日期格式
  629. var startDateVal, endDateVal, startTimeVal float64
  630. var tmpErr error
  631. if startDate != "" {
  632. // 判断9:09:14日期格式是否正确
  633. // 判断是否是数字
  634. startDateVal, tmpErr = strconv.ParseFloat(startDate, 64)
  635. if tmpErr == nil {
  636. startDate = xlsx.TimeFromExcelTime(startDateVal, false).Format(utils.FormatDate)
  637. fmt.Println(startDate)
  638. } else {
  639. startDate, tmpErr = getExcelDate(startDate)
  640. if tmpErr != nil {
  641. failDataList = append(failDataList, &knowledge.KnowledgeImportFail{
  642. //Id: 0,
  643. Title: title,
  644. Content: content,
  645. SourceFrom: sourceFrom,
  646. ClassifyFirst: classifyName1,
  647. ClassifySecond: classifyName2,
  648. ClassifyThird: classifyName3,
  649. ResourceType: resourceType,
  650. StartDate: startDateO,
  651. EndDate: endDateO,
  652. StartTime: startTimeO,
  653. EndTime: endTimeO,
  654. Remark: "日期格式异常",
  655. SysUserId: strconv.Itoa(sysUserId),
  656. CreateTime: time.Now(),
  657. })
  658. continue
  659. }
  660. }
  661. if startTime != "" {
  662. // 判断9:09:14日期格式是否正确
  663. startTimeVal, tmpErr = strconv.ParseFloat(startTime, 64)
  664. if tmpErr == nil {
  665. startTimeVal = startDateVal + startTimeVal
  666. startTime = xlsx.TimeFromExcelTime(startTimeVal, false).Format(utils.FormatTime)
  667. fmt.Println(startTime)
  668. } else {
  669. _, tmpErr = time.Parse(utils.FormatDateTime, startDate+" "+startTime)
  670. if tmpErr != nil {
  671. failDataList = append(failDataList, &knowledge.KnowledgeImportFail{
  672. //Id: 0,
  673. Title: title,
  674. Content: content,
  675. SourceFrom: sourceFrom,
  676. ClassifyFirst: classifyName1,
  677. ClassifySecond: classifyName2,
  678. ClassifyThird: classifyName3,
  679. ResourceType: resourceType,
  680. StartDate: startDateO,
  681. EndDate: endDateO,
  682. StartTime: startTimeO,
  683. EndTime: endTimeO,
  684. Remark: "日期格式异常",
  685. SysUserId: strconv.Itoa(sysUserId),
  686. CreateTime: time.Now(),
  687. })
  688. continue
  689. }
  690. }
  691. }
  692. }
  693. if endDate != "" {
  694. endDateVal, tmpErr = strconv.ParseFloat(endDate, 64)
  695. if tmpErr == nil {
  696. endDate = xlsx.TimeFromExcelTime(endDateVal, false).Format(utils.FormatDate)
  697. fmt.Println(endDate)
  698. } else {
  699. endDate, tmpErr = getExcelDate(endDate)
  700. if tmpErr != nil {
  701. failDataList = append(failDataList, &knowledge.KnowledgeImportFail{
  702. //Id: 0,
  703. Title: title,
  704. Content: content,
  705. SourceFrom: sourceFrom,
  706. ClassifyFirst: classifyName1,
  707. ClassifySecond: classifyName2,
  708. ClassifyThird: classifyName3,
  709. ResourceType: resourceType,
  710. StartDate: startDateO,
  711. EndDate: endDateO,
  712. StartTime: startTimeO,
  713. EndTime: endTimeO,
  714. Remark: "日期格式异常",
  715. SysUserId: strconv.Itoa(sysUserId),
  716. CreateTime: time.Now(),
  717. })
  718. continue
  719. }
  720. }
  721. if endTime != "" {
  722. // 判断9:09:14日期格式是否正确
  723. endTimeVal, e := strconv.ParseFloat(endTime, 64)
  724. if e == nil {
  725. endTimeVal = endDateVal + endTimeVal
  726. endTime = xlsx.TimeFromExcelTime(endTimeVal, false).Format(utils.FormatTime)
  727. fmt.Println(endTime)
  728. } else {
  729. _, e = time.Parse(utils.FormatDateTime, endDate+" "+endTime)
  730. if e != nil {
  731. failDataList = append(failDataList, &knowledge.KnowledgeImportFail{
  732. //Id: 0,
  733. Title: title,
  734. Content: content,
  735. SourceFrom: sourceFrom,
  736. ClassifyFirst: classifyName1,
  737. ClassifySecond: classifyName2,
  738. ClassifyThird: classifyName3,
  739. ResourceType: resourceType,
  740. StartDate: startDate,
  741. EndDate: endDate,
  742. StartTime: startTimeO,
  743. EndTime: endTimeO,
  744. Remark: "日期格式异常",
  745. SysUserId: strconv.Itoa(sysUserId),
  746. CreateTime: time.Now(),
  747. })
  748. continue
  749. }
  750. }
  751. }
  752. }
  753. resourceItem := knowledge.ResourceImportData{
  754. Title: title,
  755. StartDate: startDate,
  756. EndDate: endDate,
  757. StartTime: startTime,
  758. EndTime: endTime,
  759. Content: content,
  760. Tag: tag,
  761. SourceFrom: sourceFrom,
  762. ClassifyFirstName: classifyName1,
  763. ClassifySecondName: classifyName2,
  764. ClassifyThirdName: classifyName3,
  765. }
  766. indexDataList = append(indexDataList, resourceItem)
  767. }
  768. return
  769. }
  770. // getDataByTemplatePoint
  771. func getDataByTemplatePoint(sheet *xlsx.Sheet, sysUserId, resourceType int) (indexDataList []knowledge.ResourceImportData, failDataList []*knowledge.KnowledgeImportFail, err error, errMsg string) {
  772. fmt.Println("sheet name: ", sheet.Name)
  773. indexDataList = make([]knowledge.ResourceImportData, 0)
  774. failDataList = make([]*knowledge.KnowledgeImportFail, 0)
  775. //遍历行读取
  776. maxRow := sheet.MaxRow
  777. fmt.Println("maxRow:", maxRow)
  778. // 表头信息
  779. if maxRow <= 3 {
  780. errMsg = "模板异常1"
  781. err = errors.New(errMsg)
  782. return
  783. }
  784. // 表头校验
  785. {
  786. headerRow := sheet.Row(1)
  787. cells := headerRow.Cells
  788. fmt.Println("cells:", len(cells))
  789. if len(cells) < 5 {
  790. errMsg = "导入文件异常,请下载最新导入模板文件"
  791. err = errors.New(errMsg)
  792. return
  793. }
  794. // 循环打印每个单元格
  795. for k, v := range cells {
  796. fmt.Println("第", k, "个单元格", v.Value)
  797. }
  798. templateFail := false
  799. if cells[0].Value != "时间" {
  800. templateFail = true
  801. }
  802. if cells[1].Value != "标题" {
  803. templateFail = true
  804. }
  805. if cells[2].Value != "正文" {
  806. templateFail = true
  807. }
  808. if cells[3].Value != "来源" {
  809. templateFail = true
  810. }
  811. if cells[4].Value != "一级分类" {
  812. templateFail = true
  813. }
  814. if cells[5].Value != "二级分类" {
  815. templateFail = true
  816. }
  817. if cells[6].Value != "三级分类" {
  818. templateFail = true
  819. }
  820. if cells[7].Value != "标签" {
  821. templateFail = true
  822. }
  823. if templateFail {
  824. fmt.Println("头部信息校验失败")
  825. errMsg = "导入文件异常,请下载最新导入模板文件"
  826. err = errors.New(errMsg)
  827. return
  828. }
  829. }
  830. for i := 2; i < maxRow; i++ {
  831. row := sheet.Row(i)
  832. cells := row.Cells
  833. lenCell := len(cells)
  834. // 过滤空白行
  835. if lenCell <= 0 {
  836. continue
  837. }
  838. var startDateO string
  839. var startDate string
  840. var title, content, sourceFrom, classifyName1, classifyName2, classifyName3, tag string
  841. for k, v := range cells {
  842. fmt.Println("数据第行", i, "第", k, "个单元格", v.Value)
  843. if k == 0 {
  844. startDate = strings.TrimSpace(cells[0].Value) //开始时间
  845. startDateO = startDate
  846. } else if k == 1 {
  847. title = strings.TrimSpace(cells[1].Value) //标题
  848. } else if k == 2 {
  849. content = strings.TrimSpace(cells[2].Value) //正文
  850. } else if k == 3 {
  851. sourceFrom = strings.TrimSpace(cells[3].Value) //来源
  852. } else if k == 4 {
  853. classifyName1 = strings.TrimSpace(cells[4].Value) //一级分类
  854. } else if k == 5 {
  855. classifyName2 = strings.TrimSpace(cells[5].Value) //二级分类
  856. } else if k == 6 {
  857. classifyName3 = strings.TrimSpace(cells[6].Value) //三级分类
  858. } else if k == 7 {
  859. tag = strings.TrimSpace(cells[7].Value) //标签
  860. }
  861. }
  862. if title == "" && startDate == "" && content == "" && tag == "" && sourceFrom == "" && classifyName1 == "" && classifyName2 == "" && classifyName3 == "" { //过滤空白行
  863. continue
  864. }
  865. // 校验日期格式
  866. if startDate != "" {
  867. // 判断9:09:14日期格式是否正确
  868. // 判断是否是数字
  869. startDateVal, tmpErr := strconv.ParseFloat(startDate, 64)
  870. if tmpErr == nil {
  871. startDate = xlsx.TimeFromExcelTime(startDateVal, false).Format(utils.FormatDate)
  872. fmt.Println(startDate)
  873. } else {
  874. startDate, tmpErr = getExcelDate(startDate)
  875. if tmpErr != nil {
  876. failDataList = append(failDataList, &knowledge.KnowledgeImportFail{
  877. //Id: 0,
  878. Title: title,
  879. Content: content,
  880. SourceFrom: sourceFrom,
  881. ClassifyFirst: classifyName1,
  882. ClassifySecond: classifyName2,
  883. ClassifyThird: classifyName3,
  884. ResourceType: resourceType,
  885. StartDate: startDateO,
  886. Remark: "日期格式异常",
  887. SysUserId: strconv.Itoa(sysUserId),
  888. CreateTime: time.Now(),
  889. })
  890. continue
  891. }
  892. }
  893. }
  894. resourceItem := knowledge.ResourceImportData{
  895. Title: title,
  896. StartDate: startDate,
  897. Content: content,
  898. Tag: tag,
  899. SourceFrom: sourceFrom,
  900. ClassifyFirstName: classifyName1,
  901. ClassifySecondName: classifyName2,
  902. ClassifyThirdName: classifyName3,
  903. }
  904. indexDataList = append(indexDataList, resourceItem)
  905. }
  906. return
  907. }
  908. func getExcelDate(createDate string) (newCreateDate string, err error) {
  909. if strings.Contains(createDate, "-") {
  910. //如果是带有 - 的普通日期格式文本
  911. _, err = time.Parse("2006-1-2", createDate)
  912. if err == nil {
  913. newCreateDate = createDate
  914. }
  915. } else if strings.Contains(createDate, "/") {
  916. //如果是带有 / 的普通日期格式文本
  917. createDateTime, timeErr := time.Parse("2006/1/2", createDate)
  918. if timeErr != nil {
  919. err = timeErr
  920. } else {
  921. newCreateDate = createDateTime.Format("2006-01-02")
  922. }
  923. } else {
  924. //可能是excel的日期格式
  925. _, tmpErr := strconv.Atoi(createDate)
  926. if tmpErr != nil {
  927. err = tmpErr
  928. } else {
  929. newCreateDate = utils.ConvertToFormatDay(createDate) //录入日期
  930. }
  931. }
  932. return
  933. }
  934. func addExcelResource(req *knowledge.AddReq, sysUser *system.Admin) (err error, errMsg string) {
  935. var startTime time.Time
  936. var endTime time.Time
  937. if req.StartTime != "" {
  938. if req.ResourceType == knowledge.KnowledgeResourceTypeEvent || req.ResourceType == knowledge.KnowledgeResourceTypePolicy {
  939. startTime, err = time.ParseInLocation(utils.FormatDateTime, req.StartTime, time.Local)
  940. if err != nil { // 如果时间格式不正确,则返回错误信息
  941. errMsg = "开始时间格式不正确"
  942. err = fmt.Errorf("开始时间格式不正确,Err:" + err.Error())
  943. return
  944. }
  945. } else {
  946. startTime, err = time.ParseInLocation(utils.FormatDate, req.StartTime, time.Local)
  947. if err != nil { // 如果时间格式不正确,则返回错误信息
  948. errMsg = "开始时间格式不正确"
  949. err = fmt.Errorf("开始时间格式不正确,Err:" + err.Error())
  950. return
  951. }
  952. }
  953. }
  954. if req.EndTime != "" {
  955. if req.ResourceType == knowledge.KnowledgeResourceTypeEvent || req.ResourceType == knowledge.KnowledgeResourceTypePolicy {
  956. endTime, err = time.ParseInLocation(utils.FormatDateTime, req.EndTime, time.Local)
  957. if err != nil { // 如果时间格式不正确,则返回错误信息
  958. errMsg = "结束时间格式不正确"
  959. err = fmt.Errorf("结束时间格式不正确,Err:" + err.Error())
  960. return
  961. }
  962. }
  963. }
  964. item := new(knowledge.KnowledgeResource)
  965. item.ClassifyId = req.ClassifyId
  966. item.TagId = req.TagId
  967. item.SourceFrom = req.SourceFrom
  968. item.ResourceType = req.ResourceType
  969. item.Title = req.Title
  970. item.State = 1
  971. item.Content = html.EscapeString(req.Content)
  972. timestamp := strconv.FormatInt(time.Now().UnixNano(), 10)
  973. item.ResourceCode = utils.MD5(utils.CHART_PREFIX + "_" + timestamp)
  974. //todo 内容前5行
  975. //item.ContentSub = html.EscapeString(contentSub)
  976. if !startTime.IsZero() {
  977. item.StartTime = &startTime
  978. }
  979. if !endTime.IsZero() {
  980. item.EndTime = &endTime
  981. }
  982. item.ModifyTime = time.Now()
  983. item.AdminId = sysUser.AdminId
  984. item.AdminRealName = sysUser.RealName
  985. //item.LastModifyAdminId = sysUser.AdminId
  986. //item.LastModifyAdminName = sysUser.RealName
  987. item.ModifyTime = time.Now()
  988. item.CreateTime = time.Now()
  989. err = item.Add(item)
  990. if err != nil {
  991. errMsg = "保存失败"
  992. err = fmt.Errorf("保存失败,Err:" + err.Error())
  993. return
  994. }
  995. //todo 是否需要保存到es中
  996. return
  997. }