resource.go 31 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043
  1. package knowledge
  2. import (
  3. "errors"
  4. "eta_gn/eta_api/models"
  5. "eta_gn/eta_api/models/knowledge"
  6. "eta_gn/eta_api/models/system"
  7. "eta_gn/eta_api/services"
  8. "eta_gn/eta_api/services/alarm_msg"
  9. "eta_gn/eta_api/utils"
  10. "fmt"
  11. "github.com/tealeg/xlsx"
  12. "html"
  13. "strconv"
  14. "strings"
  15. "time"
  16. )
  17. func AddResource(req *knowledge.AddReq, sysUser *system.Admin) (item *knowledge.KnowledgeResource, err error, errMsg string) {
  18. var startTime time.Time
  19. var endTime time.Time
  20. if req.StartTime != "" {
  21. if req.ResourceType == knowledge.KnowledgeResourceTypeEvent || req.ResourceType == knowledge.KnowledgeResourceTypePolicy {
  22. startTime, err = time.ParseInLocation(utils.FormatDateTime, req.StartTime, time.Local)
  23. if err != nil { // 如果时间格式不正确,则返回错误信息
  24. errMsg = "开始时间格式不正确"
  25. err = fmt.Errorf("开始时间格式不正确,Err:" + err.Error())
  26. return
  27. }
  28. } else {
  29. startTime, err = time.ParseInLocation(utils.FormatDate, req.StartTime, time.Local)
  30. if err != nil { // 如果时间格式不正确,则返回错误信息
  31. errMsg = "开始时间格式不正确"
  32. err = fmt.Errorf("开始时间格式不正确,Err:" + err.Error())
  33. return
  34. }
  35. }
  36. }
  37. if req.EndTime != "" {
  38. if req.ResourceType == knowledge.KnowledgeResourceTypeEvent || req.ResourceType == knowledge.KnowledgeResourceTypePolicy {
  39. endTime, err = time.ParseInLocation(utils.FormatDateTime, req.EndTime, time.Local)
  40. if err != nil { // 如果时间格式不正确,则返回错误信息
  41. errMsg = "结束时间格式不正确"
  42. err = fmt.Errorf("结束时间格式不正确,Err:" + err.Error())
  43. return
  44. }
  45. }
  46. }
  47. isFile := 0
  48. if req.Content != "" {
  49. e := utils.ContentXssCheck(req.Content)
  50. if e != nil {
  51. errMsg = "存在非法标签"
  52. err = fmt.Errorf("存在非法标签, Err: " + e.Error())
  53. return
  54. }
  55. content, e := services.FilterReportContentBr(req.Content)
  56. if e != nil {
  57. errMsg = "内容去除前后空格失败"
  58. err = fmt.Errorf("内容去除前后空格失败, Err: " + e.Error())
  59. return
  60. }
  61. req.Content = content
  62. /*contentSub, err = services.GetReportContentSub(req.Content)
  63. if err != nil {
  64. go alarm_msg.SendAlarmMsg("ContentSub 失败,Err:"+err.Error(), 3)
  65. //utils.SendEmail(utils.APPNAME+"失败提醒", "解析 ContentSub 失败,Err:"+err.Error(), utils.EmailSendToUsers)
  66. return
  67. }*/
  68. } else {
  69. if req.FileUrl == "" {
  70. errMsg = "内容或文件不能为空"
  71. err = fmt.Errorf("内容或文件不能为空")
  72. return
  73. }
  74. isFile = 1
  75. }
  76. classifyObj := new(knowledge.KnowledgeClassify)
  77. classifyItem, err := classifyObj.GetClassifyById(req.ClassifyId)
  78. if err != nil {
  79. if utils.IsErrNoRow(err) {
  80. err = fmt.Errorf("分类不存在,Err:" + err.Error())
  81. errMsg = "分类不存在"
  82. return
  83. }
  84. errMsg = "获取分类失败"
  85. err = fmt.Errorf("获取分类失败,Err:" + err.Error())
  86. return
  87. }
  88. if req.ClassifyId != classifyItem.ClassifyId { // 如果传进来的分类id和数据库中查到的分类id不一致,说明传进来的分类id是错误的
  89. errMsg = "错误分类"
  90. err = fmt.Errorf("错误分类")
  91. return
  92. }
  93. // 校验标签
  94. if req.TagId > 0 {
  95. tagObj := new(knowledge.KnowledgeTag)
  96. _, e := tagObj.GetTagById(req.TagId)
  97. if e != nil {
  98. if utils.IsErrNoRow(e) {
  99. err = fmt.Errorf("标签不存在,Err:" + e.Error())
  100. errMsg = "标签不存在"
  101. return
  102. }
  103. err = fmt.Errorf("获取标签失败,Err:" + e.Error())
  104. return
  105. }
  106. }
  107. item = new(knowledge.KnowledgeResource)
  108. item.ClassifyId = req.ClassifyId
  109. item.TagId = req.TagId
  110. item.SourceFrom = req.SourceFrom
  111. item.ResourceType = req.ResourceType
  112. item.Title = req.Title
  113. item.State = 1
  114. item.Content = html.EscapeString(req.Content)
  115. timestamp := strconv.FormatInt(time.Now().UnixNano(), 10)
  116. item.ResourceCode = utils.MD5(utils.CHART_PREFIX + "_" + timestamp)
  117. item.IsFile = isFile
  118. item.FileUrl = req.FileUrl
  119. //todo 内容前5行
  120. //item.ContentSub = html.EscapeString(contentSub)
  121. if !startTime.IsZero() {
  122. item.StartTime = &startTime
  123. } else {
  124. item.StartTime = nil
  125. }
  126. if !endTime.IsZero() {
  127. item.EndTime = &endTime
  128. } else {
  129. item.EndTime = nil
  130. }
  131. item.ModifyTime = time.Now()
  132. item.AdminId = sysUser.AdminId
  133. item.AdminRealName = sysUser.RealName
  134. //item.LastModifyAdminId = sysUser.AdminId
  135. //item.LastModifyAdminName = sysUser.RealName
  136. item.ModifyTime = time.Now()
  137. item.CreateTime = time.Now()
  138. err = item.Add(item)
  139. if err != nil {
  140. errMsg = "保存失败"
  141. err = fmt.Errorf("保存失败,Err:" + err.Error())
  142. return
  143. }
  144. //todo 是否需要保存到es中
  145. return
  146. }
  147. func EditResource(resourceInfo *knowledge.KnowledgeResource, req knowledge.EditReq, sysUser *system.Admin) (err error, errMsg string) {
  148. errMsg = `保存失败`
  149. var startTime time.Time
  150. var endTime time.Time
  151. if req.StartTime != "" {
  152. if req.ResourceType == knowledge.KnowledgeResourceTypeEvent || req.ResourceType == knowledge.KnowledgeResourceTypePolicy {
  153. startTime, err = time.ParseInLocation(utils.FormatDateTime, req.StartTime, time.Local)
  154. if err != nil { // 如果时间格式不正确,则返回错误信息
  155. errMsg = "开始时间格式不正确"
  156. err = fmt.Errorf("开始时间格式不正确,Err:" + err.Error())
  157. return
  158. }
  159. } else {
  160. startTime, err = time.ParseInLocation(utils.FormatDate, req.StartTime, time.Local)
  161. if err != nil { // 如果时间格式不正确,则返回错误信息
  162. errMsg = "开始时间格式不正确"
  163. err = fmt.Errorf("开始时间格式不正确,Err:" + err.Error())
  164. return
  165. }
  166. }
  167. }
  168. if req.EndTime != "" {
  169. if req.ResourceType == knowledge.KnowledgeResourceTypeEvent || req.ResourceType == knowledge.KnowledgeResourceTypePolicy {
  170. endTime, err = time.ParseInLocation(utils.FormatDateTime, req.EndTime, time.Local)
  171. if err != nil { // 如果时间格式不正确,则返回错误信息
  172. errMsg = "结束时间格式不正确"
  173. err = fmt.Errorf("结束时间格式不正确,Err:" + err.Error())
  174. return
  175. }
  176. }
  177. }
  178. if resourceInfo.IsFile == 0 {
  179. if req.Content == "" {
  180. errMsg = "内容不能为空"
  181. err = fmt.Errorf("内容不能为空")
  182. return
  183. }
  184. } else if resourceInfo.IsFile == 1 {
  185. if req.FileUrl == "" {
  186. errMsg = "文件地址不能为空"
  187. err = fmt.Errorf("文件地址不能为空")
  188. return
  189. }
  190. }
  191. if req.Content != "" {
  192. e := utils.ContentXssCheck(req.Content)
  193. if e != nil {
  194. errMsg = "存在非法标签"
  195. err = fmt.Errorf("存在非法标签, Err: " + e.Error())
  196. return
  197. }
  198. content, e := services.FilterReportContentBr(req.Content)
  199. if e != nil {
  200. errMsg = "内容去除前后空格失败"
  201. err = fmt.Errorf("内容去除前后空格失败, Err: " + e.Error())
  202. return
  203. }
  204. req.Content = content
  205. /*contentSub, err = services.GetReportContentSub(req.Content)
  206. if err != nil {
  207. go alarm_msg.SendAlarmMsg("ContentSub 失败,Err:"+err.Error(), 3)
  208. //utils.SendEmail(utils.APPNAME+"失败提醒", "解析 ContentSub 失败,Err:"+err.Error(), utils.EmailSendToUsers)
  209. return
  210. }*/
  211. }
  212. classifyObj := new(knowledge.KnowledgeClassify)
  213. classifyItem, err := classifyObj.GetClassifyById(req.ClassifyId)
  214. if err != nil {
  215. if utils.IsErrNoRow(err) {
  216. err = fmt.Errorf("分类不存在,Err:" + err.Error())
  217. errMsg = "分类不存在"
  218. return
  219. }
  220. errMsg = "获取分类失败"
  221. err = fmt.Errorf("获取分类失败,Err:" + err.Error())
  222. return
  223. }
  224. if req.ClassifyId != classifyItem.ClassifyId { // 如果传进来的分类id和数据库中查到的分类id不一致,说明传进来的分类id是错误的
  225. errMsg = "错误分类"
  226. err = fmt.Errorf("错误分类")
  227. return
  228. }
  229. if req.TagId > 0 {
  230. tagObj := new(knowledge.KnowledgeTag)
  231. _, e := tagObj.GetTagById(req.TagId)
  232. if e != nil {
  233. if utils.IsErrNoRow(e) {
  234. err = fmt.Errorf("标签不存在,Err:" + e.Error())
  235. errMsg = "标签不存在"
  236. return
  237. }
  238. err = fmt.Errorf("获取标签失败,Err:" + e.Error())
  239. return
  240. }
  241. }
  242. resourceInfo.ClassifyId = req.ClassifyId
  243. resourceInfo.SourceFrom = req.SourceFrom
  244. resourceInfo.TagId = req.TagId
  245. resourceInfo.Title = req.Title
  246. if req.Content != "" {
  247. resourceInfo.Content = html.EscapeString(req.Content)
  248. }
  249. if !startTime.IsZero() {
  250. resourceInfo.StartTime = &startTime
  251. }
  252. if !endTime.IsZero() {
  253. resourceInfo.EndTime = &endTime
  254. }
  255. resourceInfo.FileUrl = req.FileUrl
  256. //resourceInfo.LastModifyAdminId = sysUser.AdminId
  257. //resourceInfo.LastModifyAdminName = sysUser.RealName
  258. resourceInfo.ModifyTime = time.Now()
  259. updateCols := []string{"ClassifyId", "SourceFrom", "TagId", "Title", "Content", "StartTime", "EndTime", "ModifyTime", "FileUrl"}
  260. // 修改报告的基本信息,以及报告的授权用户
  261. err = resourceInfo.Update(updateCols)
  262. if err != nil {
  263. return
  264. }
  265. return
  266. }
  267. // ImportResourceData
  268. // @Description: 数据导入
  269. // @author: Roc
  270. // @datetime 2024-08-01 11:27:21
  271. // @param path string
  272. // @param sysUser *system.Admin
  273. // @return successCount int
  274. // @return failCount int
  275. // @return err error
  276. // @return errMsg string
  277. func ImportResourceData(path string, resourceType int, sysUser *system.Admin) (successCount, failCount int, err error, errMsg string) {
  278. // 错误信息
  279. errMsgList := make([]string, 0)
  280. // 操作记录
  281. recordMap := make(map[string]string)
  282. defer func() {
  283. recordList := make([]*models.EdbinfoOpRecord, 0)
  284. for tradeCode, remark := range recordMap {
  285. recordList = append(recordList, &models.EdbinfoOpRecord{
  286. TradeCode: tradeCode,
  287. Remark: remark,
  288. UserId: sysUser.AdminId,
  289. UserName: sysUser.RealName,
  290. CreateTime: time.Now(),
  291. })
  292. }
  293. if len(recordList) > 0 {
  294. go func() {
  295. obj := models.EdbinfoOpRecord{}
  296. _ = obj.MulCreate(recordList)
  297. }()
  298. }
  299. // 错误信息记录
  300. if len(errMsgList) > 0 {
  301. utils.FileLog.Info("导入失败, errMsgList: %v", strings.Join(errMsgList, "\n"))
  302. }
  303. }()
  304. errMsg = `导入失败`
  305. xlFile, err := xlsx.OpenFile(path)
  306. if err != nil {
  307. fmt.Println(err.Error())
  308. return
  309. }
  310. if len(xlFile.Sheets) <= 0 {
  311. errMsg = "导入模板异常"
  312. err = errors.New(errMsg)
  313. return
  314. }
  315. //导入失败数据
  316. failDataList := make([]*knowledge.KnowledgeImportFail, 0)
  317. var indexDataList []knowledge.ResourceImportData
  318. tagObj := new(knowledge.KnowledgeTag)
  319. // 模板校验,然后处理成标准化格式
  320. for _, sheet := range xlFile.Sheets {
  321. var tmpFailDataList []*knowledge.KnowledgeImportFail
  322. var tmpIndexDataList []knowledge.ResourceImportData
  323. rowList := sheet.Rows
  324. if len(rowList) <= 0 {
  325. errMsg = sheet.Name + "页异常"
  326. err = errors.New(errMsg)
  327. return
  328. }
  329. if resourceType == knowledge.KnowledgeResourceTypeEvent || resourceType == knowledge.KnowledgeResourceTypePolicy {
  330. tmpIndexDataList, tmpFailDataList, err, errMsg = getDataByTemplateEvent(sheet, sysUser.AdminId, resourceType)
  331. } else {
  332. tmpIndexDataList, tmpFailDataList, err, errMsg = getDataByTemplatePoint(sheet, sysUser.AdminId, resourceType)
  333. }
  334. if err != nil {
  335. return
  336. }
  337. fmt.Println("tmpIndexDataList: ", tmpIndexDataList)
  338. for _, v := range tmpFailDataList {
  339. fmt.Println("tmpFailDataList: ", v)
  340. }
  341. indexDataList = append(indexDataList, tmpIndexDataList...)
  342. failDataList = append(failDataList, tmpFailDataList...)
  343. }
  344. if len(indexDataList) <= 0 {
  345. if len(failDataList) > 0 {
  346. errMsg = failDataList[0].Remark
  347. err = errors.New(errMsg)
  348. }
  349. return
  350. }
  351. // 遍历获取所有分类
  352. classifyNames := make([]string, 0)
  353. for _, v := range indexDataList {
  354. if v.ClassifyFirstName != "" {
  355. classifyNames = append(classifyNames, v.ClassifyFirstName)
  356. }
  357. if v.ClassifySecondName != "" {
  358. classifyNames = append(classifyNames, v.ClassifySecondName)
  359. }
  360. if v.ClassifyThirdName != "" {
  361. classifyNames = append(classifyNames, v.ClassifyThirdName)
  362. }
  363. }
  364. fmt.Println(classifyNames)
  365. classifyList, err := knowledge.GetFullClassifyListByName(classifyNames, resourceType)
  366. if err != nil {
  367. err = fmt.Errorf("获取分类数据失败 Err: %s", err.Error())
  368. errMsg = "获取分类数据失败"
  369. return
  370. }
  371. classifyNameMap := make(map[string]int)
  372. for _, v := range classifyList {
  373. name := fmt.Sprintf("%s/%s/%s", v.RootName, v.ParentName, v.ClassifyName)
  374. if v.RootName == "" && v.ParentName == "" { //一级分类
  375. name = fmt.Sprintf("%s/%s/%s", v.ClassifyName, "", "")
  376. } else if v.RootName == "" { //二级分类
  377. name = fmt.Sprintf("%s/%s/%s", v.ParentName, v.ClassifyName, "")
  378. }
  379. fmt.Println("name", name)
  380. classifyNameMap[name] = v.ClassifyId
  381. }
  382. tagNameMap := make(map[string]int)
  383. tagList, err := tagObj.GetAllTag(resourceType)
  384. for _, v := range tagList {
  385. tagNameMap[v.TagName] = v.TagId
  386. }
  387. for _, v := range indexDataList {
  388. errTip := ""
  389. classifyId := 0
  390. if successCount > 100 {
  391. errTip = "导入数量超过100条"
  392. } else if v.Title == "" {
  393. errTip = "标题未填"
  394. } else if v.Content == "" {
  395. errTip = "正文未填"
  396. } else if v.SourceFrom == "" {
  397. errTip = "来源未填"
  398. } else if v.ClassifyFirstName == "" {
  399. errTip = "分类未填"
  400. } else {
  401. // 判断分类是否存在
  402. classifyName := fmt.Sprintf("%s/%s/%s", v.ClassifyFirstName, v.ClassifySecondName, v.ClassifyThirdName)
  403. fmt.Println("classifyName: ", classifyName)
  404. classifyIdTmp, ok := classifyNameMap[classifyName]
  405. if !ok {
  406. errTip = "分类不存在"
  407. }
  408. classifyId = classifyIdTmp
  409. }
  410. if errTip != "" {
  411. failItem := &knowledge.KnowledgeImportFail{
  412. Title: v.Title,
  413. Content: v.Content,
  414. SourceFrom: v.SourceFrom,
  415. ClassifyFirst: v.ClassifyFirstName,
  416. ClassifySecond: v.ClassifySecondName,
  417. ClassifyThird: v.ClassifyThirdName,
  418. ResourceType: resourceType,
  419. StartDate: v.StartDate,
  420. EndDate: v.EndDate,
  421. StartTime: v.StartTime,
  422. EndTime: v.EndTime,
  423. Remark: errTip,
  424. SysUserId: fmt.Sprint(sysUser.AdminId),
  425. CreateTime: time.Now(),
  426. }
  427. failDataList = append(failDataList, failItem)
  428. continue
  429. }
  430. tagId, _ := tagNameMap[v.Tag]
  431. req := new(knowledge.AddReq)
  432. req.Title = v.Title
  433. req.Content = v.Content
  434. req.SourceFrom = v.SourceFrom
  435. req.ClassifyId = classifyId
  436. req.TagId = tagId
  437. req.ResourceType = resourceType
  438. if v.StartDate != "" {
  439. if resourceType == knowledge.KnowledgeResourceTypeEvent || resourceType == knowledge.KnowledgeResourceTypePolicy {
  440. req.StartTime = fmt.Sprintf("%s %s", v.StartDate, v.StartTime)
  441. } else {
  442. req.StartTime = v.StartDate
  443. }
  444. }
  445. if v.EndDate != "" {
  446. if resourceType == knowledge.KnowledgeResourceTypeEvent || resourceType == knowledge.KnowledgeResourceTypePolicy {
  447. req.EndTime = fmt.Sprintf("%s %s", v.EndDate, v.EndTime)
  448. }
  449. }
  450. tmpErr, msg := addExcelResource(req, sysUser)
  451. if tmpErr != nil {
  452. failItem := &knowledge.KnowledgeImportFail{
  453. Title: v.Title,
  454. Content: v.Content,
  455. SourceFrom: v.SourceFrom,
  456. ClassifyFirst: v.ClassifyFirstName,
  457. ClassifySecond: v.ClassifySecondName,
  458. ClassifyThird: v.ClassifyThirdName,
  459. ResourceType: resourceType,
  460. StartDate: v.StartDate,
  461. EndDate: v.EndDate,
  462. StartTime: v.StartTime,
  463. EndTime: v.EndTime,
  464. Remark: "新增事件失败:" + msg,
  465. SysUserId: fmt.Sprint(sysUser.AdminId),
  466. CreateTime: time.Now(),
  467. }
  468. failDataList = append(failDataList, failItem)
  469. continue
  470. } else {
  471. successCount++
  472. }
  473. }
  474. // 失败数量
  475. failCount = len(failDataList)
  476. //fmt.Println("failDataList:", len(failDataList))
  477. if failCount > 0 {
  478. failObj := new(knowledge.KnowledgeImportFail)
  479. //先删除导入失败记录
  480. _ = failObj.Delete(sysUser.AdminId, resourceType)
  481. // 批量添加导入失败记录
  482. err = failObj.MultiAdd(failDataList)
  483. if err != nil {
  484. go alarm_msg.SendAlarmMsg("导入数据 新增失败记录失败,Err:"+err.Error(), 3)
  485. }
  486. {
  487. //错误信息字符串切片,最后作为发送邮件通知使用
  488. failContents := make([]string, 0)
  489. for _, v := range failDataList {
  490. failContents = append(failContents, fmt.Sprint(v.Title, "导入失败:", v.Remark))
  491. }
  492. utils.FileLog.Info("导入数据 存在部分数据导入失败:" + strings.Join(failContents, ";"))
  493. //导入失败的话,最后统一邮件提醒就好啦,不需要每次都去提醒
  494. go alarm_msg.SendAlarmMsg("导入数据 存在部分数据导入失败:"+strings.Join(failContents, ";"), 3)
  495. }
  496. }
  497. return
  498. }
  499. // getDataByTemplateEvent
  500. func getDataByTemplateEvent(sheet *xlsx.Sheet, sysUserId, resourceType int) (indexDataList []knowledge.ResourceImportData, failDataList []*knowledge.KnowledgeImportFail, err error, errMsg string) {
  501. fmt.Println("sheet name: ", sheet.Name)
  502. indexDataList = make([]knowledge.ResourceImportData, 0)
  503. failDataList = make([]*knowledge.KnowledgeImportFail, 0)
  504. //遍历行读取
  505. maxRow := sheet.MaxRow
  506. fmt.Println("maxRow:", maxRow)
  507. // 表头信息
  508. if maxRow <= 3 {
  509. errMsg = "模板异常1"
  510. err = errors.New(errMsg)
  511. return
  512. }
  513. // 表头校验
  514. {
  515. headerRow := sheet.Row(1)
  516. cells := headerRow.Cells
  517. fmt.Println("cells:", len(cells))
  518. if len(cells) < 11 {
  519. errMsg = "导入文件异常,请下载最新导入模板文件"
  520. err = errors.New(errMsg)
  521. return
  522. }
  523. // 循环打印每个单元格
  524. for k, v := range cells {
  525. fmt.Println("第", k, "个单元格", v.Value)
  526. }
  527. templateFail := false
  528. if cells[0].Value != "开始时间" {
  529. templateFail = true
  530. }
  531. if cells[2].Value != "结束时间(非必填)" {
  532. templateFail = true
  533. }
  534. if cells[4].Value != "标题" {
  535. templateFail = true
  536. }
  537. if cells[5].Value != "正文" {
  538. templateFail = true
  539. }
  540. if cells[6].Value != "来源" {
  541. templateFail = true
  542. }
  543. if cells[7].Value != "一级分类" {
  544. templateFail = true
  545. }
  546. if cells[8].Value != "二级分类" {
  547. templateFail = true
  548. }
  549. if cells[9].Value != "三级分类" {
  550. templateFail = true
  551. }
  552. if cells[10].Value != "标签" {
  553. templateFail = true
  554. }
  555. headerRow2 := sheet.Row(2)
  556. cells2 := headerRow2.Cells
  557. for k, v := range cells2 {
  558. fmt.Println("2第", k, "个单元格", v.Value)
  559. }
  560. if len(cells2) < 11 {
  561. templateFail = true
  562. } else {
  563. if cells2[0].Value != "日期" {
  564. templateFail = true
  565. }
  566. if cells2[1].Value != "时间" {
  567. templateFail = true
  568. }
  569. if cells2[2].Value != "日期" {
  570. templateFail = true
  571. }
  572. if cells2[3].Value != "时间" {
  573. templateFail = true
  574. }
  575. }
  576. if templateFail {
  577. fmt.Println("头部信息校验失败")
  578. errMsg = "导入文件异常,请下载最新导入模板文件"
  579. err = errors.New(errMsg)
  580. return
  581. }
  582. }
  583. for i := 3; i < maxRow; i++ {
  584. row := sheet.Row(i)
  585. cells := row.Cells
  586. lenCell := len(cells)
  587. // 过滤空白行
  588. if lenCell <= 0 {
  589. continue
  590. }
  591. var startDateO, endDateO, startTimeO, endTimeO string
  592. var startDate, startTime, endDate, endTime string
  593. var title, content, sourceFrom, classifyName1, classifyName2, classifyName3, tag string
  594. for k, v := range cells {
  595. fmt.Println("数据第行", i, "第", k, "个单元格", v.Value)
  596. if k == 0 {
  597. startDate = strings.TrimSpace(cells[0].Value) //开始时间
  598. startDateO = startDate
  599. } else if k == 1 {
  600. startTime = strings.TrimSpace(cells[1].Value) //开始时间
  601. startTimeO = startTime
  602. } else if k == 2 {
  603. endDate = strings.TrimSpace(cells[2].Value) //结束时间
  604. endDateO = endDate
  605. } else if k == 3 {
  606. endTime = strings.TrimSpace(cells[3].Value) //结束时间
  607. endTimeO = endTime
  608. } else if k == 4 {
  609. title = strings.TrimSpace(cells[4].Value) //标题
  610. } else if k == 5 {
  611. content = strings.TrimSpace(cells[5].Value) //正文
  612. } else if k == 6 {
  613. sourceFrom = strings.TrimSpace(cells[6].Value) //来源
  614. } else if k == 7 {
  615. classifyName1 = strings.TrimSpace(cells[7].Value) //一级分类
  616. } else if k == 8 {
  617. classifyName2 = strings.TrimSpace(cells[8].Value) //二级分类
  618. } else if k == 9 {
  619. classifyName3 = strings.TrimSpace(cells[9].Value) //三级分类
  620. } else if k == 10 {
  621. tag = strings.TrimSpace(cells[10].Value) //标签
  622. }
  623. }
  624. if title == "" && startDate == "" && startTime == "" && endTime == "" && endDate == "" && content == "" && tag == "" && sourceFrom == "" && classifyName1 == "" && classifyName2 == "" && classifyName3 == "" { //过滤空白行
  625. continue
  626. }
  627. fmt.Println("lenCell:", lenCell)
  628. // 校验日期格式
  629. if startDate != "" {
  630. // 判断9:09:14日期格式是否正确
  631. // 判断是否是数字
  632. _, tmpErr := strconv.Atoi(startDate)
  633. if tmpErr == nil {
  634. startDate = utils.ExcelDateToDate(startDate).Format(utils.FormatDate)
  635. fmt.Println(startDate)
  636. } else {
  637. startDate, tmpErr = getExcelDate(startDate)
  638. if tmpErr != nil {
  639. failDataList = append(failDataList, &knowledge.KnowledgeImportFail{
  640. //Id: 0,
  641. Title: title,
  642. Content: content,
  643. SourceFrom: sourceFrom,
  644. ClassifyFirst: classifyName1,
  645. ClassifySecond: classifyName2,
  646. ClassifyThird: classifyName3,
  647. ResourceType: resourceType,
  648. StartDate: startDateO,
  649. EndDate: endDateO,
  650. StartTime: startTimeO,
  651. EndTime: endTimeO,
  652. Remark: "日期格式异常",
  653. SysUserId: strconv.Itoa(sysUserId),
  654. CreateTime: time.Now(),
  655. })
  656. continue
  657. }
  658. }
  659. if startTime != "" {
  660. // 判断9:09:14日期格式是否正确
  661. startTimeVal, tmpErr := strconv.ParseFloat(startTime, 64)
  662. if tmpErr == nil {
  663. startTime = utils.ExcelTimeToTime(startTimeVal).Format(utils.FormatTime)
  664. fmt.Println(startTime)
  665. } else {
  666. _, tmpErr = time.Parse(utils.FormatDateTime, startDate+" "+startTime)
  667. if tmpErr != nil {
  668. failDataList = append(failDataList, &knowledge.KnowledgeImportFail{
  669. //Id: 0,
  670. Title: title,
  671. Content: content,
  672. SourceFrom: sourceFrom,
  673. ClassifyFirst: classifyName1,
  674. ClassifySecond: classifyName2,
  675. ClassifyThird: classifyName3,
  676. ResourceType: resourceType,
  677. StartDate: startDateO,
  678. EndDate: endDateO,
  679. StartTime: startTimeO,
  680. EndTime: endTimeO,
  681. Remark: "日期格式异常",
  682. SysUserId: strconv.Itoa(sysUserId),
  683. CreateTime: time.Now(),
  684. })
  685. continue
  686. }
  687. }
  688. }
  689. }
  690. if endDate != "" {
  691. _, tmpErr := strconv.Atoi(endDate)
  692. if tmpErr == nil {
  693. endDate = utils.ExcelDateToDate(endDate).Format(utils.FormatDate)
  694. } else {
  695. endDate, tmpErr = getExcelDate(endDate)
  696. if tmpErr != nil {
  697. failDataList = append(failDataList, &knowledge.KnowledgeImportFail{
  698. //Id: 0,
  699. Title: title,
  700. Content: content,
  701. SourceFrom: sourceFrom,
  702. ClassifyFirst: classifyName1,
  703. ClassifySecond: classifyName2,
  704. ClassifyThird: classifyName3,
  705. ResourceType: resourceType,
  706. StartDate: startDateO,
  707. EndDate: endDateO,
  708. StartTime: startTimeO,
  709. EndTime: endTimeO,
  710. Remark: "日期格式异常",
  711. SysUserId: strconv.Itoa(sysUserId),
  712. CreateTime: time.Now(),
  713. })
  714. continue
  715. }
  716. }
  717. if endTime != "" {
  718. // 判断9:09:14日期格式是否正确
  719. endTimeVal, tmpErr := strconv.ParseFloat(endTime, 64)
  720. if tmpErr == nil {
  721. endTime = utils.ExcelTimeToTime(endTimeVal).Format(utils.FormatTime)
  722. fmt.Println(endTime)
  723. } else {
  724. _, tmpErr = time.Parse(utils.FormatDateTime, endDate+" "+endTime)
  725. if tmpErr != nil {
  726. failDataList = append(failDataList, &knowledge.KnowledgeImportFail{
  727. //Id: 0,
  728. Title: title,
  729. Content: content,
  730. SourceFrom: sourceFrom,
  731. ClassifyFirst: classifyName1,
  732. ClassifySecond: classifyName2,
  733. ClassifyThird: classifyName3,
  734. ResourceType: resourceType,
  735. StartDate: startDate,
  736. EndDate: endDate,
  737. StartTime: startTimeO,
  738. EndTime: endTimeO,
  739. Remark: "日期格式异常",
  740. SysUserId: strconv.Itoa(sysUserId),
  741. CreateTime: time.Now(),
  742. })
  743. continue
  744. }
  745. }
  746. }
  747. }
  748. resourceItem := knowledge.ResourceImportData{
  749. Title: title,
  750. StartDate: startDate,
  751. EndDate: endDate,
  752. StartTime: startTime,
  753. EndTime: endTime,
  754. Content: content,
  755. Tag: tag,
  756. SourceFrom: sourceFrom,
  757. ClassifyFirstName: classifyName1,
  758. ClassifySecondName: classifyName2,
  759. ClassifyThirdName: classifyName3,
  760. }
  761. indexDataList = append(indexDataList, resourceItem)
  762. }
  763. return
  764. }
  765. // getDataByTemplatePoint
  766. func getDataByTemplatePoint(sheet *xlsx.Sheet, sysUserId, resourceType int) (indexDataList []knowledge.ResourceImportData, failDataList []*knowledge.KnowledgeImportFail, err error, errMsg string) {
  767. fmt.Println("sheet name: ", sheet.Name)
  768. indexDataList = make([]knowledge.ResourceImportData, 0)
  769. failDataList = make([]*knowledge.KnowledgeImportFail, 0)
  770. //遍历行读取
  771. maxRow := sheet.MaxRow
  772. fmt.Println("maxRow:", maxRow)
  773. // 表头信息
  774. if maxRow <= 3 {
  775. errMsg = "模板异常1"
  776. err = errors.New(errMsg)
  777. return
  778. }
  779. // 表头校验
  780. {
  781. headerRow := sheet.Row(1)
  782. cells := headerRow.Cells
  783. fmt.Println("cells:", len(cells))
  784. if len(cells) < 5 {
  785. errMsg = "导入文件异常,请下载最新导入模板文件"
  786. err = errors.New(errMsg)
  787. return
  788. }
  789. // 循环打印每个单元格
  790. for k, v := range cells {
  791. fmt.Println("第", k, "个单元格", v.Value)
  792. }
  793. templateFail := false
  794. if cells[0].Value != "时间" {
  795. templateFail = true
  796. }
  797. if cells[1].Value != "标题" {
  798. templateFail = true
  799. }
  800. if cells[2].Value != "正文" {
  801. templateFail = true
  802. }
  803. if cells[3].Value != "来源" {
  804. templateFail = true
  805. }
  806. if cells[4].Value != "一级分类" {
  807. templateFail = true
  808. }
  809. if cells[5].Value != "二级分类" {
  810. templateFail = true
  811. }
  812. if cells[6].Value != "三级分类" {
  813. templateFail = true
  814. }
  815. if cells[7].Value != "标签" {
  816. templateFail = true
  817. }
  818. if templateFail {
  819. fmt.Println("头部信息校验失败")
  820. errMsg = "导入文件异常,请下载最新导入模板文件"
  821. err = errors.New(errMsg)
  822. return
  823. }
  824. }
  825. for i := 2; i < maxRow; i++ {
  826. row := sheet.Row(i)
  827. cells := row.Cells
  828. lenCell := len(cells)
  829. // 过滤空白行
  830. if lenCell <= 0 {
  831. continue
  832. }
  833. var startDateO string
  834. var startDate string
  835. var title, content, sourceFrom, classifyName1, classifyName2, classifyName3, tag string
  836. for k, v := range cells {
  837. fmt.Println("数据第行", i, "第", k, "个单元格", v.Value)
  838. if k == 0 {
  839. startDate = strings.TrimSpace(cells[0].Value) //开始时间
  840. startDateO = startDate
  841. } else if k == 1 {
  842. title = strings.TrimSpace(cells[1].Value) //标题
  843. } else if k == 2 {
  844. content = strings.TrimSpace(cells[2].Value) //正文
  845. } else if k == 3 {
  846. sourceFrom = strings.TrimSpace(cells[3].Value) //来源
  847. } else if k == 4 {
  848. classifyName1 = strings.TrimSpace(cells[4].Value) //一级分类
  849. } else if k == 5 {
  850. classifyName2 = strings.TrimSpace(cells[5].Value) //二级分类
  851. } else if k == 6 {
  852. classifyName3 = strings.TrimSpace(cells[6].Value) //三级分类
  853. } else if k == 7 {
  854. tag = strings.TrimSpace(cells[7].Value) //标签
  855. }
  856. }
  857. if title == "" && startDate == "" && content == "" && tag == "" && sourceFrom == "" && classifyName1 == "" && classifyName2 == "" && classifyName3 == "" { //过滤空白行
  858. continue
  859. }
  860. // 校验日期格式
  861. if startDate != "" {
  862. // 判断9:09:14日期格式是否正确
  863. // 判断是否是数字
  864. _, tmpErr := strconv.Atoi(startDate)
  865. if tmpErr == nil {
  866. startDate = utils.ExcelDateToDate(startDate).Format(utils.FormatDate)
  867. fmt.Println(startDate)
  868. } else {
  869. startDate, tmpErr = getExcelDate(startDate)
  870. if tmpErr != nil {
  871. failDataList = append(failDataList, &knowledge.KnowledgeImportFail{
  872. //Id: 0,
  873. Title: title,
  874. Content: content,
  875. SourceFrom: sourceFrom,
  876. ClassifyFirst: classifyName1,
  877. ClassifySecond: classifyName2,
  878. ClassifyThird: classifyName3,
  879. ResourceType: resourceType,
  880. StartDate: startDateO,
  881. Remark: "日期格式异常",
  882. SysUserId: strconv.Itoa(sysUserId),
  883. CreateTime: time.Now(),
  884. })
  885. continue
  886. }
  887. }
  888. }
  889. resourceItem := knowledge.ResourceImportData{
  890. Title: title,
  891. StartDate: startDate,
  892. Content: content,
  893. Tag: tag,
  894. SourceFrom: sourceFrom,
  895. ClassifyFirstName: classifyName1,
  896. ClassifySecondName: classifyName2,
  897. ClassifyThirdName: classifyName3,
  898. }
  899. indexDataList = append(indexDataList, resourceItem)
  900. }
  901. return
  902. }
  903. func getExcelDate(createDate string) (newCreateDate string, err error) {
  904. if strings.Contains(createDate, "-") {
  905. //如果是带有 - 的普通日期格式文本
  906. _, err = time.Parse("2006-1-2", createDate)
  907. if err == nil {
  908. newCreateDate = createDate
  909. }
  910. } else if strings.Contains(createDate, "/") {
  911. //如果是带有 / 的普通日期格式文本
  912. createDateTime, timeErr := time.Parse("2006/1/2", createDate)
  913. if timeErr != nil {
  914. err = timeErr
  915. } else {
  916. newCreateDate = createDateTime.Format("2006-01-02")
  917. }
  918. } else {
  919. //可能是excel的日期格式
  920. _, tmpErr := strconv.Atoi(createDate)
  921. if tmpErr != nil {
  922. err = tmpErr
  923. } else {
  924. newCreateDate = utils.ConvertToFormatDay(createDate) //录入日期
  925. }
  926. }
  927. return
  928. }
  929. func addExcelResource(req *knowledge.AddReq, sysUser *system.Admin) (err error, errMsg string) {
  930. var startTime time.Time
  931. var endTime time.Time
  932. if req.StartTime != "" {
  933. if req.ResourceType == knowledge.KnowledgeResourceTypeEvent || req.ResourceType == knowledge.KnowledgeResourceTypePolicy {
  934. startTime, err = time.ParseInLocation(utils.FormatDateTime, req.StartTime, time.Local)
  935. if err != nil { // 如果时间格式不正确,则返回错误信息
  936. errMsg = "开始时间格式不正确"
  937. err = fmt.Errorf("开始时间格式不正确,Err:" + err.Error())
  938. return
  939. }
  940. } else {
  941. startTime, err = time.ParseInLocation(utils.FormatDate, req.StartTime, time.Local)
  942. if err != nil { // 如果时间格式不正确,则返回错误信息
  943. errMsg = "开始时间格式不正确"
  944. err = fmt.Errorf("开始时间格式不正确,Err:" + err.Error())
  945. return
  946. }
  947. }
  948. }
  949. if req.EndTime != "" {
  950. if req.ResourceType == knowledge.KnowledgeResourceTypeEvent || req.ResourceType == knowledge.KnowledgeResourceTypePolicy {
  951. endTime, err = time.ParseInLocation(utils.FormatDateTime, req.EndTime, time.Local)
  952. if err != nil { // 如果时间格式不正确,则返回错误信息
  953. errMsg = "结束时间格式不正确"
  954. err = fmt.Errorf("结束时间格式不正确,Err:" + err.Error())
  955. return
  956. }
  957. }
  958. }
  959. item := new(knowledge.KnowledgeResource)
  960. item.ClassifyId = req.ClassifyId
  961. item.TagId = req.TagId
  962. item.SourceFrom = req.SourceFrom
  963. item.ResourceType = req.ResourceType
  964. item.Title = req.Title
  965. item.State = 1
  966. item.Content = html.EscapeString(req.Content)
  967. timestamp := strconv.FormatInt(time.Now().UnixNano(), 10)
  968. item.ResourceCode = utils.MD5(utils.CHART_PREFIX + "_" + timestamp)
  969. //todo 内容前5行
  970. //item.ContentSub = html.EscapeString(contentSub)
  971. if !startTime.IsZero() {
  972. item.StartTime = &startTime
  973. }
  974. if !endTime.IsZero() {
  975. item.EndTime = &endTime
  976. }
  977. item.ModifyTime = time.Now()
  978. item.AdminId = sysUser.AdminId
  979. item.AdminRealName = sysUser.RealName
  980. //item.LastModifyAdminId = sysUser.AdminId
  981. //item.LastModifyAdminName = sysUser.RealName
  982. item.ModifyTime = time.Now()
  983. item.CreateTime = time.Now()
  984. err = item.Add(item)
  985. if err != nil {
  986. errMsg = "保存失败"
  987. err = fmt.Errorf("保存失败,Err:" + err.Error())
  988. return
  989. }
  990. //todo 是否需要保存到es中
  991. return
  992. }