resource.go 32 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053
  1. package knowledge
  2. import (
  3. "errors"
  4. "eta_gn/eta_api/models/knowledge"
  5. "eta_gn/eta_api/models/system"
  6. "eta_gn/eta_api/services"
  7. "eta_gn/eta_api/services/alarm_msg"
  8. "eta_gn/eta_api/utils"
  9. "fmt"
  10. "github.com/tealeg/xlsx"
  11. "html"
  12. "strconv"
  13. "strings"
  14. "time"
  15. )
  16. func AddResource(req *knowledge.AddReq, sysUser *system.Admin) (item *knowledge.KnowledgeResource, err error, errMsg string) {
  17. var startTime time.Time
  18. var endTime time.Time
  19. if req.StartTime != "" {
  20. if req.ResourceType == knowledge.KnowledgeResourceTypeEvent || req.ResourceType == knowledge.KnowledgeResourceTypePolicy {
  21. startTime, err = time.ParseInLocation(utils.FormatDateTime, req.StartTime, time.Local)
  22. if err != nil { // 如果时间格式不正确,则返回错误信息
  23. errMsg = "开始时间格式不正确"
  24. err = fmt.Errorf("开始时间格式不正确,Err:" + err.Error())
  25. return
  26. }
  27. } else {
  28. startTime, err = time.ParseInLocation(utils.FormatDate, req.StartTime, time.Local)
  29. if err != nil { // 如果时间格式不正确,则返回错误信息
  30. errMsg = "开始时间格式不正确"
  31. err = fmt.Errorf("开始时间格式不正确,Err:" + err.Error())
  32. return
  33. }
  34. }
  35. }
  36. if req.EndTime != "" {
  37. if req.ResourceType == knowledge.KnowledgeResourceTypeEvent || req.ResourceType == knowledge.KnowledgeResourceTypePolicy {
  38. endTime, err = time.ParseInLocation(utils.FormatDateTime, req.EndTime, time.Local)
  39. if err != nil { // 如果时间格式不正确,则返回错误信息
  40. errMsg = "结束时间格式不正确"
  41. err = fmt.Errorf("结束时间格式不正确,Err:" + err.Error())
  42. return
  43. }
  44. }
  45. }
  46. isFile := 0
  47. if req.Content != "" {
  48. e := utils.ContentXssCheck(req.Content)
  49. if e != nil {
  50. errMsg = "存在非法标签"
  51. err = fmt.Errorf("存在非法标签, Err: " + e.Error())
  52. return
  53. }
  54. content, e := services.FilterReportContentBr(req.Content)
  55. if e != nil {
  56. errMsg = "内容去除前后空格失败"
  57. err = fmt.Errorf("内容去除前后空格失败, Err: " + e.Error())
  58. return
  59. }
  60. req.Content = content
  61. /*contentSub, err = services.GetReportContentSub(req.Content)
  62. if err != nil {
  63. go alarm_msg.SendAlarmMsg("ContentSub 失败,Err:"+err.Error(), 3)
  64. //utils.SendEmail(utils.APPNAME+"失败提醒", "解析 ContentSub 失败,Err:"+err.Error(), utils.EmailSendToUsers)
  65. return
  66. }*/
  67. } else {
  68. if req.FileUrl == "" {
  69. errMsg = "内容或文件不能为空"
  70. err = fmt.Errorf("内容或文件不能为空")
  71. return
  72. }
  73. isFile = 1
  74. }
  75. classifyObj := new(knowledge.KnowledgeClassify)
  76. classifyItem, err := classifyObj.GetClassifyById(req.ClassifyId)
  77. if err != nil {
  78. if utils.IsErrNoRow(err) {
  79. err = fmt.Errorf("分类不存在,Err:" + err.Error())
  80. errMsg = "分类不存在"
  81. return
  82. }
  83. errMsg = "获取分类失败"
  84. err = fmt.Errorf("获取分类失败,Err:" + err.Error())
  85. return
  86. }
  87. if req.ClassifyId != classifyItem.ClassifyId { // 如果传进来的分类id和数据库中查到的分类id不一致,说明传进来的分类id是错误的
  88. errMsg = "错误分类"
  89. err = fmt.Errorf("错误分类")
  90. return
  91. }
  92. // 校验标签
  93. if req.TagId > 0 {
  94. tagObj := new(knowledge.KnowledgeTag)
  95. _, e := tagObj.GetTagById(req.TagId)
  96. if e != nil {
  97. if utils.IsErrNoRow(e) {
  98. err = fmt.Errorf("标签不存在,Err:" + e.Error())
  99. errMsg = "标签不存在"
  100. return
  101. }
  102. err = fmt.Errorf("获取标签失败,Err:" + e.Error())
  103. return
  104. }
  105. }
  106. item = new(knowledge.KnowledgeResource)
  107. item.ClassifyId = req.ClassifyId
  108. item.TagId = req.TagId
  109. item.SourceFrom = req.SourceFrom
  110. item.ResourceType = req.ResourceType
  111. item.Title = req.Title
  112. item.State = 1
  113. item.Content = html.EscapeString(req.Content)
  114. timestamp := strconv.FormatInt(time.Now().UnixNano(), 10)
  115. item.ResourceCode = utils.MD5(utils.CHART_PREFIX + "_" + timestamp)
  116. item.IsFile = isFile
  117. item.FileUrl = req.FileUrl
  118. //todo 内容前5行
  119. //item.ContentSub = html.EscapeString(contentSub)
  120. if !startTime.IsZero() {
  121. item.StartTime = &startTime
  122. } else {
  123. item.StartTime = nil
  124. }
  125. if !endTime.IsZero() {
  126. item.EndTime = &endTime
  127. } else {
  128. item.EndTime = nil
  129. }
  130. item.ModifyTime = time.Now()
  131. item.AdminId = sysUser.AdminId
  132. item.AdminRealName = sysUser.RealName
  133. //item.LastModifyAdminId = sysUser.AdminId
  134. //item.LastModifyAdminName = sysUser.RealName
  135. item.ModifyTime = time.Now()
  136. item.CreateTime = time.Now()
  137. err = item.Add(item)
  138. if err != nil {
  139. errMsg = "保存失败"
  140. err = fmt.Errorf("保存失败,Err:" + err.Error())
  141. return
  142. }
  143. //todo 是否需要保存到es中
  144. return
  145. }
  146. func EditResource(resourceInfo *knowledge.KnowledgeResource, req knowledge.EditReq, sysUser *system.Admin) (err error, errMsg string) {
  147. errMsg = `保存失败`
  148. var startTime time.Time
  149. var endTime time.Time
  150. if req.StartTime != "" {
  151. if req.ResourceType == knowledge.KnowledgeResourceTypeEvent || req.ResourceType == knowledge.KnowledgeResourceTypePolicy {
  152. startTime, err = time.ParseInLocation(utils.FormatDateTime, req.StartTime, time.Local)
  153. if err != nil { // 如果时间格式不正确,则返回错误信息
  154. errMsg = "开始时间格式不正确"
  155. err = fmt.Errorf("开始时间格式不正确,Err:" + err.Error())
  156. return
  157. }
  158. } else {
  159. startTime, err = time.ParseInLocation(utils.FormatDate, req.StartTime, time.Local)
  160. if err != nil { // 如果时间格式不正确,则返回错误信息
  161. errMsg = "开始时间格式不正确"
  162. err = fmt.Errorf("开始时间格式不正确,Err:" + err.Error())
  163. return
  164. }
  165. }
  166. }
  167. if req.EndTime != "" {
  168. if req.ResourceType == knowledge.KnowledgeResourceTypeEvent || req.ResourceType == knowledge.KnowledgeResourceTypePolicy {
  169. endTime, err = time.ParseInLocation(utils.FormatDateTime, req.EndTime, time.Local)
  170. if err != nil { // 如果时间格式不正确,则返回错误信息
  171. errMsg = "结束时间格式不正确"
  172. err = fmt.Errorf("结束时间格式不正确,Err:" + err.Error())
  173. return
  174. }
  175. }
  176. }
  177. if resourceInfo.IsFile == 0 {
  178. if req.Content == "" {
  179. errMsg = "内容不能为空"
  180. err = fmt.Errorf("内容不能为空")
  181. return
  182. }
  183. } else if resourceInfo.IsFile == 1 {
  184. if req.FileUrl == "" {
  185. errMsg = "文件地址不能为空"
  186. err = fmt.Errorf("文件地址不能为空")
  187. return
  188. }
  189. }
  190. if req.Content != "" {
  191. e := utils.ContentXssCheck(req.Content)
  192. if e != nil {
  193. errMsg = "存在非法标签"
  194. err = fmt.Errorf("存在非法标签, Err: " + e.Error())
  195. return
  196. }
  197. content, e := services.FilterReportContentBr(req.Content)
  198. if e != nil {
  199. errMsg = "内容去除前后空格失败"
  200. err = fmt.Errorf("内容去除前后空格失败, Err: " + e.Error())
  201. return
  202. }
  203. req.Content = content
  204. /*contentSub, err = services.GetReportContentSub(req.Content)
  205. if err != nil {
  206. go alarm_msg.SendAlarmMsg("ContentSub 失败,Err:"+err.Error(), 3)
  207. //utils.SendEmail(utils.APPNAME+"失败提醒", "解析 ContentSub 失败,Err:"+err.Error(), utils.EmailSendToUsers)
  208. return
  209. }*/
  210. }
  211. classifyObj := new(knowledge.KnowledgeClassify)
  212. classifyItem, err := classifyObj.GetClassifyById(req.ClassifyId)
  213. if err != nil {
  214. if utils.IsErrNoRow(err) {
  215. err = fmt.Errorf("分类不存在,Err:" + err.Error())
  216. errMsg = "分类不存在"
  217. return
  218. }
  219. errMsg = "获取分类失败"
  220. err = fmt.Errorf("获取分类失败,Err:" + err.Error())
  221. return
  222. }
  223. if req.ClassifyId != classifyItem.ClassifyId { // 如果传进来的分类id和数据库中查到的分类id不一致,说明传进来的分类id是错误的
  224. errMsg = "错误分类"
  225. err = fmt.Errorf("错误分类")
  226. return
  227. }
  228. if req.TagId > 0 {
  229. tagObj := new(knowledge.KnowledgeTag)
  230. _, e := tagObj.GetTagById(req.TagId)
  231. if e != nil {
  232. if utils.IsErrNoRow(e) {
  233. err = fmt.Errorf("标签不存在,Err:" + e.Error())
  234. errMsg = "标签不存在"
  235. return
  236. }
  237. err = fmt.Errorf("获取标签失败,Err:" + e.Error())
  238. return
  239. }
  240. }
  241. resourceInfo.ClassifyId = req.ClassifyId
  242. resourceInfo.SourceFrom = req.SourceFrom
  243. resourceInfo.TagId = req.TagId
  244. resourceInfo.Title = req.Title
  245. if req.Content != "" {
  246. resourceInfo.Content = html.EscapeString(req.Content)
  247. }
  248. if !startTime.IsZero() {
  249. resourceInfo.StartTime = &startTime
  250. }
  251. if !endTime.IsZero() {
  252. resourceInfo.EndTime = &endTime
  253. }
  254. resourceInfo.FileUrl = req.FileUrl
  255. //resourceInfo.LastModifyAdminId = sysUser.AdminId
  256. //resourceInfo.LastModifyAdminName = sysUser.RealName
  257. resourceInfo.ModifyTime = time.Now()
  258. updateCols := []string{"ClassifyId", "SourceFrom", "TagId", "Title", "Content", "StartTime", "EndTime", "ModifyTime", "FileUrl"}
  259. // 修改报告的基本信息,以及报告的授权用户
  260. err = resourceInfo.Update(updateCols)
  261. if err != nil {
  262. return
  263. }
  264. return
  265. }
  266. // ImportResourceData
  267. // @Description: 数据导入
  268. // @author: Roc
  269. // @datetime 2024-08-01 11:27:21
  270. // @param path string
  271. // @param sysUser *system.Admin
  272. // @return successCount int
  273. // @return failCount int
  274. // @return err error
  275. // @return errMsg string
  276. func ImportResourceData(path string, resourceType int, sysUser *system.Admin) (successCount, failCount int, err error, errMsg string) {
  277. // 错误信息
  278. errMsgList := make([]string, 0)
  279. defer func() {
  280. // 错误信息记录
  281. if len(errMsgList) > 0 {
  282. utils.FileLog.Info("导入失败, errMsgList: %v", strings.Join(errMsgList, "\n"))
  283. }
  284. }()
  285. errMsg = `导入失败`
  286. xlFile, err := xlsx.OpenFile(path)
  287. if err != nil {
  288. fmt.Println(err.Error())
  289. return
  290. }
  291. if len(xlFile.Sheets) <= 0 {
  292. errMsg = "导入模板异常"
  293. err = errors.New(errMsg)
  294. return
  295. }
  296. //导入失败数据
  297. failDataList := make([]*knowledge.KnowledgeImportFail, 0)
  298. var indexDataList []knowledge.ResourceImportData
  299. tagObj := new(knowledge.KnowledgeTag)
  300. // 模板校验,然后处理成标准化格式
  301. for _, sheet := range xlFile.Sheets {
  302. var tmpFailDataList []*knowledge.KnowledgeImportFail
  303. var tmpIndexDataList []knowledge.ResourceImportData
  304. rowList := sheet.Rows
  305. if len(rowList) <= 0 {
  306. errMsg = sheet.Name + "页异常"
  307. err = errors.New(errMsg)
  308. return
  309. }
  310. if resourceType == knowledge.KnowledgeResourceTypeEvent || resourceType == knowledge.KnowledgeResourceTypePolicy {
  311. tmpIndexDataList, tmpFailDataList, err, errMsg = getDataByTemplateEvent(sheet, sysUser.AdminId, resourceType)
  312. } else {
  313. tmpIndexDataList, tmpFailDataList, err, errMsg = getDataByTemplatePoint(sheet, sysUser.AdminId, resourceType)
  314. }
  315. if err != nil {
  316. return
  317. }
  318. fmt.Println("tmpIndexDataList: ", tmpIndexDataList)
  319. for _, v := range tmpFailDataList {
  320. fmt.Println("tmpFailDataList: ", v)
  321. }
  322. indexDataList = append(indexDataList, tmpIndexDataList...)
  323. failDataList = append(failDataList, tmpFailDataList...)
  324. }
  325. if len(indexDataList) <= 0 {
  326. if len(failDataList) > 0 {
  327. errMsg = failDataList[0].Remark
  328. err = errors.New(errMsg)
  329. }
  330. return
  331. }
  332. // 遍历获取所有分类
  333. classifyNames := make([]string, 0)
  334. for _, v := range indexDataList {
  335. if v.ClassifyFirstName != "" {
  336. classifyNames = append(classifyNames, v.ClassifyFirstName)
  337. }
  338. if v.ClassifySecondName != "" {
  339. classifyNames = append(classifyNames, v.ClassifySecondName)
  340. }
  341. if v.ClassifyThirdName != "" {
  342. classifyNames = append(classifyNames, v.ClassifyThirdName)
  343. }
  344. }
  345. fmt.Println(classifyNames)
  346. classifyList, err := knowledge.GetFullClassifyListByName(classifyNames, resourceType)
  347. if err != nil {
  348. err = fmt.Errorf("获取分类数据失败 Err: %s", err.Error())
  349. errMsg = "获取分类数据失败"
  350. return
  351. }
  352. classifyObj := new(knowledge.KnowledgeClassify)
  353. classifyAllList, err := classifyObj.GetAllClassify(resourceType)
  354. if err != nil {
  355. err = fmt.Errorf("获取分类数据失败 Err: %s", err.Error())
  356. errMsg = "获取分类数据失败"
  357. return
  358. }
  359. classifyNameMap := make(map[string]int)
  360. classifyHasChildMap := make(map[int]bool)
  361. for _, v := range classifyAllList {
  362. if v.ParentId > 0 {
  363. classifyHasChildMap[v.ParentId] = true
  364. }
  365. }
  366. for _, v := range classifyList {
  367. name := fmt.Sprintf("%s/%s/%s", v.RootName, v.ParentName, v.ClassifyName)
  368. fmt.Println("name", name)
  369. if v.RootName == "" && v.ParentName == "" { //一级分类
  370. name = fmt.Sprintf("%s/%s/%s", v.ClassifyName, "", "")
  371. if _, ok := classifyHasChildMap[v.ClassifyId]; ok {
  372. continue
  373. }
  374. } else if v.RootName == "" { //二级分类
  375. name = fmt.Sprintf("%s/%s/%s", v.ParentName, v.ClassifyName, "")
  376. if _, ok := classifyHasChildMap[v.ClassifyId]; ok {
  377. continue
  378. }
  379. }
  380. classifyNameMap[name] = v.ClassifyId
  381. }
  382. tagNameMap := make(map[string]int)
  383. tagList, err := tagObj.GetAllTag(resourceType)
  384. for _, v := range tagList {
  385. tagNameMap[v.TagName] = v.TagId
  386. }
  387. for _, v := range indexDataList {
  388. errTip := ""
  389. classifyId := 0
  390. if successCount > 100 {
  391. errTip = "导入数量超过100条"
  392. } else if v.Title == "" {
  393. errTip = "标题未填"
  394. } else if v.Content == "" {
  395. errTip = "正文未填"
  396. } else if v.SourceFrom == "" {
  397. errTip = "来源未填"
  398. } else if v.ClassifyFirstName == "" {
  399. errTip = "分类未填"
  400. } else if v.StartDate == "" || v.StartTime == "" {
  401. if resourceType == knowledge.KnowledgeResourceTypeEvent || resourceType == knowledge.KnowledgeResourceTypePolicy {
  402. errTip = "开始时间未填"
  403. } else if v.StartDate == "" {
  404. errTip = "时间未填"
  405. }
  406. }
  407. if errTip == "" {
  408. // 判断分类是否存在
  409. classifyName := fmt.Sprintf("%s/%s/%s", v.ClassifyFirstName, v.ClassifySecondName, v.ClassifyThirdName)
  410. fmt.Println("classifyName: ", classifyName)
  411. classifyIdTmp, ok := classifyNameMap[classifyName]
  412. if !ok {
  413. errTip = "分类不存在"
  414. }
  415. classifyId = classifyIdTmp
  416. }
  417. if errTip != "" {
  418. failItem := &knowledge.KnowledgeImportFail{
  419. Title: v.Title,
  420. Content: v.Content,
  421. SourceFrom: v.SourceFrom,
  422. ClassifyFirst: v.ClassifyFirstName,
  423. ClassifySecond: v.ClassifySecondName,
  424. ClassifyThird: v.ClassifyThirdName,
  425. ResourceType: resourceType,
  426. StartDate: v.StartDate,
  427. EndDate: v.EndDate,
  428. StartTime: v.StartTime,
  429. EndTime: v.EndTime,
  430. Remark: errTip,
  431. SysUserId: fmt.Sprint(sysUser.AdminId),
  432. CreateTime: time.Now(),
  433. }
  434. failDataList = append(failDataList, failItem)
  435. continue
  436. }
  437. tagId, _ := tagNameMap[v.Tag]
  438. req := new(knowledge.AddReq)
  439. req.Title = v.Title
  440. req.Content = v.Content
  441. req.SourceFrom = v.SourceFrom
  442. req.ClassifyId = classifyId
  443. req.TagId = tagId
  444. req.ResourceType = resourceType
  445. if v.StartDate != "" {
  446. if resourceType == knowledge.KnowledgeResourceTypeEvent || resourceType == knowledge.KnowledgeResourceTypePolicy {
  447. req.StartTime = fmt.Sprintf("%s %s", v.StartDate, v.StartTime)
  448. } else {
  449. req.StartTime = v.StartDate
  450. }
  451. }
  452. if v.EndDate != "" {
  453. if resourceType == knowledge.KnowledgeResourceTypeEvent || resourceType == knowledge.KnowledgeResourceTypePolicy {
  454. req.EndTime = fmt.Sprintf("%s %s", v.EndDate, v.EndTime)
  455. }
  456. }
  457. tmpErr, msg := addExcelResource(req, sysUser)
  458. if tmpErr != nil {
  459. failItem := &knowledge.KnowledgeImportFail{
  460. Title: v.Title,
  461. Content: v.Content,
  462. SourceFrom: v.SourceFrom,
  463. ClassifyFirst: v.ClassifyFirstName,
  464. ClassifySecond: v.ClassifySecondName,
  465. ClassifyThird: v.ClassifyThirdName,
  466. ResourceType: resourceType,
  467. StartDate: v.StartDate,
  468. EndDate: v.EndDate,
  469. StartTime: v.StartTime,
  470. EndTime: v.EndTime,
  471. Remark: "新增事件失败:" + msg,
  472. SysUserId: fmt.Sprint(sysUser.AdminId),
  473. CreateTime: time.Now(),
  474. }
  475. failDataList = append(failDataList, failItem)
  476. continue
  477. } else {
  478. successCount++
  479. }
  480. }
  481. // 失败数量
  482. failCount = len(failDataList)
  483. //fmt.Println("failDataList:", len(failDataList))
  484. if failCount > 0 {
  485. failObj := new(knowledge.KnowledgeImportFail)
  486. //先删除导入失败记录
  487. _ = failObj.Delete(sysUser.AdminId, resourceType)
  488. // 批量添加导入失败记录
  489. err = failObj.MultiAdd(failDataList)
  490. if err != nil {
  491. go alarm_msg.SendAlarmMsg("导入数据 新增失败记录失败,Err:"+err.Error(), 3)
  492. }
  493. {
  494. //错误信息字符串切片,最后作为发送邮件通知使用
  495. failContents := make([]string, 0)
  496. for _, v := range failDataList {
  497. failContents = append(failContents, fmt.Sprint(v.Title, "导入失败:", v.Remark))
  498. }
  499. utils.FileLog.Info("导入数据 存在部分数据导入失败:" + strings.Join(failContents, ";"))
  500. //导入失败的话,最后统一邮件提醒就好啦,不需要每次都去提醒
  501. go alarm_msg.SendAlarmMsg("导入数据 存在部分数据导入失败:"+strings.Join(failContents, ";"), 3)
  502. }
  503. }
  504. return
  505. }
  506. // getDataByTemplateEvent
  507. func getDataByTemplateEvent(sheet *xlsx.Sheet, sysUserId, resourceType int) (indexDataList []knowledge.ResourceImportData, failDataList []*knowledge.KnowledgeImportFail, err error, errMsg string) {
  508. fmt.Println("sheet name: ", sheet.Name)
  509. indexDataList = make([]knowledge.ResourceImportData, 0)
  510. failDataList = make([]*knowledge.KnowledgeImportFail, 0)
  511. //遍历行读取
  512. maxRow := sheet.MaxRow
  513. fmt.Println("maxRow:", maxRow)
  514. // 表头信息
  515. if maxRow <= 3 {
  516. errMsg = "模板异常1"
  517. err = errors.New(errMsg)
  518. return
  519. }
  520. // 表头校验
  521. {
  522. headerRow := sheet.Row(1)
  523. cells := headerRow.Cells
  524. fmt.Println("cells:", len(cells))
  525. if len(cells) < 11 {
  526. errMsg = "导入文件异常,请下载最新导入模板文件"
  527. err = errors.New(errMsg)
  528. return
  529. }
  530. // 循环打印每个单元格
  531. for k, v := range cells {
  532. fmt.Println("第", k, "个单元格", v.Value)
  533. }
  534. templateFail := false
  535. if cells[0].Value != "开始时间" {
  536. templateFail = true
  537. }
  538. if cells[2].Value != "结束时间(非必填)" {
  539. templateFail = true
  540. }
  541. if cells[4].Value != "标题" {
  542. templateFail = true
  543. }
  544. if cells[5].Value != "正文" {
  545. templateFail = true
  546. }
  547. if cells[6].Value != "来源" {
  548. templateFail = true
  549. }
  550. if cells[7].Value != "一级分类" {
  551. templateFail = true
  552. }
  553. if cells[8].Value != "二级分类" {
  554. templateFail = true
  555. }
  556. if cells[9].Value != "三级分类" {
  557. templateFail = true
  558. }
  559. if cells[10].Value != "标签" {
  560. templateFail = true
  561. }
  562. headerRow2 := sheet.Row(2)
  563. cells2 := headerRow2.Cells
  564. for k, v := range cells2 {
  565. fmt.Println("2第", k, "个单元格", v.Value)
  566. }
  567. if len(cells2) < 11 {
  568. templateFail = true
  569. } else {
  570. if cells2[0].Value != "日期" {
  571. templateFail = true
  572. }
  573. if cells2[1].Value != "时间" {
  574. templateFail = true
  575. }
  576. if cells2[2].Value != "日期" {
  577. templateFail = true
  578. }
  579. if cells2[3].Value != "时间" {
  580. templateFail = true
  581. }
  582. }
  583. if templateFail {
  584. fmt.Println("头部信息校验失败")
  585. errMsg = "导入文件异常,请下载最新导入模板文件"
  586. err = errors.New(errMsg)
  587. return
  588. }
  589. }
  590. for i := 3; i < maxRow; i++ {
  591. row := sheet.Row(i)
  592. cells := row.Cells
  593. lenCell := len(cells)
  594. // 过滤空白行
  595. if lenCell <= 0 {
  596. continue
  597. }
  598. var startDateO, endDateO, startTimeO, endTimeO string
  599. var startDate, startTime, endDate, endTime string
  600. var title, content, sourceFrom, classifyName1, classifyName2, classifyName3, tag string
  601. for k, v := range cells {
  602. fmt.Println("数据第行", i, "第", k, "个单元格", v.Value)
  603. if k == 0 {
  604. startDate = strings.TrimSpace(cells[0].Value) //开始时间
  605. startDateO = startDate
  606. } else if k == 1 {
  607. startTime = strings.TrimSpace(cells[1].Value) //开始时间
  608. startTimeO = startTime
  609. } else if k == 2 {
  610. endDate = strings.TrimSpace(cells[2].Value) //结束时间
  611. endDateO = endDate
  612. } else if k == 3 {
  613. endTime = strings.TrimSpace(cells[3].Value) //结束时间
  614. endTimeO = endTime
  615. } else if k == 4 {
  616. title = strings.TrimSpace(cells[4].Value) //标题
  617. } else if k == 5 {
  618. content = strings.TrimSpace(cells[5].Value) //正文
  619. } else if k == 6 {
  620. sourceFrom = strings.TrimSpace(cells[6].Value) //来源
  621. } else if k == 7 {
  622. classifyName1 = strings.TrimSpace(cells[7].Value) //一级分类
  623. } else if k == 8 {
  624. classifyName2 = strings.TrimSpace(cells[8].Value) //二级分类
  625. } else if k == 9 {
  626. classifyName3 = strings.TrimSpace(cells[9].Value) //三级分类
  627. } else if k == 10 {
  628. tag = strings.TrimSpace(cells[10].Value) //标签
  629. }
  630. }
  631. if title == "" && startDate == "" && startTime == "" && endTime == "" && endDate == "" && content == "" && tag == "" && sourceFrom == "" && classifyName1 == "" && classifyName2 == "" && classifyName3 == "" { //过滤空白行
  632. continue
  633. }
  634. fmt.Println("lenCell:", lenCell)
  635. // 校验日期格式
  636. var startDateVal, endDateVal, startTimeVal float64
  637. var tmpErr error
  638. if startDate != "" {
  639. // 判断9:09:14日期格式是否正确
  640. // 判断是否是数字
  641. startDateVal, tmpErr = strconv.ParseFloat(startDate, 64)
  642. if tmpErr == nil {
  643. startDate = xlsx.TimeFromExcelTime(startDateVal, false).Format(utils.FormatDate)
  644. fmt.Println(startDate)
  645. } else {
  646. startDate, tmpErr = getExcelDate(startDate)
  647. if tmpErr != nil {
  648. failDataList = append(failDataList, &knowledge.KnowledgeImportFail{
  649. //Id: 0,
  650. Title: title,
  651. Content: content,
  652. SourceFrom: sourceFrom,
  653. ClassifyFirst: classifyName1,
  654. ClassifySecond: classifyName2,
  655. ClassifyThird: classifyName3,
  656. ResourceType: resourceType,
  657. StartDate: startDateO,
  658. EndDate: endDateO,
  659. StartTime: startTimeO,
  660. EndTime: endTimeO,
  661. Remark: "日期格式异常",
  662. SysUserId: strconv.Itoa(sysUserId),
  663. CreateTime: time.Now(),
  664. })
  665. continue
  666. }
  667. }
  668. if startTime != "" {
  669. // 判断9:09:14日期格式是否正确
  670. startTimeVal, tmpErr = strconv.ParseFloat(startTime, 64)
  671. if tmpErr == nil {
  672. startTimeVal = startDateVal + startTimeVal
  673. startTime = xlsx.TimeFromExcelTime(startTimeVal, false).Format(utils.FormatTime)
  674. fmt.Println(startTime)
  675. } else {
  676. _, tmpErr = time.Parse(utils.FormatDateTime, startDate+" "+startTime)
  677. if tmpErr != nil {
  678. failDataList = append(failDataList, &knowledge.KnowledgeImportFail{
  679. //Id: 0,
  680. Title: title,
  681. Content: content,
  682. SourceFrom: sourceFrom,
  683. ClassifyFirst: classifyName1,
  684. ClassifySecond: classifyName2,
  685. ClassifyThird: classifyName3,
  686. ResourceType: resourceType,
  687. StartDate: startDateO,
  688. EndDate: endDateO,
  689. StartTime: startTimeO,
  690. EndTime: endTimeO,
  691. Remark: "日期格式异常",
  692. SysUserId: strconv.Itoa(sysUserId),
  693. CreateTime: time.Now(),
  694. })
  695. continue
  696. }
  697. }
  698. }
  699. }
  700. if endDate != "" {
  701. endDateVal, tmpErr = strconv.ParseFloat(endDate, 64)
  702. if tmpErr == nil {
  703. endDate = xlsx.TimeFromExcelTime(endDateVal, false).Format(utils.FormatDate)
  704. fmt.Println(endDate)
  705. } else {
  706. endDate, tmpErr = getExcelDate(endDate)
  707. if tmpErr != nil {
  708. failDataList = append(failDataList, &knowledge.KnowledgeImportFail{
  709. //Id: 0,
  710. Title: title,
  711. Content: content,
  712. SourceFrom: sourceFrom,
  713. ClassifyFirst: classifyName1,
  714. ClassifySecond: classifyName2,
  715. ClassifyThird: classifyName3,
  716. ResourceType: resourceType,
  717. StartDate: startDateO,
  718. EndDate: endDateO,
  719. StartTime: startTimeO,
  720. EndTime: endTimeO,
  721. Remark: "日期格式异常",
  722. SysUserId: strconv.Itoa(sysUserId),
  723. CreateTime: time.Now(),
  724. })
  725. continue
  726. }
  727. }
  728. if endTime != "" {
  729. // 判断9:09:14日期格式是否正确
  730. endTimeVal, e := strconv.ParseFloat(endTime, 64)
  731. if e == nil {
  732. endTimeVal = endDateVal + endTimeVal
  733. endTime = xlsx.TimeFromExcelTime(endTimeVal, false).Format(utils.FormatTime)
  734. fmt.Println(endTime)
  735. } else {
  736. _, e = time.Parse(utils.FormatDateTime, endDate+" "+endTime)
  737. if e != nil {
  738. failDataList = append(failDataList, &knowledge.KnowledgeImportFail{
  739. //Id: 0,
  740. Title: title,
  741. Content: content,
  742. SourceFrom: sourceFrom,
  743. ClassifyFirst: classifyName1,
  744. ClassifySecond: classifyName2,
  745. ClassifyThird: classifyName3,
  746. ResourceType: resourceType,
  747. StartDate: startDate,
  748. EndDate: endDate,
  749. StartTime: startTimeO,
  750. EndTime: endTimeO,
  751. Remark: "日期格式异常",
  752. SysUserId: strconv.Itoa(sysUserId),
  753. CreateTime: time.Now(),
  754. })
  755. continue
  756. }
  757. }
  758. }
  759. }
  760. resourceItem := knowledge.ResourceImportData{
  761. Title: title,
  762. StartDate: startDate,
  763. EndDate: endDate,
  764. StartTime: startTime,
  765. EndTime: endTime,
  766. Content: content,
  767. Tag: tag,
  768. SourceFrom: sourceFrom,
  769. ClassifyFirstName: classifyName1,
  770. ClassifySecondName: classifyName2,
  771. ClassifyThirdName: classifyName3,
  772. }
  773. indexDataList = append(indexDataList, resourceItem)
  774. }
  775. return
  776. }
  777. // getDataByTemplatePoint
  778. func getDataByTemplatePoint(sheet *xlsx.Sheet, sysUserId, resourceType int) (indexDataList []knowledge.ResourceImportData, failDataList []*knowledge.KnowledgeImportFail, err error, errMsg string) {
  779. fmt.Println("sheet name: ", sheet.Name)
  780. indexDataList = make([]knowledge.ResourceImportData, 0)
  781. failDataList = make([]*knowledge.KnowledgeImportFail, 0)
  782. //遍历行读取
  783. maxRow := sheet.MaxRow
  784. fmt.Println("maxRow:", maxRow)
  785. // 表头信息
  786. if maxRow <= 3 {
  787. errMsg = "模板异常1"
  788. err = errors.New(errMsg)
  789. return
  790. }
  791. // 表头校验
  792. {
  793. headerRow := sheet.Row(1)
  794. cells := headerRow.Cells
  795. fmt.Println("cells:", len(cells))
  796. if len(cells) < 5 {
  797. errMsg = "导入文件异常,请下载最新导入模板文件"
  798. err = errors.New(errMsg)
  799. return
  800. }
  801. // 循环打印每个单元格
  802. for k, v := range cells {
  803. fmt.Println("第", k, "个单元格", v.Value)
  804. }
  805. templateFail := false
  806. if cells[0].Value != "时间" {
  807. templateFail = true
  808. }
  809. if cells[1].Value != "标题" {
  810. templateFail = true
  811. }
  812. if cells[2].Value != "正文" {
  813. templateFail = true
  814. }
  815. if cells[3].Value != "来源" {
  816. templateFail = true
  817. }
  818. if cells[4].Value != "一级分类" {
  819. templateFail = true
  820. }
  821. if cells[5].Value != "二级分类" {
  822. templateFail = true
  823. }
  824. if cells[6].Value != "三级分类" {
  825. templateFail = true
  826. }
  827. if cells[7].Value != "标签" {
  828. templateFail = true
  829. }
  830. if templateFail {
  831. fmt.Println("头部信息校验失败")
  832. errMsg = "导入文件异常,请下载最新导入模板文件"
  833. err = errors.New(errMsg)
  834. return
  835. }
  836. }
  837. for i := 2; i < maxRow; i++ {
  838. row := sheet.Row(i)
  839. cells := row.Cells
  840. lenCell := len(cells)
  841. // 过滤空白行
  842. if lenCell <= 0 {
  843. continue
  844. }
  845. var startDateO string
  846. var startDate string
  847. var title, content, sourceFrom, classifyName1, classifyName2, classifyName3, tag string
  848. for k, v := range cells {
  849. fmt.Println("数据第行", i, "第", k, "个单元格", v.Value)
  850. if k == 0 {
  851. startDate = strings.TrimSpace(cells[0].Value) //开始时间
  852. startDateO = startDate
  853. } else if k == 1 {
  854. title = strings.TrimSpace(cells[1].Value) //标题
  855. } else if k == 2 {
  856. content = strings.TrimSpace(cells[2].Value) //正文
  857. } else if k == 3 {
  858. sourceFrom = strings.TrimSpace(cells[3].Value) //来源
  859. } else if k == 4 {
  860. classifyName1 = strings.TrimSpace(cells[4].Value) //一级分类
  861. } else if k == 5 {
  862. classifyName2 = strings.TrimSpace(cells[5].Value) //二级分类
  863. } else if k == 6 {
  864. classifyName3 = strings.TrimSpace(cells[6].Value) //三级分类
  865. } else if k == 7 {
  866. tag = strings.TrimSpace(cells[7].Value) //标签
  867. }
  868. }
  869. if title == "" && startDate == "" && content == "" && tag == "" && sourceFrom == "" && classifyName1 == "" && classifyName2 == "" && classifyName3 == "" { //过滤空白行
  870. continue
  871. }
  872. // 校验日期格式
  873. if startDate != "" {
  874. // 判断9:09:14日期格式是否正确
  875. // 判断是否是数字
  876. startDateVal, tmpErr := strconv.ParseFloat(startDate, 64)
  877. if tmpErr == nil {
  878. startDate = xlsx.TimeFromExcelTime(startDateVal, false).Format(utils.FormatDate)
  879. fmt.Println(startDate)
  880. } else {
  881. startDate, tmpErr = getExcelDate(startDate)
  882. if tmpErr != nil {
  883. failDataList = append(failDataList, &knowledge.KnowledgeImportFail{
  884. //Id: 0,
  885. Title: title,
  886. Content: content,
  887. SourceFrom: sourceFrom,
  888. ClassifyFirst: classifyName1,
  889. ClassifySecond: classifyName2,
  890. ClassifyThird: classifyName3,
  891. ResourceType: resourceType,
  892. StartDate: startDateO,
  893. Remark: "日期格式异常",
  894. SysUserId: strconv.Itoa(sysUserId),
  895. CreateTime: time.Now(),
  896. })
  897. continue
  898. }
  899. }
  900. }
  901. resourceItem := knowledge.ResourceImportData{
  902. Title: title,
  903. StartDate: startDate,
  904. Content: content,
  905. Tag: tag,
  906. SourceFrom: sourceFrom,
  907. ClassifyFirstName: classifyName1,
  908. ClassifySecondName: classifyName2,
  909. ClassifyThirdName: classifyName3,
  910. }
  911. indexDataList = append(indexDataList, resourceItem)
  912. }
  913. return
  914. }
  915. func getExcelDate(createDate string) (newCreateDate string, err error) {
  916. if strings.Contains(createDate, "-") {
  917. //如果是带有 - 的普通日期格式文本
  918. _, err = time.Parse("2006-1-2", createDate)
  919. if err == nil {
  920. newCreateDate = createDate
  921. }
  922. } else if strings.Contains(createDate, "/") {
  923. //如果是带有 / 的普通日期格式文本
  924. createDateTime, timeErr := time.Parse("2006/1/2", createDate)
  925. if timeErr != nil {
  926. err = timeErr
  927. } else {
  928. newCreateDate = createDateTime.Format("2006-01-02")
  929. }
  930. } else {
  931. //可能是excel的日期格式
  932. _, tmpErr := strconv.Atoi(createDate)
  933. if tmpErr != nil {
  934. err = tmpErr
  935. } else {
  936. newCreateDate = utils.ConvertToFormatDay(createDate) //录入日期
  937. }
  938. }
  939. return
  940. }
  941. func addExcelResource(req *knowledge.AddReq, sysUser *system.Admin) (err error, errMsg string) {
  942. var startTime time.Time
  943. var endTime time.Time
  944. if req.StartTime != "" {
  945. if req.ResourceType == knowledge.KnowledgeResourceTypeEvent || req.ResourceType == knowledge.KnowledgeResourceTypePolicy {
  946. startTime, err = time.ParseInLocation(utils.FormatDateTime, req.StartTime, time.Local)
  947. if err != nil { // 如果时间格式不正确,则返回错误信息
  948. errMsg = "开始时间格式不正确"
  949. err = fmt.Errorf("开始时间格式不正确,Err:" + err.Error())
  950. return
  951. }
  952. } else {
  953. startTime, err = time.ParseInLocation(utils.FormatDate, req.StartTime, time.Local)
  954. if err != nil { // 如果时间格式不正确,则返回错误信息
  955. errMsg = "开始时间格式不正确"
  956. err = fmt.Errorf("开始时间格式不正确,Err:" + err.Error())
  957. return
  958. }
  959. }
  960. }
  961. if req.EndTime != "" {
  962. if req.ResourceType == knowledge.KnowledgeResourceTypeEvent || req.ResourceType == knowledge.KnowledgeResourceTypePolicy {
  963. endTime, err = time.ParseInLocation(utils.FormatDateTime, req.EndTime, time.Local)
  964. if err != nil { // 如果时间格式不正确,则返回错误信息
  965. errMsg = "结束时间格式不正确"
  966. err = fmt.Errorf("结束时间格式不正确,Err:" + err.Error())
  967. return
  968. }
  969. }
  970. }
  971. item := new(knowledge.KnowledgeResource)
  972. item.ClassifyId = req.ClassifyId
  973. item.TagId = req.TagId
  974. item.SourceFrom = req.SourceFrom
  975. item.ResourceType = req.ResourceType
  976. item.Title = req.Title
  977. item.State = 1
  978. item.Content = html.EscapeString(req.Content)
  979. timestamp := strconv.FormatInt(time.Now().UnixNano(), 10)
  980. item.ResourceCode = utils.MD5(utils.CHART_PREFIX + "_" + timestamp)
  981. //todo 内容前5行
  982. //item.ContentSub = html.EscapeString(contentSub)
  983. if !startTime.IsZero() {
  984. item.StartTime = &startTime
  985. }
  986. if !endTime.IsZero() {
  987. item.EndTime = &endTime
  988. }
  989. item.ModifyTime = time.Now()
  990. item.AdminId = sysUser.AdminId
  991. item.AdminRealName = sysUser.RealName
  992. //item.LastModifyAdminId = sysUser.AdminId
  993. //item.LastModifyAdminName = sysUser.RealName
  994. item.ModifyTime = time.Now()
  995. item.CreateTime = time.Now()
  996. err = item.Add(item)
  997. if err != nil {
  998. errMsg = "保存失败"
  999. err = fmt.Errorf("保存失败,Err:" + err.Error())
  1000. return
  1001. }
  1002. //todo 是否需要保存到es中
  1003. return
  1004. }