resource.go 24 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830
  1. package knowledge
  2. import (
  3. "errors"
  4. "eta_gn/eta_api/models"
  5. "eta_gn/eta_api/models/knowledge"
  6. "eta_gn/eta_api/models/system"
  7. "eta_gn/eta_api/services"
  8. "eta_gn/eta_api/services/alarm_msg"
  9. "eta_gn/eta_api/utils"
  10. "fmt"
  11. "github.com/tealeg/xlsx"
  12. "html"
  13. "strconv"
  14. "strings"
  15. "time"
  16. )
  17. func AddResource(req *knowledge.AddReq, sysUser *system.Admin) (item *knowledge.KnowledgeResource, err error, errMsg string) {
  18. var startTime time.Time
  19. var endTime time.Time
  20. if req.StartTime != "" {
  21. startTime, err = time.ParseInLocation(utils.FormatDateTime, req.StartTime, time.Local)
  22. if err != nil { // 如果时间格式不正确,则返回错误信息
  23. errMsg = "开始时间格式不正确"
  24. err = fmt.Errorf("开始时间格式不正确,Err:" + err.Error())
  25. return
  26. }
  27. }
  28. if req.EndTime != "" {
  29. endTime, err = time.ParseInLocation(utils.FormatDateTime, req.EndTime, time.Local)
  30. if err != nil { // 如果时间格式不正确,则返回错误信息
  31. errMsg = "结束时间格式不正确"
  32. err = fmt.Errorf("结束时间格式不正确,Err:" + err.Error())
  33. return
  34. }
  35. }
  36. isFile := 0
  37. if req.Content != "" {
  38. e := utils.ContentXssCheck(req.Content)
  39. if e != nil {
  40. errMsg = "存在非法标签"
  41. err = fmt.Errorf("存在非法标签, Err: " + e.Error())
  42. return
  43. }
  44. content, e := services.FilterReportContentBr(req.Content)
  45. if e != nil {
  46. errMsg = "内容去除前后空格失败"
  47. err = fmt.Errorf("内容去除前后空格失败, Err: " + e.Error())
  48. return
  49. }
  50. req.Content = content
  51. /*contentSub, err = services.GetReportContentSub(req.Content)
  52. if err != nil {
  53. go alarm_msg.SendAlarmMsg("ContentSub 失败,Err:"+err.Error(), 3)
  54. //utils.SendEmail(utils.APPNAME+"失败提醒", "解析 ContentSub 失败,Err:"+err.Error(), utils.EmailSendToUsers)
  55. return
  56. }*/
  57. } else {
  58. if req.FileUrl == "" {
  59. errMsg = "内容或文件不能为空"
  60. err = fmt.Errorf("内容或文件不能为空")
  61. return
  62. }
  63. isFile = 1
  64. }
  65. classifyObj := new(knowledge.KnowledgeClassify)
  66. classifyItem, err := classifyObj.GetClassifyById(req.ClassifyId)
  67. if err != nil {
  68. if utils.IsErrNoRow(err) {
  69. err = fmt.Errorf("分类不存在,Err:" + err.Error())
  70. errMsg = "分类不存在"
  71. return
  72. }
  73. errMsg = "获取分类失败"
  74. err = fmt.Errorf("获取分类失败,Err:" + err.Error())
  75. return
  76. }
  77. if req.ClassifyId != classifyItem.ClassifyId { // 如果传进来的分类id和数据库中查到的分类id不一致,说明传进来的分类id是错误的
  78. errMsg = "错误分类"
  79. err = fmt.Errorf("错误分类")
  80. return
  81. }
  82. // todo 校验标签
  83. item = new(knowledge.KnowledgeResource)
  84. item.ClassifyId = req.ClassifyId
  85. item.TagId = req.TagId
  86. item.SourceFrom = req.SourceFrom
  87. item.ResourceType = req.ResourceType
  88. item.Title = req.Title
  89. item.State = 1
  90. item.Content = html.EscapeString(req.Content)
  91. timestamp := strconv.FormatInt(time.Now().UnixNano(), 10)
  92. item.ResourceCode = utils.MD5(utils.CHART_PREFIX + "_" + timestamp)
  93. item.IsFile = isFile
  94. item.FileUrl = req.FileUrl
  95. //todo 内容前5行
  96. //item.ContentSub = html.EscapeString(contentSub)
  97. if !startTime.IsZero() {
  98. item.StartTime = &startTime
  99. } else {
  100. item.StartTime = nil
  101. }
  102. if !endTime.IsZero() {
  103. item.EndTime = &endTime
  104. } else {
  105. item.EndTime = nil
  106. }
  107. item.ModifyTime = time.Now()
  108. item.AdminId = sysUser.AdminId
  109. item.AdminRealName = sysUser.RealName
  110. //item.LastModifyAdminId = sysUser.AdminId
  111. //item.LastModifyAdminName = sysUser.RealName
  112. item.ModifyTime = time.Now()
  113. item.CreateTime = time.Now()
  114. err = item.Add(item)
  115. if err != nil {
  116. errMsg = "保存失败"
  117. err = fmt.Errorf("保存失败,Err:" + err.Error())
  118. return
  119. }
  120. //todo 是否需要保存到es中
  121. return
  122. }
  123. func EditResource(resourceInfo *knowledge.KnowledgeResource, req knowledge.EditReq, sysUser *system.Admin) (err error, errMsg string) {
  124. errMsg = `保存失败`
  125. var startTime time.Time
  126. var endTime time.Time
  127. if req.StartTime != "" {
  128. startTime, err = time.ParseInLocation(utils.FormatDateTime, req.StartTime, time.Local)
  129. if err != nil { // 如果时间格式不正确,则返回错误信息
  130. errMsg = "开始时间格式不正确"
  131. err = fmt.Errorf("开始时间格式不正确,Err:" + err.Error())
  132. return
  133. }
  134. }
  135. if req.EndTime != "" {
  136. endTime, err = time.ParseInLocation(utils.FormatDateTime, req.EndTime, time.Local)
  137. if err != nil { // 如果时间格式不正确,则返回错误信息
  138. errMsg = "结束时间格式不正确"
  139. err = fmt.Errorf("结束时间格式不正确,Err:" + err.Error())
  140. return
  141. }
  142. }
  143. if resourceInfo.IsFile == 0 {
  144. if req.Content == "" {
  145. errMsg = "内容不能为空"
  146. err = fmt.Errorf("内容不能为空")
  147. return
  148. }
  149. } else if resourceInfo.IsFile == 1 {
  150. if req.FileUrl == "" {
  151. errMsg = "文件地址不能为空"
  152. err = fmt.Errorf("文件地址不能为空")
  153. return
  154. }
  155. }
  156. if req.Content != "" {
  157. e := utils.ContentXssCheck(req.Content)
  158. if e != nil {
  159. errMsg = "存在非法标签"
  160. err = fmt.Errorf("存在非法标签, Err: " + e.Error())
  161. return
  162. }
  163. content, e := services.FilterReportContentBr(req.Content)
  164. if e != nil {
  165. errMsg = "内容去除前后空格失败"
  166. err = fmt.Errorf("内容去除前后空格失败, Err: " + e.Error())
  167. return
  168. }
  169. req.Content = content
  170. /*contentSub, err = services.GetReportContentSub(req.Content)
  171. if err != nil {
  172. go alarm_msg.SendAlarmMsg("ContentSub 失败,Err:"+err.Error(), 3)
  173. //utils.SendEmail(utils.APPNAME+"失败提醒", "解析 ContentSub 失败,Err:"+err.Error(), utils.EmailSendToUsers)
  174. return
  175. }*/
  176. }
  177. classifyObj := new(knowledge.KnowledgeClassify)
  178. classifyItem, err := classifyObj.GetClassifyById(req.ClassifyId)
  179. if err != nil {
  180. if utils.IsErrNoRow(err) {
  181. err = fmt.Errorf("分类不存在,Err:" + err.Error())
  182. errMsg = "分类不存在"
  183. return
  184. }
  185. errMsg = "获取分类失败"
  186. err = fmt.Errorf("获取分类失败,Err:" + err.Error())
  187. return
  188. }
  189. if req.ClassifyId != classifyItem.ClassifyId { // 如果传进来的分类id和数据库中查到的分类id不一致,说明传进来的分类id是错误的
  190. errMsg = "错误分类"
  191. err = fmt.Errorf("错误分类")
  192. return
  193. }
  194. resourceInfo.ClassifyId = req.ClassifyId
  195. resourceInfo.SourceFrom = req.SourceFrom
  196. resourceInfo.TagId = req.TagId
  197. resourceInfo.Title = req.Title
  198. if req.Content != "" {
  199. resourceInfo.Content = html.EscapeString(req.Content)
  200. }
  201. if !startTime.IsZero() {
  202. resourceInfo.StartTime = &startTime
  203. }
  204. if !endTime.IsZero() {
  205. resourceInfo.EndTime = &endTime
  206. }
  207. resourceInfo.FileUrl = req.FileUrl
  208. //resourceInfo.LastModifyAdminId = sysUser.AdminId
  209. //resourceInfo.LastModifyAdminName = sysUser.RealName
  210. resourceInfo.ModifyTime = time.Now()
  211. updateCols := []string{"ClassifyId", "SourceFrom", "TagId", "Title", "Content", "StartTime", "EndTime", "ModifyTime", "FileUrl"}
  212. // 修改报告的基本信息,以及报告的授权用户
  213. err = resourceInfo.Update(updateCols)
  214. if err != nil {
  215. return
  216. }
  217. return
  218. }
  219. // ImportResourceData
  220. // @Description: 数据导入
  221. // @author: Roc
  222. // @datetime 2024-08-01 11:27:21
  223. // @param path string
  224. // @param sysUser *system.Admin
  225. // @return successCount int
  226. // @return failCount int
  227. // @return err error
  228. // @return errMsg string
  229. func ImportResourceData(path string, resourceType int, sysUser *system.Admin) (successCount, failCount int, err error, errMsg string) {
  230. // 错误信息
  231. errMsgList := make([]string, 0)
  232. // 操作记录
  233. recordMap := make(map[string]string)
  234. defer func() {
  235. recordList := make([]*models.EdbinfoOpRecord, 0)
  236. for tradeCode, remark := range recordMap {
  237. recordList = append(recordList, &models.EdbinfoOpRecord{
  238. TradeCode: tradeCode,
  239. Remark: remark,
  240. UserId: sysUser.AdminId,
  241. UserName: sysUser.RealName,
  242. CreateTime: time.Now(),
  243. })
  244. }
  245. if len(recordList) > 0 {
  246. go func() {
  247. obj := models.EdbinfoOpRecord{}
  248. _ = obj.MulCreate(recordList)
  249. }()
  250. }
  251. // 错误信息记录
  252. if len(errMsgList) > 0 {
  253. utils.FileLog.Info("导入失败, errMsgList: %v", strings.Join(errMsgList, "\n"))
  254. }
  255. }()
  256. errMsg = `导入失败`
  257. xlFile, err := xlsx.OpenFile(path)
  258. if err != nil {
  259. fmt.Println(err.Error())
  260. return
  261. }
  262. if len(xlFile.Sheets) <= 0 {
  263. errMsg = "导入模板异常"
  264. err = errors.New(errMsg)
  265. return
  266. }
  267. //导入失败数据
  268. failDataList := make([]*knowledge.KnowledgeImportFail, 0)
  269. var indexDataList []knowledge.ResourceImportData
  270. tagObj := new(knowledge.KnowledgeTag)
  271. // 模板校验,然后处理成标准化格式
  272. for _, sheet := range xlFile.Sheets {
  273. var tmpFailDataList []*knowledge.KnowledgeImportFail
  274. var tmpIndexDataList []knowledge.ResourceImportData
  275. rowList := sheet.Rows
  276. if len(rowList) <= 0 {
  277. errMsg = sheet.Name + "页异常"
  278. err = errors.New(errMsg)
  279. return
  280. }
  281. templateType := 1 // 模板类型
  282. minCellNum := 6 // 模板最小列数
  283. headerCell := rowList[0].Cells
  284. // 确定模板
  285. for _, v := range headerCell {
  286. if v.String() == "导入模板2/Import Template 2" {
  287. templateType = 2
  288. minCellNum = 2
  289. break
  290. }
  291. }
  292. // 如果小于最少列数,则报错
  293. if len(headerCell) < minCellNum {
  294. errMsg = sheet.Name + "页模板异常"
  295. err = errors.New(errMsg)
  296. return
  297. }
  298. tmpIndexDataList, tmpFailDataList, err, errMsg = getDataByTemplateEvent(sheet, sysUser.AdminId, templateType)
  299. if err != nil {
  300. return
  301. }
  302. fmt.Println("tmpIndexDataList: ", tmpIndexDataList)
  303. fmt.Println("tmpFailDataList: ", tmpFailDataList)
  304. indexDataList = append(indexDataList, tmpIndexDataList...)
  305. failDataList = append(failDataList, tmpFailDataList...)
  306. }
  307. if len(indexDataList) <= 0 {
  308. if len(failDataList) > 0 {
  309. errMsg = failDataList[0].Remark
  310. err = errors.New(errMsg)
  311. }
  312. return
  313. }
  314. // 遍历获取所有分类
  315. classifyNames := make([]string, 0)
  316. for _, v := range indexDataList {
  317. if v.ClassifyFirstName != "" {
  318. classifyNames = append(classifyNames, v.ClassifyFirstName)
  319. }
  320. if v.ClassifySecondName != "" {
  321. classifyNames = append(classifyNames, v.ClassifySecondName)
  322. }
  323. if v.ClassifyThirdName != "" {
  324. classifyNames = append(classifyNames, v.ClassifyThirdName)
  325. }
  326. }
  327. fmt.Println(classifyNames)
  328. classifyList, err := knowledge.GetFullClassifyListByName(classifyNames)
  329. if err != nil {
  330. err = fmt.Errorf("获取分类数据失败 Err: %s", err.Error())
  331. errMsg = "获取分类数据失败"
  332. return
  333. }
  334. classifyNameMap := make(map[string]int)
  335. for _, v := range classifyList {
  336. name := fmt.Sprintf("%s/%s/%s", v.RootName, v.ParentName, v.ClassifyName)
  337. classifyNameMap[name] = v.ClassifyId
  338. }
  339. // todo 获取所有tag
  340. tagNameMap := make(map[string]int)
  341. // todo 获取所有tag
  342. tagList, err := tagObj.GetAllTag()
  343. for _, v := range tagList {
  344. tagNameMap[v.TagName] = v.TagId
  345. }
  346. //// TODO 成功数量超过20个指标,那就不导入了
  347. /* if len(targetMap) >= 100 {
  348. failItem := new(knowledge.KnowledgeImportFail)
  349. failItem.SysUserId = strconv.Itoa(sysUser.AdminId)
  350. failItem.ClassifyName = classifyName
  351. failItem.CreateDate = createDate
  352. failItem.SecName = secName
  353. failItem.Close = closeVal
  354. failItem.Remark = "导入指标数量过多"
  355. failItem.Frequency = frequency
  356. failItem.Unit = unit
  357. failDataList = append(failDataList, failItem)
  358. //go utils.SendEmail(utils.APPNAME+"失败提醒", "导入数据 获取分类:Err:"+err.Error(), utils.EmailSendToUsers)
  359. continue
  360. }*/
  361. for _, v := range indexDataList {
  362. // 判断分类是否存在
  363. classifyName := fmt.Sprintf("%s/%s/%s", v.ClassifyFirstName, v.ClassifySecondName, v.ClassifyThirdName)
  364. fmt.Println("classifyName: ", classifyName)
  365. classifyId, ok := classifyNameMap[classifyName]
  366. if !ok {
  367. failItem := &knowledge.KnowledgeImportFail{
  368. Title: v.Title,
  369. Content: v.Content,
  370. SourceFrom: v.SourceFrom,
  371. ClassifyFirst: v.ClassifyFirstName,
  372. ClassifySecond: v.ClassifySecondName,
  373. ClassifyThird: v.ClassifyThirdName,
  374. ResourceType: resourceType,
  375. StartDate: v.StartDate,
  376. EndDate: v.EndDate,
  377. StartTime: v.StartTime,
  378. EndTime: v.EndTime,
  379. Remark: "指标分类不存在",
  380. SysUserId: fmt.Sprint(sysUser.AdminId),
  381. CreateTime: time.Now(),
  382. }
  383. failDataList = append(failDataList, failItem)
  384. continue
  385. }
  386. tagId, _ := tagNameMap[v.Tag]
  387. req := new(knowledge.AddReq)
  388. req.Title = v.Title
  389. req.Content = v.Content
  390. req.SourceFrom = v.SourceFrom
  391. req.ClassifyId = classifyId
  392. req.TagId = tagId
  393. req.ResourceType = resourceType
  394. if v.StartDate != "" {
  395. req.StartTime = fmt.Sprintf("%s %s", v.StartDate, v.StartTime)
  396. }
  397. if v.EndDate != "" {
  398. req.EndTime = fmt.Sprintf("%s %s", v.EndDate, v.EndTime)
  399. }
  400. tmpErr, msg := addExcelResource(req, sysUser)
  401. if tmpErr != nil {
  402. failItem := &knowledge.KnowledgeImportFail{
  403. Title: v.Title,
  404. Content: v.Content,
  405. SourceFrom: v.SourceFrom,
  406. ClassifyFirst: v.ClassifyFirstName,
  407. ClassifySecond: v.ClassifySecondName,
  408. ClassifyThird: v.ClassifyThirdName,
  409. ResourceType: resourceType,
  410. StartDate: v.StartDate,
  411. EndDate: v.EndDate,
  412. StartTime: v.StartTime,
  413. EndTime: v.EndTime,
  414. Remark: "新增事件失败:" + msg,
  415. SysUserId: fmt.Sprint(sysUser.AdminId),
  416. CreateTime: time.Now(),
  417. }
  418. failDataList = append(failDataList, failItem)
  419. continue
  420. } else {
  421. successCount++
  422. }
  423. }
  424. // 失败数量
  425. failCount = len(failDataList)
  426. //fmt.Println("failDataList:", len(failDataList))
  427. if failCount > 0 {
  428. failObj := new(knowledge.KnowledgeImportFail)
  429. //先删除导入失败记录
  430. _ = failObj.Delete(sysUser.AdminId)
  431. // 批量添加导入失败记录
  432. err = failObj.MultiAdd(failDataList)
  433. if err != nil {
  434. go alarm_msg.SendAlarmMsg("导入数据 新增失败记录失败,Err:"+err.Error(), 3)
  435. //go utils.SendEmail(utils.APPNAME+"失败提醒", "导入数据 新增失败记录失败:Err:"+err.Error(), utils.EmailSendToUsers)
  436. }
  437. {
  438. //错误信息字符串切片,最后作为发送邮件通知使用
  439. failContents := make([]string, 0)
  440. for _, v := range failDataList {
  441. failContents = append(failContents, fmt.Sprint(v.Title, "导入失败:", v.Remark))
  442. }
  443. utils.FileLog.Info("导入数据 存在部分数据导入失败:" + strings.Join(failContents, ";"))
  444. //导入失败的话,最后统一邮件提醒就好啦,不需要每次都去提醒
  445. go alarm_msg.SendAlarmMsg("导入数据 存在部分数据导入失败:"+strings.Join(failContents, ";"), 3)
  446. }
  447. }
  448. return
  449. }
  450. // getDataByTemplateEvent
  451. func getDataByTemplateEvent(sheet *xlsx.Sheet, sysUserId, resourceType int) (indexDataList []knowledge.ResourceImportData, failDataList []*knowledge.KnowledgeImportFail, err error, errMsg string) {
  452. fmt.Println("sheet name: ", sheet.Name)
  453. indexDataList = make([]knowledge.ResourceImportData, 0)
  454. failDataList = make([]*knowledge.KnowledgeImportFail, 0)
  455. //遍历行读取
  456. maxRow := sheet.MaxRow
  457. fmt.Println("maxRow:", maxRow)
  458. // 表头信息
  459. if maxRow <= 3 {
  460. errMsg = "模板异常1"
  461. err = errors.New(errMsg)
  462. return
  463. }
  464. // 表头校验
  465. {
  466. headerRow := sheet.Row(1)
  467. cells := headerRow.Cells
  468. fmt.Println("cells:", len(cells))
  469. if len(cells) < 11 {
  470. errMsg = "导入文件异常,请下载最新导入模板文件"
  471. err = errors.New(errMsg)
  472. return
  473. }
  474. // 循环打印每个单元格
  475. for k, v := range cells {
  476. fmt.Println("第", k, "个单元格", v.Value)
  477. }
  478. templateFail := false
  479. if cells[0].Value != "开始时间" {
  480. templateFail = true
  481. }
  482. if cells[2].Value != "结束时间(非必填)" {
  483. templateFail = true
  484. }
  485. if cells[4].Value != "标题" {
  486. templateFail = true
  487. }
  488. if cells[5].Value != "正文" {
  489. templateFail = true
  490. }
  491. if cells[6].Value != "来源" {
  492. templateFail = true
  493. }
  494. if cells[7].Value != "一级分类" {
  495. templateFail = true
  496. }
  497. if cells[8].Value != "二级分类" {
  498. templateFail = true
  499. }
  500. if cells[9].Value != "三级分类" {
  501. templateFail = true
  502. }
  503. if cells[10].Value != "标签" {
  504. templateFail = true
  505. }
  506. headerRow2 := sheet.Row(2)
  507. cells2 := headerRow2.Cells
  508. for k, v := range cells2 {
  509. fmt.Println("2第", k, "个单元格", v.Value)
  510. }
  511. if len(cells2) < 11 {
  512. templateFail = true
  513. } else {
  514. if cells2[0].Value != "日期" {
  515. templateFail = true
  516. }
  517. if cells2[1].Value != "时间" {
  518. templateFail = true
  519. }
  520. if cells2[2].Value != "日期" {
  521. templateFail = true
  522. }
  523. if cells2[3].Value != "时间" {
  524. templateFail = true
  525. }
  526. }
  527. if templateFail {
  528. fmt.Println("头部信息校验失败")
  529. errMsg = "导入文件异常,请下载最新导入模板文件"
  530. err = errors.New(errMsg)
  531. return
  532. }
  533. }
  534. for i := 3; i < maxRow; i++ {
  535. row := sheet.Row(i)
  536. cells := row.Cells
  537. lenCell := len(cells)
  538. for k, v := range cells {
  539. fmt.Println("数据第行", i, "第", k, "个单元格", v.Value)
  540. }
  541. // 过滤空白行
  542. if lenCell <= 0 {
  543. continue
  544. }
  545. fmt.Println("lenCell:", lenCell)
  546. if lenCell < 12 {
  547. if cells[0].Value == `` {
  548. continue
  549. }
  550. errMsg = "导入文件异常,请下载最新导入模板文件"
  551. err = errors.New(errMsg)
  552. return
  553. }
  554. startDate := strings.TrimSpace(cells[0].Value) //开始时间
  555. startTime := strings.TrimSpace(cells[1].Value) //开始时间
  556. endDate := strings.TrimSpace(cells[2].Value) //结束时间
  557. endTime := strings.TrimSpace(cells[3].Value) //结束时间
  558. startDateO := startDate
  559. endDateO := endDate
  560. startTimeO := startTime
  561. endTimeO := endTime
  562. title := strings.TrimSpace(cells[4].Value) //标题
  563. content := strings.TrimSpace(cells[5].Value) //正文
  564. sourceFrom := strings.TrimSpace(cells[6].Value) //来源
  565. classifyName1 := strings.TrimSpace(cells[7].Value) //一级分类
  566. classifyName2 := strings.TrimSpace(cells[8].Value) //二级分类
  567. classifyName3 := strings.TrimSpace(cells[9].Value) //三级分类
  568. tag := strings.TrimSpace(cells[10].Value) //标签
  569. if title == "" || content == "" || sourceFrom == "" || classifyName1 == "" { //过滤空白行
  570. continue
  571. }
  572. // 校验日期格式
  573. if startDate != "" {
  574. // 判断9:09:14日期格式是否正确
  575. // 判断是否是数字
  576. _, tmpErr := strconv.Atoi(startDate)
  577. if tmpErr == nil {
  578. startDate = utils.ExcelDateToDate(startDate).Format(utils.FormatDate)
  579. fmt.Println(startDate)
  580. } else {
  581. startDate, tmpErr = getExcelDate(startDate)
  582. if tmpErr != nil {
  583. failDataList = append(failDataList, &knowledge.KnowledgeImportFail{
  584. //Id: 0,
  585. Title: title,
  586. Content: content,
  587. SourceFrom: sourceFrom,
  588. ClassifyFirst: classifyName1,
  589. ClassifySecond: classifyName2,
  590. ClassifyThird: classifyName3,
  591. ResourceType: resourceType,
  592. StartDate: startDateO,
  593. EndDate: endDateO,
  594. StartTime: startTimeO,
  595. EndTime: endTimeO,
  596. Remark: "日期格式异常",
  597. SysUserId: strconv.Itoa(sysUserId),
  598. CreateTime: time.Now(),
  599. })
  600. continue
  601. }
  602. }
  603. if startTime != "" {
  604. // 判断9:09:14日期格式是否正确
  605. startTimeVal, tmpErr := strconv.ParseFloat(startTime, 64)
  606. if tmpErr == nil {
  607. startTime = utils.ExcelTimeToTime(startTimeVal).Format(utils.FormatTime)
  608. fmt.Println(startTime)
  609. } else {
  610. _, tmpErr = time.Parse(utils.FormatDateTime, startDate+" "+startTime)
  611. if tmpErr != nil {
  612. failDataList = append(failDataList, &knowledge.KnowledgeImportFail{
  613. //Id: 0,
  614. Title: title,
  615. Content: content,
  616. SourceFrom: sourceFrom,
  617. ClassifyFirst: classifyName1,
  618. ClassifySecond: classifyName2,
  619. ClassifyThird: classifyName3,
  620. ResourceType: resourceType,
  621. StartDate: startDateO,
  622. EndDate: endDateO,
  623. StartTime: startTimeO,
  624. EndTime: endTimeO,
  625. Remark: "日期格式异常",
  626. SysUserId: strconv.Itoa(sysUserId),
  627. CreateTime: time.Now(),
  628. })
  629. continue
  630. }
  631. }
  632. }
  633. }
  634. if endDate != "" {
  635. _, tmpErr := strconv.Atoi(endDate)
  636. if tmpErr == nil {
  637. endDate = utils.ExcelDateToDate(endDate).Format(utils.FormatDate)
  638. } else {
  639. endDate, tmpErr = getExcelDate(endDate)
  640. if tmpErr != nil {
  641. failDataList = append(failDataList, &knowledge.KnowledgeImportFail{
  642. //Id: 0,
  643. Title: title,
  644. Content: content,
  645. SourceFrom: sourceFrom,
  646. ClassifyFirst: classifyName1,
  647. ClassifySecond: classifyName2,
  648. ClassifyThird: classifyName3,
  649. ResourceType: resourceType,
  650. StartDate: startDateO,
  651. EndDate: endDateO,
  652. StartTime: startTimeO,
  653. EndTime: endTimeO,
  654. Remark: "日期格式异常",
  655. SysUserId: strconv.Itoa(sysUserId),
  656. CreateTime: time.Now(),
  657. })
  658. continue
  659. }
  660. }
  661. if endTime != "" {
  662. // 判断9:09:14日期格式是否正确
  663. endTimeVal, tmpErr := strconv.ParseFloat(endTime, 64)
  664. if tmpErr == nil {
  665. endTime = utils.ExcelTimeToTime(endTimeVal).Format(utils.FormatTime)
  666. fmt.Println(endTime)
  667. } else {
  668. _, tmpErr = time.Parse(utils.FormatDateTime, endDate+" "+endTime)
  669. if tmpErr != nil {
  670. failDataList = append(failDataList, &knowledge.KnowledgeImportFail{
  671. //Id: 0,
  672. Title: title,
  673. Content: content,
  674. SourceFrom: sourceFrom,
  675. ClassifyFirst: classifyName1,
  676. ClassifySecond: classifyName2,
  677. ClassifyThird: classifyName3,
  678. ResourceType: resourceType,
  679. StartDate: startDate,
  680. EndDate: endDate,
  681. StartTime: startTimeO,
  682. EndTime: endTimeO,
  683. Remark: "日期格式异常",
  684. SysUserId: strconv.Itoa(sysUserId),
  685. CreateTime: time.Now(),
  686. })
  687. continue
  688. }
  689. }
  690. }
  691. }
  692. resourceItem := knowledge.ResourceImportData{
  693. Title: title,
  694. StartDate: startDate,
  695. EndDate: endDate,
  696. StartTime: startTime,
  697. EndTime: endTime,
  698. Content: content,
  699. Tag: tag,
  700. SourceFrom: sourceFrom,
  701. ClassifyFirstName: classifyName1,
  702. ClassifySecondName: classifyName2,
  703. ClassifyThirdName: classifyName3,
  704. }
  705. indexDataList = append(indexDataList, resourceItem)
  706. }
  707. return
  708. }
  709. func getExcelDate(createDate string) (newCreateDate string, err error) {
  710. if strings.Contains(createDate, "-") {
  711. //如果是带有 - 的普通日期格式文本
  712. _, err = time.Parse("2006-1-2", createDate)
  713. if err == nil {
  714. newCreateDate = createDate
  715. }
  716. } else if strings.Contains(createDate, "/") {
  717. //如果是带有 / 的普通日期格式文本
  718. createDateTime, timeErr := time.Parse("2006/1/2", createDate)
  719. if timeErr != nil {
  720. err = timeErr
  721. } else {
  722. newCreateDate = createDateTime.Format("2006-01-02")
  723. }
  724. } else {
  725. //可能是excel的日期格式
  726. _, tmpErr := strconv.Atoi(createDate)
  727. if tmpErr != nil {
  728. err = tmpErr
  729. } else {
  730. newCreateDate = utils.ConvertToFormatDay(createDate) //录入日期
  731. }
  732. }
  733. return
  734. }
  735. func addExcelResource(req *knowledge.AddReq, sysUser *system.Admin) (err error, errMsg string) {
  736. var startTime time.Time
  737. var endTime time.Time
  738. if req.StartTime != "" {
  739. startTime, err = time.ParseInLocation(utils.FormatDateTime, req.StartTime, time.Local)
  740. if err != nil { // 如果时间格式不正确,则返回错误信息
  741. errMsg = "开始时间格式不正确"
  742. err = fmt.Errorf("开始时间格式不正确,Err:" + err.Error())
  743. return
  744. }
  745. }
  746. if req.EndTime != "" {
  747. endTime, err = time.ParseInLocation(utils.FormatDateTime, req.EndTime, time.Local)
  748. if err != nil { // 如果时间格式不正确,则返回错误信息
  749. errMsg = "结束时间格式不正确"
  750. err = fmt.Errorf("结束时间格式不正确,Err:" + err.Error())
  751. return
  752. }
  753. }
  754. item := new(knowledge.KnowledgeResource)
  755. item.ClassifyId = req.ClassifyId
  756. item.TagId = req.TagId
  757. item.SourceFrom = req.SourceFrom
  758. item.ResourceType = req.ResourceType
  759. item.Title = req.Title
  760. item.State = 1
  761. item.Content = html.EscapeString(req.Content)
  762. timestamp := strconv.FormatInt(time.Now().UnixNano(), 10)
  763. item.ResourceCode = utils.MD5(utils.CHART_PREFIX + "_" + timestamp)
  764. //todo 内容前5行
  765. //item.ContentSub = html.EscapeString(contentSub)
  766. if !startTime.IsZero() {
  767. item.StartTime = &startTime
  768. }
  769. if !endTime.IsZero() {
  770. item.EndTime = &endTime
  771. }
  772. item.ModifyTime = time.Now()
  773. item.AdminId = sysUser.AdminId
  774. item.AdminRealName = sysUser.RealName
  775. //item.LastModifyAdminId = sysUser.AdminId
  776. //item.LastModifyAdminName = sysUser.RealName
  777. item.ModifyTime = time.Now()
  778. item.CreateTime = time.Now()
  779. err = item.Add(item)
  780. if err != nil {
  781. errMsg = "保存失败"
  782. err = fmt.Errorf("保存失败,Err:" + err.Error())
  783. return
  784. }
  785. //todo 是否需要保存到es中
  786. return
  787. }