resource.go 25 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846
  1. package knowledge
  2. import (
  3. "errors"
  4. "eta_gn/eta_api/models"
  5. "eta_gn/eta_api/models/knowledge"
  6. "eta_gn/eta_api/models/system"
  7. "eta_gn/eta_api/services"
  8. "eta_gn/eta_api/services/alarm_msg"
  9. "eta_gn/eta_api/utils"
  10. "fmt"
  11. "github.com/tealeg/xlsx"
  12. "html"
  13. "strconv"
  14. "strings"
  15. "time"
  16. )
  17. func AddResource(req *knowledge.AddReq, sysUser *system.Admin) (item *knowledge.KnowledgeResource, err error, errMsg string) {
  18. var startTime time.Time
  19. var endTime time.Time
  20. if req.StartTime != "" {
  21. startTime, err = time.ParseInLocation(utils.FormatDateTime, req.StartTime, time.Local)
  22. if err != nil { // 如果时间格式不正确,则返回错误信息
  23. errMsg = "开始时间格式不正确"
  24. err = fmt.Errorf("开始时间格式不正确,Err:" + err.Error())
  25. return
  26. }
  27. }
  28. if req.EndTime != "" {
  29. endTime, err = time.ParseInLocation(utils.FormatDateTime, req.EndTime, time.Local)
  30. if err != nil { // 如果时间格式不正确,则返回错误信息
  31. errMsg = "结束时间格式不正确"
  32. err = fmt.Errorf("结束时间格式不正确,Err:" + err.Error())
  33. return
  34. }
  35. }
  36. isFile := 0
  37. if req.Content != "" {
  38. e := utils.ContentXssCheck(req.Content)
  39. if e != nil {
  40. errMsg = "存在非法标签"
  41. err = fmt.Errorf("存在非法标签, Err: " + e.Error())
  42. return
  43. }
  44. content, e := services.FilterReportContentBr(req.Content)
  45. if e != nil {
  46. errMsg = "内容去除前后空格失败"
  47. err = fmt.Errorf("内容去除前后空格失败, Err: " + e.Error())
  48. return
  49. }
  50. req.Content = content
  51. /*contentSub, err = services.GetReportContentSub(req.Content)
  52. if err != nil {
  53. go alarm_msg.SendAlarmMsg("ContentSub 失败,Err:"+err.Error(), 3)
  54. //utils.SendEmail(utils.APPNAME+"失败提醒", "解析 ContentSub 失败,Err:"+err.Error(), utils.EmailSendToUsers)
  55. return
  56. }*/
  57. } else {
  58. if req.FileUrl == "" {
  59. errMsg = "内容或文件不能为空"
  60. err = fmt.Errorf("内容或文件不能为空")
  61. return
  62. }
  63. isFile = 1
  64. }
  65. classifyObj := new(knowledge.KnowledgeClassify)
  66. classifyItem, err := classifyObj.GetClassifyById(req.ClassifyId)
  67. if err != nil {
  68. if utils.IsErrNoRow(err) {
  69. err = fmt.Errorf("分类不存在,Err:" + err.Error())
  70. errMsg = "分类不存在"
  71. return
  72. }
  73. errMsg = "获取分类失败"
  74. err = fmt.Errorf("获取分类失败,Err:" + err.Error())
  75. return
  76. }
  77. if req.ClassifyId != classifyItem.ClassifyId { // 如果传进来的分类id和数据库中查到的分类id不一致,说明传进来的分类id是错误的
  78. errMsg = "错误分类"
  79. err = fmt.Errorf("错误分类")
  80. return
  81. }
  82. // todo 校验标签
  83. item = new(knowledge.KnowledgeResource)
  84. item.ClassifyId = req.ClassifyId
  85. item.TagId = req.TagId
  86. item.SourceFrom = req.SourceFrom
  87. item.ResourceType = req.ResourceType
  88. item.Title = req.Title
  89. item.State = 1
  90. item.Content = html.EscapeString(req.Content)
  91. timestamp := strconv.FormatInt(time.Now().UnixNano(), 10)
  92. item.ResourceCode = utils.MD5(utils.CHART_PREFIX + "_" + timestamp)
  93. item.IsFile = isFile
  94. item.FileUrl = req.FileUrl
  95. //todo 内容前5行
  96. //item.ContentSub = html.EscapeString(contentSub)
  97. if !startTime.IsZero() {
  98. item.StartTime = &startTime
  99. } else {
  100. item.StartTime = nil
  101. }
  102. if !endTime.IsZero() {
  103. item.EndTime = &endTime
  104. } else {
  105. item.EndTime = nil
  106. }
  107. item.ModifyTime = time.Now()
  108. item.AdminId = sysUser.AdminId
  109. item.AdminRealName = sysUser.RealName
  110. //item.LastModifyAdminId = sysUser.AdminId
  111. //item.LastModifyAdminName = sysUser.RealName
  112. item.ModifyTime = time.Now()
  113. item.CreateTime = time.Now()
  114. err = item.Add(item)
  115. if err != nil {
  116. errMsg = "保存失败"
  117. err = fmt.Errorf("保存失败,Err:" + err.Error())
  118. return
  119. }
  120. //todo 是否需要保存到es中
  121. return
  122. }
  123. func EditResource(resourceInfo *knowledge.KnowledgeResource, req knowledge.EditReq, sysUser *system.Admin) (err error, errMsg string) {
  124. errMsg = `保存失败`
  125. var startTime time.Time
  126. var endTime time.Time
  127. if req.StartTime != "" {
  128. startTime, err = time.ParseInLocation(utils.FormatDateTime, req.StartTime, time.Local)
  129. if err != nil { // 如果时间格式不正确,则返回错误信息
  130. errMsg = "开始时间格式不正确"
  131. err = fmt.Errorf("开始时间格式不正确,Err:" + err.Error())
  132. return
  133. }
  134. }
  135. if req.EndTime != "" {
  136. endTime, err = time.ParseInLocation(utils.FormatDateTime, req.EndTime, time.Local)
  137. if err != nil { // 如果时间格式不正确,则返回错误信息
  138. errMsg = "结束时间格式不正确"
  139. err = fmt.Errorf("结束时间格式不正确,Err:" + err.Error())
  140. return
  141. }
  142. }
  143. if resourceInfo.IsFile == 0 {
  144. if req.Content == "" {
  145. errMsg = "内容不能为空"
  146. err = fmt.Errorf("内容不能为空")
  147. return
  148. }
  149. } else if resourceInfo.IsFile == 1 {
  150. if req.FileUrl == "" {
  151. errMsg = "文件地址不能为空"
  152. err = fmt.Errorf("文件地址不能为空")
  153. return
  154. }
  155. }
  156. if req.Content != "" {
  157. e := utils.ContentXssCheck(req.Content)
  158. if e != nil {
  159. errMsg = "存在非法标签"
  160. err = fmt.Errorf("存在非法标签, Err: " + e.Error())
  161. return
  162. }
  163. content, e := services.FilterReportContentBr(req.Content)
  164. if e != nil {
  165. errMsg = "内容去除前后空格失败"
  166. err = fmt.Errorf("内容去除前后空格失败, Err: " + e.Error())
  167. return
  168. }
  169. req.Content = content
  170. /*contentSub, err = services.GetReportContentSub(req.Content)
  171. if err != nil {
  172. go alarm_msg.SendAlarmMsg("ContentSub 失败,Err:"+err.Error(), 3)
  173. //utils.SendEmail(utils.APPNAME+"失败提醒", "解析 ContentSub 失败,Err:"+err.Error(), utils.EmailSendToUsers)
  174. return
  175. }*/
  176. }
  177. classifyObj := new(knowledge.KnowledgeClassify)
  178. classifyItem, err := classifyObj.GetClassifyById(req.ClassifyId)
  179. if err != nil {
  180. if utils.IsErrNoRow(err) {
  181. err = fmt.Errorf("分类不存在,Err:" + err.Error())
  182. errMsg = "分类不存在"
  183. return
  184. }
  185. errMsg = "获取分类失败"
  186. err = fmt.Errorf("获取分类失败,Err:" + err.Error())
  187. return
  188. }
  189. if req.ClassifyId != classifyItem.ClassifyId { // 如果传进来的分类id和数据库中查到的分类id不一致,说明传进来的分类id是错误的
  190. errMsg = "错误分类"
  191. err = fmt.Errorf("错误分类")
  192. return
  193. }
  194. resourceInfo.ClassifyId = req.ClassifyId
  195. resourceInfo.SourceFrom = req.SourceFrom
  196. resourceInfo.TagId = req.TagId
  197. resourceInfo.Title = req.Title
  198. if req.Content != "" {
  199. resourceInfo.Content = html.EscapeString(req.Content)
  200. }
  201. if !startTime.IsZero() {
  202. resourceInfo.StartTime = &startTime
  203. }
  204. if !endTime.IsZero() {
  205. resourceInfo.EndTime = &endTime
  206. }
  207. resourceInfo.FileUrl = req.FileUrl
  208. //resourceInfo.LastModifyAdminId = sysUser.AdminId
  209. //resourceInfo.LastModifyAdminName = sysUser.RealName
  210. resourceInfo.ModifyTime = time.Now()
  211. updateCols := []string{"ClassifyId", "SourceFrom", "TagId", "Title", "Content", "StartTime", "EndTime", "ModifyTime", "FileUrl"}
  212. // 修改报告的基本信息,以及报告的授权用户
  213. err = resourceInfo.Update(updateCols)
  214. if err != nil {
  215. return
  216. }
  217. return
  218. }
  219. // ImportResourceData
  220. // @Description: 数据导入
  221. // @author: Roc
  222. // @datetime 2024-08-01 11:27:21
  223. // @param path string
  224. // @param sysUser *system.Admin
  225. // @return successCount int
  226. // @return failCount int
  227. // @return err error
  228. // @return errMsg string
  229. func ImportResourceData(path string, resourceType int, sysUser *system.Admin) (successCount, failCount int, err error, errMsg string) {
  230. // 错误信息
  231. errMsgList := make([]string, 0)
  232. // 操作记录
  233. recordMap := make(map[string]string)
  234. defer func() {
  235. recordList := make([]*models.EdbinfoOpRecord, 0)
  236. for tradeCode, remark := range recordMap {
  237. recordList = append(recordList, &models.EdbinfoOpRecord{
  238. TradeCode: tradeCode,
  239. Remark: remark,
  240. UserId: sysUser.AdminId,
  241. UserName: sysUser.RealName,
  242. CreateTime: time.Now(),
  243. })
  244. }
  245. if len(recordList) > 0 {
  246. go func() {
  247. obj := models.EdbinfoOpRecord{}
  248. _ = obj.MulCreate(recordList)
  249. }()
  250. }
  251. // 错误信息记录
  252. if len(errMsgList) > 0 {
  253. utils.FileLog.Info("导入失败, errMsgList: %v", strings.Join(errMsgList, "\n"))
  254. }
  255. }()
  256. errMsg = `导入失败`
  257. xlFile, err := xlsx.OpenFile(path)
  258. if err != nil {
  259. fmt.Println(err.Error())
  260. return
  261. }
  262. if len(xlFile.Sheets) <= 0 {
  263. errMsg = "导入模板异常"
  264. err = errors.New(errMsg)
  265. return
  266. }
  267. //导入失败数据
  268. failDataList := make([]*knowledge.KnowledgeImportFail, 0)
  269. var indexDataList []knowledge.ResourceImportData
  270. // 模板校验,然后处理成标准化格式
  271. for _, sheet := range xlFile.Sheets {
  272. var tmpFailDataList []*knowledge.KnowledgeImportFail
  273. var tmpIndexDataList []knowledge.ResourceImportData
  274. rowList := sheet.Rows
  275. if len(rowList) <= 0 {
  276. errMsg = sheet.Name + "页异常"
  277. err = errors.New(errMsg)
  278. return
  279. }
  280. templateType := 1 // 模板类型
  281. minCellNum := 6 // 模板最小列数
  282. headerCell := rowList[0].Cells
  283. // 确定模板
  284. for _, v := range headerCell {
  285. if v.String() == "导入模板2/Import Template 2" {
  286. templateType = 2
  287. minCellNum = 2
  288. break
  289. }
  290. }
  291. // 如果小于最少列数,则报错
  292. if len(headerCell) < minCellNum {
  293. errMsg = sheet.Name + "页模板异常"
  294. err = errors.New(errMsg)
  295. return
  296. }
  297. tmpIndexDataList, tmpFailDataList, err, errMsg = getDataByTemplateEvent(sheet, sysUser.AdminId, templateType)
  298. if err != nil {
  299. return
  300. }
  301. fmt.Println("tmpIndexDataList: ", tmpIndexDataList)
  302. fmt.Println("tmpFailDataList: ", tmpFailDataList)
  303. indexDataList = append(indexDataList, tmpIndexDataList...)
  304. failDataList = append(failDataList, tmpFailDataList...)
  305. }
  306. if len(indexDataList) <= 0 {
  307. if len(failDataList) > 0 {
  308. errMsg = failDataList[0].Remark
  309. err = errors.New(errMsg)
  310. }
  311. return
  312. }
  313. // 遍历获取所有分类
  314. classifyNames := make([]string, 0)
  315. for _, v := range indexDataList {
  316. if v.ClassifyFirstName != "" {
  317. classifyNames = append(classifyNames, v.ClassifyFirstName)
  318. }
  319. if v.ClassifySecondName != "" {
  320. classifyNames = append(classifyNames, v.ClassifySecondName)
  321. }
  322. if v.ClassifyThirdName != "" {
  323. classifyNames = append(classifyNames, v.ClassifyThirdName)
  324. }
  325. }
  326. fmt.Println(classifyNames)
  327. classifyList, err := knowledge.GetFullClassifyListByName(classifyNames)
  328. if err != nil {
  329. err = fmt.Errorf("获取分类数据失败 Err: %s", err.Error())
  330. errMsg = "获取分类数据失败"
  331. return
  332. }
  333. classifyNameMap := make(map[string]int)
  334. for _, v := range classifyList {
  335. name := fmt.Sprintf("%s/%s/%s", v.RootName, v.ParentName, v.ClassifyName)
  336. classifyNameMap[name] = v.ClassifyId
  337. }
  338. // todo 获取所有tag
  339. //tagNameMap := make(map[string]int)
  340. //// TODO 成功数量超过20个指标,那就不导入了
  341. /* if len(targetMap) >= 100 {
  342. failItem := new(knowledge.KnowledgeImportFail)
  343. failItem.SysUserId = strconv.Itoa(sysUser.AdminId)
  344. failItem.ClassifyName = classifyName
  345. failItem.CreateDate = createDate
  346. failItem.SecName = secName
  347. failItem.Close = closeVal
  348. failItem.Remark = "导入指标数量过多"
  349. failItem.Frequency = frequency
  350. failItem.Unit = unit
  351. failDataList = append(failDataList, failItem)
  352. //go utils.SendEmail(utils.APPNAME+"失败提醒", "导入数据 获取分类:Err:"+err.Error(), utils.EmailSendToUsers)
  353. continue
  354. }*/
  355. for _, v := range indexDataList {
  356. // 判断分类是否存在
  357. classifyName := fmt.Sprintf("%s/%s/%s", v.ClassifyFirstName, v.ClassifySecondName, v.ClassifyThirdName)
  358. fmt.Println("classifyName: ", classifyName)
  359. classifyId, ok := classifyNameMap[classifyName]
  360. if !ok {
  361. failItem := &knowledge.KnowledgeImportFail{
  362. Title: v.Title,
  363. Content: v.Content,
  364. SourceFrom: v.SourceFrom,
  365. ClassifyFirst: v.ClassifyFirstName,
  366. ClassifySecond: v.ClassifySecondName,
  367. ClassifyThird: v.ClassifyThirdName,
  368. ResourceType: resourceType,
  369. StartDate: v.StartDate,
  370. EndDate: v.EndDate,
  371. StartTime: v.StartTime,
  372. EndTime: v.EndTime,
  373. Remark: "指标分类不存在",
  374. SysUserId: fmt.Sprint(sysUser.AdminId),
  375. CreateTime: time.Now(),
  376. }
  377. failDataList = append(failDataList, failItem)
  378. continue
  379. }
  380. //todo 处理tag信息
  381. /*tagId, ok := tagNameMap[v.Tag]
  382. if !ok {
  383. failItem := &knowledge.KnowledgeImportFail{
  384. Title: v.Title,
  385. Content: v.Content,
  386. SourceFrom: v.SourceFrom,
  387. ClassifyFirst: v.ClassifyFirstName,
  388. ClassifySecond: v.ClassifySecondName,
  389. ClassifyThird: v.ClassifyThirdName,
  390. ResourceType: resourceType,
  391. StartDate: v.StartDate,
  392. EndDate: v.EndDate,
  393. StartTime: v.StartTime,
  394. EndTime: v.EndTime,
  395. Remark: "标签不存在",
  396. SysUserId: fmt.Sprint(sysUser.AdminId),
  397. CreateTime: time.Now(),
  398. }
  399. failDataList = append(failDataList, failItem)
  400. continue
  401. }*/
  402. req := new(knowledge.AddReq)
  403. req.Title = v.Title
  404. req.Content = v.Content
  405. req.SourceFrom = v.SourceFrom
  406. req.ClassifyId = classifyId
  407. //req.TagId = tagId
  408. req.ResourceType = resourceType
  409. if v.StartDate != "" {
  410. req.StartTime = fmt.Sprintf("%s %s", v.StartDate, v.StartTime)
  411. }
  412. if v.EndDate != "" {
  413. req.EndTime = fmt.Sprintf("%s %s", v.EndDate, v.EndTime)
  414. }
  415. tmpErr, msg := addExcelResource(req, sysUser)
  416. if tmpErr != nil {
  417. failItem := &knowledge.KnowledgeImportFail{
  418. Title: v.Title,
  419. Content: v.Content,
  420. SourceFrom: v.SourceFrom,
  421. ClassifyFirst: v.ClassifyFirstName,
  422. ClassifySecond: v.ClassifySecondName,
  423. ClassifyThird: v.ClassifyThirdName,
  424. ResourceType: resourceType,
  425. StartDate: v.StartDate,
  426. EndDate: v.EndDate,
  427. StartTime: v.StartTime,
  428. EndTime: v.EndTime,
  429. Remark: "新增事件失败:" + msg,
  430. SysUserId: fmt.Sprint(sysUser.AdminId),
  431. CreateTime: time.Now(),
  432. }
  433. failDataList = append(failDataList, failItem)
  434. continue
  435. } else {
  436. successCount++
  437. }
  438. }
  439. // 失败数量
  440. failCount = len(failDataList)
  441. //fmt.Println("failDataList:", len(failDataList))
  442. if failCount > 0 {
  443. failObj := new(knowledge.KnowledgeImportFail)
  444. //先删除导入失败记录
  445. _ = failObj.Delete(sysUser.AdminId)
  446. // 批量添加导入失败记录
  447. err = failObj.MultiAdd(failDataList)
  448. if err != nil {
  449. go alarm_msg.SendAlarmMsg("导入数据 新增失败记录失败,Err:"+err.Error(), 3)
  450. //go utils.SendEmail(utils.APPNAME+"失败提醒", "导入数据 新增失败记录失败:Err:"+err.Error(), utils.EmailSendToUsers)
  451. }
  452. {
  453. //错误信息字符串切片,最后作为发送邮件通知使用
  454. failContents := make([]string, 0)
  455. for _, v := range failDataList {
  456. failContents = append(failContents, fmt.Sprint(v.Title, "导入失败:", v.Remark))
  457. }
  458. utils.FileLog.Info("导入数据 存在部分数据导入失败:" + strings.Join(failContents, ";"))
  459. //导入失败的话,最后统一邮件提醒就好啦,不需要每次都去提醒
  460. go alarm_msg.SendAlarmMsg("导入数据 存在部分数据导入失败:"+strings.Join(failContents, ";"), 3)
  461. }
  462. }
  463. return
  464. }
  465. // getDataByTemplateEvent
  466. func getDataByTemplateEvent(sheet *xlsx.Sheet, sysUserId, resourceType int) (indexDataList []knowledge.ResourceImportData, failDataList []*knowledge.KnowledgeImportFail, err error, errMsg string) {
  467. fmt.Println("sheet name: ", sheet.Name)
  468. indexDataList = make([]knowledge.ResourceImportData, 0)
  469. failDataList = make([]*knowledge.KnowledgeImportFail, 0)
  470. //遍历行读取
  471. maxRow := sheet.MaxRow
  472. fmt.Println("maxRow:", maxRow)
  473. // 表头信息
  474. if maxRow <= 3 {
  475. errMsg = "模板异常1"
  476. err = errors.New(errMsg)
  477. return
  478. }
  479. // 表头校验
  480. {
  481. headerRow := sheet.Row(1)
  482. cells := headerRow.Cells
  483. fmt.Println("cells:", len(cells))
  484. if len(cells) < 11 {
  485. errMsg = "导入文件异常,请下载最新导入模板文件"
  486. err = errors.New(errMsg)
  487. return
  488. }
  489. // 循环打印每个单元格
  490. for k, v := range cells {
  491. fmt.Println("第", k, "个单元格", v.Value)
  492. }
  493. templateFail := false
  494. if cells[0].Value != "开始时间" {
  495. templateFail = true
  496. }
  497. if cells[2].Value != "结束时间(非必填)" {
  498. templateFail = true
  499. }
  500. if cells[4].Value != "标题" {
  501. templateFail = true
  502. }
  503. if cells[5].Value != "正文" {
  504. templateFail = true
  505. }
  506. if cells[6].Value != "来源" {
  507. templateFail = true
  508. }
  509. if cells[7].Value != "一级分类" {
  510. templateFail = true
  511. }
  512. if cells[8].Value != "二级分类" {
  513. templateFail = true
  514. }
  515. if cells[9].Value != "三级分类" {
  516. templateFail = true
  517. }
  518. if cells[10].Value != "标签" {
  519. templateFail = true
  520. }
  521. headerRow2 := sheet.Row(2)
  522. cells2 := headerRow2.Cells
  523. for k, v := range cells2 {
  524. fmt.Println("2第", k, "个单元格", v.Value)
  525. }
  526. if len(cells2) < 11 {
  527. templateFail = true
  528. } else {
  529. if cells2[0].Value != "日期" {
  530. templateFail = true
  531. }
  532. if cells2[1].Value != "时间" {
  533. templateFail = true
  534. }
  535. if cells2[2].Value != "日期" {
  536. templateFail = true
  537. }
  538. if cells2[3].Value != "时间" {
  539. templateFail = true
  540. }
  541. }
  542. if templateFail {
  543. fmt.Println("头部信息校验失败")
  544. errMsg = "导入文件异常,请下载最新导入模板文件"
  545. err = errors.New(errMsg)
  546. return
  547. }
  548. }
  549. for i := 3; i < maxRow; i++ {
  550. row := sheet.Row(i)
  551. cells := row.Cells
  552. lenCell := len(cells)
  553. for k, v := range cells {
  554. fmt.Println("数据第行", i, "第", k, "个单元格", v.Value)
  555. }
  556. // 过滤空白行
  557. if lenCell <= 0 {
  558. continue
  559. }
  560. fmt.Println("lenCell:", lenCell)
  561. if lenCell < 12 {
  562. if cells[0].Value == `` {
  563. continue
  564. }
  565. errMsg = "导入文件异常,请下载最新导入模板文件"
  566. err = errors.New(errMsg)
  567. return
  568. }
  569. startDate := strings.TrimSpace(cells[0].Value) //开始时间
  570. startTime := strings.TrimSpace(cells[1].Value) //开始时间
  571. endDate := strings.TrimSpace(cells[2].Value) //结束时间
  572. endTime := strings.TrimSpace(cells[3].Value) //结束时间
  573. startDateO := startDate
  574. endDateO := endDate
  575. startTimeO := startTime
  576. endTimeO := endTime
  577. title := strings.TrimSpace(cells[4].Value) //标题
  578. content := strings.TrimSpace(cells[5].Value) //正文
  579. sourceFrom := strings.TrimSpace(cells[6].Value) //来源
  580. classifyName1 := strings.TrimSpace(cells[7].Value) //一级分类
  581. classifyName2 := strings.TrimSpace(cells[8].Value) //二级分类
  582. classifyName3 := strings.TrimSpace(cells[9].Value) //三级分类
  583. tag := strings.TrimSpace(cells[10].Value) //标签
  584. if title == "" || content == "" || sourceFrom == "" || classifyName1 == "" { //过滤空白行
  585. continue
  586. }
  587. // 校验日期格式
  588. if startDate != "" {
  589. // 判断9:09:14日期格式是否正确
  590. // 判断是否是数字
  591. _, tmpErr := strconv.Atoi(startDate)
  592. if tmpErr == nil {
  593. startDate = utils.ExcelDateToDate(startDate).Format(utils.FormatDate)
  594. fmt.Println(startDate)
  595. } else {
  596. startDate, tmpErr = getExcelDate(startDate)
  597. if tmpErr != nil {
  598. failDataList = append(failDataList, &knowledge.KnowledgeImportFail{
  599. //Id: 0,
  600. Title: title,
  601. Content: content,
  602. SourceFrom: sourceFrom,
  603. ClassifyFirst: classifyName1,
  604. ClassifySecond: classifyName2,
  605. ClassifyThird: classifyName3,
  606. ResourceType: resourceType,
  607. StartDate: startDateO,
  608. EndDate: endDateO,
  609. StartTime: startTimeO,
  610. EndTime: endTimeO,
  611. Remark: "日期格式异常",
  612. SysUserId: strconv.Itoa(sysUserId),
  613. CreateTime: time.Now(),
  614. })
  615. continue
  616. }
  617. }
  618. if startTime != "" {
  619. // 判断9:09:14日期格式是否正确
  620. startTimeVal, tmpErr := strconv.ParseFloat(startTime, 64)
  621. if tmpErr == nil {
  622. startTime = utils.ExcelTimeToTime(startTimeVal).Format(utils.FormatTime)
  623. fmt.Println(startTime)
  624. } else {
  625. _, tmpErr = time.Parse(utils.FormatDateTime, startDate+" "+startTime)
  626. if tmpErr != nil {
  627. failDataList = append(failDataList, &knowledge.KnowledgeImportFail{
  628. //Id: 0,
  629. Title: title,
  630. Content: content,
  631. SourceFrom: sourceFrom,
  632. ClassifyFirst: classifyName1,
  633. ClassifySecond: classifyName2,
  634. ClassifyThird: classifyName3,
  635. ResourceType: resourceType,
  636. StartDate: startDateO,
  637. EndDate: endDateO,
  638. StartTime: startTimeO,
  639. EndTime: endTimeO,
  640. Remark: "日期格式异常",
  641. SysUserId: strconv.Itoa(sysUserId),
  642. CreateTime: time.Now(),
  643. })
  644. continue
  645. }
  646. }
  647. }
  648. }
  649. if endDate != "" {
  650. _, tmpErr := strconv.Atoi(endDate)
  651. if tmpErr == nil {
  652. endDate = utils.ExcelDateToDate(endDate).Format(utils.FormatDate)
  653. } else {
  654. endDate, tmpErr = getExcelDate(endDate)
  655. if tmpErr != nil {
  656. failDataList = append(failDataList, &knowledge.KnowledgeImportFail{
  657. //Id: 0,
  658. Title: title,
  659. Content: content,
  660. SourceFrom: sourceFrom,
  661. ClassifyFirst: classifyName1,
  662. ClassifySecond: classifyName2,
  663. ClassifyThird: classifyName3,
  664. ResourceType: resourceType,
  665. StartDate: startDateO,
  666. EndDate: endDateO,
  667. StartTime: startTimeO,
  668. EndTime: endTimeO,
  669. Remark: "日期格式异常",
  670. SysUserId: strconv.Itoa(sysUserId),
  671. CreateTime: time.Now(),
  672. })
  673. continue
  674. }
  675. }
  676. if endTime != "" {
  677. // 判断9:09:14日期格式是否正确
  678. endTimeVal, tmpErr := strconv.ParseFloat(endTime, 64)
  679. if tmpErr == nil {
  680. endTime = utils.ExcelTimeToTime(endTimeVal).Format(utils.FormatTime)
  681. fmt.Println(endTime)
  682. } else {
  683. _, tmpErr = time.Parse(utils.FormatDateTime, endDate+" "+endTime)
  684. if tmpErr != nil {
  685. failDataList = append(failDataList, &knowledge.KnowledgeImportFail{
  686. //Id: 0,
  687. Title: title,
  688. Content: content,
  689. SourceFrom: sourceFrom,
  690. ClassifyFirst: classifyName1,
  691. ClassifySecond: classifyName2,
  692. ClassifyThird: classifyName3,
  693. ResourceType: resourceType,
  694. StartDate: startDate,
  695. EndDate: endDate,
  696. StartTime: startTimeO,
  697. EndTime: endTimeO,
  698. Remark: "日期格式异常",
  699. SysUserId: strconv.Itoa(sysUserId),
  700. CreateTime: time.Now(),
  701. })
  702. continue
  703. }
  704. }
  705. }
  706. }
  707. resourceItem := knowledge.ResourceImportData{
  708. Title: title,
  709. StartDate: startDate,
  710. EndDate: endDate,
  711. StartTime: startTime,
  712. EndTime: endTime,
  713. Content: content,
  714. Tag: tag,
  715. SourceFrom: sourceFrom,
  716. ClassifyFirstName: classifyName1,
  717. ClassifySecondName: classifyName2,
  718. ClassifyThirdName: classifyName3,
  719. }
  720. indexDataList = append(indexDataList, resourceItem)
  721. }
  722. return
  723. }
  724. func getExcelDate(createDate string) (newCreateDate string, err error) {
  725. if strings.Contains(createDate, "-") {
  726. //如果是带有 - 的普通日期格式文本
  727. _, err = time.Parse("2006-1-2", createDate)
  728. if err == nil {
  729. newCreateDate = createDate
  730. }
  731. } else if strings.Contains(createDate, "/") {
  732. //如果是带有 / 的普通日期格式文本
  733. createDateTime, timeErr := time.Parse("2006/1/2", createDate)
  734. if timeErr != nil {
  735. err = timeErr
  736. } else {
  737. newCreateDate = createDateTime.Format("2006-01-02")
  738. }
  739. } else {
  740. //可能是excel的日期格式
  741. _, tmpErr := strconv.Atoi(createDate)
  742. if tmpErr != nil {
  743. err = tmpErr
  744. } else {
  745. newCreateDate = utils.ConvertToFormatDay(createDate) //录入日期
  746. }
  747. }
  748. return
  749. }
  750. func addExcelResource(req *knowledge.AddReq, sysUser *system.Admin) (err error, errMsg string) {
  751. var startTime time.Time
  752. var endTime time.Time
  753. if req.StartTime != "" {
  754. startTime, err = time.ParseInLocation(utils.FormatDateTime, req.StartTime, time.Local)
  755. if err != nil { // 如果时间格式不正确,则返回错误信息
  756. errMsg = "开始时间格式不正确"
  757. err = fmt.Errorf("开始时间格式不正确,Err:" + err.Error())
  758. return
  759. }
  760. }
  761. if req.EndTime != "" {
  762. endTime, err = time.ParseInLocation(utils.FormatDateTime, req.EndTime, time.Local)
  763. if err != nil { // 如果时间格式不正确,则返回错误信息
  764. errMsg = "结束时间格式不正确"
  765. err = fmt.Errorf("结束时间格式不正确,Err:" + err.Error())
  766. return
  767. }
  768. }
  769. item := new(knowledge.KnowledgeResource)
  770. item.ClassifyId = req.ClassifyId
  771. item.TagId = req.TagId
  772. item.SourceFrom = req.SourceFrom
  773. item.ResourceType = req.ResourceType
  774. item.Title = req.Title
  775. item.State = 1
  776. item.Content = html.EscapeString(req.Content)
  777. timestamp := strconv.FormatInt(time.Now().UnixNano(), 10)
  778. item.ResourceCode = utils.MD5(utils.CHART_PREFIX + "_" + timestamp)
  779. //todo 内容前5行
  780. //item.ContentSub = html.EscapeString(contentSub)
  781. if !startTime.IsZero() {
  782. item.StartTime = &startTime
  783. }
  784. if !endTime.IsZero() {
  785. item.EndTime = &endTime
  786. }
  787. item.ModifyTime = time.Now()
  788. item.AdminId = sysUser.AdminId
  789. item.AdminRealName = sysUser.RealName
  790. //item.LastModifyAdminId = sysUser.AdminId
  791. //item.LastModifyAdminName = sysUser.RealName
  792. item.ModifyTime = time.Now()
  793. item.CreateTime = time.Now()
  794. err = item.Add(item)
  795. if err != nil {
  796. errMsg = "保存失败"
  797. err = fmt.Errorf("保存失败,Err:" + err.Error())
  798. return
  799. }
  800. //todo 是否需要保存到es中
  801. return
  802. }