wechat_article_abstract.go 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288
  1. package rag
  2. import (
  3. "database/sql"
  4. "eta/eta_api/global"
  5. "eta/eta_api/utils"
  6. "fmt"
  7. "time"
  8. )
  9. type WechatArticleAbstract struct {
  10. WechatArticleAbstractId int `gorm:"column:wechat_article_abstract_id;type:int(9) UNSIGNED;primaryKey;not null;" description:"wechat_article_abstract_id"`
  11. WechatArticleId int `gorm:"column:wechat_article_id;type:int(9) UNSIGNED;comment:关联的微信报告id;default:0;" description:"关联的微信报告id"`
  12. Content string `gorm:"column:content;type:longtext;comment:摘要内容;" description:"content"` // 摘要内容
  13. Version int `gorm:"column:version;type:int(10) UNSIGNED;comment:版本号;default:1;" description:"版本号"`
  14. VectorKey string `gorm:"column:vector_key;type:varchar(255);comment:向量key标识;" description:"向量key标识"`
  15. ModifyTime time.Time `gorm:"column:modify_time;type:datetime;default:NULL;" description:"modify_time"`
  16. CreateTime time.Time `gorm:"column:create_time;type:datetime;default:NULL;" description:"create_time"`
  17. QuestionId int `gorm:"column:question_id" description:"提示词Id"`
  18. Tags string `gorm:"column:tags" description:"标签"`
  19. QuestionContent string `gorm:"column:question_content" description:"提示词内容"`
  20. }
  21. // TableName get sql table name.获取数据库表名
  22. func (m *WechatArticleAbstract) TableName() string {
  23. return "wechat_article_abstract"
  24. }
  25. // WechatArticleAbstractColumns get sql column name.获取数据库列名
  26. var WechatArticleAbstractColumns = struct {
  27. WechatArticleAbstractID string
  28. WechatArticleID string
  29. QuestionId string
  30. Tags string
  31. QuestionContent string
  32. Content string
  33. Version string
  34. ModifyTime string
  35. CreateTime string
  36. }{
  37. WechatArticleAbstractID: "wechat_article_abstract_id",
  38. WechatArticleID: "wechat_article_id",
  39. QuestionId: "question_id",
  40. Tags: "tags",
  41. QuestionContent: "question_content",
  42. Content: "content",
  43. Version: "version",
  44. ModifyTime: "modify_time",
  45. CreateTime: "create_time",
  46. }
  47. func (m *WechatArticleAbstract) Create() (err error) {
  48. err = global.DbMap[utils.DbNameAI].Create(&m).Error
  49. return
  50. }
  51. func (m *WechatArticleAbstract) Update(updateCols []string) (err error) {
  52. err = global.DbMap[utils.DbNameAI].Select(updateCols).Updates(&m).Error
  53. return
  54. }
  55. func (m *WechatArticleAbstract) Del() (err error) {
  56. err = global.DbMap[utils.DbNameAI].Delete(&m).Error
  57. return
  58. }
  59. func (m *WechatArticleAbstract) GetById(id int) (item *WechatArticleAbstract, err error) {
  60. err = global.DbMap[utils.DbNameAI].Where(fmt.Sprintf("%s = ?", WechatArticleAbstractColumns.WechatArticleAbstractID), id).First(&item).Error
  61. return
  62. }
  63. func (m *WechatArticleAbstract) GetByIdList(idList []int) (items []*WechatArticleAbstract, err error) {
  64. err = global.DbMap[utils.DbNameAI].Where(fmt.Sprintf("%s in (?) ", WechatArticleAbstractColumns.WechatArticleAbstractID), idList).Find(&items).Error
  65. return
  66. }
  67. func (m *WechatArticleAbstract) GetListByCondition(field, condition string, pars []interface{}, startSize, pageSize int) (items []*WechatArticleAbstract, err error) {
  68. if field == "" {
  69. field = "*"
  70. }
  71. sqlStr := fmt.Sprintf(`SELECT %s FROM %s WHERE 1=1 %s order by wechat_article_abstract_id desc LIMIT ?,?`, field, m.TableName(), condition)
  72. pars = append(pars, startSize, pageSize)
  73. err = global.DbMap[utils.DbNameAI].Raw(sqlStr, pars...).Find(&items).Error
  74. return
  75. }
  76. func (m *WechatArticleAbstract) DelByIdList(idList []int) (err error) {
  77. if len(idList) <= 0 {
  78. return
  79. }
  80. sqlStr := fmt.Sprintf(`delete from %s where %s in (?)`, m.TableName(), WechatArticleAbstractColumns.WechatArticleAbstractID)
  81. err = global.DbMap[utils.DbNameAI].Exec(sqlStr, idList).Error
  82. return
  83. }
  84. // GetByWechatArticleId
  85. // @Description: 根据报告id获取摘要
  86. // @author: Roc
  87. // @receiver m
  88. // @datetime 2025-03-07 10:00:59
  89. // @param id int
  90. // @return item *WechatArticleAbstract
  91. // @return err error
  92. func (m *WechatArticleAbstract) GetByWechatArticleId(id int) (item *WechatArticleAbstract, err error) {
  93. err = global.DbMap[utils.DbNameAI].Where(fmt.Sprintf("%s = ?", WechatArticleAbstractColumns.WechatArticleID), id).Order(fmt.Sprintf(`%s DESC`, WechatArticleAbstractColumns.WechatArticleAbstractID)).First(&item).Error
  94. return
  95. }
  96. // GetByWechatArticleIdAndQuestionId
  97. // @Description: 根据报告id和提示词ID获取摘要
  98. // @author: Roc
  99. // @receiver m
  100. // @datetime 2025-04-17 17:39:27
  101. // @param articleId int
  102. // @param questionId int
  103. // @return item *WechatArticleAbstract
  104. // @return err error
  105. func (m *WechatArticleAbstract) GetByWechatArticleIdAndQuestionId(articleId, questionId int) (item *WechatArticleAbstract, err error) {
  106. err = global.DbMap[utils.DbNameAI].Where(fmt.Sprintf("%s = ? AND %s = ? ", WechatArticleAbstractColumns.WechatArticleID, WechatArticleAbstractColumns.QuestionId), articleId, questionId).Order(fmt.Sprintf(`%s DESC`, WechatArticleAbstractColumns.WechatArticleAbstractID)).First(&item).Error
  107. return
  108. }
  109. type WechatArticleAbstractView struct {
  110. WechatArticleAbstractId int `gorm:"column:wechat_article_abstract_id;type:int(9) UNSIGNED;primaryKey;not null;" description:"wechat_article_abstract_id"`
  111. WechatArticleId int `gorm:"column:wechat_article_id;type:int(9) UNSIGNED;comment:关联的微信报告id;default:0;" description:"关联的微信报告id"`
  112. WechatPlatformId int `gorm:"column:wechat_platform_id;type:int(11);comment:归属公众号id;default:0;" description:"归属公众号id"`
  113. Abstract string `gorm:"column:abstract;type:longtext;comment:摘要内容;" description:"摘要内容"` //
  114. Version int `gorm:"column:version;type:int(10) UNSIGNED;comment:版本号;default:1;" description:"版本号"`
  115. VectorKey string `gorm:"column:vector_key;type:varchar(255);comment:向量key标识;" description:"向量key标识"`
  116. ModifyTime string `gorm:"column:modify_time;type:datetime;default:NULL;" description:"modify_time"`
  117. CreateTime string `gorm:"column:create_time;type:datetime;default:NULL;" description:"create_time"`
  118. Title string `gorm:"column:title;type:varchar(255);comment:标题;" description:"标题"`
  119. Link string `gorm:"column:link;type:varchar(255);comment:链接;" description:"链接"`
  120. TagId int `gorm:"column:tag_id;type:int(9) UNSIGNED;comment:品种id;default:0;" description:"品种id"`
  121. QuestionId int `gorm:"column:question_id" description:"提示词Id"`
  122. Tags string `gorm:"column:tags" description:"标签"`
  123. QuestionContent string `gorm:"column:question_content" description:"提示词内容"`
  124. }
  125. type WechatArticleAbstractItem struct {
  126. WechatArticleAbstractId int `gorm:"column:wechat_article_abstract_id;type:int(9) UNSIGNED;primaryKey;not null;" description:"wechat_article_abstract_id"`
  127. WechatArticleId int `gorm:"column:wechat_article_id;type:int(9) UNSIGNED;comment:关联的微信报告id;default:0;" description:"关联的微信报告id"`
  128. Abstract string `gorm:"column:abstract;type:longtext;comment:摘要内容;" description:"摘要内容"` //
  129. Version int `gorm:"column:version;type:int(10) UNSIGNED;comment:版本号;default:1;" description:"版本号"`
  130. VectorKey string `gorm:"column:vector_key;type:varchar(255);comment:向量key标识;" description:"向量key标识"`
  131. ModifyTime time.Time `gorm:"column:modify_time;type:datetime;default:NULL;" description:"modify_time"`
  132. CreateTime time.Time `gorm:"column:create_time;type:datetime;default:NULL;" description:"create_time"`
  133. Title string `gorm:"column:title;type:varchar(255);comment:标题;" description:"标题"`
  134. Link string `gorm:"column:link;type:varchar(255);comment:链接;" description:"链接"`
  135. TagId int `gorm:"column:tag_id;type:int(9) UNSIGNED;comment:品种id;default:0;" description:"品种id"`
  136. QuestionId int `gorm:"column:question_id" description:"提示词Id"`
  137. Tags string `gorm:"column:tags" description:"标签"`
  138. QuestionContent string `gorm:"column:question_content" description:"提示词内容"`
  139. }
  140. func (m *WechatArticleAbstractItem) ToView() WechatArticleAbstractView {
  141. return WechatArticleAbstractView{
  142. WechatArticleAbstractId: m.WechatArticleAbstractId,
  143. WechatArticleId: m.WechatArticleId,
  144. Abstract: m.Abstract,
  145. Version: m.Version,
  146. VectorKey: m.VectorKey,
  147. ModifyTime: utils.DateStrToDateTimeStr(m.ModifyTime),
  148. CreateTime: utils.DateStrToDateTimeStr(m.CreateTime),
  149. Title: m.Title,
  150. Link: m.Link,
  151. TagId: m.TagId,
  152. QuestionId: m.QuestionId,
  153. Tags: m.Tags,
  154. QuestionContent: m.QuestionContent,
  155. }
  156. }
  157. func (m *WechatArticleAbstract) WechatArticleAbstractItem(list []*WechatArticleAbstractItem) (wechatArticleViewList []WechatArticleAbstractView) {
  158. wechatArticleViewList = make([]WechatArticleAbstractView, 0)
  159. for _, v := range list {
  160. wechatArticleViewList = append(wechatArticleViewList, v.ToView())
  161. }
  162. return
  163. }
  164. func (m *WechatArticleAbstract) GetListByPlatformCondition(field, condition string, pars []interface{}, startSize, pageSize int) (items []*WechatArticleAbstractItem, err error) {
  165. if field == "" {
  166. field = "*"
  167. }
  168. sqlStr := fmt.Sprintf(`SELECT %s FROM %s AS a
  169. JOIN wechat_article AS b ON a.wechat_article_id=b.wechat_article_id
  170. JOIN wechat_platform AS c ON b.wechat_platform_id=c.wechat_platform_id
  171. WHERE 1=1 AND b.is_deleted=0 %s order by a.modify_time DESC,a.wechat_article_abstract_id DESC LIMIT ?,?`, field, m.TableName(), condition)
  172. pars = append(pars, startSize, pageSize)
  173. err = global.DbMap[utils.DbNameAI].Raw(sqlStr, pars...).Find(&items).Error
  174. return
  175. }
  176. func (m *WechatArticleAbstract) GetCountByPlatformCondition(condition string, pars []interface{}) (total int, err error) {
  177. var intNull sql.NullInt64
  178. sqlStr := fmt.Sprintf(`SELECT COUNT(1) total FROM %s AS a
  179. JOIN wechat_article AS b ON a.wechat_article_id=b.wechat_article_id
  180. JOIN wechat_platform AS c ON b.wechat_platform_id=c.wechat_platform_id
  181. WHERE 1=1 AND b.is_deleted=0 %s`, m.TableName(), condition)
  182. err = global.DbMap[utils.DbNameAI].Raw(sqlStr, pars...).Scan(&intNull).Error
  183. if err == nil && intNull.Valid {
  184. total = int(intNull.Int64)
  185. }
  186. return
  187. }
  188. func (m *WechatArticleAbstract) GetPageListByPlatformCondition(condition string, pars []interface{}, startSize, pageSize int) (total int, items []*WechatArticleAbstractItem, err error) {
  189. total, err = m.GetCountByPlatformCondition(condition, pars)
  190. if err != nil {
  191. return
  192. }
  193. if total > 0 {
  194. items, err = m.GetListByPlatformCondition(`a.wechat_article_abstract_id,a.wechat_article_id,a.content AS abstract,a.version,a.vector_key,b.title,b.link,a.modify_time,a.create_time`, condition, pars, startSize, pageSize)
  195. }
  196. return
  197. }
  198. func (m *WechatArticleAbstract) GetListByTagAndPlatformCondition(field, condition string, pars []interface{}, startSize, pageSize int) (items []*WechatArticleAbstractItem, err error) {
  199. if field == "" {
  200. field = "*"
  201. }
  202. sqlStr := fmt.Sprintf(`SELECT %s FROM %s AS a
  203. JOIN wechat_article AS b ON a.wechat_article_id=b.wechat_article_id
  204. JOIN wechat_platform AS c ON b.wechat_platform_id=c.wechat_platform_id
  205. JOIN wechat_platform_tag_mapping AS d ON c.wechat_platform_id=d.wechat_platform_id
  206. WHERE 1=1 AND b.is_deleted=0 %s order by a.modify_time DESC,a.wechat_article_abstract_id DESC LIMIT ?,?`, field, m.TableName(), condition)
  207. pars = append(pars, startSize, pageSize)
  208. err = global.DbMap[utils.DbNameAI].Raw(sqlStr, pars...).Find(&items).Error
  209. return
  210. }
  211. func (m *WechatArticleAbstract) GetCountByTagAndPlatformCondition(condition string, pars []interface{}) (total int, err error) {
  212. var intNull sql.NullInt64
  213. sqlStr := fmt.Sprintf(`SELECT COUNT(1) total FROM %s AS a
  214. JOIN wechat_article AS b ON a.wechat_article_id=b.wechat_article_id
  215. JOIN wechat_platform AS c ON b.wechat_platform_id=c.wechat_platform_id
  216. JOIN wechat_platform_tag_mapping AS d ON c.wechat_platform_id=d.wechat_platform_id
  217. WHERE 1=1 AND b.is_deleted=0 %s`, m.TableName(), condition)
  218. err = global.DbMap[utils.DbNameAI].Raw(sqlStr, pars...).Scan(&intNull).Error
  219. if err == nil && intNull.Valid {
  220. total = int(intNull.Int64)
  221. }
  222. return
  223. }
  224. func (m *WechatArticleAbstract) GetPageListByTagAndPlatformCondition(condition string, pars []interface{}, startSize, pageSize int) (total int, items []*WechatArticleAbstractItem, err error) {
  225. total, err = m.GetCountByTagAndPlatformCondition(condition, pars)
  226. if err != nil {
  227. return
  228. }
  229. if total > 0 {
  230. items, err = m.GetListByTagAndPlatformCondition(`a.wechat_article_abstract_id,a.wechat_article_id,a.content AS abstract,a.version,a.vector_key,a.modify_time,a.create_time,b.title,b.link,d.tag_id`, condition, pars, startSize, pageSize)
  231. }
  232. return
  233. }
  234. // DelVectorKey
  235. // @Description: 批量删除向量库
  236. // @author: Roc
  237. // @receiver m
  238. // @datetime 2025-03-12 16:47:52
  239. // @param wechatArticleAbstractIdList []int
  240. // @return err error
  241. func (m *WechatArticleAbstract) DelVectorKey(wechatArticleAbstractIdList []int) (err error) {
  242. sqlStr := fmt.Sprintf(`UPDATE %s set vector_key = '' WHERE wechat_article_abstract_id IN (?)`, m.TableName())
  243. err = global.DbMap[utils.DbNameAI].Exec(sqlStr, wechatArticleAbstractIdList).Error
  244. return
  245. }