wechat_article_abstract.go 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273
  1. package rag
  2. import (
  3. "database/sql"
  4. "eta/eta_api/global"
  5. "eta/eta_api/utils"
  6. "fmt"
  7. "time"
  8. )
  9. type WechatArticleAbstract struct {
  10. WechatArticleAbstractId int `gorm:"column:wechat_article_abstract_id;type:int(9) UNSIGNED;primaryKey;not null;" description:"wechat_article_abstract_id"`
  11. WechatArticleId int `gorm:"column:wechat_article_id;type:int(9) UNSIGNED;comment:关联的微信报告id;default:0;" description:"关联的微信报告id"`
  12. Content string `gorm:"column:content;type:longtext;comment:摘要内容;" description:"content"` // 摘要内容
  13. Version int `gorm:"column:version;type:int(10) UNSIGNED;comment:版本号;default:1;" description:"版本号"`
  14. VectorKey string `gorm:"column:vector_key;type:varchar(255);comment:向量key标识;" description:"向量key标识"`
  15. ModifyTime time.Time `gorm:"column:modify_time;type:datetime;default:NULL;" description:"modify_time"`
  16. CreateTime time.Time `gorm:"column:create_time;type:datetime;default:NULL;" description:"create_time"`
  17. QuestionID int `gorm:"column:question_id" description:"提示词Id"`
  18. Tags string `gorm:"column:tags" description:"标签"`
  19. QuestionContent string `gorm:"column:question_content" description:"提示词内容"`
  20. }
  21. // TableName get sql table name.获取数据库表名
  22. func (m *WechatArticleAbstract) TableName() string {
  23. return "wechat_article_abstract"
  24. }
  25. // WechatArticleAbstractColumns get sql column name.获取数据库列名
  26. var WechatArticleAbstractColumns = struct {
  27. WechatArticleAbstractID string
  28. WechatArticleID string
  29. QuestionID string
  30. Tags string
  31. QuestionContent string
  32. Content string
  33. Version string
  34. ModifyTime string
  35. CreateTime string
  36. }{
  37. WechatArticleAbstractID: "wechat_article_abstract_id",
  38. WechatArticleID: "wechat_article_id",
  39. QuestionID: "question_id",
  40. Tags: "tags",
  41. QuestionContent: "question_content",
  42. Content: "content",
  43. Version: "version",
  44. ModifyTime: "modify_time",
  45. CreateTime: "create_time",
  46. }
  47. func (m *WechatArticleAbstract) Create() (err error) {
  48. err = global.DbMap[utils.DbNameAI].Create(&m).Error
  49. return
  50. }
  51. func (m *WechatArticleAbstract) Update(updateCols []string) (err error) {
  52. err = global.DbMap[utils.DbNameAI].Select(updateCols).Updates(&m).Error
  53. return
  54. }
  55. func (m *WechatArticleAbstract) Del() (err error) {
  56. err = global.DbMap[utils.DbNameAI].Delete(&m).Error
  57. return
  58. }
  59. func (m *WechatArticleAbstract) GetById(id int) (item *WechatArticleAbstract, err error) {
  60. err = global.DbMap[utils.DbNameAI].Where(fmt.Sprintf("%s = ?", WechatArticleAbstractColumns.WechatArticleAbstractID), id).First(&item).Error
  61. return
  62. }
  63. func (m *WechatArticleAbstract) GetByIdList(idList []int) (items []*WechatArticleAbstract, err error) {
  64. err = global.DbMap[utils.DbNameAI].Where(fmt.Sprintf("%s in (?) ", WechatArticleAbstractColumns.WechatArticleAbstractID), idList).Find(&items).Error
  65. return
  66. }
  67. func (m *WechatArticleAbstract) GetListByCondition(field, condition string, pars []interface{}, startSize, pageSize int) (items []*WechatArticleAbstract, err error) {
  68. if field == "" {
  69. field = "*"
  70. }
  71. sqlStr := fmt.Sprintf(`SELECT %s FROM %s WHERE 1=1 %s order by wechat_article_abstract_id desc LIMIT ?,?`, field, m.TableName(), condition)
  72. pars = append(pars, startSize, pageSize)
  73. err = global.DbMap[utils.DbNameAI].Raw(sqlStr, pars...).Find(&items).Error
  74. return
  75. }
  76. func (m *WechatArticleAbstract) DelByIdList(idList []int) (err error) {
  77. if len(idList) <= 0 {
  78. return
  79. }
  80. sqlStr := fmt.Sprintf(`delete from %s where %s in (?)`, m.TableName(), WechatArticleAbstractColumns.WechatArticleAbstractID)
  81. err = global.DbMap[utils.DbNameAI].Exec(sqlStr, idList).Error
  82. return
  83. }
  84. // GetByWechatArticleId
  85. // @Description: 根据报告id获取摘要
  86. // @author: Roc
  87. // @receiver m
  88. // @datetime 2025-03-07 10:00:59
  89. // @param id int
  90. // @return item *WechatArticleAbstract
  91. // @return err error
  92. func (m *WechatArticleAbstract) GetByWechatArticleId(id int) (item *WechatArticleAbstract, err error) {
  93. err = global.DbMap[utils.DbNameAI].Where(fmt.Sprintf("%s = ?", WechatArticleAbstractColumns.WechatArticleID), id).Order(fmt.Sprintf(`%s DESC`, WechatArticleAbstractColumns.WechatArticleAbstractID)).First(&item).Error
  94. return
  95. }
  96. type WechatArticleAbstractView struct {
  97. WechatArticleAbstractId int `gorm:"column:wechat_article_abstract_id;type:int(9) UNSIGNED;primaryKey;not null;" description:"wechat_article_abstract_id"`
  98. WechatArticleId int `gorm:"column:wechat_article_id;type:int(9) UNSIGNED;comment:关联的微信报告id;default:0;" description:"关联的微信报告id"`
  99. WechatPlatformId int `gorm:"column:wechat_platform_id;type:int(11);comment:归属公众号id;default:0;" description:"归属公众号id"`
  100. Abstract string `gorm:"column:abstract;type:longtext;comment:摘要内容;" description:"摘要内容"` //
  101. Version int `gorm:"column:version;type:int(10) UNSIGNED;comment:版本号;default:1;" description:"版本号"`
  102. VectorKey string `gorm:"column:vector_key;type:varchar(255);comment:向量key标识;" description:"向量key标识"`
  103. ModifyTime string `gorm:"column:modify_time;type:datetime;default:NULL;" description:"modify_time"`
  104. CreateTime string `gorm:"column:create_time;type:datetime;default:NULL;" description:"create_time"`
  105. Title string `gorm:"column:title;type:varchar(255);comment:标题;" description:"标题"`
  106. Link string `gorm:"column:link;type:varchar(255);comment:链接;" description:"链接"`
  107. TagId int `gorm:"column:tag_id;type:int(9) UNSIGNED;comment:品种id;default:0;" description:"品种id"`
  108. QuestionID int `gorm:"column:question_id" description:"提示词Id"`
  109. Tags string `gorm:"column:tags" description:"标签"`
  110. QuestionContent string `gorm:"column:question_content" description:"提示词内容"`
  111. }
  112. type WechatArticleAbstractItem struct {
  113. WechatArticleAbstractId int `gorm:"column:wechat_article_abstract_id;type:int(9) UNSIGNED;primaryKey;not null;" description:"wechat_article_abstract_id"`
  114. WechatArticleId int `gorm:"column:wechat_article_id;type:int(9) UNSIGNED;comment:关联的微信报告id;default:0;" description:"关联的微信报告id"`
  115. Abstract string `gorm:"column:abstract;type:longtext;comment:摘要内容;" description:"摘要内容"` //
  116. Version int `gorm:"column:version;type:int(10) UNSIGNED;comment:版本号;default:1;" description:"版本号"`
  117. VectorKey string `gorm:"column:vector_key;type:varchar(255);comment:向量key标识;" description:"向量key标识"`
  118. ModifyTime time.Time `gorm:"column:modify_time;type:datetime;default:NULL;" description:"modify_time"`
  119. CreateTime time.Time `gorm:"column:create_time;type:datetime;default:NULL;" description:"create_time"`
  120. Title string `gorm:"column:title;type:varchar(255);comment:标题;" description:"标题"`
  121. Link string `gorm:"column:link;type:varchar(255);comment:链接;" description:"链接"`
  122. TagId int `gorm:"column:tag_id;type:int(9) UNSIGNED;comment:品种id;default:0;" description:"品种id"`
  123. QuestionID int `gorm:"column:question_id" description:"提示词Id"`
  124. Tags string `gorm:"column:tags" description:"标签"`
  125. QuestionContent string `gorm:"column:question_content" description:"提示词内容"`
  126. }
  127. func (m *WechatArticleAbstractItem) ToView() WechatArticleAbstractView {
  128. return WechatArticleAbstractView{
  129. WechatArticleAbstractId: m.WechatArticleAbstractId,
  130. WechatArticleId: m.WechatArticleId,
  131. Abstract: m.Abstract,
  132. Version: m.Version,
  133. VectorKey: m.VectorKey,
  134. ModifyTime: utils.DateStrToDateTimeStr(m.ModifyTime),
  135. CreateTime: utils.DateStrToDateTimeStr(m.CreateTime),
  136. Title: m.Title,
  137. Link: m.Link,
  138. TagId: m.TagId,
  139. QuestionID: m.QuestionID,
  140. Tags: m.Tags,
  141. QuestionContent: m.QuestionContent,
  142. }
  143. }
  144. func (m *WechatArticleAbstract) WechatArticleAbstractItem(list []*WechatArticleAbstractItem) (wechatArticleViewList []WechatArticleAbstractView) {
  145. wechatArticleViewList = make([]WechatArticleAbstractView, 0)
  146. for _, v := range list {
  147. wechatArticleViewList = append(wechatArticleViewList, v.ToView())
  148. }
  149. return
  150. }
  151. func (m *WechatArticleAbstract) GetListByPlatformCondition(field, condition string, pars []interface{}, startSize, pageSize int) (items []*WechatArticleAbstractItem, err error) {
  152. if field == "" {
  153. field = "*"
  154. }
  155. sqlStr := fmt.Sprintf(`SELECT %s FROM %s AS a
  156. JOIN wechat_article AS b ON a.wechat_article_id=b.wechat_article_id
  157. JOIN wechat_platform AS c ON b.wechat_platform_id=c.wechat_platform_id
  158. WHERE 1=1 AND b.is_deleted=0 %s order by a.modify_time DESC,a.wechat_article_abstract_id DESC LIMIT ?,?`, field, m.TableName(), condition)
  159. pars = append(pars, startSize, pageSize)
  160. err = global.DbMap[utils.DbNameAI].Raw(sqlStr, pars...).Find(&items).Error
  161. return
  162. }
  163. func (m *WechatArticleAbstract) GetCountByPlatformCondition(condition string, pars []interface{}) (total int, err error) {
  164. var intNull sql.NullInt64
  165. sqlStr := fmt.Sprintf(`SELECT COUNT(1) total FROM %s AS a
  166. JOIN wechat_article AS b ON a.wechat_article_id=b.wechat_article_id
  167. JOIN wechat_platform AS c ON b.wechat_platform_id=c.wechat_platform_id
  168. WHERE 1=1 AND b.is_deleted=0 %s`, m.TableName(), condition)
  169. err = global.DbMap[utils.DbNameAI].Raw(sqlStr, pars...).Scan(&intNull).Error
  170. if err == nil && intNull.Valid {
  171. total = int(intNull.Int64)
  172. }
  173. return
  174. }
  175. func (m *WechatArticleAbstract) GetPageListByPlatformCondition(condition string, pars []interface{}, startSize, pageSize int) (total int, items []*WechatArticleAbstractItem, err error) {
  176. total, err = m.GetCountByPlatformCondition(condition, pars)
  177. if err != nil {
  178. return
  179. }
  180. if total > 0 {
  181. items, err = m.GetListByPlatformCondition(`a.wechat_article_abstract_id,a.wechat_article_id,a.content AS abstract,a.version,a.vector_key,b.title,b.link,a.modify_time,a.create_time`, condition, pars, startSize, pageSize)
  182. }
  183. return
  184. }
  185. func (m *WechatArticleAbstract) GetListByTagAndPlatformCondition(field, condition string, pars []interface{}, startSize, pageSize int) (items []*WechatArticleAbstractItem, err error) {
  186. if field == "" {
  187. field = "*"
  188. }
  189. sqlStr := fmt.Sprintf(`SELECT %s FROM %s AS a
  190. JOIN wechat_article AS b ON a.wechat_article_id=b.wechat_article_id
  191. JOIN wechat_platform AS c ON b.wechat_platform_id=c.wechat_platform_id
  192. JOIN wechat_platform_tag_mapping AS d ON c.wechat_platform_id=d.wechat_platform_id
  193. WHERE 1=1 AND b.is_deleted=0 %s order by a.modify_time DESC,a.wechat_article_abstract_id DESC LIMIT ?,?`, field, m.TableName(), condition)
  194. pars = append(pars, startSize, pageSize)
  195. err = global.DbMap[utils.DbNameAI].Raw(sqlStr, pars...).Find(&items).Error
  196. return
  197. }
  198. func (m *WechatArticleAbstract) GetCountByTagAndPlatformCondition(condition string, pars []interface{}) (total int, err error) {
  199. var intNull sql.NullInt64
  200. sqlStr := fmt.Sprintf(`SELECT COUNT(1) total FROM %s AS a
  201. JOIN wechat_article AS b ON a.wechat_article_id=b.wechat_article_id
  202. JOIN wechat_platform AS c ON b.wechat_platform_id=c.wechat_platform_id
  203. JOIN wechat_platform_tag_mapping AS d ON c.wechat_platform_id=d.wechat_platform_id
  204. WHERE 1=1 AND b.is_deleted=0 %s`, m.TableName(), condition)
  205. err = global.DbMap[utils.DbNameAI].Raw(sqlStr, pars...).Scan(&intNull).Error
  206. if err == nil && intNull.Valid {
  207. total = int(intNull.Int64)
  208. }
  209. return
  210. }
  211. func (m *WechatArticleAbstract) GetPageListByTagAndPlatformCondition(condition string, pars []interface{}, startSize, pageSize int) (total int, items []*WechatArticleAbstractItem, err error) {
  212. total, err = m.GetCountByTagAndPlatformCondition(condition, pars)
  213. if err != nil {
  214. return
  215. }
  216. if total > 0 {
  217. items, err = m.GetListByTagAndPlatformCondition(`a.wechat_article_abstract_id,a.wechat_article_id,a.content AS abstract,a.version,a.vector_key,a.modify_time,a.create_time,b.title,b.link,d.tag_id`, condition, pars, startSize, pageSize)
  218. }
  219. return
  220. }
  221. // DelVectorKey
  222. // @Description: 批量删除向量库
  223. // @author: Roc
  224. // @receiver m
  225. // @datetime 2025-03-12 16:47:52
  226. // @param wechatArticleAbstractIdList []int
  227. // @return err error
  228. func (m *WechatArticleAbstract) DelVectorKey(wechatArticleAbstractIdList []int) (err error) {
  229. sqlStr := fmt.Sprintf(`UPDATE %s set vector_key = '' WHERE wechat_article_abstract_id IN (?)`, m.TableName())
  230. err = global.DbMap[utils.DbNameAI].Exec(sqlStr, wechatArticleAbstractIdList).Error
  231. return
  232. }