wechat_article_abstract.go 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325
  1. package rag
  2. import (
  3. "database/sql"
  4. "eta/eta_api/global"
  5. "eta/eta_api/utils"
  6. "fmt"
  7. "time"
  8. )
  9. type WechatArticleAbstract struct {
  10. WechatArticleAbstractId int `gorm:"column:wechat_article_abstract_id;type:int(9) UNSIGNED;primaryKey;not null;" description:"wechat_article_abstract_id"`
  11. WechatArticleId int `gorm:"column:wechat_article_id;type:int(9) UNSIGNED;comment:关联的微信报告id;default:0;" description:"关联的微信报告id"`
  12. Content string `gorm:"column:content;type:longtext;comment:摘要内容;" description:"摘要内容"`
  13. Version int `gorm:"column:version;type:int(10) UNSIGNED;comment:版本号;default:1;" description:"版本号"`
  14. VectorKey string `gorm:"column:vector_key;type:varchar(255);comment:向量key标识;" description:"向量key标识"`
  15. ModifyTime time.Time `gorm:"column:modify_time;type:datetime;default:NULL;" description:"modify_time"`
  16. CreateTime time.Time `gorm:"column:create_time;type:datetime;default:NULL;" description:"create_time"`
  17. QuestionId int `gorm:"column:question_id" description:"提示词Id"`
  18. Tags string `gorm:"column:tags" description:"标签"`
  19. TagsName string `gorm:"column:tags_name" description:"标签名,多个用英文逗号隔开"`
  20. QuestionContent string `gorm:"column:question_content" description:"提示词内容"`
  21. }
  22. // TableName get sql table name.获取数据库表名
  23. func (m *WechatArticleAbstract) TableName() string {
  24. return "wechat_article_abstract"
  25. }
  26. // WechatArticleAbstractColumns get sql column name.获取数据库列名
  27. var WechatArticleAbstractColumns = struct {
  28. WechatArticleAbstractID string
  29. WechatArticleID string
  30. QuestionId string
  31. Tags string
  32. TagsName string
  33. QuestionContent string
  34. Content string
  35. Version string
  36. ModifyTime string
  37. CreateTime string
  38. }{
  39. WechatArticleAbstractID: "wechat_article_abstract_id",
  40. WechatArticleID: "wechat_article_id",
  41. QuestionId: "question_id",
  42. TagsName: "tags_name",
  43. QuestionContent: "question_content",
  44. Content: "content",
  45. Version: "version",
  46. ModifyTime: "modify_time",
  47. CreateTime: "create_time",
  48. }
  49. func (m *WechatArticleAbstract) Create() (err error) {
  50. err = global.DbMap[utils.DbNameAI].Create(&m).Error
  51. return
  52. }
  53. func (m *WechatArticleAbstract) Update(updateCols []string) (err error) {
  54. err = global.DbMap[utils.DbNameAI].Select(updateCols).Updates(&m).Error
  55. return
  56. }
  57. func (m *WechatArticleAbstract) Del() (err error) {
  58. err = global.DbMap[utils.DbNameAI].Delete(&m).Error
  59. return
  60. }
  61. func (m *WechatArticleAbstract) GetById(id int) (item *WechatArticleAbstract, err error) {
  62. err = global.DbMap[utils.DbNameAI].Where(fmt.Sprintf("%s = ?", WechatArticleAbstractColumns.WechatArticleAbstractID), id).First(&item).Error
  63. return
  64. }
  65. func (m *WechatArticleAbstract) GetByIdList(idList []int) (items []*WechatArticleAbstract, err error) {
  66. err = global.DbMap[utils.DbNameAI].Where(fmt.Sprintf("%s in (?) ", WechatArticleAbstractColumns.WechatArticleAbstractID), idList).Find(&items).Error
  67. return
  68. }
  69. func (m *WechatArticleAbstract) GetListByQuestionId(questionId int) (items []*WechatArticleAbstract, err error) {
  70. err = global.DbMap[utils.DbNameAI].Where(fmt.Sprintf("%s = ? ", WechatArticleAbstractColumns.QuestionId), questionId).Find(&items).Error
  71. return
  72. }
  73. func (m *WechatArticleAbstract) GetListByCondition(field, condition string, pars []interface{}, startSize, pageSize int) (items []*WechatArticleAbstract, err error) {
  74. if field == "" {
  75. field = "*"
  76. }
  77. sqlStr := fmt.Sprintf(`SELECT %s FROM %s WHERE 1=1 %s order by wechat_article_abstract_id desc LIMIT ?,?`, field, m.TableName(), condition)
  78. pars = append(pars, startSize, pageSize)
  79. err = global.DbMap[utils.DbNameAI].Raw(sqlStr, pars...).Find(&items).Error
  80. return
  81. }
  82. func (m *WechatArticleAbstract) DelByIdList(idList []int) (err error) {
  83. if len(idList) <= 0 {
  84. return
  85. }
  86. sqlStr := fmt.Sprintf(`delete from %s where %s in (?)`, m.TableName(), WechatArticleAbstractColumns.WechatArticleAbstractID)
  87. err = global.DbMap[utils.DbNameAI].Exec(sqlStr, idList).Error
  88. return
  89. }
  90. // GetByWechatArticleId
  91. // @Description: 根据报告id获取摘要
  92. // @author: Roc
  93. // @receiver m
  94. // @datetime 2025-03-07 10:00:59
  95. // @param id int
  96. // @return item *WechatArticleAbstract
  97. // @return err error
  98. func (m *WechatArticleAbstract) GetByWechatArticleId(id int) (item *WechatArticleAbstract, err error) {
  99. err = global.DbMap[utils.DbNameAI].Where(fmt.Sprintf("%s = ?", WechatArticleAbstractColumns.WechatArticleID), id).Order(fmt.Sprintf(`%s DESC`, WechatArticleAbstractColumns.WechatArticleAbstractID)).First(&item).Error
  100. return
  101. }
  102. // GetByWechatArticleIdAndQuestionId
  103. // @Description: 根据报告id和提示词ID获取摘要
  104. // @author: Roc
  105. // @receiver m
  106. // @datetime 2025-04-17 17:39:27
  107. // @param articleId int
  108. // @param questionId int
  109. // @return item *WechatArticleAbstract
  110. // @return err error
  111. func (m *WechatArticleAbstract) GetByWechatArticleIdAndQuestionId(articleId, questionId int) (item *WechatArticleAbstract, err error) {
  112. err = global.DbMap[utils.DbNameAI].Where(fmt.Sprintf("%s = ? AND %s = ? ", WechatArticleAbstractColumns.WechatArticleID, WechatArticleAbstractColumns.QuestionId), articleId, questionId).Order(fmt.Sprintf(`%s DESC`, WechatArticleAbstractColumns.WechatArticleAbstractID)).First(&item).Error
  113. return
  114. }
  115. type WechatArticleAbstractView struct {
  116. WechatArticleAbstractId int `gorm:"column:wechat_article_abstract_id;type:int(9) UNSIGNED;primaryKey;not null;" description:"wechat_article_abstract_id"`
  117. WechatArticleId int `gorm:"column:wechat_article_id;type:int(9) UNSIGNED;comment:关联的微信报告id;default:0;" description:"关联的微信报告id"`
  118. WechatPlatformId int `gorm:"column:wechat_platform_id;type:int(11);comment:归属公众号id;default:0;" description:"归属公众号id"`
  119. Abstract string `gorm:"column:abstract;type:longtext;comment:摘要内容;" description:"摘要内容"` //
  120. Version int `gorm:"column:version;type:int(10) UNSIGNED;comment:版本号;default:1;" description:"版本号"`
  121. VectorKey string `gorm:"column:vector_key;type:varchar(255);comment:向量key标识;" description:"向量key标识"`
  122. ModifyTime string `gorm:"column:modify_time;type:datetime;default:NULL;" description:"modify_time"`
  123. CreateTime string `gorm:"column:create_time;type:datetime;default:NULL;" description:"create_time"`
  124. Title string `gorm:"column:title;type:varchar(255);comment:标题;" description:"标题"`
  125. Link string `gorm:"column:link;type:varchar(255);comment:链接;" description:"链接"`
  126. TagId int `gorm:"column:tag_id;type:int(9) UNSIGNED;comment:品种id;default:0;" description:"品种id"`
  127. QuestionId int `gorm:"column:question_id" description:"提示词Id"`
  128. Tags string `gorm:"column:tags" description:"标签"`
  129. TagsName string `gorm:"column:tags_name" description:"标签名,多个用英文逗号隔开"`
  130. QuestionContent string `gorm:"column:question_content" description:"提示词内容"`
  131. }
  132. type WechatArticleAbstractItem struct {
  133. WechatArticleAbstractId int `gorm:"column:wechat_article_abstract_id;type:int(9) UNSIGNED;primaryKey;not null;" description:"wechat_article_abstract_id"`
  134. WechatArticleId int `gorm:"column:wechat_article_id;type:int(9) UNSIGNED;comment:关联的微信报告id;default:0;" description:"关联的微信报告id"`
  135. Content string `gorm:"column:content;type:longtext;comment:摘要内容;" description:"摘要内容"`
  136. Version int `gorm:"column:version;type:int(10) UNSIGNED;comment:版本号;default:1;" description:"版本号"`
  137. VectorKey string `gorm:"column:vector_key;type:varchar(255);comment:向量key标识;" description:"向量key标识"`
  138. ModifyTime time.Time `gorm:"column:modify_time;type:datetime;default:NULL;" description:"modify_time"`
  139. CreateTime time.Time `gorm:"column:create_time;type:datetime;default:NULL;" description:"create_time"`
  140. Title string `gorm:"column:title;type:varchar(255);comment:标题;" description:"标题"`
  141. Link string `gorm:"column:link;type:varchar(255);comment:链接;" description:"链接"`
  142. TagId int `gorm:"column:tag_id;type:int(9) UNSIGNED;comment:品种id;default:0;" description:"品种id"`
  143. QuestionId int `gorm:"column:question_id" description:"提示词Id"`
  144. Tags string `gorm:"column:tags" description:"标签"`
  145. TagsName string `gorm:"column:tags_name" description:"标签名,多个用英文逗号隔开"`
  146. QuestionContent string `gorm:"column:question_content" description:"提示词内容"`
  147. }
  148. func (m *WechatArticleAbstractItem) ToView() WechatArticleAbstractView {
  149. return WechatArticleAbstractView{
  150. WechatArticleAbstractId: m.WechatArticleAbstractId,
  151. WechatArticleId: m.WechatArticleId,
  152. Abstract: m.Content,
  153. Version: m.Version,
  154. VectorKey: m.VectorKey,
  155. ModifyTime: utils.DateStrToDateTimeStr(m.ModifyTime),
  156. CreateTime: utils.DateStrToDateTimeStr(m.CreateTime),
  157. Title: m.Title,
  158. Link: m.Link,
  159. TagId: m.TagId,
  160. QuestionId: m.QuestionId,
  161. Tags: m.Tags,
  162. TagsName: m.TagsName,
  163. QuestionContent: m.QuestionContent,
  164. }
  165. }
  166. type WechatPlatArticleAbstractItem struct {
  167. WechatArticleAbstractId int `gorm:"column:wechat_article_abstract_id;type:int(9) UNSIGNED;primaryKey;not null;" description:"wechat_article_abstract_id"`
  168. WechatArticleId int `gorm:"column:wechat_article_id;type:int(9) UNSIGNED;comment:关联的微信报告id;default:0;" description:"关联的微信报告id"`
  169. Abstract string `gorm:"column:abstract;type:longtext;comment:摘要内容;" description:"摘要内容"` //
  170. Version int `gorm:"column:version;type:int(10) UNSIGNED;comment:版本号;default:1;" description:"版本号"`
  171. VectorKey string `gorm:"column:vector_key;type:varchar(255);comment:向量key标识;" description:"向量key标识"`
  172. ModifyTime time.Time `gorm:"column:modify_time;type:datetime;default:NULL;" description:"modify_time"`
  173. CreateTime time.Time `gorm:"column:create_time;type:datetime;default:NULL;" description:"create_time"`
  174. Title string `gorm:"column:title;type:varchar(255);comment:标题;" description:"标题"`
  175. Link string `gorm:"column:link;type:varchar(255);comment:链接;" description:"链接"`
  176. TagId int `gorm:"column:tag_id;type:int(9) UNSIGNED;comment:品种id;default:0;" description:"品种id"`
  177. QuestionId int `gorm:"column:question_id" description:"提示词Id"`
  178. Tags string `gorm:"column:tags" description:"标签"`
  179. TagsName string `gorm:"column:tags_name" description:"标签名,多个用英文逗号隔开"`
  180. QuestionContent string `gorm:"column:question_content" description:"提示词内容"`
  181. }
  182. func (m *WechatPlatArticleAbstractItem) ToView() WechatArticleAbstractView {
  183. return WechatArticleAbstractView{
  184. WechatArticleAbstractId: m.WechatArticleAbstractId,
  185. WechatArticleId: m.WechatArticleId,
  186. Abstract: m.Abstract,
  187. Version: m.Version,
  188. VectorKey: m.VectorKey,
  189. ModifyTime: utils.DateStrToDateTimeStr(m.ModifyTime),
  190. CreateTime: utils.DateStrToDateTimeStr(m.CreateTime),
  191. Title: m.Title,
  192. Link: m.Link,
  193. TagId: m.TagId,
  194. QuestionId: m.QuestionId,
  195. Tags: m.Tags,
  196. TagsName: m.TagsName,
  197. QuestionContent: m.QuestionContent,
  198. }
  199. }
  200. func (m *WechatArticleAbstract) GetListByPlatformCondition(field, condition string, pars []interface{}, startSize, pageSize int) (items []*WechatArticleAbstractItem, err error) {
  201. if field == "" {
  202. field = "*"
  203. }
  204. sqlStr := fmt.Sprintf(`SELECT %s FROM %s AS a
  205. JOIN wechat_article AS b ON a.wechat_article_id=b.wechat_article_id
  206. JOIN wechat_platform AS c ON b.wechat_platform_id=c.wechat_platform_id
  207. WHERE 1=1 AND b.is_deleted=0 %s order by a.modify_time DESC,a.wechat_article_abstract_id DESC LIMIT ?,?`, field, m.TableName(), condition)
  208. pars = append(pars, startSize, pageSize)
  209. err = global.DbMap[utils.DbNameAI].Raw(sqlStr, pars...).Find(&items).Error
  210. return
  211. }
  212. func (m *WechatArticleAbstract) GetCountByPlatformCondition(condition string, pars []interface{}) (total int, err error) {
  213. var intNull sql.NullInt64
  214. sqlStr := fmt.Sprintf(`SELECT COUNT(1) total FROM %s AS a
  215. JOIN wechat_article AS b ON a.wechat_article_id=b.wechat_article_id
  216. JOIN wechat_platform AS c ON b.wechat_platform_id=c.wechat_platform_id
  217. WHERE 1=1 AND b.is_deleted=0 %s`, m.TableName(), condition)
  218. err = global.DbMap[utils.DbNameAI].Raw(sqlStr, pars...).Scan(&intNull).Error
  219. if err == nil && intNull.Valid {
  220. total = int(intNull.Int64)
  221. }
  222. return
  223. }
  224. func (m *WechatArticleAbstract) GetPageListByPlatformCondition(condition string, pars []interface{}, startSize, pageSize int) (total int, items []*WechatArticleAbstractItem, err error) {
  225. total, err = m.GetCountByPlatformCondition(condition, pars)
  226. if err != nil {
  227. return
  228. }
  229. if total > 0 {
  230. items, err = m.GetListByPlatformCondition(`a.*`, condition, pars, startSize, pageSize)
  231. }
  232. return
  233. }
  234. func (m *WechatArticleAbstract) GetListByTagAndPlatformCondition(field, condition string, pars []interface{}, startSize, pageSize int) (items []*WechatPlatArticleAbstractItem, err error) {
  235. if field == "" {
  236. field = "*"
  237. }
  238. sqlStr := fmt.Sprintf(`SELECT %s FROM %s AS a
  239. JOIN wechat_article AS b ON a.wechat_article_id=b.wechat_article_id
  240. JOIN wechat_platform AS c ON b.wechat_platform_id=c.wechat_platform_id
  241. JOIN wechat_platform_tag_mapping AS d ON c.wechat_platform_id=d.wechat_platform_id
  242. WHERE 1=1 AND b.is_deleted=0 %s order by a.modify_time DESC,a.wechat_article_abstract_id DESC LIMIT ?,?`, field, m.TableName(), condition)
  243. pars = append(pars, startSize, pageSize)
  244. err = global.DbMap[utils.DbNameAI].Raw(sqlStr, pars...).Find(&items).Error
  245. return
  246. }
  247. func (m *WechatArticleAbstract) GetCountByTagAndPlatformCondition(condition string, pars []interface{}) (total int, err error) {
  248. var intNull sql.NullInt64
  249. sqlStr := fmt.Sprintf(`SELECT COUNT(1) total FROM %s AS a
  250. JOIN wechat_article AS b ON a.wechat_article_id=b.wechat_article_id
  251. JOIN wechat_platform AS c ON b.wechat_platform_id=c.wechat_platform_id
  252. JOIN wechat_platform_tag_mapping AS d ON c.wechat_platform_id=d.wechat_platform_id
  253. WHERE 1=1 AND b.is_deleted=0 %s`, m.TableName(), condition)
  254. err = global.DbMap[utils.DbNameAI].Raw(sqlStr, pars...).Scan(&intNull).Error
  255. if err == nil && intNull.Valid {
  256. total = int(intNull.Int64)
  257. }
  258. return
  259. }
  260. func (m *WechatArticleAbstract) GetPageListByTagAndPlatformCondition(condition string, pars []interface{}, startSize, pageSize int) (total int, items []*WechatPlatArticleAbstractItem, err error) {
  261. total, err = m.GetCountByTagAndPlatformCondition(condition, pars)
  262. if err != nil {
  263. return
  264. }
  265. if total > 0 {
  266. items, err = m.GetListByTagAndPlatformCondition(`a.wechat_article_abstract_id,a.wechat_article_id,a.content AS abstract,a.version,a.vector_key,a.modify_time,a.create_time,b.title,b.link,d.tag_id`, condition, pars, startSize, pageSize)
  267. }
  268. return
  269. }
  270. // DelVectorKey
  271. // @Description: 批量删除向量库
  272. // @author: Roc
  273. // @receiver m
  274. // @datetime 2025-03-12 16:47:52
  275. // @param wechatArticleAbstractIdList []int
  276. // @return err error
  277. func (m *WechatArticleAbstract) DelVectorKey(wechatArticleAbstractIdList []int) (err error) {
  278. sqlStr := fmt.Sprintf(`UPDATE %s set vector_key = '' WHERE wechat_article_abstract_id IN (?)`, m.TableName())
  279. err = global.DbMap[utils.DbNameAI].Exec(sqlStr, wechatArticleAbstractIdList).Error
  280. return
  281. }