send_company_user.go 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531
  1. package services
  2. import (
  3. "context"
  4. "encoding/json"
  5. "fmt"
  6. "github.com/tealeg/xlsx"
  7. "hongze/hongze_cygx/models"
  8. "hongze/hongze_cygx/utils"
  9. "io/ioutil"
  10. "net/http"
  11. "os"
  12. "path/filepath"
  13. "strconv"
  14. "strings"
  15. "time"
  16. )
  17. type GetShangHaiTokenResultApi struct {
  18. Code int `json:"code"`
  19. Msg string `json:"msg"`
  20. Time int `json:"time"`
  21. Data ShangHaiResultApidate `json:"data"`
  22. }
  23. type ShangHaiResultApidate struct {
  24. AccessToken string `json:"access_token"`
  25. ExpireIn int `json:"expire_in"`
  26. }
  27. type GetShangHaiTokenResultApiComPany struct {
  28. Code int `json:"code"`
  29. Msg string `json:"msg"`
  30. Time int `json:"time"`
  31. Data FailInfos `json:"data"`
  32. }
  33. type FailInfos struct {
  34. TotalCount int `json:"total_count"`
  35. FailInfo []ShangHaiResultApidateComPany `json:"fail_info"`
  36. }
  37. type ShangHaiResultApidateComPany struct {
  38. ErrVal string `json:"errVal"`
  39. ErrMsg string `json:"errMsg"`
  40. }
  41. type OriginalUserInfoResp struct {
  42. Mobile string `json:"Mobile"`
  43. RealName string `json:"RealName"`
  44. }
  45. //c
  46. func SendComapnyToShanghai(url, jsonCompany, postType string) (err error) {
  47. var msg string
  48. defer func() {
  49. if err != nil {
  50. go utils.SendAlarmMsg(msg, 1)
  51. go utils.SendEmail("同步策略平台获取数据信息失败"+"【"+utils.APPNAME+"】"+time.Now().Format("2006-01-02 15:04:05"), msg+";Err:"+err.Error(), utils.EmailSendToExpert)
  52. }
  53. }()
  54. method := "POST"
  55. payload := strings.NewReader(jsonCompany)
  56. client := &http.Client{}
  57. req, err := http.NewRequest(method, url, payload)
  58. if err != nil {
  59. msg = "NewRequest Err:" + err.Error()
  60. return err
  61. }
  62. req.Header.Add("Content-Type", "application/json")
  63. res, err := client.Do(req)
  64. if err != nil {
  65. msg = "client.Do Err:" + err.Error()
  66. return err
  67. }
  68. defer res.Body.Close()
  69. body, err := ioutil.ReadAll(res.Body)
  70. if err != nil {
  71. msg = "ioutil.ReadAll Err:" + err.Error()
  72. return err
  73. }
  74. var result GetShangHaiTokenResultApiComPany
  75. err = json.Unmarshal(body, &result)
  76. if err != nil {
  77. msg = "json.Unmarshal Err:" + err.Error()
  78. return err
  79. }
  80. item := new(models.CygxShanghaiCompanyLog)
  81. item.CreateTime = time.Now()
  82. item.Url = url
  83. item.Body = jsonCompany
  84. item.Result = string(body)
  85. go models.AddCygxShanghaiCompanyLog(item)
  86. for _, v := range result.Data.FailInfo {
  87. if v.ErrMsg != "" {
  88. //companyCode += "'" + v.ErrVal + "',"
  89. item := new(models.CygxShanghaiErrLog)
  90. item.CreateTime = time.Now()
  91. item.ErrMsg = v.ErrMsg
  92. item.ErrVal = v.ErrVal
  93. item.ErrType = postType
  94. go models.AddCygxShanghaiErrLog(item)
  95. }
  96. }
  97. return
  98. }
  99. func DotongbuShangHai(cont context.Context) (err error) {
  100. //func DotongbuShangHai() (err error) {
  101. //先删除被禁用的用户
  102. DeleteUserDotongbuShangHaiApi()
  103. var condition string
  104. updateTime := time.Now().Add(-time.Minute * 22).Format("2006-01-02 15:04:05")
  105. listUpdateUser, err := models.GetWxUserOpLog(updateTime)
  106. if err != nil && err.Error() != utils.ErrNoRow() {
  107. fmt.Println(err)
  108. return err
  109. }
  110. var companyIds string
  111. if len(listUpdateUser) > 0 {
  112. for _, v := range listUpdateUser {
  113. companyIds += strconv.Itoa(v.CompanyId) + ","
  114. }
  115. }
  116. ////获取冻结跟流失的用户
  117. listFreezeAndLoss, err := models.GetCompanyFreezeAndLoss(updateTime)
  118. if err != nil && err.Error() != utils.ErrNoRow() {
  119. return err
  120. }
  121. if len(listFreezeAndLoss) > 0 {
  122. for _, v := range listFreezeAndLoss {
  123. companyIds += strconv.Itoa(v.CompanyId) + ","
  124. }
  125. }
  126. condition = ` AND p.modify_time > ` + "'" + updateTime + "'"
  127. companyIds = strings.TrimRight(companyIds, ",")
  128. fmt.Println("获取冻结跟流失的用户", len(listFreezeAndLoss))
  129. //return err
  130. if companyIds != "" {
  131. //这一部分先不推送,避免并发推送
  132. condition += ` AND c.company_id NOT IN (` + companyIds + ") "
  133. }
  134. //偶尔需要单独同步某一个公司的人员
  135. //condition = ` AND c.company_id = 5676 `
  136. //同30小时有变更的公司
  137. DotongbuShangHaApi(condition)
  138. //原有的公司如果新增了也同步
  139. companyIds = strings.TrimRight(companyIds, ",")
  140. if companyIds != "" {
  141. condition = ` AND c.company_id IN (` + companyIds + ")"
  142. DotongbuShangHaApi(condition)
  143. }
  144. return
  145. }
  146. func DotongbuShangHaApi(condition string) (err error) {
  147. var msg string
  148. defer func() {
  149. if err != nil {
  150. fmt.Println(err)
  151. go utils.SendAlarmMsg("同步策略平台获取数据信息失败", 2)
  152. go utils.SendEmail("同步策略平台获取数据信息失败"+"【"+utils.APPNAME+"】"+time.Now().Format("2006-01-02 15:04:05"), msg+";Err:"+err.Error(), utils.EmailSendToExpert)
  153. }
  154. }()
  155. var url string
  156. accessToken, err := GetShangHaiCrmApiToken()
  157. if err != nil {
  158. return
  159. }
  160. //同步权益客户
  161. companyList, err := models.GetSendCompanyList(condition)
  162. if err != nil {
  163. msg = "GetSendCompanyList Err:" + err.Error()
  164. return
  165. }
  166. fmt.Println("权益客户", len(companyList))
  167. var companyItems []*models.CompanyJson
  168. if len(companyList) > 0 {
  169. //url = "https://crm.hzinsights.com/openapi/v1/Customer/batchSyncFiccCustomer?access_token=" + accessToken
  170. url = utils.ShangHaiCrmApiLink + "openapi/v1/Customer/batchSyncFiccCustomer?access_token=" + accessToken
  171. for k, _ := range companyList {
  172. companyList[k].Fe = "权益"
  173. companyList[k].EndDate = strconv.Itoa(int(companyList[k].EndDateTime.Unix()))
  174. //一次同步一百条
  175. companyItems = append(companyItems, companyList[k])
  176. if (k+1)%100 == 0 {
  177. data, err := json.Marshal(companyItems)
  178. if err != nil {
  179. msg = "companyItems Err:" + err.Error()
  180. return err
  181. }
  182. jsonstr := string(data)
  183. jsonstr = "{\"sync_data\": " + jsonstr + " }"
  184. SendComapnyToShanghai(url, jsonstr, "权益")
  185. companyItems = make([]*models.CompanyJson, 0)
  186. }
  187. }
  188. //如果剩下还有则同步剩下的部分
  189. if len(companyItems) > 0 {
  190. data, err := json.Marshal(companyItems)
  191. if err != nil {
  192. msg = "companyItems Err:" + err.Error()
  193. return err
  194. }
  195. jsonstr := string(data)
  196. jsonstr = "{\"sync_data\": " + jsonstr + " }"
  197. SendComapnyToShanghai(url, jsonstr, "权益")
  198. companyItems = make([]*models.CompanyJson, 0)
  199. }
  200. }
  201. //同步FICC客户
  202. companyFiccList, err := models.GetSendCompanyFiccList(condition)
  203. if err != nil {
  204. msg = "GetSendCompanyFiccList Err:" + err.Error()
  205. return err
  206. }
  207. fmt.Println("FICC客户", len(companyFiccList))
  208. var companyFiccItems []*models.CompanyJson
  209. if len(companyFiccList) > 0 {
  210. //url = "https://crm.hzinsights.com/openapi/v1/Customer/batchSyncFiccCustomer?access_token=" + accessToken
  211. url = utils.ShangHaiCrmApiLink + "openapi/v1/Customer/batchSyncFiccCustomer?access_token=" + accessToken
  212. for k, _ := range companyFiccList {
  213. companyFiccList[k].Fe = "FICC"
  214. companyFiccList[k].EndDate = strconv.Itoa(int(companyFiccList[k].EndDateTime.Unix()))
  215. //一次同步一百条
  216. companyFiccItems = append(companyFiccItems, companyFiccList[k])
  217. if (k+1)%100 == 0 {
  218. data, err := json.Marshal(companyFiccItems)
  219. if err != nil {
  220. msg = "companyFiccItems Err:" + err.Error()
  221. return err
  222. }
  223. jsonstr := string(data)
  224. jsonstr = "{\"sync_data\": " + jsonstr + " }"
  225. SendComapnyToShanghai(url, jsonstr, "FICC")
  226. companyFiccItems = make([]*models.CompanyJson, 0)
  227. }
  228. }
  229. //如果剩下还有则同步剩下的部分
  230. if len(companyFiccItems) > 0 {
  231. data, err := json.Marshal(companyFiccItems)
  232. if err != nil {
  233. msg = "companyFiccItems Err:" + err.Error()
  234. return err
  235. }
  236. jsonstr := string(data)
  237. jsonstr = "{\"sync_data\": " + jsonstr + " }"
  238. SendComapnyToShanghai(url, jsonstr, "FICC")
  239. }
  240. }
  241. userList, err := models.GetSendUserList(condition)
  242. if err != nil {
  243. msg = "GetSendUserList Err:" + err.Error()
  244. return err
  245. }
  246. fmt.Println("用户", len(userList))
  247. var userItems []*models.UserJson
  248. if len(userList) > 0 {
  249. //url = "https://crm.hzinsights.com/openapi/v1/CustomerContact/batchSyncFiccCustomerContact?access_token=" + accessToken
  250. url = utils.ShangHaiCrmApiLink + "openapi/v1/CustomerContact/batchSyncFiccCustomerContact?access_token=" + accessToken
  251. for k, v := range userList {
  252. if v.Sex == "1" {
  253. userList[k].Sex = "男"
  254. } else {
  255. userList[k].Sex = "女"
  256. }
  257. if v.IsMaker == "1" {
  258. userList[k].IsMaker = "是"
  259. } else {
  260. userList[k].IsMaker = "否"
  261. }
  262. userList[k].CountryCode = "+" + v.CountryCode
  263. userList[k].OutboundCountryCode = "+" + v.OutboundCountryCode
  264. if userList[k].Mobile != "" && userList[k].OutboundMobile != "" && userList[k].Mobile == userList[k].OutboundMobile {
  265. userList[k].OutboundMobile = ""
  266. userList[k].OutboundCountryCode = ""
  267. }
  268. //一次同步一百条
  269. userItems = append(userItems, userList[k])
  270. if (k+1)%100 == 0 {
  271. data, err := json.Marshal(userItems)
  272. if err != nil {
  273. msg = "userItems Err:" + err.Error()
  274. return err
  275. }
  276. fmt.Println(k)
  277. jsonstr := string(data)
  278. jsonstr = "{\"sync_data\": " + jsonstr + " }"
  279. SendComapnyToShanghai(url, jsonstr, "user")
  280. userItems = make([]*models.UserJson, 0)
  281. }
  282. }
  283. //如果剩下还有则同步剩下的部分
  284. if len(userItems) > 0 {
  285. data, err := json.Marshal(userItems)
  286. if err != nil {
  287. msg = "userItems Err:" + err.Error()
  288. return err
  289. }
  290. jsonstr := string(data)
  291. jsonstr = "{\"sync_data\": " + jsonstr + " }"
  292. SendComapnyToShanghai(url, jsonstr, "user")
  293. companyItems = make([]*models.CompanyJson, 0)
  294. }
  295. }
  296. return
  297. }
  298. func DotongbuShangHaiSendEmail(cont context.Context) (err error) {
  299. var msg string
  300. defer func() {
  301. if err != nil {
  302. go utils.SendAlarmMsg("发送邮件:同步用户到策略平台信息失败", 2)
  303. go utils.SendEmail("发送邮件:同步用户到策略平台信息失败"+"【"+utils.APPNAME+"】"+time.Now().Format("2006-01-02 15:04:05"), msg+";Err:"+err.Error(), utils.EmailSendToExpert)
  304. }
  305. }()
  306. list, err := models.GetCygxShanghaiCompanyLog()
  307. if err != nil {
  308. msg = "GetCygxShanghaiCompanyLog Err:" + err.Error()
  309. return err
  310. }
  311. mapErrMsg := make(map[string]string)
  312. for _, v := range list {
  313. data := new(GetShangHaiTokenResultApiComPany)
  314. err := json.Unmarshal([]byte(v.Result), &data)
  315. if err != nil {
  316. msg = "GetShangHaiTokenResultApiComPany Err:" + err.Error()
  317. return err
  318. }
  319. if len(data.Data.FailInfo) > 0 {
  320. for _, vCompany := range data.Data.FailInfo {
  321. mapErrMsg[vCompany.ErrVal] = vCompany.ErrMsg
  322. }
  323. }
  324. }
  325. //创建excel
  326. dir, err := os.Executable()
  327. exPath := filepath.Dir(dir)
  328. downLoadnFilePath := exPath + "/" + time.Now().Format(utils.FormatDateTimeUnSpace) + utils.GetRandDigit(5) + ".xlsx"
  329. xlsxFile := xlsx.NewFile()
  330. if err != nil {
  331. return
  332. }
  333. style := xlsx.NewStyle()
  334. alignment := xlsx.Alignment{
  335. Horizontal: "center",
  336. Vertical: "center",
  337. WrapText: true,
  338. }
  339. style.Alignment = alignment
  340. style.ApplyAlignment = true
  341. sheet, err := xlsxFile.AddSheet("上海策略品台同步名单")
  342. if err != nil {
  343. return
  344. }
  345. //设置宽度
  346. _ = sheet.SetColWidth(0, 1, 30)
  347. _ = sheet.SetColWidth(2, 2, 10)
  348. _ = sheet.SetColWidth(3, 3, 30)
  349. //标头
  350. rowTitle := sheet.AddRow()
  351. cellA := rowTitle.AddCell()
  352. cellA.Value = "客户名称"
  353. cellB := rowTitle.AddCell()
  354. cellB.Value = "社会信用码"
  355. cellC := rowTitle.AddCell()
  356. cellC.Value = "客户类型"
  357. cellD := rowTitle.AddCell()
  358. cellD.Value = "错误消息"
  359. for _, v := range list {
  360. data := new(models.CompanyUnJsonList)
  361. err := json.Unmarshal([]byte(v.Body), &data)
  362. if err != nil {
  363. msg = "CompanyUnJsonList Err:" + err.Error()
  364. return err
  365. }
  366. if len(data.SyncData) > 0 {
  367. for _, item := range data.SyncData {
  368. row := sheet.AddRow()
  369. cellA := row.AddCell()
  370. cellA.Value = item.CompanyName
  371. cellB := row.AddCell()
  372. cellB.Value = item.CreditCode
  373. cellC := row.AddCell()
  374. cellC.Value = item.Fe
  375. if mapErrMsg[item.CreditCode] != "" {
  376. cellD := row.AddCell()
  377. cellD.Value = mapErrMsg[item.CreditCode]
  378. }
  379. }
  380. }
  381. }
  382. title := time.Now().Format(utils.FormatDate) + "上海策略品台同步名单"
  383. content := time.Now().Format(utils.FormatDate) + "上海策略品台同步名单"
  384. fileName := downLoadnFilePath
  385. err = xlsxFile.Save(downLoadnFilePath)
  386. if err != nil {
  387. return
  388. }
  389. if len(list) > 0 {
  390. utils.SendEmailByHongze(title, content, "cxzhang@hzinsights.com;tshen@hzinsights.com", fileName, title+".xlsx")
  391. }
  392. os.Remove(downLoadnFilePath)
  393. go models.DeleteCygxShanghaiCompanyLog()
  394. return
  395. }
  396. //DeleteUserDotongbuShangHaApi 删除用户进行同步
  397. func DeleteUserDotongbuShangHaiApi() (err error) {
  398. var msg string
  399. defer func() {
  400. if err != nil {
  401. go utils.SendAlarmMsg("同步策略平台获取数据信息失败 DeleteUserDotongbuShangHaApi"+err.Error()+msg, 2)
  402. }
  403. }()
  404. updateTime := time.Now().Add(-time.Minute * 22).Format("2006-01-02 15:04:05")
  405. listDeleteUser, err := models.GetWxUserOpLogDelete(updateTime)
  406. if err != nil && err.Error() != utils.ErrNoRow() {
  407. return err
  408. }
  409. fmt.Println("删除用户", len(listDeleteUser))
  410. if len(listDeleteUser) > 0 {
  411. var deleteCompanyIds string
  412. for k, v := range listDeleteUser {
  413. deleteCompanyIds += strconv.Itoa(v.CompanyId) + ","
  414. var resultUser OriginalUserInfoResp
  415. if err := json.Unmarshal([]byte(v.OriginalUserInfo), &resultUser); err == nil {
  416. listDeleteUser[k].RealName = resultUser.RealName
  417. } else {
  418. return err
  419. }
  420. }
  421. } else {
  422. return err
  423. }
  424. var url string
  425. accessToken, err := GetShangHaiCrmApiToken()
  426. if err != nil {
  427. return
  428. }
  429. var userItems []*models.ShangHaiCrmUserDeleteResp
  430. if len(listDeleteUser) > 0 {
  431. url = utils.ShangHaiCrmApiLink + "openapi/v1/CustomerContact/batchDisableCustomerContact?access_token=" + accessToken
  432. for k, v := range listDeleteUser {
  433. userItem := new(models.ShangHaiCrmUserDeleteResp)
  434. userItem.Name = v.RealName
  435. userItem.Mobile = v.Mobile
  436. userItem.Social = v.CreditCode
  437. //一次同步一百条
  438. userItems = append(userItems, userItem)
  439. if (k+1)%100 == 0 {
  440. data, err := json.Marshal(userItems)
  441. if err != nil {
  442. msg = "companyItems Err:" + err.Error()
  443. return err
  444. }
  445. jsonstr := string(data)
  446. jsonstr = "{\"data\": " + jsonstr + " }"
  447. SendComapnyToShanghai(url, jsonstr, "权益")
  448. userItems = make([]*models.ShangHaiCrmUserDeleteResp, 0)
  449. }
  450. }
  451. //如果剩下还有则同步剩下的部分
  452. if len(userItems) > 0 {
  453. data, err := json.Marshal(userItems)
  454. if err != nil {
  455. msg = "companyItems Err:" + err.Error()
  456. return err
  457. }
  458. jsonstr := string(data)
  459. jsonstr = "{\"data\": " + jsonstr + " }"
  460. SendComapnyToShanghai(url, jsonstr, "权益")
  461. userItems = make([]*models.ShangHaiCrmUserDeleteResp, 0)
  462. }
  463. }
  464. return
  465. }
  466. //获取用户的Token
  467. func GetShangHaiCrmApiToken() (token string, err error) {
  468. var msg string
  469. defer func() {
  470. if err != nil {
  471. go utils.SendAlarmMsg("同步策略平台获取数据信息失败 DeleteUserDotongbuShangHaApi"+err.Error()+msg, 2)
  472. }
  473. }()
  474. cacheKey := utils.SHANG_HAI_CRM_API_TOKEN
  475. ttlTime := utils.Rc.GetRedisTTL(cacheKey)
  476. if ttlTime > 0 {
  477. token, _ = utils.Rc.RedisString(cacheKey)
  478. }
  479. if token == "" {
  480. //获取token
  481. url := utils.ShangHaiCrmApiLink + "openapi/v1/auth/getAccessToken?app_key=26945134&app_secret=b99cb2bdec70d20156000f664ec5ac30"
  482. method := "GET"
  483. client := &http.Client{}
  484. req, errReq := http.NewRequest(method, url, nil)
  485. if errReq != nil {
  486. err = errReq
  487. return
  488. }
  489. res, errReq := client.Do(req)
  490. if errReq != nil {
  491. err = errReq
  492. return
  493. }
  494. defer res.Body.Close()
  495. body, errReq := ioutil.ReadAll(res.Body)
  496. if errReq != nil {
  497. err = errReq
  498. return
  499. }
  500. var result GetShangHaiTokenResultApi
  501. errReq = json.Unmarshal(body, &result)
  502. if errReq != nil {
  503. err = errReq
  504. return
  505. }
  506. token = result.Data.AccessToken
  507. utils.Rc.Put(cacheKey, token, time.Second*7000)
  508. }
  509. return
  510. }