oss.go 8.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302
  1. package oss
  2. import (
  3. "encoding/json"
  4. "errors"
  5. "eta/eta_mini_crm_ht/utils"
  6. "fmt"
  7. "github.com/aliyun/alibaba-cloud-sdk-go/services/sts"
  8. "github.com/aliyun/aliyun-oss-go-sdk/oss"
  9. "github.com/gabriel-vasile/mimetype"
  10. "io"
  11. "os"
  12. "strings"
  13. "time"
  14. )
  15. type STSToken struct {
  16. AccessKeyId string
  17. AccessKeySecret string
  18. SecurityToken string
  19. ExpiredTime string
  20. RegionId string
  21. Bucketname string
  22. Endpoint string
  23. Imghost string
  24. Sign string
  25. }
  26. type OssClient interface {
  27. UploadFile(string, string, string) (string, error)
  28. GetUploadToken() (OssToken, error)
  29. GetFile(filePath, savePath string) (path string, err error)
  30. GetExt(string) (string, error)
  31. MultiUploadFile() error
  32. }
  33. func NewOssClient() OssClient {
  34. switch utils.ObjectStorageClient {
  35. case utils.STORAGESOURCE_OSS_NAME:
  36. return new(AliOss)
  37. default:
  38. // 默认使用minio
  39. return new(MinioOss)
  40. }
  41. }
  42. // OssToken 此处为了兼容前端那边所以有重复的
  43. type OssToken struct {
  44. AccessKeyId string
  45. SecretKeyId string
  46. RegionId string
  47. Bucketname string
  48. Endpoint string
  49. ImgHost string
  50. UseSSL string
  51. Port string
  52. //AccessKeyId string
  53. AccessKeySecret string
  54. SecurityToken string
  55. ExpiredTime string
  56. //RegionId string
  57. //Bucketname string
  58. //Endpoint string
  59. Imghost string
  60. S3ForceStyle bool
  61. S3Protocol string
  62. }
  63. // GetOssSTSToken 获取STSToken
  64. func GetOssSTSToken() (item *STSToken, err error) {
  65. defer func() {
  66. if err != nil {
  67. utils.FileLog.Info(err.Error())
  68. }
  69. }()
  70. item = new(STSToken)
  71. // 获取缓存中的Token
  72. recent, _ := utils.Rc.RedisString(utils.STSTokenCacheKey)
  73. if recent != "" {
  74. lastToken := new(STSToken)
  75. if e := json.Unmarshal([]byte(recent), &lastToken); e != nil {
  76. err = errors.New("GetOssSTSToken lastToken Unmarshal Err: " + e.Error())
  77. return
  78. }
  79. // 未防止正在上传大文件时Token过期, 将判定的过期时间提前10分钟
  80. afterTime := time.Now().Local().Add(10 * time.Minute)
  81. expired, e := time.ParseInLocation(utils.FormatDateTime, lastToken.ExpiredTime, time.Local)
  82. if e != nil {
  83. err = errors.New("GetOssSTSToken expiredTime Parse Err: " + e.Error())
  84. return
  85. }
  86. if expired.After(afterTime) {
  87. item.AccessKeyId = lastToken.AccessKeyId
  88. item.AccessKeySecret = lastToken.AccessKeySecret
  89. item.SecurityToken = lastToken.SecurityToken
  90. item.ExpiredTime = lastToken.ExpiredTime
  91. item.RegionId = utils.RegionId
  92. item.Bucketname = utils.Bucketname
  93. item.Endpoint = utils.Imghost
  94. item.Imghost = utils.Imghost
  95. return
  96. }
  97. }
  98. // 已过期则获取新的token
  99. newToken, e := NewSTSToken()
  100. if e != nil {
  101. err = errors.New("GetOssSTSToken NewSTSToken Err: " + e.Error())
  102. return
  103. }
  104. newTokenJson, e := json.Marshal(newToken)
  105. if e != nil {
  106. err = errors.New("GetOssSTSToken NewToken JSON Err: " + e.Error())
  107. return
  108. }
  109. // 覆盖缓存
  110. if e := utils.Rc.Put(utils.STSTokenCacheKey, newTokenJson, time.Hour); e != nil {
  111. err = errors.New("GetOssSTSToken SetRedis Err: " + e.Error())
  112. return
  113. }
  114. item = newToken
  115. return
  116. }
  117. // NewSTSToken 获取一个新的STSToken
  118. func NewSTSToken() (item *STSToken, err error) {
  119. defer func() {
  120. if err != nil {
  121. utils.FileLog.Info(err.Error())
  122. }
  123. }()
  124. item = new(STSToken)
  125. client, e := sts.NewClientWithAccessKey("cn-shanghai", utils.RAMAccessKeyId, utils.RAMAccessKeySecret)
  126. if e != nil {
  127. err = errors.New("NewSTSToken NewClient Err: " + e.Error())
  128. return
  129. }
  130. request := sts.CreateAssumeRoleRequest()
  131. request.Scheme = utils.AliStsScheme
  132. request.RegionId = utils.RegionId
  133. request.RoleArn = utils.RoleArn
  134. now := time.Now().Format(utils.FormatDateTimeUnSpace)
  135. request.RoleSessionName = utils.RoleSessionName + now
  136. request.DurationSeconds = "3600"
  137. request.ConnectTimeout = 300 * time.Second
  138. request.ReadTimeout = 300 * time.Second
  139. response, e := client.AssumeRole(request)
  140. if e != nil {
  141. err = errors.New("NewSTSToken AssumeRole Err: " + e.Error())
  142. return
  143. }
  144. if response != nil {
  145. item.AccessKeyId = response.Credentials.AccessKeyId
  146. item.AccessKeySecret = response.Credentials.AccessKeySecret
  147. item.SecurityToken = response.Credentials.SecurityToken
  148. t, _ := time.Parse(time.RFC3339, response.Credentials.Expiration)
  149. expiration := t.In(time.Local)
  150. item.ExpiredTime = expiration.Format(utils.FormatDateTime)
  151. item.RegionId = utils.RegionId
  152. item.Bucketname = utils.Bucketname
  153. item.Endpoint = utils.Imghost
  154. item.Imghost = utils.Imghost
  155. }
  156. return
  157. }
  158. type AliOss struct{}
  159. func (m *AliOss) GetExt(ossPath string) (ext string, err error) {
  160. if utils.AccessKeyId == `` {
  161. return "0", errors.New("阿里云信息未配置")
  162. }
  163. client, err := oss.New(utils.Endpoint, utils.AccessKeyId, utils.AccessKeySecret)
  164. if err != nil {
  165. return
  166. }
  167. bucket, err := client.Bucket(utils.Bucketname)
  168. if err != nil {
  169. return
  170. }
  171. objectKey := ossPath[strings.Index(ossPath, utils.RESOURCE_DIR):]
  172. metaInfo, err := bucket.GetObjectMeta(objectKey)
  173. if err != nil {
  174. return
  175. }
  176. ext = GetFileExtensionFromContentType(metaInfo["Content-Type"][0])
  177. return
  178. }
  179. // UploadFile 上传文件
  180. func (m *AliOss) UploadFile(fileName, filePath, savePath string) (string, error) {
  181. if utils.AccessKeyId == `` {
  182. return "0", errors.New("阿里云信息未配置")
  183. }
  184. client, err := oss.New(utils.Endpoint, utils.AccessKeyId, utils.AccessKeySecret)
  185. if err != nil {
  186. return "1", err
  187. }
  188. bucket, err := client.Bucket(utils.Bucketname)
  189. if err != nil {
  190. return "2", err
  191. }
  192. path := savePath
  193. if savePath == "" {
  194. path = utils.UploadDir + time.Now().Format("200601/20060102/") + fileName
  195. }
  196. err = bucket.PutObjectFromFile(path, filePath)
  197. if err != nil {
  198. return "3", err
  199. }
  200. resourceUrl := utils.Imghost + path
  201. return resourceUrl, err
  202. }
  203. func (m *AliOss) GetUploadToken() (token OssToken, err error) {
  204. stsToken, e := GetOssSTSToken()
  205. if e != nil {
  206. err = fmt.Errorf("GetOssSTSToken err: %s", e.Error())
  207. return
  208. }
  209. token.AccessKeyId = stsToken.AccessKeyId
  210. token.AccessKeySecret = stsToken.AccessKeySecret
  211. token.SecurityToken = stsToken.SecurityToken
  212. token.ExpiredTime = stsToken.ExpiredTime
  213. token.RegionId = stsToken.RegionId
  214. token.Bucketname = stsToken.Bucketname
  215. token.Endpoint = stsToken.Endpoint
  216. token.Imghost = stsToken.Imghost
  217. return
  218. }
  219. func (m *AliOss) MultiUploadFile() (err error) {
  220. return
  221. }
  222. func (m *AliOss) GetFile(filePath, savePath string) (path string, err error) {
  223. if utils.AccessKeyId == `` {
  224. return "", errors.New("阿里云信息未配置")
  225. }
  226. client, err := oss.New(utils.Endpoint, utils.AccessKeyId, utils.AccessKeySecret)
  227. if err != nil {
  228. return
  229. }
  230. bucket, err := client.Bucket(utils.Bucketname)
  231. if err != nil {
  232. return
  233. }
  234. objectKey := filePath[strings.Index(filePath, utils.RESOURCE_DIR):]
  235. reader, err := bucket.GetObject(objectKey)
  236. if err != nil {
  237. return
  238. }
  239. buffer := make([]byte, 512)
  240. n, err := reader.Read(buffer)
  241. if err != nil && err != io.EOF {
  242. return "", fmt.Errorf("Error reading object: %s", err)
  243. }
  244. mime := mimetype.Detect(buffer[:n])
  245. fileExt := mime.Extension()
  246. path = savePath + fileExt
  247. defer reader.Close()
  248. // 打开或创建本地文件
  249. localFile, err := os.Create(path)
  250. if err != nil {
  251. utils.FileLog.Info("处理原始图片信息失败:Error create local dir: %s", err)
  252. return
  253. }
  254. defer localFile.Close()
  255. // 将io.ReadCloser中的数据复制到本地文件
  256. _, err = localFile.Write(buffer[:n])
  257. if err != nil {
  258. utils.FileLog.Info("处理原始图片信息失败:Error writing to local file: %s", err)
  259. return
  260. }
  261. _, err = io.Copy(localFile, reader)
  262. return
  263. }
  264. func GetFileExtensionFromContentType(contentType string) string {
  265. switch contentType {
  266. case "image/jpeg":
  267. return ".jpg"
  268. case "image/png":
  269. return ".png"
  270. case "application/pdf":
  271. return ".pdf"
  272. case "application/msword":
  273. return ".doc"
  274. case "application/vnd.openxmlformats-officedocument.wordprocessingml.document":
  275. return ".docx"
  276. case "application/vnd.ms-excel":
  277. return ".xls"
  278. case "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet":
  279. return ".xlsx"
  280. case "text/plain":
  281. return ".txt"
  282. case "application/json":
  283. return ".json"
  284. case "application/octet-stream":
  285. return ".bin"
  286. default:
  287. return ""
  288. }
  289. }