feat: ossApi
parent
90408f14d3
commit
847f7d06e0
|
|
@ -0,0 +1,156 @@
|
|||
package api
|
||||
|
||||
import (
|
||||
"bytes"
|
||||
"crypto/md5"
|
||||
"encoding/hex"
|
||||
"fmt"
|
||||
"github.com/aliyun/aliyun-oss-go-sdk/oss"
|
||||
ctxLogger "github.com/luizsuper/ctxLoggers"
|
||||
"go.uber.org/zap"
|
||||
"io"
|
||||
"io/ioutil"
|
||||
"net/http"
|
||||
"os"
|
||||
"strconv"
|
||||
"strings"
|
||||
"time"
|
||||
)
|
||||
|
||||
type DetailInfoUrls struct {
|
||||
ID int `json:"id" gorm:"column:id"`
|
||||
Image string `json:"image" gorm:"column:image"`
|
||||
Cover string `json:"cover" gorm:"column:cover"`
|
||||
Mycover string `json:"mycover" gorm:"column:mycover"`
|
||||
Myimage string `json:"myimage" gorm:"column:myimage"`
|
||||
Sid string `json:"sid" gorm:"column:sid"`
|
||||
Sname string `json:"sname" gorm:"column:sname"`
|
||||
Done int `json:"done" gorm:"column:done"`
|
||||
ErrorInfo string `json:"errinfo" gorm:"column:errinfo"`
|
||||
ErrorImage string `json:"errorimage" gorm:"column:errorimage"`
|
||||
}
|
||||
|
||||
func (m *DetailInfoUrls) TableName() string {
|
||||
return "detail_info_urls"
|
||||
}
|
||||
|
||||
type Error struct {
|
||||
Sid string `json:"sid" gorm:"column:sid"`
|
||||
ID int `json:"id" gorm:"column:id"`
|
||||
Url string `json:"url" gorm:"column:url"`
|
||||
Type int `json:"type" gorm:"column:type"`
|
||||
Msg string `json:"msg" gorm:"column:msg"`
|
||||
CreateTime time.Time `json:"create_time" gorm:"column:create_time"`
|
||||
}
|
||||
|
||||
func (m *Error) TableName() string {
|
||||
return "error"
|
||||
}
|
||||
|
||||
const EndPoint = `oss-cn-hangzhou.aliyuncs.com`
|
||||
|
||||
func s(name, url string) error {
|
||||
// 创建OSSClient实例。
|
||||
client, err := oss.New(EndPoint, "LTAI5tJHzAYoXL7ZNrZwKGoz", "QfL9kWUOMiswz7dk4PbTEy4jukm5YD")
|
||||
if err != nil {
|
||||
ctxLogger.Error(nil, "create oss client err", zap.String("err reason", err.Error()))
|
||||
return err
|
||||
}
|
||||
|
||||
// 获取存储空间。
|
||||
bucket, err := client.Bucket("ganesh-pic")
|
||||
if err != nil {
|
||||
ctxLogger.Error(nil, "get bucket err", zap.String("err reason", err.Error()))
|
||||
return err
|
||||
}
|
||||
|
||||
picBytes, err := getPic(url)
|
||||
if err != nil {
|
||||
ctxLogger.Error(nil, "get bucket err", zap.String("err reason", err.Error()))
|
||||
return err
|
||||
}
|
||||
|
||||
err = bucket.PutObject(name, bytes.NewReader(picBytes))
|
||||
if err != nil {
|
||||
ctxLogger.Error(nil, "get bucket err", zap.String("err reason", err.Error()))
|
||||
return err
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
func getPic(url string) ([]byte, error) {
|
||||
client := &http.Client{}
|
||||
req, err := http.NewRequest("GET", url, nil)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
resp, err := client.Do(req)
|
||||
defer func(Body io.ReadCloser) {
|
||||
err := Body.Close()
|
||||
if err != nil {
|
||||
ctxLogger.Error(nil, "net body close error", zap.String("errReason", err.Error()))
|
||||
}
|
||||
}(resp.Body)
|
||||
return ioutil.ReadAll(resp.Body)
|
||||
}
|
||||
|
||||
func k(start, end int) {
|
||||
const (
|
||||
coverSuffix = `wujian`
|
||||
contentSuffix = `content`
|
||||
coverType = 0
|
||||
contentType = 1
|
||||
other = 2
|
||||
)
|
||||
//错误次数，等于30退出程序
|
||||
errNum := 0
|
||||
//数据源
|
||||
d := new([]DetailInfoUrls)
|
||||
//给图片进行md5加密
|
||||
md5Name := func(name string) string {
|
||||
h := md5.New()
|
||||
h.Write([]byte(name))
|
||||
return hex.EncodeToString(h.Sum(nil))
|
||||
}
|
||||
//insetError
|
||||
insertErr := func(sid, url, msg string, types int) {
|
||||
DB.Create(&Error{
|
||||
Sid: sid,
|
||||
Url: url,
|
||||
Type: types,
|
||||
Msg: msg,
|
||||
})
|
||||
errNum++
|
||||
}
|
||||
if err := DB.Where("id >= ? and id <= ?", start, end).Find(d).Error; err != nil {
|
||||
if errNum == 100 {
|
||||
os.Exit(0)
|
||||
}
|
||||
insertErr("999", "", err.Error(), other)
|
||||
}
|
||||
for _, v := range *d {
|
||||
myContent := ``
|
||||
if errNum == 100 {
|
||||
os.Exit(0)
|
||||
}
|
||||
md5Cover := md5Name(v.Sname + coverSuffix)
|
||||
if err := s(md5Cover, v.Cover); err != nil {
|
||||
insertErr(v.Sid, v.Cover, err.Error(), coverType)
|
||||
}
|
||||
if spilt := strings.Split(v.Image, `@`); len(spilt) != 0 {
|
||||
for k, contentUrl := range spilt {
|
||||
md5Content := md5Name(v.Sname + contentSuffix + strconv.Itoa(k))
|
||||
if err := s(md5Content, contentUrl); err == nil {
|
||||
myContent = fmt.Sprintf("%v%v@", myContent, md5Content)
|
||||
} else {
|
||||
insertErr(v.Sid, contentUrl, err.Error(), contentType)
|
||||
}
|
||||
}
|
||||
v.Myimage = myContent
|
||||
} else {
|
||||
insertErr(v.Sid, v.Image, "split len ==0", other)
|
||||
}
|
||||
DB.Debug().Model(&v).Updates(DetailInfoUrls{Done: 1, Mycover: md5Cover, Myimage: string([]byte(myContent)[0 : len([]byte(myContent))-1])})
|
||||
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,15 @@
|
|||
package api
|
||||
|
||||
import (
|
||||
"testing"
|
||||
)
|
||||
|
||||
func TestOss(t *testing.T) {
|
||||
//s("test.jpg","https://miquan-play.oss-cn-shenzhen.aliyuncs.com/platformScriptImg/29/1.jpg")
|
||||
ossUrlSend()
|
||||
|
||||
}
|
||||
|
||||
func ossUrlSend() {
|
||||
k(13906, 13906)
|
||||
}
|
||||
4
go.mod
4
go.mod
|
|
@ -3,6 +3,7 @@ module infoGetter
|
|||
go 1.17
|
||||
|
||||
require (
|
||||
github.com/aliyun/aliyun-oss-go-sdk v2.2.0+incompatible
|
||||
github.com/luizsuper/ctxLoggers v1.0.1
|
||||
github.com/spf13/cast v1.4.1
|
||||
go.uber.org/zap v1.19.1
|
||||
|
|
@ -11,6 +12,7 @@ require (
|
|||
)
|
||||
|
||||
require (
|
||||
github.com/baiyubin/aliyun-sts-go-sdk v0.0.0-20180326062324-cfa1a18b161f // indirect
|
||||
github.com/gin-contrib/sse v0.1.0 // indirect
|
||||
github.com/gin-gonic/gin v1.7.7 // indirect
|
||||
github.com/go-playground/locales v0.13.0 // indirect
|
||||
|
|
@ -28,10 +30,12 @@ require (
|
|||
github.com/modern-go/concurrent v0.0.0-20180228061459-e0a39a4cb421 // indirect
|
||||
github.com/modern-go/reflect2 v0.0.0-20180701023420-4b7aa43c6742 // indirect
|
||||
github.com/pkg/errors v0.8.1 // indirect
|
||||
github.com/satori/go.uuid v1.2.0 // indirect
|
||||
github.com/ugorji/go/codec v1.1.7 // indirect
|
||||
go.uber.org/atomic v1.7.0 // indirect
|
||||
go.uber.org/multierr v1.6.0 // indirect
|
||||
golang.org/x/crypto v0.0.0-20200622213623-75b288015ac9 // indirect
|
||||
golang.org/x/sys v0.0.0-20210510120138-977fb7262007 // indirect
|
||||
golang.org/x/time v0.0.0-20211116232009-f0f3c7e86c11 // indirect
|
||||
gopkg.in/yaml.v2 v2.2.8 // indirect
|
||||
)
|
||||
|
|
|
|||
8
go.sum
8
go.sum
|
|
@ -1,3 +1,7 @@
|
|||
github.com/aliyun/aliyun-oss-go-sdk v2.2.0+incompatible h1:ht2+VfbXtNLGhCsnTMc6/N26nSTBK6qdhktjYyjJQkk=
|
||||
github.com/aliyun/aliyun-oss-go-sdk v2.2.0+incompatible/go.mod h1:T/Aws4fEfogEE9v+HPhhw+CntffsBHJ8nXQCwKr0/g8=
|
||||
github.com/baiyubin/aliyun-sts-go-sdk v0.0.0-20180326062324-cfa1a18b161f h1:ZNv7On9kyUzm7fvRZumSyy/IUiSC7AzL0I1jKKtwooA=
|
||||
github.com/baiyubin/aliyun-sts-go-sdk v0.0.0-20180326062324-cfa1a18b161f/go.mod h1:AuiFmCCPBSrqvVMvuqFuk0qogytodnVFVSN5CeJB8Gc=
|
||||
github.com/benbjohnson/clock v1.1.0 h1:Q92kusRqC1XV2MjkWETPvjJVqKetz1OzxZB7mHJLju8=
|
||||
github.com/benbjohnson/clock v1.1.0/go.mod h1:J11/hYXuz8f4ySSvYwY0FKfm+ezbsZBKZxNJlLklBHA=
|
||||
github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
|
||||
|
|
@ -53,6 +57,8 @@ github.com/pkg/errors v0.8.1 h1:iURUrRGxPUNPdy5/HRSm+Yj6okJ6UtLINN0Q9M4+h3I=
|
|||
github.com/pkg/errors v0.8.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0=
|
||||
github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM=
|
||||
github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4=
|
||||
github.com/satori/go.uuid v1.2.0 h1:0uYX9dsZ2yD7q2RtLRtPSdGDWzjeM3TbMJP9utgA0ww=
|
||||
github.com/satori/go.uuid v1.2.0/go.mod h1:dA0hQrYB0VpLJoorglMZABFdXlWrHn1NEOzdhQKdks0=
|
||||
github.com/spf13/cast v1.4.1 h1:s0hze+J0196ZfEMTs80N7UlFt0BDuQ7Q+JDnHiMWKdA=
|
||||
github.com/spf13/cast v1.4.1/go.mod h1:Qx5cxh0v+4UWYiBimWS+eyWzqEqokIECu5etghLkUJE=
|
||||
github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME=
|
||||
|
|
@ -97,6 +103,8 @@ golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9sn
|
|||
golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=
|
||||
golang.org/x/text v0.3.2/go.mod h1:bEr9sfX3Q8Zfm5fL9x+3itogRgK3+ptLWKqgva+5dAk=
|
||||
golang.org/x/text v0.3.3/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ=
|
||||
golang.org/x/time v0.0.0-20211116232009-f0f3c7e86c11 h1:GZokNIeuVkl3aZHJchRrr13WCsols02MLUcz1U9is6M=
|
||||
golang.org/x/time v0.0.0-20211116232009-f0f3c7e86c11/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ=
|
||||
golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ=
|
||||
golang.org/x/tools v0.0.0-20190311212946-11955173bddd/go.mod h1:LCzVGOaR6xXOjkQ3onu1FJEFr0SW1gC7cKk1uF8kGRs=
|
||||
golang.org/x/tools v0.0.0-20191119224855-298f0cb1881e/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo=
|
||||
|
|
|
|||
Loading…
Reference in New Issue