102 lines
2.7 KiB
Go
102 lines
2.7 KiB
Go
|
package api
|
|||
|
|
|
|||
|
|
//爬虫的参数组装，返回结构体解析，存入数据库的方法有关的包
|
|||
|
|
import (
|
|||
|
|
"crypto/md5"
|
|||
|
|
"encoding/hex"
|
|||
|
|
"encoding/json"
|
|||
|
|
"errors"
|
|||
|
|
ctxLogger "github.com/luizsuper/ctxLoggers"
|
|||
|
|
"github.com/spf13/cast"
|
|||
|
|
"go.uber.org/zap"
|
|||
|
|
"gorm.io/driver/mysql"
|
|||
|
|
"gorm.io/gorm"
|
|||
|
|
"io"
|
|||
|
|
"io/ioutil"
|
|||
|
|
"net/http"
|
|||
|
|
"strings"
|
|||
|
|
"time"
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
//针对http访问，checkSum计算的抽象
|
|||
|
|
var (
|
|||
|
|
M = make(map[string]string)
|
|||
|
|
DB = new(gorm.DB)
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
const o = `$&*#$%YSGHsghdfg256456857ughdgfEYTHFDBNF5678hncg~!@#$%&$&Uxvcbdfget2577ifhnxgfart$%^&@#$%@%&ghsdft256WRETsgsr623$%TStw45`
|
|||
|
|
|
|||
|
|
//todo:配置文件
|
|||
|
|
//初始化DB，以及请求的
|
|||
|
|
func init() {
|
|||
|
|
err := errors.New("")
|
|||
|
|
dsn := "root:123456qwe@tcp(127.0.0.1:3306)/mijuan?charset=utf8mb4&parseTime=True&loc=Local"
|
|||
|
|
DB, err = gorm.Open(mysql.Open(dsn), &gorm.Config{})
|
|||
|
|
if err != nil {
|
|||
|
|
ctxLogger.Error(nil, "DB connect err", zap.String("reason", err.Error()))
|
|||
|
|
}
|
|||
|
|
M["Content-Type"] = "application/json"
|
|||
|
|
M["version"] = "1.1.9"
|
|||
|
|
//todo: nonce 提取出来
|
|||
|
|
M["nonce"] = "0.5794467510454496"
|
|||
|
|
M["curTime"] = cast.ToString(TimeToUnix(time.Now()))
|
|||
|
|
M["clientVersion"] = "3.0.0"
|
|||
|
|
M["userToken"] = ""
|
|||
|
|
M["clientType"] = "2"
|
|||
|
|
M["cityCode"] = "310000"
|
|||
|
|
M["mobileType"] = "2"
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// TimeToUnix 转化为13位时间戳
|
|||
|
|
func TimeToUnix(e time.Time) int64 {
|
|||
|
|
timeUnix, _ := time.Parse("2006-01-02 15:04:05", e.Format("2006-01-02 15:04:05"))
|
|||
|
|
return timeUnix.UnixNano() / 1e6
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
func GetCheckSum(u string) string {
|
|||
|
|
a := 0.5794467510454496
|
|||
|
|
toString := cast.ToString(a)
|
|||
|
|
s := toString + u + o
|
|||
|
|
bytes := []byte(s)
|
|||
|
|
h := md5.New()
|
|||
|
|
h.Write(bytes)
|
|||
|
|
k := hex.EncodeToString(h.Sum(nil))
|
|||
|
|
return k
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
func Attach(url, getCheckSum string, sbody interface{}, headers map[string]string, marshalFunc func(req, body []byte) (interface{}, error)) (interface{}, error) {
|
|||
|
|
M["checkSum"] = getCheckSum
|
|||
|
|
body, err := PostHeader(url, sbody, headers, marshalFunc)
|
|||
|
|
if err != nil {
|
|||
|
|
return nil, err
|
|||
|
|
}
|
|||
|
|
return body, nil
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
func PostHeader(url string, sbody interface{}, headers map[string]string, marshalFunc func(req, body []byte) (resp interface{}, err error)) (interface{}, error) {
|
|||
|
|
client := &http.Client{}
|
|||
|
|
marshal, err := json.Marshal(sbody)
|
|||
|
|
if err != nil {
|
|||
|
|
return nil, err
|
|||
|
|
}
|
|||
|
|
req, err := http.NewRequest("POST", url, strings.NewReader(cast.ToString(marshal)))
|
|||
|
|
if err != nil {
|
|||
|
|
return nil, err
|
|||
|
|
}
|
|||
|
|
for key, header := range headers {
|
|||
|
|
req.Header.Set(key, header)
|
|||
|
|
}
|
|||
|
|
resp, err := client.Do(req)
|
|||
|
|
defer func(Body io.ReadCloser) {
|
|||
|
|
err := Body.Close()
|
|||
|
|
if err != nil {
|
|||
|
|
ctxLogger.Error(nil, "net body close error", zap.String("errReason", err.Error()))
|
|||
|
|
}
|
|||
|
|
}(resp.Body)
|
|||
|
|
body, err := ioutil.ReadAll(resp.Body)
|
|||
|
|
if err != nil {
|
|||
|
|
return nil, err
|
|||
|
|
}
|
|||
|
|
return marshalFunc(marshal, body)
|
|||
|
|
}
|