Initial commit

2026-05-20 16:13:58 +08:00
commit ceffbe382e
500 changed files with 157469 additions and 0 deletions
@@ -0,0 +1,110 @@
+package httpUtils
+
+import (
+	"bytes"
+	"errors"
+	"io"
+	"io/ioutil"
+	"mime/multipart"
+	"net/http"
+	"time"
+)
+
+var (
+	client = http.Client{
+		Timeout: 30 * time.Second,
+		Transport: &http.Transport{
+			MaxIdleConnsPerHost: 5,
+			MaxConnsPerHost:     100,
+		},
+	}
+)
+
+type ByteSize int64
+
+const (
+	_           = iota // ignore first value by assigning to blank identifier
+	KB ByteSize = 1 << (10 * iota)
+	MB
+)
+
+var (
+	outOfBodySizeErr = errors.New("out of body size limit")
+)
+
+type ResponseBody struct {
+	StatusCode int
+	Data       []byte
+}
+
+type RequestFormData map[string]string
+
+// Post
+// Note: 只会读取小于1M的数据
+func Post(url string, header map[string]string, body io.Reader) (fr *ResponseBody, err error) {
+	fr, err = do(http.MethodPost, url, header, body, int64(1024*MB))
+	return
+}
+
+// PostFormData 提交标准的form表单
+func PostFormData(url string, fromdata RequestFormData) (fr *ResponseBody, err error) {
+	var b bytes.Buffer
+	writer := multipart.NewWriter(&b)
+
+	for k, v := range fromdata {
+		if err = writer.WriteField(k, v); err != nil {
+			return
+		}
+	}
+	if err = writer.Close(); err != nil {
+		return
+	}
+
+	header := map[string]string{"Content-Type": writer.FormDataContentType()}
+	fr, err = do(http.MethodPost, url, header, &b, 2*int64(KB))
+	return
+}
+
+// Get
+// Note: 只会读取小于1M的数据
+func Get(url string, header map[string]string) (fr *ResponseBody, err error) {
+	fr, err = do(http.MethodGet, url, header, nil, int64(KB))
+	return
+}
+
+// GetLargeFile 获取大文件。8M
+func GetLargeFile(url string, header map[string]string) (fr *ResponseBody, err error) {
+	fr, err = do(http.MethodGet, url, header, nil, int64(8*MB))
+	return
+}
+
+func do(method string, url string, header map[string]string, body io.Reader, size int64) (fr *ResponseBody, err error) {
+	req, err := http.NewRequest(method, url, body)
+	if err != nil {
+		return
+	}
+	for k, v := range header {
+		req.Header.Set(k, v)
+	}
+
+	resp, err := client.Do(req)
+	if err != nil {
+		return
+	}
+	defer resp.Body.Close()
+
+	if resp.ContentLength > size {
+		err = outOfBodySizeErr
+		return
+	}
+
+	data, err := ioutil.ReadAll(io.LimitReader(resp.Body, size))
+	if err != nil {
+		return
+	}
+	fr = &ResponseBody{
+		StatusCode: resp.StatusCode,
+		Data:       data,
+	}
+	return
+}
@@ -0,0 +1,18 @@
+package httpUtils
+
+import (
+	"fmt"
+)
+
+func ExampleGet() {
+	urlstr := "https://palce.hzbeisheng.com/api/sms"
+	data, err := Get(urlstr, nil)
+	if err != nil {
+		fmt.Println(err)
+		return
+	}
+	fmt.Println(string(data.Data))
+
+	// Output:
+
+}
@@ -0,0 +1,303 @@
+package httpUtils
+
+import (
+	"encoding/json"
+	"fmt"
+	"io"
+	"net/http"
+	"net/url"
+	"stat/common/log"
+	"strconv"
+
+	"github.com/ddliu/go-httpclient"
+)
+
+// HTTPClient htttp客户端
+type HTTPClient struct {
+	client *httpclient.HttpClient
+}
+
+type ProxyCfg struct {
+	Host     string
+	Timeout  int //秒
+	Source   string
+	IsActive bool //是否开启代理
+}
+
+func (p *ProxyCfg) Build(rawurl string, rawHeaders map[string]string) (string, map[string]string, error) {
+	if !p.IsActive {
+		return rawurl, rawHeaders, nil
+	}
+	u, err := url.Parse(rawurl)
+	if err != nil {
+		return "", nil, err
+	}
+	target := url.URL{Scheme: u.Scheme, Host: u.Host}
+	u.Host = p.Host
+	u.Scheme = "http"
+	m := make(map[string]string)
+	m["X-Proxy-Target-Host"] = target.String()
+	m["X-Proxy-Source"] = "ys"
+	if p.Timeout > 0 {
+		m["X-Proxy-Timeout"] = strconv.Itoa(p.Timeout)
+	}
+	if len(rawHeaders) > 0 {
+		for k, v := range rawHeaders {
+			m[k] = v
+		}
+	}
+	return u.String(), m, nil
+}
+
+type httpClientPool struct {
+	cliPool  map[string]*httpclient.HttpClient
+	poolSize int
+	offset   int
+}
+
+// HTTPResponse http响应
+type HTTPResponse struct {
+	StatusCode int                  `json:"statusCode"`
+	Body       *httpclient.Response `json:"boby"`
+}
+
+var httpCliPool = httpClientPool{cliPool: map[string]*httpclient.HttpClient{}, poolSize: 50}
+
+func New() *HTTPClient {
+	h := httpclient.NewHttpClient().Defaults(httpclient.Map{
+		httpclient.OPT_CONNECTTIMEOUT: 60,
+		httpclient.OPT_TIMEOUT:        300,
+	})
+	return &HTTPClient{client: h}
+}
+
+func Begin() *HTTPClient {
+	h := httpclient.NewHttpClient().Defaults(httpclient.Map{
+		httpclient.OPT_CONNECTTIMEOUT: 10,
+		httpclient.OPT_TIMEOUT:        60,
+	})
+	return &HTTPClient{client: h.Begin()}
+}
+
+// GetHTTPClient  获取httpclient
+func Client() *HTTPClient {
+	cliID := "CLIENT-ID-"
+	if len(httpCliPool.cliPool) < httpCliPool.poolSize {
+		h := httpclient.NewHttpClient().Defaults(httpclient.Map{
+			httpclient.OPT_CONNECTTIMEOUT: 10,
+			httpclient.OPT_TIMEOUT:        120,
+		})
+		cliID = cliID + strconv.FormatInt(int64(len(httpCliPool.cliPool)+1), 10)
+		httpCliPool.cliPool[cliID] = h
+		httpCliPool.offset = httpCliPool.poolSize
+		return &HTTPClient{client: h}
+	}
+	if httpCliPool.offset == httpCliPool.poolSize+1 {
+		httpCliPool.offset = 1
+	}
+	cliID = cliID + strconv.FormatInt(int64(httpCliPool.offset), 10)
+	httpCliPool.offset = httpCliPool.offset + 1
+	h, ok := httpCliPool.cliPool[cliID]
+	if !ok || h == nil {
+		h = httpclient.NewHttpClient().WithOption(httpclient.OPT_TIMEOUT, 60)
+		httpCliPool.cliPool[cliID] = h
+		return &HTTPClient{client: h}
+	}
+	return &HTTPClient{client: h}
+}
+
+func jsonUnmarshalResp(bind interface{}, resp *HTTPResponse) error {
+	defer func() { _ = resp.Body.Body.Close() }()
+	if bind == nil { //传入空表示只执行 defer
+		return nil
+	}
+	b, err := resp.Body.ReadAll()
+	if err != nil {
+		log.Error("httputil jsonUnmarshalResp readall err", log.E(err))
+		return err
+	}
+	err = json.Unmarshal(b, bind)
+	if err != nil {
+		log.Error("httputil jsonUnmarshalResp Unmarshal err", log.E(err))
+	}
+	return err
+}
+
+// Get Get方法
+func (h *HTTPClient) Get(url string, headers map[string]string, params ...interface{}) (*HTTPResponse, error) {
+	h.client.WithHeaders(headers)
+	response, err := h.client.Get(url, params...)
+	if err != nil {
+		log.Error(fmt.Sprintf("http client Get method failed %+v:", err))
+		return nil, err
+	}
+	return &HTTPResponse{StatusCode: response.StatusCode, Body: response}, nil
+}
+
+func (h *HTTPClient) PGet(p *ProxyCfg, url string, headers map[string]string, params ...interface{}) (*HTTPResponse, error) {
+	purl, pheaders, err := p.Build(url, headers)
+	if err != nil {
+		return nil, err
+	}
+	return h.Get(purl, pheaders, params)
+}
+
+// Get GetBytes
+func (h *HTTPClient) GetBytes(url string, headers map[string]string, params ...interface{}) ([]byte, error) {
+	h.client.WithHeaders(headers)
+	response, err := h.client.Get(url, params...)
+	if err != nil {
+		log.Error(fmt.Sprintf("http client Get method failed %+v:", err))
+		return nil, err
+	}
+	data, err := response.ReadAll()
+	if err != nil {
+		log.ZapLog.Error("resp readAll errror", log.Any("Error", err))
+		return data, err
+	}
+	defer func() {
+		_ = response.Body.Close()
+	}()
+	return data, nil
+}
+
+// GetWithJResp 结果json.Unmarshal到bind中
+func (h *HTTPClient) GetWithJResp(bind interface{}, url string, headers map[string]string, params ...interface{}) (int, error) {
+	resp, err := h.Get(url, headers, params...)
+	if err != nil {
+		return 0, err
+	}
+	if resp.StatusCode == http.StatusOK {
+		err = jsonUnmarshalResp(bind, resp)
+	}
+	return resp.StatusCode, err
+}
+
+func (h *HTTPClient) PGetWithJResp(p *ProxyCfg, bind interface{}, url string, headers map[string]string, params ...interface{}) (int, error) {
+	purl, pheaders, err := p.Build(url, headers)
+	if err != nil {
+		return 0, err
+	}
+	return h.GetWithJResp(bind, purl, pheaders, params...)
+}
+
+// Post Post方法
+func (h *HTTPClient) Post(url string, headers map[string]string, params interface{}) (*HTTPResponse, error) {
+	h.client.WithHeaders(headers)
+	response, err := h.client.Post(url, params)
+	if err != nil {
+		log.Error(fmt.Sprintf("http client Post method failed %+v:", err))
+		return nil, err
+	}
+	return &HTTPResponse{StatusCode: response.StatusCode, Body: response}, nil
+}
+
+func (h *HTTPClient) PPost(p *ProxyCfg, bind interface{}, url string, headers map[string]string, params interface{}) (*HTTPResponse, error) {
+	purl, pheaders, err := p.Build(url, headers)
+	if err != nil {
+		return nil, err
+	}
+	return h.Post(purl, pheaders, params)
+}
+
+// POSTJson PostJson方法
+func (h *HTTPClient) POSTJson(url string, headers map[string]string, data interface{}) (*HTTPResponse, error) {
+	h.client.WithHeaders(headers)
+	response, err := h.client.PostJson(url, data)
+	if err != nil {
+		log.Error(fmt.Sprintf("http client POSTJson method failed %+v:", err))
+		return nil, err
+	}
+	return &HTTPResponse{StatusCode: response.StatusCode, Body: response}, nil
+}
+
+// POSTJson PostJson方法, bind json.Unmarshal
+func (h *HTTPClient) POSTJsonWithJResp(bind interface{}, url string, headers map[string]string, data interface{}) (int, error) {
+	resp, err := h.POSTJson(url, headers, data)
+	if err != nil {
+		log.Error("POSTJsonWithResp err", log.E(err))
+		return 0, err
+	}
+	if resp.StatusCode == http.StatusOK {
+		err = jsonUnmarshalResp(bind, resp)
+	}
+	return resp.StatusCode, err
+}
+
+func (h *HTTPClient) PPOSTJsonWithJResp(p *ProxyCfg, bind interface{}, url string, headers map[string]string, data interface{}) (int, error) {
+	if p == nil {
+		return 0, fmt.Errorf("ProxyCfg is nil")
+	}
+	purl, pheaders, err := p.Build(url, headers)
+	if err != nil {
+		return 0, err
+	}
+	return h.POSTJsonWithJResp(bind, purl, pheaders, data)
+}
+
+// PostMultipart PostMultipart 上传文件
+func (h *HTTPClient) PostMultipart(url string, headers map[string]string, params interface{}) (*HTTPResponse, error) {
+	h.client.WithHeaders(headers)
+	response, err := h.client.PostMultipart(url, params)
+	if err != nil {
+		log.Error(fmt.Sprintf("http client PostMultipart method failed %+v:", err))
+		return nil, err
+	}
+	return &HTTPResponse{StatusCode: response.StatusCode, Body: response}, nil
+}
+
+// Put 流式传输 可用于上传文件
+func (h *HTTPClient) Put(url string, headers map[string]string, body io.Reader) (*HTTPResponse, error) {
+	h.client.WithHeaders(headers)
+	response, err := h.client.Put(url, body)
+	if err != nil {
+		log.Error(fmt.Sprintf("http client PostMultipart method failed %+v:", err))
+		return nil, err
+	}
+	return &HTTPResponse{StatusCode: response.StatusCode, Body: response}, nil
+}
+
+// PutJSON PutJSON方法
+func (h *HTTPClient) PutJSON(url string, headers map[string]string, data interface{}) (*HTTPResponse, error) {
+	h.client.WithHeaders(headers)
+	response, err := h.client.PutJson(url, data)
+	if err != nil {
+		log.Error(fmt.Sprintf("http client PostMultipart method failed %+v:", err))
+		return nil, err
+	}
+	return &HTTPResponse{StatusCode: response.StatusCode, Body: response}, nil
+}
+
+// Header Header
+func (h *HTTPClient) Header(url string) (*HTTPResponse, error) {
+	response, err := h.client.Head(url)
+	if err != nil {
+		log.Error(fmt.Sprintf("http client PostMultipart method failed %+v:", err))
+		return nil, err
+	}
+	return &HTTPResponse{StatusCode: response.StatusCode, Body: response}, nil
+}
+
+// POSTWithJResp 结果json.Unmarshal到bind中  用于上传文件, content-type :"application/x-www-form-urlencoded" 如参数以@开头 则为上传文件
+func (h *HTTPClient) POSTWithJResp(bind interface{}, url string, headers map[string]string, params interface{}) (int, error) {
+	resp, err := h.Post(url, headers, params)
+	if err != nil {
+		return 0, err
+	}
+	if resp.StatusCode == http.StatusOK {
+		err = jsonUnmarshalResp(bind, resp)
+	}
+	return resp.StatusCode, err
+}
+
+// POSTWithJResp 结果json.Unmarshal到bind中  用于上传文件, content-type :"application/x-www-form-urlencoded" 如参数以@开头 则为上传文件
+func (h *HTTPClient) PPOSTWithJResp(p *ProxyCfg, bind interface{}, url string, headers map[string]string, params interface{}) (int, error) {
+	resp, err := h.PPost(p, bind, url, headers, params)
+	if err != nil {
+		return 0, err
+	}
+	if resp.StatusCode == http.StatusOK {
+		err = jsonUnmarshalResp(bind, resp)
+	}
+	return resp.StatusCode, err
+}