123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792 |
- package oss
- import (
- "bytes"
- "crypto/md5"
- "encoding/base64"
- "encoding/json"
- "encoding/xml"
- "fmt"
- "hash"
- "io"
- "io/ioutil"
- "net"
- "net/http"
- "net/url"
- "os"
- "sort"
- "strconv"
- "strings"
- "time"
- )
- // Conn defines OSS Conn
- type Conn struct {
- config *Config
- url *urlMaker
- client *http.Client
- }
- var signKeyList = []string{"acl", "uploads", "location", "cors",
- "logging", "website", "referer", "lifecycle",
- "delete", "append", "tagging", "objectMeta",
- "uploadId", "partNumber", "security-token",
- "position", "img", "style", "styleName",
- "replication", "replicationProgress",
- "replicationLocation", "cname", "bucketInfo",
- "comp", "qos", "live", "status", "vod",
- "startTime", "endTime", "symlink",
- "x-oss-process", "response-content-type", "x-oss-traffic-limit",
- "response-content-language", "response-expires",
- "response-cache-control", "response-content-disposition",
- "response-content-encoding", "udf", "udfName", "udfImage",
- "udfId", "udfImageDesc", "udfApplication", "comp",
- "udfApplicationLog", "restore", "callback", "callback-var", "qosInfo",
- "policy", "stat", "encryption", "versions", "versioning", "versionId", "requestPayment",
- "x-oss-request-payer", "sequential",
- "inventory", "inventoryId", "continuation-token", "asyncFetch"}
- // init initializes Conn
- func (conn *Conn) init(config *Config, urlMaker *urlMaker, client *http.Client) error {
- if client == nil {
- // New transport
- transport := newTransport(conn, config)
- // Proxy
- if conn.config.IsUseProxy {
- proxyURL, err := url.Parse(config.ProxyHost)
- if err != nil {
- return err
- }
- if config.IsAuthProxy {
- if config.ProxyPassword != "" {
- proxyURL.User = url.UserPassword(config.ProxyUser, config.ProxyPassword)
- } else {
- proxyURL.User = url.User(config.ProxyUser)
- }
- }
- transport.Proxy = http.ProxyURL(proxyURL)
- }
- client = &http.Client{Transport: transport}
- if !config.RedirectEnabled {
- disableHTTPRedirect(client)
- }
- }
- conn.config = config
- conn.url = urlMaker
- conn.client = client
- return nil
- }
- // Do sends request and returns the response
- func (conn Conn) Do(method, bucketName, objectName string, params map[string]interface{}, headers map[string]string,
- data io.Reader, initCRC uint64, listener ProgressListener) (*Response, error) {
- urlParams := conn.getURLParams(params)
- subResource := conn.getSubResource(params)
- uri := conn.url.getURL(bucketName, objectName, urlParams)
- resource := conn.getResource(bucketName, objectName, subResource)
- return conn.doRequest(method, uri, resource, headers, data, initCRC, listener)
- }
- // DoURL sends the request with signed URL and returns the response result.
- func (conn Conn) DoURL(method HTTPMethod, signedURL string, headers map[string]string,
- data io.Reader, initCRC uint64, listener ProgressListener) (*Response, error) {
- // Get URI from signedURL
- uri, err := url.ParseRequestURI(signedURL)
- if err != nil {
- return nil, err
- }
- m := strings.ToUpper(string(method))
- req := &http.Request{
- Method: m,
- URL: uri,
- Proto: "HTTP/1.1",
- ProtoMajor: 1,
- ProtoMinor: 1,
- Header: make(http.Header),
- Host: uri.Host,
- }
- tracker := &readerTracker{completedBytes: 0}
- fd, crc := conn.handleBody(req, data, initCRC, listener, tracker)
- if fd != nil {
- defer func() {
- fd.Close()
- os.Remove(fd.Name())
- }()
- }
- if conn.config.IsAuthProxy {
- auth := conn.config.ProxyUser + ":" + conn.config.ProxyPassword
- basic := "Basic " + base64.StdEncoding.EncodeToString([]byte(auth))
- req.Header.Set("Proxy-Authorization", basic)
- }
- req.Header.Set(HTTPHeaderHost, req.Host)
- req.Header.Set(HTTPHeaderUserAgent, conn.config.UserAgent)
- if headers != nil {
- for k, v := range headers {
- req.Header.Set(k, v)
- }
- }
- // Transfer started
- event := newProgressEvent(TransferStartedEvent, 0, req.ContentLength, 0)
- publishProgress(listener, event)
- if conn.config.LogLevel >= Debug {
- conn.LoggerHTTPReq(req)
- }
- resp, err := conn.client.Do(req)
- if err != nil {
- // Transfer failed
- event = newProgressEvent(TransferFailedEvent, tracker.completedBytes, req.ContentLength, 0)
- publishProgress(listener, event)
- conn.config.WriteLog(Debug, "[Resp:%p]http error:%s\n", req, err.Error())
- return nil, err
- }
- if conn.config.LogLevel >= Debug {
- //print out http resp
- conn.LoggerHTTPResp(req, resp)
- }
- // Transfer completed
- event = newProgressEvent(TransferCompletedEvent, tracker.completedBytes, req.ContentLength, 0)
- publishProgress(listener, event)
- return conn.handleResponse(resp, crc)
- }
- func (conn Conn) getURLParams(params map[string]interface{}) string {
- // Sort
- keys := make([]string, 0, len(params))
- for k := range params {
- keys = append(keys, k)
- }
- sort.Strings(keys)
- // Serialize
- var buf bytes.Buffer
- for _, k := range keys {
- if buf.Len() > 0 {
- buf.WriteByte('&')
- }
- buf.WriteString(url.QueryEscape(k))
- if params[k] != nil {
- buf.WriteString("=" + strings.Replace(url.QueryEscape(params[k].(string)), "+", "%20", -1))
- }
- }
- return buf.String()
- }
- func (conn Conn) getSubResource(params map[string]interface{}) string {
- // Sort
- keys := make([]string, 0, len(params))
- signParams := make(map[string]string)
- for k := range params {
- if conn.config.AuthVersion == AuthV2 {
- encodedKey := url.QueryEscape(k)
- keys = append(keys, encodedKey)
- if params[k] != nil && params[k] != "" {
- signParams[encodedKey] = strings.Replace(url.QueryEscape(params[k].(string)), "+", "%20", -1)
- }
- } else if conn.isParamSign(k) {
- keys = append(keys, k)
- if params[k] != nil {
- signParams[k] = params[k].(string)
- }
- }
- }
- sort.Strings(keys)
- // Serialize
- var buf bytes.Buffer
- for _, k := range keys {
- if buf.Len() > 0 {
- buf.WriteByte('&')
- }
- buf.WriteString(k)
- if _, ok := signParams[k]; ok {
- buf.WriteString("=" + signParams[k])
- }
- }
- return buf.String()
- }
- func (conn Conn) isParamSign(paramKey string) bool {
- for _, k := range signKeyList {
- if paramKey == k {
- return true
- }
- }
- return false
- }
- // getResource gets canonicalized resource
- func (conn Conn) getResource(bucketName, objectName, subResource string) string {
- if subResource != "" {
- subResource = "?" + subResource
- }
- if bucketName == "" {
- if conn.config.AuthVersion == AuthV2 {
- return url.QueryEscape("/") + subResource
- }
- return fmt.Sprintf("/%s%s", bucketName, subResource)
- }
- if conn.config.AuthVersion == AuthV2 {
- return url.QueryEscape("/"+bucketName+"/") + strings.Replace(url.QueryEscape(objectName), "+", "%20", -1) + subResource
- }
- return fmt.Sprintf("/%s/%s%s", bucketName, objectName, subResource)
- }
- func (conn Conn) doRequest(method string, uri *url.URL, canonicalizedResource string, headers map[string]string,
- data io.Reader, initCRC uint64, listener ProgressListener) (*Response, error) {
- method = strings.ToUpper(method)
- req := &http.Request{
- Method: method,
- URL: uri,
- Proto: "HTTP/1.1",
- ProtoMajor: 1,
- ProtoMinor: 1,
- Header: make(http.Header),
- Host: uri.Host,
- }
- tracker := &readerTracker{completedBytes: 0}
- fd, crc := conn.handleBody(req, data, initCRC, listener, tracker)
- if fd != nil {
- defer func() {
- fd.Close()
- os.Remove(fd.Name())
- }()
- }
- if conn.config.IsAuthProxy {
- auth := conn.config.ProxyUser + ":" + conn.config.ProxyPassword
- basic := "Basic " + base64.StdEncoding.EncodeToString([]byte(auth))
- req.Header.Set("Proxy-Authorization", basic)
- }
- date := time.Now().UTC().Format(http.TimeFormat)
- req.Header.Set(HTTPHeaderDate, date)
- req.Header.Set(HTTPHeaderHost, req.Host)
- req.Header.Set(HTTPHeaderUserAgent, conn.config.UserAgent)
- akIf := conn.config.GetCredentials()
- if akIf.GetSecurityToken() != "" {
- req.Header.Set(HTTPHeaderOssSecurityToken, akIf.GetSecurityToken())
- }
- if headers != nil {
- for k, v := range headers {
- req.Header.Set(k, v)
- }
- }
- conn.signHeader(req, canonicalizedResource)
- // Transfer started
- event := newProgressEvent(TransferStartedEvent, 0, req.ContentLength, 0)
- publishProgress(listener, event)
- if conn.config.LogLevel >= Debug {
- conn.LoggerHTTPReq(req)
- }
- resp, err := conn.client.Do(req)
- if err != nil {
- // Transfer failed
- event = newProgressEvent(TransferFailedEvent, tracker.completedBytes, req.ContentLength, 0)
- publishProgress(listener, event)
- conn.config.WriteLog(Debug, "[Resp:%p]http error:%s\n", req, err.Error())
- return nil, err
- }
- if conn.config.LogLevel >= Debug {
- //print out http resp
- conn.LoggerHTTPResp(req, resp)
- }
- // Transfer completed
- event = newProgressEvent(TransferCompletedEvent, tracker.completedBytes, req.ContentLength, 0)
- publishProgress(listener, event)
- return conn.handleResponse(resp, crc)
- }
- func (conn Conn) signURL(method HTTPMethod, bucketName, objectName string, expiration int64, params map[string]interface{}, headers map[string]string) string {
- akIf := conn.config.GetCredentials()
- if akIf.GetSecurityToken() != "" {
- params[HTTPParamSecurityToken] = akIf.GetSecurityToken()
- }
- m := strings.ToUpper(string(method))
- req := &http.Request{
- Method: m,
- Header: make(http.Header),
- }
- if conn.config.IsAuthProxy {
- auth := conn.config.ProxyUser + ":" + conn.config.ProxyPassword
- basic := "Basic " + base64.StdEncoding.EncodeToString([]byte(auth))
- req.Header.Set("Proxy-Authorization", basic)
- }
- req.Header.Set(HTTPHeaderDate, strconv.FormatInt(expiration, 10))
- req.Header.Set(HTTPHeaderUserAgent, conn.config.UserAgent)
- if headers != nil {
- for k, v := range headers {
- req.Header.Set(k, v)
- }
- }
- if conn.config.AuthVersion == AuthV2 {
- params[HTTPParamSignatureVersion] = "OSS2"
- params[HTTPParamExpiresV2] = strconv.FormatInt(expiration, 10)
- params[HTTPParamAccessKeyIDV2] = conn.config.AccessKeyID
- additionalList, _ := conn.getAdditionalHeaderKeys(req)
- if len(additionalList) > 0 {
- params[HTTPParamAdditionalHeadersV2] = strings.Join(additionalList, ";")
- }
- }
- subResource := conn.getSubResource(params)
- canonicalizedResource := conn.getResource(bucketName, objectName, subResource)
- signedStr := conn.getSignedStr(req, canonicalizedResource, akIf.GetAccessKeySecret())
- if conn.config.AuthVersion == AuthV1 {
- params[HTTPParamExpires] = strconv.FormatInt(expiration, 10)
- params[HTTPParamAccessKeyID] = akIf.GetAccessKeyID()
- params[HTTPParamSignature] = signedStr
- } else if conn.config.AuthVersion == AuthV2 {
- params[HTTPParamSignatureV2] = signedStr
- }
- urlParams := conn.getURLParams(params)
- return conn.url.getSignURL(bucketName, objectName, urlParams)
- }
- func (conn Conn) signRtmpURL(bucketName, channelName, playlistName string, expiration int64) string {
- params := map[string]interface{}{}
- if playlistName != "" {
- params[HTTPParamPlaylistName] = playlistName
- }
- expireStr := strconv.FormatInt(expiration, 10)
- params[HTTPParamExpires] = expireStr
- akIf := conn.config.GetCredentials()
- if akIf.GetAccessKeyID() != "" {
- params[HTTPParamAccessKeyID] = akIf.GetAccessKeyID()
- if akIf.GetSecurityToken() != "" {
- params[HTTPParamSecurityToken] = akIf.GetSecurityToken()
- }
- signedStr := conn.getRtmpSignedStr(bucketName, channelName, playlistName, expiration, akIf.GetAccessKeySecret(), params)
- params[HTTPParamSignature] = signedStr
- }
- urlParams := conn.getURLParams(params)
- return conn.url.getSignRtmpURL(bucketName, channelName, urlParams)
- }
- // handleBody handles request body
- func (conn Conn) handleBody(req *http.Request, body io.Reader, initCRC uint64,
- listener ProgressListener, tracker *readerTracker) (*os.File, hash.Hash64) {
- var file *os.File
- var crc hash.Hash64
- reader := body
- readerLen, err := GetReaderLen(reader)
- if err == nil {
- req.ContentLength = readerLen
- }
- req.Header.Set(HTTPHeaderContentLength, strconv.FormatInt(req.ContentLength, 10))
- // MD5
- if body != nil && conn.config.IsEnableMD5 && req.Header.Get(HTTPHeaderContentMD5) == "" {
- md5 := ""
- reader, md5, file, _ = calcMD5(body, req.ContentLength, conn.config.MD5Threshold)
- req.Header.Set(HTTPHeaderContentMD5, md5)
- }
- // CRC
- if reader != nil && conn.config.IsEnableCRC {
- crc = NewCRC(CrcTable(), initCRC)
- reader = TeeReader(reader, crc, req.ContentLength, listener, tracker)
- }
- // HTTP body
- rc, ok := reader.(io.ReadCloser)
- if !ok && reader != nil {
- rc = ioutil.NopCloser(reader)
- }
- if conn.isUploadLimitReq(req) {
- limitReader := &LimitSpeedReader{
- reader: rc,
- ossLimiter: conn.config.UploadLimiter,
- }
- req.Body = limitReader
- } else {
- req.Body = rc
- }
- return file, crc
- }
- // isUploadLimitReq: judge limit upload speed or not
- func (conn Conn) isUploadLimitReq(req *http.Request) bool {
- if conn.config.UploadLimitSpeed == 0 || conn.config.UploadLimiter == nil {
- return false
- }
- if req.Method != "GET" && req.Method != "DELETE" && req.Method != "HEAD" {
- if req.ContentLength > 0 {
- return true
- }
- }
- return false
- }
- func tryGetFileSize(f *os.File) int64 {
- fInfo, _ := f.Stat()
- return fInfo.Size()
- }
- // handleResponse handles response
- func (conn Conn) handleResponse(resp *http.Response, crc hash.Hash64) (*Response, error) {
- var cliCRC uint64
- var srvCRC uint64
- statusCode := resp.StatusCode
- if statusCode >= 400 && statusCode <= 505 {
- // 4xx and 5xx indicate that the operation has error occurred
- var respBody []byte
- respBody, err := readResponseBody(resp)
- if err != nil {
- return nil, err
- }
- if len(respBody) == 0 {
- err = ServiceError{
- StatusCode: statusCode,
- RequestID: resp.Header.Get(HTTPHeaderOssRequestID),
- }
- } else {
- // Response contains storage service error object, unmarshal
- srvErr, errIn := serviceErrFromXML(respBody, resp.StatusCode,
- resp.Header.Get(HTTPHeaderOssRequestID))
- if errIn != nil { // error unmarshaling the error response
- err = fmt.Errorf("oss: service returned invalid response body, status = %s, RequestId = %s", resp.Status, resp.Header.Get(HTTPHeaderOssRequestID))
- } else {
- err = srvErr
- }
- }
- return &Response{
- StatusCode: resp.StatusCode,
- Headers: resp.Header,
- Body: ioutil.NopCloser(bytes.NewReader(respBody)), // restore the body
- }, err
- } else if statusCode >= 300 && statusCode <= 307 {
- // OSS use 3xx, but response has no body
- err := fmt.Errorf("oss: service returned %d,%s", resp.StatusCode, resp.Status)
- return &Response{
- StatusCode: resp.StatusCode,
- Headers: resp.Header,
- Body: resp.Body,
- }, err
- }
- if conn.config.IsEnableCRC && crc != nil {
- cliCRC = crc.Sum64()
- }
- srvCRC, _ = strconv.ParseUint(resp.Header.Get(HTTPHeaderOssCRC64), 10, 64)
- // 2xx, successful
- return &Response{
- StatusCode: resp.StatusCode,
- Headers: resp.Header,
- Body: resp.Body,
- ClientCRC: cliCRC,
- ServerCRC: srvCRC,
- }, nil
- }
- // LoggerHTTPReq Print the header information of the http request
- func (conn Conn) LoggerHTTPReq(req *http.Request) {
- var logBuffer bytes.Buffer
- logBuffer.WriteString(fmt.Sprintf("[Req:%p]Method:%s\t", req, req.Method))
- logBuffer.WriteString(fmt.Sprintf("Host:%s\t", req.URL.Host))
- logBuffer.WriteString(fmt.Sprintf("Path:%s\t", req.URL.Path))
- logBuffer.WriteString(fmt.Sprintf("Query:%s\t", req.URL.RawQuery))
- logBuffer.WriteString(fmt.Sprintf("Header info:"))
- for k, v := range req.Header {
- var valueBuffer bytes.Buffer
- for j := 0; j < len(v); j++ {
- if j > 0 {
- valueBuffer.WriteString(" ")
- }
- valueBuffer.WriteString(v[j])
- }
- logBuffer.WriteString(fmt.Sprintf("\t%s:%s", k, valueBuffer.String()))
- }
- conn.config.WriteLog(Debug, "%s\n", logBuffer.String())
- }
- // LoggerHTTPResp Print Response to http request
- func (conn Conn) LoggerHTTPResp(req *http.Request, resp *http.Response) {
- var logBuffer bytes.Buffer
- logBuffer.WriteString(fmt.Sprintf("[Resp:%p]StatusCode:%d\t", req, resp.StatusCode))
- logBuffer.WriteString(fmt.Sprintf("Header info:"))
- for k, v := range resp.Header {
- var valueBuffer bytes.Buffer
- for j := 0; j < len(v); j++ {
- if j > 0 {
- valueBuffer.WriteString(" ")
- }
- valueBuffer.WriteString(v[j])
- }
- logBuffer.WriteString(fmt.Sprintf("\t%s:%s", k, valueBuffer.String()))
- }
- conn.config.WriteLog(Debug, "%s\n", logBuffer.String())
- }
- func calcMD5(body io.Reader, contentLen, md5Threshold int64) (reader io.Reader, b64 string, tempFile *os.File, err error) {
- if contentLen == 0 || contentLen > md5Threshold {
- // Huge body, use temporary file
- tempFile, err = ioutil.TempFile(os.TempDir(), TempFilePrefix)
- if tempFile != nil {
- io.Copy(tempFile, body)
- tempFile.Seek(0, os.SEEK_SET)
- md5 := md5.New()
- io.Copy(md5, tempFile)
- sum := md5.Sum(nil)
- b64 = base64.StdEncoding.EncodeToString(sum[:])
- tempFile.Seek(0, os.SEEK_SET)
- reader = tempFile
- }
- } else {
- // Small body, use memory
- buf, _ := ioutil.ReadAll(body)
- sum := md5.Sum(buf)
- b64 = base64.StdEncoding.EncodeToString(sum[:])
- reader = bytes.NewReader(buf)
- }
- return
- }
- func readResponseBody(resp *http.Response) ([]byte, error) {
- defer resp.Body.Close()
- out, err := ioutil.ReadAll(resp.Body)
- if err == io.EOF {
- err = nil
- }
- return out, err
- }
- func serviceErrFromXML(body []byte, statusCode int, requestID string) (ServiceError, error) {
- var storageErr ServiceError
- if err := xml.Unmarshal(body, &storageErr); err != nil {
- return storageErr, err
- }
- storageErr.StatusCode = statusCode
- storageErr.RequestID = requestID
- storageErr.RawMessage = string(body)
- return storageErr, nil
- }
- func xmlUnmarshal(body io.Reader, v interface{}) error {
- data, err := ioutil.ReadAll(body)
- if err != nil {
- return err
- }
- return xml.Unmarshal(data, v)
- }
- func jsonUnmarshal(body io.Reader, v interface{}) error {
- data, err := ioutil.ReadAll(body)
- if err != nil {
- return err
- }
- return json.Unmarshal(data, v)
- }
- // timeoutConn handles HTTP timeout
- type timeoutConn struct {
- conn net.Conn
- timeout time.Duration
- longTimeout time.Duration
- }
- func newTimeoutConn(conn net.Conn, timeout time.Duration, longTimeout time.Duration) *timeoutConn {
- conn.SetReadDeadline(time.Now().Add(longTimeout))
- return &timeoutConn{
- conn: conn,
- timeout: timeout,
- longTimeout: longTimeout,
- }
- }
- func (c *timeoutConn) Read(b []byte) (n int, err error) {
- c.SetReadDeadline(time.Now().Add(c.timeout))
- n, err = c.conn.Read(b)
- c.SetReadDeadline(time.Now().Add(c.longTimeout))
- return n, err
- }
- func (c *timeoutConn) Write(b []byte) (n int, err error) {
- c.SetWriteDeadline(time.Now().Add(c.timeout))
- n, err = c.conn.Write(b)
- c.SetReadDeadline(time.Now().Add(c.longTimeout))
- return n, err
- }
- func (c *timeoutConn) Close() error {
- return c.conn.Close()
- }
- func (c *timeoutConn) LocalAddr() net.Addr {
- return c.conn.LocalAddr()
- }
- func (c *timeoutConn) RemoteAddr() net.Addr {
- return c.conn.RemoteAddr()
- }
- func (c *timeoutConn) SetDeadline(t time.Time) error {
- return c.conn.SetDeadline(t)
- }
- func (c *timeoutConn) SetReadDeadline(t time.Time) error {
- return c.conn.SetReadDeadline(t)
- }
- func (c *timeoutConn) SetWriteDeadline(t time.Time) error {
- return c.conn.SetWriteDeadline(t)
- }
- // UrlMaker builds URL and resource
- const (
- urlTypeCname = 1
- urlTypeIP = 2
- urlTypeAliyun = 3
- )
- type urlMaker struct {
- Scheme string // HTTP or HTTPS
- NetLoc string // Host or IP
- Type int // 1 CNAME, 2 IP, 3 ALIYUN
- IsProxy bool // Proxy
- }
- // Init parses endpoint
- func (um *urlMaker) Init(endpoint string, isCname bool, isProxy bool) error {
- if strings.HasPrefix(endpoint, "http://") {
- um.Scheme = "http"
- um.NetLoc = endpoint[len("http://"):]
- } else if strings.HasPrefix(endpoint, "https://") {
- um.Scheme = "https"
- um.NetLoc = endpoint[len("https://"):]
- } else {
- um.Scheme = "http"
- um.NetLoc = endpoint
- }
- //use url.Parse() to get real host
- strUrl := um.Scheme + "://" + um.NetLoc
- url, err := url.Parse(strUrl)
- if err != nil {
- return err
- }
- um.NetLoc = url.Host
- host, _, err := net.SplitHostPort(um.NetLoc)
- if err != nil {
- host = um.NetLoc
- if host[0] == '[' && host[len(host)-1] == ']' {
- host = host[1 : len(host)-1]
- }
- }
- ip := net.ParseIP(host)
- if ip != nil {
- um.Type = urlTypeIP
- } else if isCname {
- um.Type = urlTypeCname
- } else {
- um.Type = urlTypeAliyun
- }
- um.IsProxy = isProxy
- return nil
- }
- // getURL gets URL
- func (um urlMaker) getURL(bucket, object, params string) *url.URL {
- host, path := um.buildURL(bucket, object)
- addr := ""
- if params == "" {
- addr = fmt.Sprintf("%s://%s%s", um.Scheme, host, path)
- } else {
- addr = fmt.Sprintf("%s://%s%s?%s", um.Scheme, host, path, params)
- }
- uri, _ := url.ParseRequestURI(addr)
- return uri
- }
- // getSignURL gets sign URL
- func (um urlMaker) getSignURL(bucket, object, params string) string {
- host, path := um.buildURL(bucket, object)
- return fmt.Sprintf("%s://%s%s?%s", um.Scheme, host, path, params)
- }
- // getSignRtmpURL Build Sign Rtmp URL
- func (um urlMaker) getSignRtmpURL(bucket, channelName, params string) string {
- host, path := um.buildURL(bucket, "live")
- channelName = url.QueryEscape(channelName)
- channelName = strings.Replace(channelName, "+", "%20", -1)
- return fmt.Sprintf("rtmp://%s%s/%s?%s", host, path, channelName, params)
- }
- // buildURL builds URL
- func (um urlMaker) buildURL(bucket, object string) (string, string) {
- var host = ""
- var path = ""
- object = url.QueryEscape(object)
- object = strings.Replace(object, "+", "%20", -1)
- if um.Type == urlTypeCname {
- host = um.NetLoc
- path = "/" + object
- } else if um.Type == urlTypeIP {
- if bucket == "" {
- host = um.NetLoc
- path = "/"
- } else {
- host = um.NetLoc
- path = fmt.Sprintf("/%s/%s", bucket, object)
- }
- } else {
- if bucket == "" {
- host = um.NetLoc
- path = "/"
- } else {
- host = bucket + "." + um.NetLoc
- path = "/" + object
- }
- }
- return host, path
- }
|