option.go 9.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368
  1. package oss
  2. import (
  3. "bytes"
  4. "fmt"
  5. "net/http"
  6. "net/url"
  7. "sort"
  8. "strconv"
  9. "strings"
  10. "time"
  11. )
  12. type optionType string
  13. const (
  14. optionParam optionType = "HTTPParameter" // URL参数
  15. optionHTTP optionType = "HTTPHeader" // HTTP头
  16. optionArg optionType = "FuncArgument" // 函数参数
  17. )
  18. const (
  19. deleteObjectsQuiet = "delete-objects-quiet"
  20. routineNum = "x-routine-num"
  21. checkpointConfig = "x-cp-config"
  22. initCRC64 = "init-crc64"
  23. progressListener = "x-progress-listener"
  24. storageClass = "storage-class"
  25. )
  26. type (
  27. optionValue struct {
  28. Value interface{}
  29. Type optionType
  30. }
  31. // Option http option
  32. Option func(map[string]optionValue) error
  33. )
  34. // ACL is an option to set X-Oss-Acl header
  35. func ACL(acl ACLType) Option {
  36. return setHeader(HTTPHeaderOssACL, string(acl))
  37. }
  38. // ContentType is an option to set Content-Type header
  39. func ContentType(value string) Option {
  40. return setHeader(HTTPHeaderContentType, value)
  41. }
  42. // ContentLength is an option to set Content-Length header
  43. func ContentLength(length int64) Option {
  44. return setHeader(HTTPHeaderContentLength, strconv.FormatInt(length, 10))
  45. }
  46. // CacheControl is an option to set Cache-Control header
  47. func CacheControl(value string) Option {
  48. return setHeader(HTTPHeaderCacheControl, value)
  49. }
  50. // ContentDisposition is an option to set Content-Disposition header
  51. func ContentDisposition(value string) Option {
  52. return setHeader(HTTPHeaderContentDisposition, value)
  53. }
  54. // ContentEncoding is an option to set Content-Encoding header
  55. func ContentEncoding(value string) Option {
  56. return setHeader(HTTPHeaderContentEncoding, value)
  57. }
  58. // ContentMD5 is an option to set Content-MD5 header
  59. func ContentMD5(value string) Option {
  60. return setHeader(HTTPHeaderContentMD5, value)
  61. }
  62. // Expires is an option to set Expires header
  63. func Expires(t time.Time) Option {
  64. return setHeader(HTTPHeaderExpires, t.Format(http.TimeFormat))
  65. }
  66. // Meta is an option to set Meta header
  67. func Meta(key, value string) Option {
  68. return setHeader(HTTPHeaderOssMetaPrefix+key, value)
  69. }
  70. // Range is an option to set Range header, [start, end]
  71. func Range(start, end int64) Option {
  72. return setHeader(HTTPHeaderRange, fmt.Sprintf("bytes=%d-%d", start, end))
  73. }
  74. // NormalizedRange is an option to set Range header, such as 1024-2048 or 1024- or -2048
  75. func NormalizedRange(nr string) Option {
  76. return setHeader(HTTPHeaderRange, fmt.Sprintf("bytes=%s", strings.TrimSpace(nr)))
  77. }
  78. // AcceptEncoding is an option to set Accept-Encoding header
  79. func AcceptEncoding(value string) Option {
  80. return setHeader(HTTPHeaderAcceptEncoding, value)
  81. }
  82. // IfModifiedSince is an option to set If-Modified-Since header
  83. func IfModifiedSince(t time.Time) Option {
  84. return setHeader(HTTPHeaderIfModifiedSince, t.Format(http.TimeFormat))
  85. }
  86. // IfUnmodifiedSince is an option to set If-Unmodified-Since header
  87. func IfUnmodifiedSince(t time.Time) Option {
  88. return setHeader(HTTPHeaderIfUnmodifiedSince, t.Format(http.TimeFormat))
  89. }
  90. // IfMatch is an option to set If-Match header
  91. func IfMatch(value string) Option {
  92. return setHeader(HTTPHeaderIfMatch, value)
  93. }
  94. // IfNoneMatch is an option to set IfNoneMatch header
  95. func IfNoneMatch(value string) Option {
  96. return setHeader(HTTPHeaderIfNoneMatch, value)
  97. }
  98. // CopySource is an option to set X-Oss-Copy-Source header
  99. func CopySource(sourceBucket, sourceObject string) Option {
  100. return setHeader(HTTPHeaderOssCopySource, "/"+sourceBucket+"/"+sourceObject)
  101. }
  102. // CopySourceRange is an option to set X-Oss-Copy-Source header
  103. func CopySourceRange(startPosition, partSize int64) Option {
  104. val := "bytes=" + strconv.FormatInt(startPosition, 10) + "-" +
  105. strconv.FormatInt((startPosition+partSize-1), 10)
  106. return setHeader(HTTPHeaderOssCopySourceRange, val)
  107. }
  108. // CopySourceIfMatch is an option to set X-Oss-Copy-Source-If-Match header
  109. func CopySourceIfMatch(value string) Option {
  110. return setHeader(HTTPHeaderOssCopySourceIfMatch, value)
  111. }
  112. // CopySourceIfNoneMatch is an option to set X-Oss-Copy-Source-If-None-Match header
  113. func CopySourceIfNoneMatch(value string) Option {
  114. return setHeader(HTTPHeaderOssCopySourceIfNoneMatch, value)
  115. }
  116. // CopySourceIfModifiedSince is an option to set X-Oss-CopySource-If-Modified-Since header
  117. func CopySourceIfModifiedSince(t time.Time) Option {
  118. return setHeader(HTTPHeaderOssCopySourceIfModifiedSince, t.Format(http.TimeFormat))
  119. }
  120. // CopySourceIfUnmodifiedSince is an option to set X-Oss-Copy-Source-If-Unmodified-Since header
  121. func CopySourceIfUnmodifiedSince(t time.Time) Option {
  122. return setHeader(HTTPHeaderOssCopySourceIfUnmodifiedSince, t.Format(http.TimeFormat))
  123. }
  124. // MetadataDirective is an option to set X-Oss-Metadata-Directive header
  125. func MetadataDirective(directive MetadataDirectiveType) Option {
  126. return setHeader(HTTPHeaderOssMetadataDirective, string(directive))
  127. }
  128. // ServerSideEncryption is an option to set X-Oss-Server-Side-Encryption header
  129. func ServerSideEncryption(value string) Option {
  130. return setHeader(HTTPHeaderOssServerSideEncryption, value)
  131. }
  132. // ObjectACL is an option to set X-Oss-Object-Acl header
  133. func ObjectACL(acl ACLType) Option {
  134. return setHeader(HTTPHeaderOssObjectACL, string(acl))
  135. }
  136. // symlinkTarget is an option to set X-Oss-Symlink-Target
  137. func symlinkTarget(targetObjectKey string) Option {
  138. return setHeader(HTTPHeaderOssSymlinkTarget, targetObjectKey)
  139. }
  140. // Origin is an option to set Origin header
  141. func Origin(value string) Option {
  142. return setHeader(HTTPHeaderOrigin, value)
  143. }
  144. // Delimiter is an option to set delimiler parameter
  145. func Delimiter(value string) Option {
  146. return addParam("delimiter", value)
  147. }
  148. // Marker is an option to set marker parameter
  149. func Marker(value string) Option {
  150. return addParam("marker", value)
  151. }
  152. // MaxKeys is an option to set maxkeys parameter
  153. func MaxKeys(value int) Option {
  154. return addParam("max-keys", strconv.Itoa(value))
  155. }
  156. // Prefix is an option to set prefix parameter
  157. func Prefix(value string) Option {
  158. return addParam("prefix", value)
  159. }
  160. // EncodingType is an option to set encoding-type parameter
  161. func EncodingType(value string) Option {
  162. return addParam("encoding-type", value)
  163. }
  164. // MaxUploads is an option to set max-uploads parameter
  165. func MaxUploads(value int) Option {
  166. return addParam("max-uploads", strconv.Itoa(value))
  167. }
  168. // KeyMarker is an option to set key-marker parameter
  169. func KeyMarker(value string) Option {
  170. return addParam("key-marker", value)
  171. }
  172. // UploadIDMarker is an option to set upload-id-marker parameter
  173. func UploadIDMarker(value string) Option {
  174. return addParam("upload-id-marker", value)
  175. }
  176. // DeleteObjectsQuiet DeleteObjects详细(verbose)模式或简单(quiet)模式,默认详细模式。
  177. func DeleteObjectsQuiet(isQuiet bool) Option {
  178. return addArg(deleteObjectsQuiet, isQuiet)
  179. }
  180. // StorageClass bucket的存储方式
  181. func StorageClass(value StorageClassType) Option {
  182. return addArg(storageClass, value)
  183. }
  184. // 断点续传配置,包括是否启用、cp文件
  185. type cpConfig struct {
  186. IsEnable bool
  187. FilePath string
  188. }
  189. // Checkpoint DownloadFile/UploadFile是否开启checkpoint及checkpoint文件路径
  190. func Checkpoint(isEnable bool, filePath string) Option {
  191. return addArg(checkpointConfig, &cpConfig{isEnable, filePath})
  192. }
  193. // Routines DownloadFile/UploadFile并发数
  194. func Routines(n int) Option {
  195. return addArg(routineNum, n)
  196. }
  197. // InitCRC AppendObject CRC的校验的初始值
  198. func InitCRC(initCRC uint64) Option {
  199. return addArg(initCRC64, initCRC)
  200. }
  201. // Progress set progress listener
  202. func Progress(listener ProgressListener) Option {
  203. return addArg(progressListener, listener)
  204. }
  205. func setHeader(key string, value interface{}) Option {
  206. return func(params map[string]optionValue) error {
  207. if value == nil {
  208. return nil
  209. }
  210. params[key] = optionValue{value, optionHTTP}
  211. return nil
  212. }
  213. }
  214. func addParam(key string, value interface{}) Option {
  215. return func(params map[string]optionValue) error {
  216. if value == nil {
  217. return nil
  218. }
  219. params[key] = optionValue{value, optionParam}
  220. return nil
  221. }
  222. }
  223. func addArg(key string, value interface{}) Option {
  224. return func(params map[string]optionValue) error {
  225. if value == nil {
  226. return nil
  227. }
  228. params[key] = optionValue{value, optionArg}
  229. return nil
  230. }
  231. }
  232. func handleOptions(headers map[string]string, options []Option) error {
  233. params := map[string]optionValue{}
  234. for _, option := range options {
  235. if option != nil {
  236. if err := option(params); err != nil {
  237. return err
  238. }
  239. }
  240. }
  241. for k, v := range params {
  242. if v.Type == optionHTTP {
  243. headers[k] = v.Value.(string)
  244. }
  245. }
  246. return nil
  247. }
  248. func handleParams(options []Option) (string, error) {
  249. // option
  250. params := map[string]optionValue{}
  251. for _, option := range options {
  252. if option != nil {
  253. if err := option(params); err != nil {
  254. return "", err
  255. }
  256. }
  257. }
  258. // sort
  259. var buf bytes.Buffer
  260. keys := make([]string, 0, len(params))
  261. for k, v := range params {
  262. if v.Type == optionParam {
  263. keys = append(keys, k)
  264. }
  265. }
  266. sort.Strings(keys)
  267. // serialize
  268. for _, k := range keys {
  269. vs := params[k]
  270. prefix := url.QueryEscape(k) + "="
  271. if buf.Len() > 0 {
  272. buf.WriteByte('&')
  273. }
  274. buf.WriteString(prefix)
  275. buf.WriteString(url.QueryEscape(vs.Value.(string)))
  276. }
  277. return buf.String(), nil
  278. }
  279. func findOption(options []Option, param string, defaultVal interface{}) (interface{}, error) {
  280. params := map[string]optionValue{}
  281. for _, option := range options {
  282. if option != nil {
  283. if err := option(params); err != nil {
  284. return nil, err
  285. }
  286. }
  287. }
  288. if val, ok := params[param]; ok {
  289. return val.Value, nil
  290. }
  291. return defaultVal, nil
  292. }
  293. func isOptionSet(options []Option, option string) (bool, interface{}, error) {
  294. params := map[string]optionValue{}
  295. for _, option := range options {
  296. if option != nil {
  297. if err := option(params); err != nil {
  298. return false, nil, err
  299. }
  300. }
  301. }
  302. if val, ok := params[option]; ok {
  303. return true, val.Value, nil
  304. }
  305. return false, nil, nil
  306. }