option.go 9.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351
  1. package oss
  2. import (
  3. "bytes"
  4. "fmt"
  5. "net/http"
  6. "net/url"
  7. "sort"
  8. "strconv"
  9. "time"
  10. )
  11. type optionType string
  12. const (
  13. optionParam optionType = "HTTPParameter" // URL参数
  14. optionHTTP optionType = "HTTPHeader" // HTTP头
  15. optionArg optionType = "FuncArgument" // 函数参数
  16. )
  17. const (
  18. deleteObjectsQuiet = "delete-objects-quiet"
  19. routineNum = "x-routine-num"
  20. checkpointConfig = "x-cp-config"
  21. initCRC64 = "init-crc64"
  22. progressListener = "x-progress-listener"
  23. )
  24. type (
  25. optionValue struct {
  26. Value interface{}
  27. Type optionType
  28. }
  29. // Option http option
  30. Option func(map[string]optionValue) error
  31. )
  32. // ACL is an option to set X-Oss-Acl header
  33. func ACL(acl ACLType) Option {
  34. return setHeader(HTTPHeaderOssACL, string(acl))
  35. }
  36. // ContentType is an option to set Content-Type header
  37. func ContentType(value string) Option {
  38. return setHeader(HTTPHeaderContentType, value)
  39. }
  40. // ContentLength is an option to set Content-Length header
  41. func ContentLength(length int64) Option {
  42. return setHeader(HTTPHeaderContentLength, strconv.FormatInt(length, 10))
  43. }
  44. // CacheControl is an option to set Cache-Control header
  45. func CacheControl(value string) Option {
  46. return setHeader(HTTPHeaderCacheControl, value)
  47. }
  48. // ContentDisposition is an option to set Content-Disposition header
  49. func ContentDisposition(value string) Option {
  50. return setHeader(HTTPHeaderContentDisposition, value)
  51. }
  52. // ContentEncoding is an option to set Content-Encoding header
  53. func ContentEncoding(value string) Option {
  54. return setHeader(HTTPHeaderContentEncoding, value)
  55. }
  56. // ContentMD5 is an option to set Content-MD5 header
  57. func ContentMD5(value string) Option {
  58. return setHeader(HTTPHeaderContentMD5, value)
  59. }
  60. // Expires is an option to set Expires header
  61. func Expires(t time.Time) Option {
  62. return setHeader(HTTPHeaderExpires, t.Format(http.TimeFormat))
  63. }
  64. // Meta is an option to set Meta header
  65. func Meta(key, value string) Option {
  66. return setHeader(HTTPHeaderOssMetaPrefix+key, value)
  67. }
  68. // Range is an option to set Range header, [start, end]
  69. func Range(start, end int64) Option {
  70. return setHeader(HTTPHeaderRange, fmt.Sprintf("bytes=%d-%d", start, end))
  71. }
  72. // AcceptEncoding is an option to set Accept-Encoding header
  73. func AcceptEncoding(value string) Option {
  74. return setHeader(HTTPHeaderAcceptEncoding, value)
  75. }
  76. // IfModifiedSince is an option to set If-Modified-Since header
  77. func IfModifiedSince(t time.Time) Option {
  78. return setHeader(HTTPHeaderIfModifiedSince, t.Format(http.TimeFormat))
  79. }
  80. // IfUnmodifiedSince is an option to set If-Unmodified-Since header
  81. func IfUnmodifiedSince(t time.Time) Option {
  82. return setHeader(HTTPHeaderIfUnmodifiedSince, t.Format(http.TimeFormat))
  83. }
  84. // IfMatch is an option to set If-Match header
  85. func IfMatch(value string) Option {
  86. return setHeader(HTTPHeaderIfMatch, value)
  87. }
  88. // IfNoneMatch is an option to set IfNoneMatch header
  89. func IfNoneMatch(value string) Option {
  90. return setHeader(HTTPHeaderIfNoneMatch, value)
  91. }
  92. // CopySource is an option to set X-Oss-Copy-Source header
  93. func CopySource(sourceBucket, sourceObject string) Option {
  94. return setHeader(HTTPHeaderOssCopySource, "/"+sourceBucket+"/"+sourceObject)
  95. }
  96. // CopySourceRange is an option to set X-Oss-Copy-Source header
  97. func CopySourceRange(startPosition, partSize int64) Option {
  98. val := "bytes=" + strconv.FormatInt(startPosition, 10) + "-" +
  99. strconv.FormatInt((startPosition+partSize-1), 10)
  100. return setHeader(HTTPHeaderOssCopySourceRange, val)
  101. }
  102. // CopySourceIfMatch is an option to set X-Oss-Copy-Source-If-Match header
  103. func CopySourceIfMatch(value string) Option {
  104. return setHeader(HTTPHeaderOssCopySourceIfMatch, value)
  105. }
  106. // CopySourceIfNoneMatch is an option to set X-Oss-Copy-Source-If-None-Match header
  107. func CopySourceIfNoneMatch(value string) Option {
  108. return setHeader(HTTPHeaderOssCopySourceIfNoneMatch, value)
  109. }
  110. // CopySourceIfModifiedSince is an option to set X-Oss-CopySource-If-Modified-Since header
  111. func CopySourceIfModifiedSince(t time.Time) Option {
  112. return setHeader(HTTPHeaderOssCopySourceIfModifiedSince, t.Format(http.TimeFormat))
  113. }
  114. // CopySourceIfUnmodifiedSince is an option to set X-Oss-Copy-Source-If-Unmodified-Since header
  115. func CopySourceIfUnmodifiedSince(t time.Time) Option {
  116. return setHeader(HTTPHeaderOssCopySourceIfUnmodifiedSince, t.Format(http.TimeFormat))
  117. }
  118. // MetadataDirective is an option to set X-Oss-Metadata-Directive header
  119. func MetadataDirective(directive MetadataDirectiveType) Option {
  120. return setHeader(HTTPHeaderOssMetadataDirective, string(directive))
  121. }
  122. // ServerSideEncryption is an option to set X-Oss-Server-Side-Encryption header
  123. func ServerSideEncryption(value string) Option {
  124. return setHeader(HTTPHeaderOssServerSideEncryption, value)
  125. }
  126. // ObjectACL is an option to set X-Oss-Object-Acl header
  127. func ObjectACL(acl ACLType) Option {
  128. return setHeader(HTTPHeaderOssObjectACL, string(acl))
  129. }
  130. // Origin is an option to set Origin header
  131. func Origin(value string) Option {
  132. return setHeader(HTTPHeaderOrigin, value)
  133. }
  134. // Delimiter is an option to set delimiler parameter
  135. func Delimiter(value string) Option {
  136. return addParam("delimiter", value)
  137. }
  138. // Marker is an option to set marker parameter
  139. func Marker(value string) Option {
  140. return addParam("marker", value)
  141. }
  142. // MaxKeys is an option to set maxkeys parameter
  143. func MaxKeys(value int) Option {
  144. return addParam("max-keys", strconv.Itoa(value))
  145. }
  146. // Prefix is an option to set prefix parameter
  147. func Prefix(value string) Option {
  148. return addParam("prefix", value)
  149. }
  150. // EncodingType is an option to set encoding-type parameter
  151. func EncodingType(value string) Option {
  152. return addParam("encoding-type", value)
  153. }
  154. // MaxUploads is an option to set max-uploads parameter
  155. func MaxUploads(value int) Option {
  156. return addParam("max-uploads", strconv.Itoa(value))
  157. }
  158. // KeyMarker is an option to set key-marker parameter
  159. func KeyMarker(value string) Option {
  160. return addParam("key-marker", value)
  161. }
  162. // UploadIDMarker is an option to set upload-id-marker parameter
  163. func UploadIDMarker(value string) Option {
  164. return addParam("upload-id-marker", value)
  165. }
  166. // DeleteObjectsQuiet DeleteObjects详细(verbose)模式或简单(quiet)模式,默认详细模式。
  167. func DeleteObjectsQuiet(isQuiet bool) Option {
  168. return addArg(deleteObjectsQuiet, isQuiet)
  169. }
  170. // 断点续传配置,包括是否启用、cp文件
  171. type cpConfig struct {
  172. IsEnable bool
  173. FilePath string
  174. }
  175. // Checkpoint DownloadFile/UploadFile是否开启checkpoint及checkpoint文件路径
  176. func Checkpoint(isEnable bool, filePath string) Option {
  177. return addArg(checkpointConfig, &cpConfig{isEnable, filePath})
  178. }
  179. // Routines DownloadFile/UploadFile并发数
  180. func Routines(n int) Option {
  181. return addArg(routineNum, n)
  182. }
  183. // InitCRC AppendObject CRC的校验的初始值
  184. func InitCRC(initCRC uint64) Option {
  185. return addArg(initCRC64, initCRC)
  186. }
  187. // Progress set progress listener
  188. func Progress(listener ProgressListener) Option {
  189. return addArg(progressListener, listener)
  190. }
  191. func setHeader(key string, value interface{}) Option {
  192. return func(params map[string]optionValue) error {
  193. if value == nil {
  194. return nil
  195. }
  196. params[key] = optionValue{value, optionHTTP}
  197. return nil
  198. }
  199. }
  200. func addParam(key string, value interface{}) Option {
  201. return func(params map[string]optionValue) error {
  202. if value == nil {
  203. return nil
  204. }
  205. params[key] = optionValue{value, optionParam}
  206. return nil
  207. }
  208. }
  209. func addArg(key string, value interface{}) Option {
  210. return func(params map[string]optionValue) error {
  211. if value == nil {
  212. return nil
  213. }
  214. params[key] = optionValue{value, optionArg}
  215. return nil
  216. }
  217. }
  218. func handleOptions(headers map[string]string, options []Option) error {
  219. params := map[string]optionValue{}
  220. for _, option := range options {
  221. if option != nil {
  222. if err := option(params); err != nil {
  223. return err
  224. }
  225. }
  226. }
  227. for k, v := range params {
  228. if v.Type == optionHTTP {
  229. headers[k] = v.Value.(string)
  230. }
  231. }
  232. return nil
  233. }
  234. func handleParams(options []Option) (string, error) {
  235. // option
  236. params := map[string]optionValue{}
  237. for _, option := range options {
  238. if option != nil {
  239. if err := option(params); err != nil {
  240. return "", err
  241. }
  242. }
  243. }
  244. // sort
  245. var buf bytes.Buffer
  246. keys := make([]string, 0, len(params))
  247. for k, v := range params {
  248. if v.Type == optionParam {
  249. keys = append(keys, k)
  250. }
  251. }
  252. sort.Strings(keys)
  253. // serialize
  254. for _, k := range keys {
  255. vs := params[k]
  256. prefix := url.QueryEscape(k) + "="
  257. if buf.Len() > 0 {
  258. buf.WriteByte('&')
  259. }
  260. buf.WriteString(prefix)
  261. buf.WriteString(url.QueryEscape(vs.Value.(string)))
  262. }
  263. return buf.String(), nil
  264. }
  265. func findOption(options []Option, param string, defaultVal interface{}) (interface{}, error) {
  266. params := map[string]optionValue{}
  267. for _, option := range options {
  268. if option != nil {
  269. if err := option(params); err != nil {
  270. return nil, err
  271. }
  272. }
  273. }
  274. if val, ok := params[param]; ok {
  275. return val.Value, nil
  276. }
  277. return defaultVal, nil
  278. }
  279. func isOptionSet(options []Option, option string) (bool, interface{}, error) {
  280. params := map[string]optionValue{}
  281. for _, option := range options {
  282. if option != nil {
  283. if err := option(params); err != nil {
  284. return false, nil, err
  285. }
  286. }
  287. }
  288. if val, ok := params[option]; ok {
  289. return true, val.Value, nil
  290. }
  291. return false, nil, nil
  292. }