client.go 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421
  1. /*
  2. * Licensed under the Apache License, Version 2.0 (the "License");
  3. * you may not use this file except in compliance with the License.
  4. * You may obtain a copy of the License at
  5. *
  6. * http://www.apache.org/licenses/LICENSE-2.0
  7. *
  8. * Unless required by applicable law or agreed to in writing, software
  9. * distributed under the License is distributed on an "AS IS" BASIS,
  10. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  11. * See the License for the specific language governing permissions and
  12. * limitations under the License.
  13. */
  14. package sdk
  15. import (
  16. "fmt"
  17. "net"
  18. "net/http"
  19. "strconv"
  20. "sync"
  21. "github.com/aliyun/alibaba-cloud-sdk-go/sdk/auth"
  22. "github.com/aliyun/alibaba-cloud-sdk-go/sdk/auth/credentials"
  23. "github.com/aliyun/alibaba-cloud-sdk-go/sdk/endpoints"
  24. "github.com/aliyun/alibaba-cloud-sdk-go/sdk/errors"
  25. "github.com/aliyun/alibaba-cloud-sdk-go/sdk/requests"
  26. "github.com/aliyun/alibaba-cloud-sdk-go/sdk/responses"
  27. )
  28. // Version this value will be replaced while build: -ldflags="-X sdk.version=x.x.x"
  29. var Version = "0.0.1"
  30. // Client the type Client
  31. type Client struct {
  32. regionId string
  33. config *Config
  34. signer auth.Signer
  35. httpClient *http.Client
  36. asyncTaskQueue chan func()
  37. debug bool
  38. isRunning bool
  39. // void "panic(write to close channel)" cause of addAsync() after Shutdown()
  40. asyncChanLock *sync.RWMutex
  41. }
  42. func (client *Client) Init() (err error) {
  43. panic("not support yet")
  44. }
  45. func (client *Client) InitWithOptions(regionId string, config *Config, credential auth.Credential) (err error) {
  46. client.isRunning = true
  47. client.asyncChanLock = new(sync.RWMutex)
  48. client.regionId = regionId
  49. client.config = config
  50. if err != nil {
  51. return
  52. }
  53. client.httpClient = &http.Client{}
  54. if config.HttpTransport != nil {
  55. client.httpClient.Transport = config.HttpTransport
  56. }
  57. if config.Timeout > 0 {
  58. client.httpClient.Timeout = config.Timeout
  59. }
  60. if config.EnableAsync {
  61. client.EnableAsync(config.GoRoutinePoolSize, config.MaxTaskQueueSize)
  62. }
  63. client.signer, err = auth.NewSignerWithCredential(credential, client.ProcessCommonRequestWithSigner)
  64. return
  65. }
  66. // EnableAsync enable the async task queue
  67. func (client *Client) EnableAsync(routinePoolSize, maxTaskQueueSize int) {
  68. client.asyncTaskQueue = make(chan func(), maxTaskQueueSize)
  69. for i := 0; i < routinePoolSize; i++ {
  70. go func() {
  71. for client.isRunning {
  72. select {
  73. case task, notClosed := <-client.asyncTaskQueue:
  74. if notClosed {
  75. task()
  76. }
  77. }
  78. }
  79. }()
  80. }
  81. }
  82. func (client *Client) InitWithAccessKey(regionId, accessKeyId, accessKeySecret string) (err error) {
  83. config := client.InitClientConfig()
  84. credential := &credentials.BaseCredential{
  85. AccessKeyId: accessKeyId,
  86. AccessKeySecret: accessKeySecret,
  87. }
  88. return client.InitWithOptions(regionId, config, credential)
  89. }
  90. func (client *Client) InitWithStsToken(regionId, accessKeyId, accessKeySecret, securityToken string) (err error) {
  91. config := client.InitClientConfig()
  92. credential := &credentials.StsTokenCredential{
  93. AccessKeyId: accessKeyId,
  94. AccessKeySecret: accessKeySecret,
  95. AccessKeyStsToken: securityToken,
  96. }
  97. return client.InitWithOptions(regionId, config, credential)
  98. }
  99. func (client *Client) InitWithRamRoleArn(regionId, accessKeyId, accessKeySecret, roleArn, roleSessionName string) (err error) {
  100. config := client.InitClientConfig()
  101. credential := &credentials.RamRoleArnCredential{
  102. AccessKeyId: accessKeyId,
  103. AccessKeySecret: accessKeySecret,
  104. RoleArn: roleArn,
  105. RoleSessionName: roleSessionName,
  106. }
  107. return client.InitWithOptions(regionId, config, credential)
  108. }
  109. func (client *Client) InitWithRsaKeyPair(regionId, publicKeyId, privateKey string, sessionExpiration int) (err error) {
  110. config := client.InitClientConfig()
  111. credential := &credentials.RsaKeyPairCredential{
  112. PrivateKey: privateKey,
  113. PublicKeyId: publicKeyId,
  114. SessionExpiration: sessionExpiration,
  115. }
  116. return client.InitWithOptions(regionId, config, credential)
  117. }
  118. func (client *Client) InitWithEcsRamRole(regionId, roleName string) (err error) {
  119. config := client.InitClientConfig()
  120. credential := &credentials.EcsRamRoleCredential{
  121. RoleName: roleName,
  122. }
  123. return client.InitWithOptions(regionId, config, credential)
  124. }
  125. func (client *Client) InitClientConfig() (config *Config) {
  126. if client.config != nil {
  127. return client.config
  128. } else {
  129. return NewConfig()
  130. }
  131. }
  132. func (client *Client) DoAction(request requests.AcsRequest, response responses.AcsResponse) (err error) {
  133. return client.DoActionWithSigner(request, response, nil)
  134. }
  135. func (client *Client) BuildRequestWithSigner(request requests.AcsRequest, signer auth.Signer) (err error) {
  136. // add clientVersion
  137. request.GetHeaders()["x-sdk-core-version"] = Version
  138. regionId := client.regionId
  139. if len(request.GetRegionId()) > 0 {
  140. regionId = request.GetRegionId()
  141. }
  142. // resolve endpoint
  143. resolveParam := &endpoints.ResolveParam{
  144. Domain: request.GetDomain(),
  145. Product: request.GetProduct(),
  146. RegionId: regionId,
  147. LocationProduct: request.GetLocationServiceCode(),
  148. LocationEndpointType: request.GetLocationEndpointType(),
  149. CommonApi: client.ProcessCommonRequest,
  150. }
  151. endpoint, err := endpoints.Resolve(resolveParam)
  152. if err != nil {
  153. return
  154. }
  155. request.SetDomain(endpoint)
  156. // init request params
  157. err = requests.InitParams(request)
  158. if err != nil {
  159. return
  160. }
  161. // signature
  162. var finalSigner auth.Signer
  163. if signer != nil {
  164. finalSigner = signer
  165. } else {
  166. finalSigner = client.signer
  167. }
  168. httpRequest, err := buildHttpRequest(request, finalSigner, regionId)
  169. if client.config.UserAgent != "" {
  170. httpRequest.Header.Set("User-Agent", client.config.UserAgent)
  171. }
  172. return err
  173. }
  174. func (client *Client) DoActionWithSigner(request requests.AcsRequest, response responses.AcsResponse, signer auth.Signer) (err error) {
  175. // add clientVersion
  176. request.GetHeaders()["x-sdk-core-version"] = Version
  177. regionId := client.regionId
  178. if len(request.GetRegionId()) > 0 {
  179. regionId = request.GetRegionId()
  180. }
  181. // resolve endpoint
  182. resolveParam := &endpoints.ResolveParam{
  183. Domain: request.GetDomain(),
  184. Product: request.GetProduct(),
  185. RegionId: regionId,
  186. LocationProduct: request.GetLocationServiceCode(),
  187. LocationEndpointType: request.GetLocationEndpointType(),
  188. CommonApi: client.ProcessCommonRequest,
  189. }
  190. endpoint, err := endpoints.Resolve(resolveParam)
  191. if err != nil {
  192. return
  193. }
  194. request.SetDomain(endpoint)
  195. if request.GetScheme() == "" {
  196. request.SetScheme(client.config.Scheme)
  197. }
  198. // init request params
  199. err = requests.InitParams(request)
  200. if err != nil {
  201. return
  202. }
  203. // signature
  204. var finalSigner auth.Signer
  205. if signer != nil {
  206. finalSigner = signer
  207. } else {
  208. finalSigner = client.signer
  209. }
  210. httpRequest, err := buildHttpRequest(request, finalSigner, regionId)
  211. if client.config.UserAgent != "" {
  212. httpRequest.Header.Set("User-Agent", client.config.UserAgent)
  213. }
  214. if err != nil {
  215. return
  216. }
  217. var httpResponse *http.Response
  218. for retryTimes := 0; retryTimes <= client.config.MaxRetryTime; retryTimes++ {
  219. httpResponse, err = client.httpClient.Do(httpRequest)
  220. //var timeout bool
  221. // receive error
  222. if err != nil {
  223. if !client.config.AutoRetry {
  224. return
  225. //} else if timeout = isTimeout(err); !timeout {
  226. // // if not timeout error, return
  227. // return
  228. } else if retryTimes >= client.config.MaxRetryTime {
  229. // timeout but reached the max retry times, return
  230. timeoutErrorMsg := fmt.Sprintf(errors.TimeoutErrorMessage, strconv.Itoa(retryTimes+1), strconv.Itoa(retryTimes+1))
  231. err = errors.NewClientError(errors.TimeoutErrorCode, timeoutErrorMsg, err)
  232. return
  233. }
  234. }
  235. // if status code >= 500 or timeout, will trigger retry
  236. if client.config.AutoRetry && (err != nil || isServerError(httpResponse)) {
  237. // rewrite signatureNonce and signature
  238. httpRequest, err = buildHttpRequest(request, finalSigner, regionId)
  239. if err != nil {
  240. return
  241. }
  242. continue
  243. }
  244. break
  245. }
  246. err = responses.Unmarshal(response, httpResponse, request.GetAcceptFormat())
  247. // wrap server errors
  248. if serverErr, ok := err.(*errors.ServerError); ok {
  249. var wrapInfo = map[string]string{}
  250. wrapInfo["StringToSign"] = request.GetStringToSign()
  251. err = errors.WrapServerError(serverErr, wrapInfo)
  252. }
  253. return
  254. }
  255. func buildHttpRequest(request requests.AcsRequest, singer auth.Signer, regionId string) (httpRequest *http.Request, err error) {
  256. err = auth.Sign(request, singer, regionId)
  257. if err != nil {
  258. return
  259. }
  260. requestMethod := request.GetMethod()
  261. requestUrl := request.BuildUrl()
  262. body := request.GetBodyReader()
  263. httpRequest, err = http.NewRequest(requestMethod, requestUrl, body)
  264. if err != nil {
  265. return
  266. }
  267. for key, value := range request.GetHeaders() {
  268. httpRequest.Header[key] = []string{value}
  269. }
  270. // host is a special case
  271. if host, containsHost := request.GetHeaders()["Host"]; containsHost {
  272. httpRequest.Host = host
  273. }
  274. return
  275. }
  276. func isTimeout(err error) bool {
  277. if err == nil {
  278. return false
  279. }
  280. netErr, isNetError := err.(net.Error)
  281. return isNetError && netErr.Timeout()
  282. }
  283. func isServerError(httpResponse *http.Response) bool {
  284. return httpResponse.StatusCode >= http.StatusInternalServerError
  285. }
  286. /**
  287. only block when any one of the following occurs:
  288. 1. the asyncTaskQueue is full, increase the queue size to avoid this
  289. 2. Shutdown() in progressing, the client is being closed
  290. **/
  291. func (client *Client) AddAsyncTask(task func()) (err error) {
  292. if client.asyncTaskQueue != nil {
  293. client.asyncChanLock.RLock()
  294. defer client.asyncChanLock.RUnlock()
  295. if client.isRunning {
  296. client.asyncTaskQueue <- task
  297. }
  298. } else {
  299. err = errors.NewClientError(errors.AsyncFunctionNotEnabledCode, errors.AsyncFunctionNotEnabledMessage, nil)
  300. }
  301. return
  302. }
  303. func (client *Client) GetConfig() *Config {
  304. return client.config
  305. }
  306. func NewClient() (client *Client, err error) {
  307. client = &Client{}
  308. err = client.Init()
  309. return
  310. }
  311. func NewClientWithOptions(regionId string, config *Config, credential auth.Credential) (client *Client, err error) {
  312. client = &Client{}
  313. err = client.InitWithOptions(regionId, config, credential)
  314. return
  315. }
  316. func NewClientWithAccessKey(regionId, accessKeyId, accessKeySecret string) (client *Client, err error) {
  317. client = &Client{}
  318. err = client.InitWithAccessKey(regionId, accessKeyId, accessKeySecret)
  319. return
  320. }
  321. func NewClientWithStsToken(regionId, stsAccessKeyId, stsAccessKeySecret, stsToken string) (client *Client, err error) {
  322. client = &Client{}
  323. err = client.InitWithStsToken(regionId, stsAccessKeyId, stsAccessKeySecret, stsToken)
  324. return
  325. }
  326. func NewClientWithRamRoleArn(regionId string, accessKeyId, accessKeySecret, roleArn, roleSessionName string) (client *Client, err error) {
  327. client = &Client{}
  328. err = client.InitWithRamRoleArn(regionId, accessKeyId, accessKeySecret, roleArn, roleSessionName)
  329. return
  330. }
  331. func NewClientWithEcsRamRole(regionId string, roleName string) (client *Client, err error) {
  332. client = &Client{}
  333. err = client.InitWithEcsRamRole(regionId, roleName)
  334. return
  335. }
  336. func NewClientWithRsaKeyPair(regionId string, publicKeyId, privateKey string, sessionExpiration int) (client *Client, err error) {
  337. client = &Client{}
  338. err = client.InitWithRsaKeyPair(regionId, publicKeyId, privateKey, sessionExpiration)
  339. return
  340. }
  341. // Deprecated: Use NewClientWithRamRoleArn in this package instead.
  342. func NewClientWithStsRoleArn(regionId string, accessKeyId, accessKeySecret, roleArn, roleSessionName string) (client *Client, err error) {
  343. return NewClientWithRamRoleArn(regionId, accessKeyId, accessKeySecret, roleArn, roleSessionName)
  344. }
  345. // Deprecated: Use NewClientWithEcsRamRole in this package instead.
  346. func NewClientWithStsRoleNameOnEcs(regionId string, roleName string) (client *Client, err error) {
  347. return NewClientWithEcsRamRole(regionId, roleName)
  348. }
  349. func (client *Client) ProcessCommonRequest(request *requests.CommonRequest) (response *responses.CommonResponse, err error) {
  350. request.TransToAcsRequest()
  351. response = responses.NewCommonResponse()
  352. err = client.DoAction(request, response)
  353. return
  354. }
  355. func (client *Client) ProcessCommonRequestWithSigner(request *requests.CommonRequest, signerInterface interface{}) (response *responses.CommonResponse, err error) {
  356. if signer, isSigner := signerInterface.(auth.Signer); isSigner {
  357. request.TransToAcsRequest()
  358. response = responses.NewCommonResponse()
  359. err = client.DoActionWithSigner(request, response, signer)
  360. return
  361. }
  362. panic("should not be here")
  363. }
  364. func (client *Client) Shutdown() {
  365. client.signer.Shutdown()
  366. // lock the addAsync()
  367. client.asyncChanLock.Lock()
  368. defer client.asyncChanLock.Unlock()
  369. client.isRunning = false
  370. close(client.asyncTaskQueue)
  371. }