client.go 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410
  1. /*
  2. * Licensed under the Apache License, Version 2.0 (the "License");
  3. * you may not use this file except in compliance with the License.
  4. * You may obtain a copy of the License at
  5. *
  6. * http://www.apache.org/licenses/LICENSE-2.0
  7. *
  8. * Unless required by applicable law or agreed to in writing, software
  9. * distributed under the License is distributed on an "AS IS" BASIS,
  10. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  11. * See the License for the specific language governing permissions and
  12. * limitations under the License.
  13. */
  14. package sdk
  15. import (
  16. "fmt"
  17. "github.com/aliyun/alibaba-cloud-sdk-go/sdk/auth"
  18. "github.com/aliyun/alibaba-cloud-sdk-go/sdk/auth/credentials"
  19. "github.com/aliyun/alibaba-cloud-sdk-go/sdk/endpoints"
  20. "github.com/aliyun/alibaba-cloud-sdk-go/sdk/errors"
  21. "github.com/aliyun/alibaba-cloud-sdk-go/sdk/requests"
  22. "github.com/aliyun/alibaba-cloud-sdk-go/sdk/responses"
  23. "net"
  24. "net/http"
  25. "strconv"
  26. "sync"
  27. )
  28. // this value will be replaced while build: -ldflags="-X sdk.version=x.x.x"
  29. var Version = "0.0.1"
  30. type Client struct {
  31. regionId string
  32. config *Config
  33. signer auth.Signer
  34. httpClient *http.Client
  35. asyncTaskQueue chan func()
  36. debug bool
  37. isRunning bool
  38. // void "panic(write to close channel)" cause of addAsync() after Shutdown()
  39. asyncChanLock *sync.RWMutex
  40. }
  41. func (client *Client) Init() (err error) {
  42. panic("not support yet")
  43. }
  44. func (client *Client) InitWithOptions(regionId string, config *Config, credential auth.Credential) (err error) {
  45. client.isRunning = true
  46. client.asyncChanLock = new(sync.RWMutex)
  47. client.regionId = regionId
  48. client.config = config
  49. if err != nil {
  50. return
  51. }
  52. client.httpClient = &http.Client{}
  53. if config.HttpTransport != nil {
  54. client.httpClient.Transport = config.HttpTransport
  55. }
  56. if config.Timeout > 0 {
  57. client.httpClient.Timeout = config.Timeout
  58. }
  59. if config.EnableAsync {
  60. client.EnableAsync(config.GoRoutinePoolSize, config.MaxTaskQueueSize)
  61. }
  62. client.signer, err = auth.NewSignerWithCredential(credential, client.ProcessCommonRequestWithSigner)
  63. return
  64. }
  65. func (client *Client) EnableAsync(routinePoolSize, maxTaskQueueSize int) {
  66. client.asyncTaskQueue = make(chan func(), maxTaskQueueSize)
  67. for i := 0; i < routinePoolSize; i++ {
  68. go func() {
  69. for client.isRunning {
  70. select {
  71. case task, notClosed := <-client.asyncTaskQueue:
  72. if notClosed {
  73. task()
  74. }
  75. }
  76. }
  77. }()
  78. }
  79. }
  80. func (client *Client) InitWithAccessKey(regionId, accessKeyId, accessKeySecret string) (err error) {
  81. config := client.InitClientConfig()
  82. credential := &credentials.BaseCredential{
  83. AccessKeyId: accessKeyId,
  84. AccessKeySecret: accessKeySecret,
  85. }
  86. return client.InitWithOptions(regionId, config, credential)
  87. }
  88. func (client *Client) InitWithStsToken(regionId, accessKeyId, accessKeySecret, securityToken string) (err error) {
  89. config := client.InitClientConfig()
  90. credential := &credentials.StsTokenCredential{
  91. AccessKeyId: accessKeyId,
  92. AccessKeySecret: accessKeySecret,
  93. AccessKeyStsToken: securityToken,
  94. }
  95. return client.InitWithOptions(regionId, config, credential)
  96. }
  97. func (client *Client) InitWithRamRoleArn(regionId, accessKeyId, accessKeySecret, roleArn, roleSessionName string) (err error) {
  98. config := client.InitClientConfig()
  99. credential := &credentials.RamRoleArnCredential{
  100. AccessKeyId: accessKeyId,
  101. AccessKeySecret: accessKeySecret,
  102. RoleArn: roleArn,
  103. RoleSessionName: roleSessionName,
  104. }
  105. return client.InitWithOptions(regionId, config, credential)
  106. }
  107. func (client *Client) InitWithRsaKeyPair(regionId, publicKeyId, privateKey string, sessionExpiration int) (err error) {
  108. config := client.InitClientConfig()
  109. credential := &credentials.RsaKeyPairCredential{
  110. PrivateKey: privateKey,
  111. PublicKeyId: publicKeyId,
  112. SessionExpiration: sessionExpiration,
  113. }
  114. return client.InitWithOptions(regionId, config, credential)
  115. }
  116. func (client *Client) InitWithEcsRamRole(regionId, roleName string) (err error) {
  117. config := client.InitClientConfig()
  118. credential := &credentials.EcsRamRoleCredential{
  119. RoleName: roleName,
  120. }
  121. return client.InitWithOptions(regionId, config, credential)
  122. }
  123. func (client *Client) InitClientConfig() (config *Config) {
  124. if client.config != nil {
  125. return client.config
  126. } else {
  127. return NewConfig()
  128. }
  129. }
  130. func (client *Client) DoAction(request requests.AcsRequest, response responses.AcsResponse) (err error) {
  131. return client.DoActionWithSigner(request, response, nil)
  132. }
  133. func (client *Client) BuildRequestWithSigner(request requests.AcsRequest, signer auth.Signer) (err error) {
  134. // add clientVersion
  135. request.GetHeaders()["x-sdk-core-version"] = Version
  136. regionId := client.regionId
  137. if len(request.GetRegionId()) > 0 {
  138. regionId = request.GetRegionId()
  139. }
  140. // resolve endpoint
  141. resolveParam := &endpoints.ResolveParam{
  142. Domain: request.GetDomain(),
  143. Product: request.GetProduct(),
  144. RegionId: regionId,
  145. LocationProduct: request.GetLocationServiceCode(),
  146. LocationEndpointType: request.GetLocationEndpointType(),
  147. CommonApi: client.ProcessCommonRequest,
  148. }
  149. endpoint, err := endpoints.Resolve(resolveParam)
  150. if err != nil {
  151. return
  152. }
  153. request.SetDomain(endpoint)
  154. // init request params
  155. err = requests.InitParams(request)
  156. if err != nil {
  157. return
  158. }
  159. // signature
  160. var finalSigner auth.Signer
  161. if signer != nil {
  162. finalSigner = signer
  163. } else {
  164. finalSigner = client.signer
  165. }
  166. httpRequest, err := buildHttpRequest(request, finalSigner, regionId)
  167. if client.config.UserAgent != "" {
  168. httpRequest.Header.Set("User-Agent", client.config.UserAgent)
  169. }
  170. return err
  171. }
  172. func (client *Client) DoActionWithSigner(request requests.AcsRequest, response responses.AcsResponse, signer auth.Signer) (err error) {
  173. // add clientVersion
  174. request.GetHeaders()["x-sdk-core-version"] = Version
  175. regionId := client.regionId
  176. if len(request.GetRegionId()) > 0 {
  177. regionId = request.GetRegionId()
  178. }
  179. // resolve endpoint
  180. resolveParam := &endpoints.ResolveParam{
  181. Domain: request.GetDomain(),
  182. Product: request.GetProduct(),
  183. RegionId: regionId,
  184. LocationProduct: request.GetLocationServiceCode(),
  185. LocationEndpointType: request.GetLocationEndpointType(),
  186. CommonApi: client.ProcessCommonRequest,
  187. }
  188. endpoint, err := endpoints.Resolve(resolveParam)
  189. if err != nil {
  190. return
  191. }
  192. request.SetDomain(endpoint)
  193. // init request params
  194. err = requests.InitParams(request)
  195. if err != nil {
  196. return
  197. }
  198. // signature
  199. var finalSigner auth.Signer
  200. if signer != nil {
  201. finalSigner = signer
  202. } else {
  203. finalSigner = client.signer
  204. }
  205. httpRequest, err := buildHttpRequest(request, finalSigner, regionId)
  206. if client.config.UserAgent != "" {
  207. httpRequest.Header.Set("User-Agent", client.config.UserAgent)
  208. }
  209. if err != nil {
  210. return
  211. }
  212. var httpResponse *http.Response
  213. for retryTimes := 0; retryTimes <= client.config.MaxRetryTime; retryTimes++ {
  214. httpResponse, err = client.httpClient.Do(httpRequest)
  215. var timeout bool
  216. // receive error
  217. if err != nil {
  218. if timeout = isTimeout(err); !timeout {
  219. // if not timeout error, return
  220. return
  221. } else if retryTimes >= client.config.MaxRetryTime {
  222. // timeout but reached the max retry times, return
  223. timeoutErrorMsg := fmt.Sprintf(errors.TimeoutErrorMessage, strconv.Itoa(retryTimes+1), strconv.Itoa(retryTimes+1))
  224. err = errors.NewClientError(errors.TimeoutErrorCode, timeoutErrorMsg, err)
  225. return
  226. }
  227. }
  228. // if status code >= 500 or timeout, will trigger retry
  229. if client.config.AutoRetry && (timeout || isServerError(httpResponse)) {
  230. // rewrite signatureNonce and signature
  231. httpRequest, err = buildHttpRequest(request, finalSigner, regionId)
  232. if err != nil {
  233. return
  234. }
  235. continue
  236. }
  237. break
  238. }
  239. err = responses.Unmarshal(response, httpResponse, request.GetAcceptFormat())
  240. // wrap server errors
  241. if serverErr, ok := err.(*errors.ServerError); ok {
  242. var wrapInfo = map[string]string{}
  243. wrapInfo["StringToSign"] = request.GetStringToSign()
  244. err = errors.WrapServerError(serverErr, wrapInfo)
  245. }
  246. return
  247. }
  248. func buildHttpRequest(request requests.AcsRequest, singer auth.Signer, regionId string) (httpRequest *http.Request, err error) {
  249. err = auth.Sign(request, singer, regionId)
  250. if err != nil {
  251. return
  252. }
  253. requestMethod := request.GetMethod()
  254. requestUrl := request.BuildUrl()
  255. body := request.GetBodyReader()
  256. httpRequest, err = http.NewRequest(requestMethod, requestUrl, body)
  257. if err != nil {
  258. return
  259. }
  260. for key, value := range request.GetHeaders() {
  261. httpRequest.Header[key] = []string{value}
  262. }
  263. // host is a special case
  264. if host, containsHost := request.GetHeaders()["Host"]; containsHost {
  265. httpRequest.Host = host
  266. }
  267. return
  268. }
  269. func isTimeout(err error) bool {
  270. if err == nil {
  271. return false
  272. }
  273. netErr, isNetError := err.(net.Error)
  274. return isNetError && netErr.Timeout()
  275. }
  276. func isServerError(httpResponse *http.Response) bool {
  277. return httpResponse.StatusCode >= http.StatusInternalServerError
  278. }
  279. /**
  280. only block when any one of the following occurs:
  281. 1. the asyncTaskQueue is full, increase the queue size to avoid this
  282. 2. Shutdown() in progressing, the client is being closed
  283. **/
  284. func (client *Client) AddAsyncTask(task func()) (err error) {
  285. if client.asyncTaskQueue != nil {
  286. client.asyncChanLock.RLock()
  287. defer client.asyncChanLock.RUnlock()
  288. if client.isRunning {
  289. client.asyncTaskQueue <- task
  290. }
  291. } else {
  292. err = errors.NewClientError(errors.AsyncFunctionNotEnabledCode, errors.AsyncFunctionNotEnabledMessage, nil)
  293. }
  294. return
  295. }
  296. func NewClient() (client *Client, err error) {
  297. client = &Client{}
  298. err = client.Init()
  299. return
  300. }
  301. func NewClientWithOptions(regionId string, config *Config, credential auth.Credential) (client *Client, err error) {
  302. client = &Client{}
  303. err = client.InitWithOptions(regionId, config, credential)
  304. return
  305. }
  306. func NewClientWithAccessKey(regionId, accessKeyId, accessKeySecret string) (client *Client, err error) {
  307. client = &Client{}
  308. err = client.InitWithAccessKey(regionId, accessKeyId, accessKeySecret)
  309. return
  310. }
  311. func NewClientWithStsToken(regionId, stsAccessKeyId, stsAccessKeySecret, stsToken string) (client *Client, err error) {
  312. client = &Client{}
  313. err = client.InitWithStsToken(regionId, stsAccessKeyId, stsAccessKeySecret, stsToken)
  314. return
  315. }
  316. func NewClientWithRamRoleArn(regionId string, accessKeyId, accessKeySecret, roleArn, roleSessionName string) (client *Client, err error) {
  317. client = &Client{}
  318. err = client.InitWithRamRoleArn(regionId, accessKeyId, accessKeySecret, roleArn, roleSessionName)
  319. return
  320. }
  321. func NewClientWithEcsRamRole(regionId string, roleName string) (client *Client, err error) {
  322. client = &Client{}
  323. err = client.InitWithEcsRamRole(regionId, roleName)
  324. return
  325. }
  326. func NewClientWithRsaKeyPair(regionId string, publicKeyId, privateKey string, sessionExpiration int) (client *Client, err error) {
  327. client = &Client{}
  328. err = client.InitWithRsaKeyPair(regionId, publicKeyId, privateKey, sessionExpiration)
  329. return
  330. }
  331. // Deprecated: Use NewClientWithRamRoleArn in this package instead.
  332. func NewClientWithStsRoleArn(regionId string, accessKeyId, accessKeySecret, roleArn, roleSessionName string) (client *Client, err error) {
  333. return NewClientWithRamRoleArn(regionId, accessKeyId, accessKeySecret, roleArn, roleSessionName)
  334. }
  335. // Deprecated: Use NewClientWithEcsRamRole in this package instead.
  336. func NewClientWithStsRoleNameOnEcs(regionId string, roleName string) (client *Client, err error) {
  337. return NewClientWithEcsRamRole(regionId, roleName)
  338. }
  339. func (client *Client) ProcessCommonRequest(request *requests.CommonRequest) (response *responses.CommonResponse, err error) {
  340. request.TransToAcsRequest()
  341. response = responses.NewCommonResponse()
  342. err = client.DoAction(request, response)
  343. return
  344. }
  345. func (client *Client) ProcessCommonRequestWithSigner(request *requests.CommonRequest, signerInterface interface{}) (response *responses.CommonResponse, err error) {
  346. if signer, isSigner := signerInterface.(auth.Signer); isSigner {
  347. request.TransToAcsRequest()
  348. response = responses.NewCommonResponse()
  349. err = client.DoActionWithSigner(request, response, signer)
  350. return
  351. } else {
  352. panic("should not be here")
  353. }
  354. }
  355. func (client *Client) Shutdown() {
  356. client.signer.Shutdown()
  357. // lock the addAsync()
  358. client.asyncChanLock.Lock()
  359. defer client.asyncChanLock.Unlock()
  360. client.isRunning = false
  361. close(client.asyncTaskQueue)
  362. }