key.go 5.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245
  1. // Copyright 2015 The etcd Authors
  2. //
  3. // Licensed under the Apache License, Version 2.0 (the "License");
  4. // you may not use this file except in compliance with the License.
  5. // You may obtain a copy of the License at
  6. //
  7. // http://www.apache.org/licenses/LICENSE-2.0
  8. //
  9. // Unless required by applicable law or agreed to in writing, software
  10. // distributed under the License is distributed on an "AS IS" BASIS,
  11. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. // See the License for the specific language governing permissions and
  13. // limitations under the License.
  14. // Package v3rpc implements etcd v3 RPC system based on gRPC.
  15. package v3rpc
  16. import (
  17. "sort"
  18. "github.com/coreos/etcd/etcdserver"
  19. "github.com/coreos/etcd/etcdserver/api/v3rpc/rpctypes"
  20. pb "github.com/coreos/etcd/etcdserver/etcdserverpb"
  21. "github.com/coreos/pkg/capnslog"
  22. "golang.org/x/net/context"
  23. )
  24. var (
  25. plog = capnslog.NewPackageLogger("github.com/coreos/etcd", "etcdserver/api/v3rpc")
  26. )
  27. type kvServer struct {
  28. hdr header
  29. kv etcdserver.RaftKV
  30. // maxTxnOps is the max operations per txn.
  31. // e.g suppose maxTxnOps = 128.
  32. // Txn.Success can have at most 128 operations,
  33. // and Txn.Failure can have at most 128 operations.
  34. maxTxnOps uint
  35. }
  36. func NewKVServer(s *etcdserver.EtcdServer) pb.KVServer {
  37. return &kvServer{hdr: newHeader(s), kv: s, maxTxnOps: s.Cfg.MaxTxnOps}
  38. }
  39. func (s *kvServer) Range(ctx context.Context, r *pb.RangeRequest) (*pb.RangeResponse, error) {
  40. if err := checkRangeRequest(r); err != nil {
  41. return nil, err
  42. }
  43. resp, err := s.kv.Range(ctx, r)
  44. if err != nil {
  45. return nil, togRPCError(err)
  46. }
  47. s.hdr.fill(resp.Header)
  48. return resp, nil
  49. }
  50. func (s *kvServer) Put(ctx context.Context, r *pb.PutRequest) (*pb.PutResponse, error) {
  51. if err := checkPutRequest(r); err != nil {
  52. return nil, err
  53. }
  54. resp, err := s.kv.Put(ctx, r)
  55. if err != nil {
  56. return nil, togRPCError(err)
  57. }
  58. s.hdr.fill(resp.Header)
  59. return resp, nil
  60. }
  61. func (s *kvServer) DeleteRange(ctx context.Context, r *pb.DeleteRangeRequest) (*pb.DeleteRangeResponse, error) {
  62. if err := checkDeleteRequest(r); err != nil {
  63. return nil, err
  64. }
  65. resp, err := s.kv.DeleteRange(ctx, r)
  66. if err != nil {
  67. return nil, togRPCError(err)
  68. }
  69. s.hdr.fill(resp.Header)
  70. return resp, nil
  71. }
  72. func (s *kvServer) Txn(ctx context.Context, r *pb.TxnRequest) (*pb.TxnResponse, error) {
  73. if err := checkTxnRequest(r, int(s.maxTxnOps)); err != nil {
  74. return nil, err
  75. }
  76. resp, err := s.kv.Txn(ctx, r)
  77. if err != nil {
  78. return nil, togRPCError(err)
  79. }
  80. s.hdr.fill(resp.Header)
  81. return resp, nil
  82. }
  83. func (s *kvServer) Compact(ctx context.Context, r *pb.CompactionRequest) (*pb.CompactionResponse, error) {
  84. resp, err := s.kv.Compact(ctx, r)
  85. if err != nil {
  86. return nil, togRPCError(err)
  87. }
  88. s.hdr.fill(resp.Header)
  89. return resp, nil
  90. }
  91. func checkRangeRequest(r *pb.RangeRequest) error {
  92. if len(r.Key) == 0 {
  93. return rpctypes.ErrGRPCEmptyKey
  94. }
  95. return nil
  96. }
  97. func checkPutRequest(r *pb.PutRequest) error {
  98. if len(r.Key) == 0 {
  99. return rpctypes.ErrGRPCEmptyKey
  100. }
  101. if r.IgnoreValue && len(r.Value) != 0 {
  102. return rpctypes.ErrGRPCValueProvided
  103. }
  104. if r.IgnoreLease && r.Lease != 0 {
  105. return rpctypes.ErrGRPCLeaseProvided
  106. }
  107. return nil
  108. }
  109. func checkDeleteRequest(r *pb.DeleteRangeRequest) error {
  110. if len(r.Key) == 0 {
  111. return rpctypes.ErrGRPCEmptyKey
  112. }
  113. return nil
  114. }
  115. func checkTxnRequest(r *pb.TxnRequest, maxTxnOps int) error {
  116. if len(r.Compare) > maxTxnOps || len(r.Success) > maxTxnOps || len(r.Failure) > maxTxnOps {
  117. return rpctypes.ErrGRPCTooManyOps
  118. }
  119. for _, c := range r.Compare {
  120. if len(c.Key) == 0 {
  121. return rpctypes.ErrGRPCEmptyKey
  122. }
  123. }
  124. for _, u := range r.Success {
  125. if err := checkRequestOp(u); err != nil {
  126. return err
  127. }
  128. }
  129. if err := checkRequestDupKeys(r.Success); err != nil {
  130. return err
  131. }
  132. for _, u := range r.Failure {
  133. if err := checkRequestOp(u); err != nil {
  134. return err
  135. }
  136. }
  137. return checkRequestDupKeys(r.Failure)
  138. }
  139. // checkRequestDupKeys gives rpctypes.ErrGRPCDuplicateKey if the same key is modified twice
  140. func checkRequestDupKeys(reqs []*pb.RequestOp) error {
  141. // check put overlap
  142. keys := make(map[string]struct{})
  143. for _, requ := range reqs {
  144. tv, ok := requ.Request.(*pb.RequestOp_RequestPut)
  145. if !ok {
  146. continue
  147. }
  148. preq := tv.RequestPut
  149. if preq == nil {
  150. continue
  151. }
  152. if _, ok := keys[string(preq.Key)]; ok {
  153. return rpctypes.ErrGRPCDuplicateKey
  154. }
  155. keys[string(preq.Key)] = struct{}{}
  156. }
  157. // no need to check deletes if no puts; delete overlaps are permitted
  158. if len(keys) == 0 {
  159. return nil
  160. }
  161. // sort keys for range checking
  162. sortedKeys := []string{}
  163. for k := range keys {
  164. sortedKeys = append(sortedKeys, k)
  165. }
  166. sort.Strings(sortedKeys)
  167. // check put overlap with deletes
  168. for _, requ := range reqs {
  169. tv, ok := requ.Request.(*pb.RequestOp_RequestDeleteRange)
  170. if !ok {
  171. continue
  172. }
  173. dreq := tv.RequestDeleteRange
  174. if dreq == nil {
  175. continue
  176. }
  177. if dreq.RangeEnd == nil {
  178. if _, found := keys[string(dreq.Key)]; found {
  179. return rpctypes.ErrGRPCDuplicateKey
  180. }
  181. } else {
  182. lo := sort.SearchStrings(sortedKeys, string(dreq.Key))
  183. hi := sort.SearchStrings(sortedKeys, string(dreq.RangeEnd))
  184. if lo != hi {
  185. // element between lo and hi => overlap
  186. return rpctypes.ErrGRPCDuplicateKey
  187. }
  188. }
  189. }
  190. return nil
  191. }
  192. func checkRequestOp(u *pb.RequestOp) error {
  193. // TODO: ensure only one of the field is set.
  194. switch uv := u.Request.(type) {
  195. case *pb.RequestOp_RequestRange:
  196. if uv.RequestRange != nil {
  197. return checkRangeRequest(uv.RequestRange)
  198. }
  199. case *pb.RequestOp_RequestPut:
  200. if uv.RequestPut != nil {
  201. return checkPutRequest(uv.RequestPut)
  202. }
  203. case *pb.RequestOp_RequestDeleteRange:
  204. if uv.RequestDeleteRange != nil {
  205. return checkDeleteRequest(uv.RequestDeleteRange)
  206. }
  207. default:
  208. // empty op / nil entry
  209. return rpctypes.ErrGRPCKeyNotFound
  210. }
  211. return nil
  212. }