apply.go 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767
  1. // Copyright 2016 The etcd Authors
  2. //
  3. // Licensed under the Apache License, Version 2.0 (the "License");
  4. // you may not use this file except in compliance with the License.
  5. // You may obtain a copy of the License at
  6. //
  7. // http://www.apache.org/licenses/LICENSE-2.0
  8. //
  9. // Unless required by applicable law or agreed to in writing, software
  10. // distributed under the License is distributed on an "AS IS" BASIS,
  11. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. // See the License for the specific language governing permissions and
  13. // limitations under the License.
  14. package etcdserver
  15. import (
  16. "bytes"
  17. "fmt"
  18. "sort"
  19. "time"
  20. pb "github.com/coreos/etcd/etcdserver/etcdserverpb"
  21. "github.com/coreos/etcd/lease"
  22. "github.com/coreos/etcd/mvcc"
  23. "github.com/coreos/etcd/mvcc/mvccpb"
  24. "github.com/coreos/etcd/pkg/types"
  25. "github.com/gogo/protobuf/proto"
  26. "golang.org/x/net/context"
  27. )
  28. const (
  29. // noTxn is an invalid txn ID.
  30. // To apply with independent Range, Put, Delete, you can pass noTxn
  31. // to apply functions instead of a valid txn ID.
  32. noTxn = -1
  33. warnApplyDuration = 10 * time.Millisecond
  34. )
  35. type applyResult struct {
  36. resp proto.Message
  37. err error
  38. // physc signals the physical effect of the request has completed in addition
  39. // to being logically reflected by the node. Currently only used for
  40. // Compaction requests.
  41. physc <-chan struct{}
  42. }
  43. // applierV3 is the interface for processing V3 raft messages
  44. type applierV3 interface {
  45. Apply(r *pb.InternalRaftRequest) *applyResult
  46. Put(txnID int64, p *pb.PutRequest) (*pb.PutResponse, error)
  47. Range(txnID int64, r *pb.RangeRequest) (*pb.RangeResponse, error)
  48. DeleteRange(txnID int64, dr *pb.DeleteRangeRequest) (*pb.DeleteRangeResponse, error)
  49. Txn(rt *pb.TxnRequest) (*pb.TxnResponse, error)
  50. Compaction(compaction *pb.CompactionRequest) (*pb.CompactionResponse, <-chan struct{}, error)
  51. LeaseGrant(lc *pb.LeaseGrantRequest) (*pb.LeaseGrantResponse, error)
  52. LeaseRevoke(lc *pb.LeaseRevokeRequest) (*pb.LeaseRevokeResponse, error)
  53. Alarm(*pb.AlarmRequest) (*pb.AlarmResponse, error)
  54. Authenticate(r *pb.InternalAuthenticateRequest) (*pb.AuthenticateResponse, error)
  55. AuthEnable() (*pb.AuthEnableResponse, error)
  56. AuthDisable() (*pb.AuthDisableResponse, error)
  57. UserAdd(ua *pb.AuthUserAddRequest) (*pb.AuthUserAddResponse, error)
  58. UserDelete(ua *pb.AuthUserDeleteRequest) (*pb.AuthUserDeleteResponse, error)
  59. UserChangePassword(ua *pb.AuthUserChangePasswordRequest) (*pb.AuthUserChangePasswordResponse, error)
  60. UserGrantRole(ua *pb.AuthUserGrantRoleRequest) (*pb.AuthUserGrantRoleResponse, error)
  61. UserGet(ua *pb.AuthUserGetRequest) (*pb.AuthUserGetResponse, error)
  62. UserRevokeRole(ua *pb.AuthUserRevokeRoleRequest) (*pb.AuthUserRevokeRoleResponse, error)
  63. RoleAdd(ua *pb.AuthRoleAddRequest) (*pb.AuthRoleAddResponse, error)
  64. RoleGrantPermission(ua *pb.AuthRoleGrantPermissionRequest) (*pb.AuthRoleGrantPermissionResponse, error)
  65. RoleGet(ua *pb.AuthRoleGetRequest) (*pb.AuthRoleGetResponse, error)
  66. RoleRevokePermission(ua *pb.AuthRoleRevokePermissionRequest) (*pb.AuthRoleRevokePermissionResponse, error)
  67. RoleDelete(ua *pb.AuthRoleDeleteRequest) (*pb.AuthRoleDeleteResponse, error)
  68. UserList(ua *pb.AuthUserListRequest) (*pb.AuthUserListResponse, error)
  69. RoleList(ua *pb.AuthRoleListRequest) (*pb.AuthRoleListResponse, error)
  70. }
  71. type applierV3backend struct {
  72. s *EtcdServer
  73. }
  74. func (s *EtcdServer) newApplierV3() applierV3 {
  75. return newAuthApplierV3(
  76. s.AuthStore(),
  77. newQuotaApplierV3(s, &applierV3backend{s}),
  78. )
  79. }
  80. func (a *applierV3backend) Apply(r *pb.InternalRaftRequest) *applyResult {
  81. ar := &applyResult{}
  82. // call into a.s.applyV3.F instead of a.F so upper appliers can check individual calls
  83. switch {
  84. case r.Range != nil:
  85. ar.resp, ar.err = a.s.applyV3.Range(noTxn, r.Range)
  86. case r.Put != nil:
  87. ar.resp, ar.err = a.s.applyV3.Put(noTxn, r.Put)
  88. case r.DeleteRange != nil:
  89. ar.resp, ar.err = a.s.applyV3.DeleteRange(noTxn, r.DeleteRange)
  90. case r.Txn != nil:
  91. ar.resp, ar.err = a.s.applyV3.Txn(r.Txn)
  92. case r.Compaction != nil:
  93. ar.resp, ar.physc, ar.err = a.s.applyV3.Compaction(r.Compaction)
  94. case r.LeaseGrant != nil:
  95. ar.resp, ar.err = a.s.applyV3.LeaseGrant(r.LeaseGrant)
  96. case r.LeaseRevoke != nil:
  97. ar.resp, ar.err = a.s.applyV3.LeaseRevoke(r.LeaseRevoke)
  98. case r.Alarm != nil:
  99. ar.resp, ar.err = a.s.applyV3.Alarm(r.Alarm)
  100. case r.Authenticate != nil:
  101. ar.resp, ar.err = a.s.applyV3.Authenticate(r.Authenticate)
  102. case r.AuthEnable != nil:
  103. ar.resp, ar.err = a.s.applyV3.AuthEnable()
  104. case r.AuthDisable != nil:
  105. ar.resp, ar.err = a.s.applyV3.AuthDisable()
  106. case r.AuthUserAdd != nil:
  107. ar.resp, ar.err = a.s.applyV3.UserAdd(r.AuthUserAdd)
  108. case r.AuthUserDelete != nil:
  109. ar.resp, ar.err = a.s.applyV3.UserDelete(r.AuthUserDelete)
  110. case r.AuthUserChangePassword != nil:
  111. ar.resp, ar.err = a.s.applyV3.UserChangePassword(r.AuthUserChangePassword)
  112. case r.AuthUserGrantRole != nil:
  113. ar.resp, ar.err = a.s.applyV3.UserGrantRole(r.AuthUserGrantRole)
  114. case r.AuthUserGet != nil:
  115. ar.resp, ar.err = a.s.applyV3.UserGet(r.AuthUserGet)
  116. case r.AuthUserRevokeRole != nil:
  117. ar.resp, ar.err = a.s.applyV3.UserRevokeRole(r.AuthUserRevokeRole)
  118. case r.AuthRoleAdd != nil:
  119. ar.resp, ar.err = a.s.applyV3.RoleAdd(r.AuthRoleAdd)
  120. case r.AuthRoleGrantPermission != nil:
  121. ar.resp, ar.err = a.s.applyV3.RoleGrantPermission(r.AuthRoleGrantPermission)
  122. case r.AuthRoleGet != nil:
  123. ar.resp, ar.err = a.s.applyV3.RoleGet(r.AuthRoleGet)
  124. case r.AuthRoleRevokePermission != nil:
  125. ar.resp, ar.err = a.s.applyV3.RoleRevokePermission(r.AuthRoleRevokePermission)
  126. case r.AuthRoleDelete != nil:
  127. ar.resp, ar.err = a.s.applyV3.RoleDelete(r.AuthRoleDelete)
  128. case r.AuthUserList != nil:
  129. ar.resp, ar.err = a.s.applyV3.UserList(r.AuthUserList)
  130. case r.AuthRoleList != nil:
  131. ar.resp, ar.err = a.s.applyV3.RoleList(r.AuthRoleList)
  132. default:
  133. panic("not implemented")
  134. }
  135. return ar
  136. }
  137. func (a *applierV3backend) Put(txnID int64, p *pb.PutRequest) (*pb.PutResponse, error) {
  138. resp := &pb.PutResponse{}
  139. resp.Header = &pb.ResponseHeader{}
  140. var (
  141. rev int64
  142. err error
  143. )
  144. if txnID != noTxn {
  145. rev, err = a.s.KV().TxnPut(txnID, p.Key, p.Value, lease.LeaseID(p.Lease))
  146. if err != nil {
  147. return nil, err
  148. }
  149. } else {
  150. leaseID := lease.LeaseID(p.Lease)
  151. if leaseID != lease.NoLease {
  152. if l := a.s.lessor.Lookup(leaseID); l == nil {
  153. return nil, lease.ErrLeaseNotFound
  154. }
  155. }
  156. rev = a.s.KV().Put(p.Key, p.Value, leaseID)
  157. }
  158. resp.Header.Revision = rev
  159. return resp, nil
  160. }
  161. func (a *applierV3backend) DeleteRange(txnID int64, dr *pb.DeleteRangeRequest) (*pb.DeleteRangeResponse, error) {
  162. resp := &pb.DeleteRangeResponse{}
  163. resp.Header = &pb.ResponseHeader{}
  164. var (
  165. n int64
  166. rev int64
  167. err error
  168. )
  169. if isGteRange(dr.RangeEnd) {
  170. dr.RangeEnd = []byte{}
  171. }
  172. var rr *mvcc.RangeResult
  173. if dr.PreserveKVs {
  174. if txnID != noTxn {
  175. rr, err = a.s.KV().TxnRange(txnID, dr.Key, dr.RangeEnd, mvcc.RangeOptions{})
  176. if err != nil {
  177. return nil, err
  178. }
  179. } else {
  180. rr, err = a.s.KV().Range(dr.Key, dr.RangeEnd, mvcc.RangeOptions{})
  181. if err != nil {
  182. return nil, err
  183. }
  184. }
  185. }
  186. if txnID != noTxn {
  187. n, rev, err = a.s.KV().TxnDeleteRange(txnID, dr.Key, dr.RangeEnd)
  188. if err != nil {
  189. return nil, err
  190. }
  191. } else {
  192. n, rev = a.s.KV().DeleteRange(dr.Key, dr.RangeEnd)
  193. }
  194. resp.Deleted = n
  195. if rr != nil {
  196. for i := range rr.KVs {
  197. resp.KVs = append(resp.KVs, &rr.KVs[i])
  198. }
  199. }
  200. resp.Header.Revision = rev
  201. return resp, nil
  202. }
  203. func (a *applierV3backend) Range(txnID int64, r *pb.RangeRequest) (*pb.RangeResponse, error) {
  204. resp := &pb.RangeResponse{}
  205. resp.Header = &pb.ResponseHeader{}
  206. var (
  207. rr *mvcc.RangeResult
  208. err error
  209. )
  210. if isGteRange(r.RangeEnd) {
  211. r.RangeEnd = []byte{}
  212. }
  213. limit := r.Limit
  214. if r.SortOrder != pb.RangeRequest_NONE {
  215. // fetch everything; sort and truncate afterwards
  216. limit = 0
  217. }
  218. if limit > 0 {
  219. // fetch one extra for 'more' flag
  220. limit = limit + 1
  221. }
  222. ro := mvcc.RangeOptions{
  223. Limit: limit,
  224. Rev: r.Revision,
  225. Count: r.CountOnly,
  226. }
  227. if txnID != noTxn {
  228. rr, err = a.s.KV().TxnRange(txnID, r.Key, r.RangeEnd, ro)
  229. if err != nil {
  230. return nil, err
  231. }
  232. } else {
  233. rr, err = a.s.KV().Range(r.Key, r.RangeEnd, ro)
  234. if err != nil {
  235. return nil, err
  236. }
  237. }
  238. if r.SortOrder != pb.RangeRequest_NONE {
  239. var sorter sort.Interface
  240. switch {
  241. case r.SortTarget == pb.RangeRequest_KEY:
  242. sorter = &kvSortByKey{&kvSort{rr.KVs}}
  243. case r.SortTarget == pb.RangeRequest_VERSION:
  244. sorter = &kvSortByVersion{&kvSort{rr.KVs}}
  245. case r.SortTarget == pb.RangeRequest_CREATE:
  246. sorter = &kvSortByCreate{&kvSort{rr.KVs}}
  247. case r.SortTarget == pb.RangeRequest_MOD:
  248. sorter = &kvSortByMod{&kvSort{rr.KVs}}
  249. case r.SortTarget == pb.RangeRequest_VALUE:
  250. sorter = &kvSortByValue{&kvSort{rr.KVs}}
  251. }
  252. switch {
  253. case r.SortOrder == pb.RangeRequest_ASCEND:
  254. sort.Sort(sorter)
  255. case r.SortOrder == pb.RangeRequest_DESCEND:
  256. sort.Sort(sort.Reverse(sorter))
  257. }
  258. }
  259. if r.Limit > 0 && len(rr.KVs) > int(r.Limit) {
  260. rr.KVs = rr.KVs[:r.Limit]
  261. resp.More = true
  262. }
  263. resp.Header.Revision = rr.Rev
  264. resp.Count = int64(rr.Count)
  265. for i := range rr.KVs {
  266. if r.KeysOnly {
  267. rr.KVs[i].Value = nil
  268. }
  269. resp.Kvs = append(resp.Kvs, &rr.KVs[i])
  270. }
  271. return resp, nil
  272. }
  273. func (a *applierV3backend) Txn(rt *pb.TxnRequest) (*pb.TxnResponse, error) {
  274. ok := true
  275. for _, c := range rt.Compare {
  276. if _, ok = a.applyCompare(c); !ok {
  277. break
  278. }
  279. }
  280. var reqs []*pb.RequestOp
  281. if ok {
  282. reqs = rt.Success
  283. } else {
  284. reqs = rt.Failure
  285. }
  286. if err := a.checkRequestLeases(reqs); err != nil {
  287. return nil, err
  288. }
  289. if err := a.checkRequestRange(reqs); err != nil {
  290. return nil, err
  291. }
  292. revision := a.s.KV().Rev()
  293. // When executing the operations of txn, we need to hold the txn lock.
  294. // So the reader will not see any intermediate results.
  295. txnID := a.s.KV().TxnBegin()
  296. defer func() {
  297. err := a.s.KV().TxnEnd(txnID)
  298. if err != nil {
  299. panic(fmt.Sprint("unexpected error when closing txn", txnID))
  300. }
  301. }()
  302. resps := make([]*pb.ResponseOp, len(reqs))
  303. changedKV := false
  304. for i := range reqs {
  305. if reqs[i].GetRequestRange() == nil {
  306. changedKV = true
  307. }
  308. resps[i] = a.applyUnion(txnID, reqs[i])
  309. }
  310. if changedKV {
  311. revision += 1
  312. }
  313. txnResp := &pb.TxnResponse{}
  314. txnResp.Header = &pb.ResponseHeader{}
  315. txnResp.Header.Revision = revision
  316. txnResp.Responses = resps
  317. txnResp.Succeeded = ok
  318. return txnResp, nil
  319. }
  320. // applyCompare applies the compare request.
  321. // It returns the revision at which the comparison happens. If the comparison
  322. // succeeds, the it returns true. Otherwise it returns false.
  323. func (a *applierV3backend) applyCompare(c *pb.Compare) (int64, bool) {
  324. rr, err := a.s.KV().Range(c.Key, nil, mvcc.RangeOptions{})
  325. rev := rr.Rev
  326. if err != nil {
  327. if err == mvcc.ErrTxnIDMismatch {
  328. panic("unexpected txn ID mismatch error")
  329. }
  330. return rev, false
  331. }
  332. var ckv mvccpb.KeyValue
  333. if len(rr.KVs) != 0 {
  334. ckv = rr.KVs[0]
  335. } else {
  336. // Use the zero value of ckv normally. However...
  337. if c.Target == pb.Compare_VALUE {
  338. // Always fail if we're comparing a value on a key that doesn't exist.
  339. // We can treat non-existence as the empty set explicitly, such that
  340. // even a key with a value of length 0 bytes is still a real key
  341. // that was written that way
  342. return rev, false
  343. }
  344. }
  345. // -1 is less, 0 is equal, 1 is greater
  346. var result int
  347. switch c.Target {
  348. case pb.Compare_VALUE:
  349. tv, _ := c.TargetUnion.(*pb.Compare_Value)
  350. if tv != nil {
  351. result = bytes.Compare(ckv.Value, tv.Value)
  352. }
  353. case pb.Compare_CREATE:
  354. tv, _ := c.TargetUnion.(*pb.Compare_CreateRevision)
  355. if tv != nil {
  356. result = compareInt64(ckv.CreateRevision, tv.CreateRevision)
  357. }
  358. case pb.Compare_MOD:
  359. tv, _ := c.TargetUnion.(*pb.Compare_ModRevision)
  360. if tv != nil {
  361. result = compareInt64(ckv.ModRevision, tv.ModRevision)
  362. }
  363. case pb.Compare_VERSION:
  364. tv, _ := c.TargetUnion.(*pb.Compare_Version)
  365. if tv != nil {
  366. result = compareInt64(ckv.Version, tv.Version)
  367. }
  368. }
  369. switch c.Result {
  370. case pb.Compare_EQUAL:
  371. if result != 0 {
  372. return rev, false
  373. }
  374. case pb.Compare_GREATER:
  375. if result != 1 {
  376. return rev, false
  377. }
  378. case pb.Compare_LESS:
  379. if result != -1 {
  380. return rev, false
  381. }
  382. }
  383. return rev, true
  384. }
  385. func (a *applierV3backend) applyUnion(txnID int64, union *pb.RequestOp) *pb.ResponseOp {
  386. switch tv := union.Request.(type) {
  387. case *pb.RequestOp_RequestRange:
  388. if tv.RequestRange != nil {
  389. resp, err := a.Range(txnID, tv.RequestRange)
  390. if err != nil {
  391. panic("unexpected error during txn")
  392. }
  393. return &pb.ResponseOp{Response: &pb.ResponseOp_ResponseRange{ResponseRange: resp}}
  394. }
  395. case *pb.RequestOp_RequestPut:
  396. if tv.RequestPut != nil {
  397. resp, err := a.Put(txnID, tv.RequestPut)
  398. if err != nil {
  399. panic("unexpected error during txn")
  400. }
  401. return &pb.ResponseOp{Response: &pb.ResponseOp_ResponsePut{ResponsePut: resp}}
  402. }
  403. case *pb.RequestOp_RequestDeleteRange:
  404. if tv.RequestDeleteRange != nil {
  405. resp, err := a.DeleteRange(txnID, tv.RequestDeleteRange)
  406. if err != nil {
  407. panic("unexpected error during txn")
  408. }
  409. return &pb.ResponseOp{Response: &pb.ResponseOp_ResponseDeleteRange{ResponseDeleteRange: resp}}
  410. }
  411. default:
  412. // empty union
  413. return nil
  414. }
  415. return nil
  416. }
  417. func (a *applierV3backend) Compaction(compaction *pb.CompactionRequest) (*pb.CompactionResponse, <-chan struct{}, error) {
  418. resp := &pb.CompactionResponse{}
  419. resp.Header = &pb.ResponseHeader{}
  420. ch, err := a.s.KV().Compact(compaction.Revision)
  421. if err != nil {
  422. return nil, ch, err
  423. }
  424. // get the current revision. which key to get is not important.
  425. rr, _ := a.s.KV().Range([]byte("compaction"), nil, mvcc.RangeOptions{})
  426. resp.Header.Revision = rr.Rev
  427. return resp, ch, err
  428. }
  429. func (a *applierV3backend) LeaseGrant(lc *pb.LeaseGrantRequest) (*pb.LeaseGrantResponse, error) {
  430. l, err := a.s.lessor.Grant(lease.LeaseID(lc.ID), lc.TTL)
  431. resp := &pb.LeaseGrantResponse{}
  432. if err == nil {
  433. resp.ID = int64(l.ID)
  434. resp.TTL = l.TTL
  435. resp.Header = &pb.ResponseHeader{Revision: a.s.KV().Rev()}
  436. }
  437. return resp, err
  438. }
  439. func (a *applierV3backend) LeaseRevoke(lc *pb.LeaseRevokeRequest) (*pb.LeaseRevokeResponse, error) {
  440. err := a.s.lessor.Revoke(lease.LeaseID(lc.ID))
  441. return &pb.LeaseRevokeResponse{Header: &pb.ResponseHeader{Revision: a.s.KV().Rev()}}, err
  442. }
  443. func (a *applierV3backend) Alarm(ar *pb.AlarmRequest) (*pb.AlarmResponse, error) {
  444. resp := &pb.AlarmResponse{}
  445. oldCount := len(a.s.alarmStore.Get(ar.Alarm))
  446. switch ar.Action {
  447. case pb.AlarmRequest_GET:
  448. resp.Alarms = a.s.alarmStore.Get(ar.Alarm)
  449. case pb.AlarmRequest_ACTIVATE:
  450. m := a.s.alarmStore.Activate(types.ID(ar.MemberID), ar.Alarm)
  451. if m == nil {
  452. break
  453. }
  454. resp.Alarms = append(resp.Alarms, m)
  455. activated := oldCount == 0 && len(a.s.alarmStore.Get(m.Alarm)) == 1
  456. if !activated {
  457. break
  458. }
  459. switch m.Alarm {
  460. case pb.AlarmType_NOSPACE:
  461. plog.Warningf("alarm raised %+v", m)
  462. a.s.applyV3 = newApplierV3Capped(a)
  463. default:
  464. plog.Errorf("unimplemented alarm activation (%+v)", m)
  465. }
  466. case pb.AlarmRequest_DEACTIVATE:
  467. m := a.s.alarmStore.Deactivate(types.ID(ar.MemberID), ar.Alarm)
  468. if m == nil {
  469. break
  470. }
  471. resp.Alarms = append(resp.Alarms, m)
  472. deactivated := oldCount > 0 && len(a.s.alarmStore.Get(ar.Alarm)) == 0
  473. if !deactivated {
  474. break
  475. }
  476. switch m.Alarm {
  477. case pb.AlarmType_NOSPACE:
  478. plog.Infof("alarm disarmed %+v", ar)
  479. a.s.applyV3 = a.s.newApplierV3()
  480. default:
  481. plog.Errorf("unimplemented alarm deactivation (%+v)", m)
  482. }
  483. default:
  484. return nil, nil
  485. }
  486. return resp, nil
  487. }
  488. type applierV3Capped struct {
  489. applierV3
  490. q backendQuota
  491. }
  492. // newApplierV3Capped creates an applyV3 that will reject Puts and transactions
  493. // with Puts so that the number of keys in the store is capped.
  494. func newApplierV3Capped(base applierV3) applierV3 { return &applierV3Capped{applierV3: base} }
  495. func (a *applierV3Capped) Put(txnID int64, p *pb.PutRequest) (*pb.PutResponse, error) {
  496. return nil, ErrNoSpace
  497. }
  498. func (a *applierV3Capped) Txn(r *pb.TxnRequest) (*pb.TxnResponse, error) {
  499. if a.q.Cost(r) > 0 {
  500. return nil, ErrNoSpace
  501. }
  502. return a.applierV3.Txn(r)
  503. }
  504. func (a *applierV3Capped) LeaseGrant(lc *pb.LeaseGrantRequest) (*pb.LeaseGrantResponse, error) {
  505. return nil, ErrNoSpace
  506. }
  507. func (a *applierV3backend) AuthEnable() (*pb.AuthEnableResponse, error) {
  508. err := a.s.AuthStore().AuthEnable()
  509. if err != nil {
  510. return nil, err
  511. }
  512. return &pb.AuthEnableResponse{}, nil
  513. }
  514. func (a *applierV3backend) AuthDisable() (*pb.AuthDisableResponse, error) {
  515. a.s.AuthStore().AuthDisable()
  516. return &pb.AuthDisableResponse{}, nil
  517. }
  518. func (a *applierV3backend) Authenticate(r *pb.InternalAuthenticateRequest) (*pb.AuthenticateResponse, error) {
  519. ctx := context.WithValue(context.WithValue(context.TODO(), "index", a.s.consistIndex.ConsistentIndex()), "simpleToken", r.SimpleToken)
  520. return a.s.AuthStore().Authenticate(ctx, r.Name, r.Password)
  521. }
  522. func (a *applierV3backend) UserAdd(r *pb.AuthUserAddRequest) (*pb.AuthUserAddResponse, error) {
  523. return a.s.AuthStore().UserAdd(r)
  524. }
  525. func (a *applierV3backend) UserDelete(r *pb.AuthUserDeleteRequest) (*pb.AuthUserDeleteResponse, error) {
  526. return a.s.AuthStore().UserDelete(r)
  527. }
  528. func (a *applierV3backend) UserChangePassword(r *pb.AuthUserChangePasswordRequest) (*pb.AuthUserChangePasswordResponse, error) {
  529. return a.s.AuthStore().UserChangePassword(r)
  530. }
  531. func (a *applierV3backend) UserGrantRole(r *pb.AuthUserGrantRoleRequest) (*pb.AuthUserGrantRoleResponse, error) {
  532. return a.s.AuthStore().UserGrantRole(r)
  533. }
  534. func (a *applierV3backend) UserGet(r *pb.AuthUserGetRequest) (*pb.AuthUserGetResponse, error) {
  535. return a.s.AuthStore().UserGet(r)
  536. }
  537. func (a *applierV3backend) UserRevokeRole(r *pb.AuthUserRevokeRoleRequest) (*pb.AuthUserRevokeRoleResponse, error) {
  538. return a.s.AuthStore().UserRevokeRole(r)
  539. }
  540. func (a *applierV3backend) RoleAdd(r *pb.AuthRoleAddRequest) (*pb.AuthRoleAddResponse, error) {
  541. return a.s.AuthStore().RoleAdd(r)
  542. }
  543. func (a *applierV3backend) RoleGrantPermission(r *pb.AuthRoleGrantPermissionRequest) (*pb.AuthRoleGrantPermissionResponse, error) {
  544. return a.s.AuthStore().RoleGrantPermission(r)
  545. }
  546. func (a *applierV3backend) RoleGet(r *pb.AuthRoleGetRequest) (*pb.AuthRoleGetResponse, error) {
  547. return a.s.AuthStore().RoleGet(r)
  548. }
  549. func (a *applierV3backend) RoleRevokePermission(r *pb.AuthRoleRevokePermissionRequest) (*pb.AuthRoleRevokePermissionResponse, error) {
  550. return a.s.AuthStore().RoleRevokePermission(r)
  551. }
  552. func (a *applierV3backend) RoleDelete(r *pb.AuthRoleDeleteRequest) (*pb.AuthRoleDeleteResponse, error) {
  553. return a.s.AuthStore().RoleDelete(r)
  554. }
  555. func (a *applierV3backend) UserList(r *pb.AuthUserListRequest) (*pb.AuthUserListResponse, error) {
  556. return a.s.AuthStore().UserList(r)
  557. }
  558. func (a *applierV3backend) RoleList(r *pb.AuthRoleListRequest) (*pb.AuthRoleListResponse, error) {
  559. return a.s.AuthStore().RoleList(r)
  560. }
  561. type quotaApplierV3 struct {
  562. applierV3
  563. q Quota
  564. }
  565. func newQuotaApplierV3(s *EtcdServer, app applierV3) applierV3 {
  566. return &quotaApplierV3{app, NewBackendQuota(s)}
  567. }
  568. func (a *quotaApplierV3) Put(txnID int64, p *pb.PutRequest) (*pb.PutResponse, error) {
  569. ok := a.q.Available(p)
  570. resp, err := a.applierV3.Put(txnID, p)
  571. if err == nil && !ok {
  572. err = ErrNoSpace
  573. }
  574. return resp, err
  575. }
  576. func (a *quotaApplierV3) Txn(rt *pb.TxnRequest) (*pb.TxnResponse, error) {
  577. ok := a.q.Available(rt)
  578. resp, err := a.applierV3.Txn(rt)
  579. if err == nil && !ok {
  580. err = ErrNoSpace
  581. }
  582. return resp, err
  583. }
  584. func (a *quotaApplierV3) LeaseGrant(lc *pb.LeaseGrantRequest) (*pb.LeaseGrantResponse, error) {
  585. ok := a.q.Available(lc)
  586. resp, err := a.applierV3.LeaseGrant(lc)
  587. if err == nil && !ok {
  588. err = ErrNoSpace
  589. }
  590. return resp, err
  591. }
  592. type kvSort struct{ kvs []mvccpb.KeyValue }
  593. func (s *kvSort) Swap(i, j int) {
  594. t := s.kvs[i]
  595. s.kvs[i] = s.kvs[j]
  596. s.kvs[j] = t
  597. }
  598. func (s *kvSort) Len() int { return len(s.kvs) }
  599. type kvSortByKey struct{ *kvSort }
  600. func (s *kvSortByKey) Less(i, j int) bool {
  601. return bytes.Compare(s.kvs[i].Key, s.kvs[j].Key) < 0
  602. }
  603. type kvSortByVersion struct{ *kvSort }
  604. func (s *kvSortByVersion) Less(i, j int) bool {
  605. return (s.kvs[i].Version - s.kvs[j].Version) < 0
  606. }
  607. type kvSortByCreate struct{ *kvSort }
  608. func (s *kvSortByCreate) Less(i, j int) bool {
  609. return (s.kvs[i].CreateRevision - s.kvs[j].CreateRevision) < 0
  610. }
  611. type kvSortByMod struct{ *kvSort }
  612. func (s *kvSortByMod) Less(i, j int) bool {
  613. return (s.kvs[i].ModRevision - s.kvs[j].ModRevision) < 0
  614. }
  615. type kvSortByValue struct{ *kvSort }
  616. func (s *kvSortByValue) Less(i, j int) bool {
  617. return bytes.Compare(s.kvs[i].Value, s.kvs[j].Value) < 0
  618. }
  619. func (a *applierV3backend) checkRequestLeases(reqs []*pb.RequestOp) error {
  620. for _, requ := range reqs {
  621. tv, ok := requ.Request.(*pb.RequestOp_RequestPut)
  622. if !ok {
  623. continue
  624. }
  625. preq := tv.RequestPut
  626. if preq == nil || lease.LeaseID(preq.Lease) == lease.NoLease {
  627. continue
  628. }
  629. if l := a.s.lessor.Lookup(lease.LeaseID(preq.Lease)); l == nil {
  630. return lease.ErrLeaseNotFound
  631. }
  632. }
  633. return nil
  634. }
  635. func (a *applierV3backend) checkRequestRange(reqs []*pb.RequestOp) error {
  636. for _, requ := range reqs {
  637. tv, ok := requ.Request.(*pb.RequestOp_RequestRange)
  638. if !ok {
  639. continue
  640. }
  641. greq := tv.RequestRange
  642. if greq == nil || greq.Revision == 0 {
  643. continue
  644. }
  645. if greq.Revision > a.s.KV().Rev() {
  646. return mvcc.ErrFutureRev
  647. }
  648. if greq.Revision < a.s.KV().FirstRev() {
  649. return mvcc.ErrCompacted
  650. }
  651. }
  652. return nil
  653. }
  654. func compareInt64(a, b int64) int {
  655. switch {
  656. case a < b:
  657. return -1
  658. case a > b:
  659. return 1
  660. default:
  661. return 0
  662. }
  663. }
  664. // isGteRange determines if the range end is a >= range. This works around grpc
  665. // sending empty byte strings as nil; >= is encoded in the range end as '\0'.
  666. func isGteRange(rangeEnd []byte) bool {
  667. return len(rangeEnd) == 1 && rangeEnd[0] == 0
  668. }