apply.go 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758
  1. // Copyright 2016 The etcd Authors
  2. //
  3. // Licensed under the Apache License, Version 2.0 (the "License");
  4. // you may not use this file except in compliance with the License.
  5. // You may obtain a copy of the License at
  6. //
  7. // http://www.apache.org/licenses/LICENSE-2.0
  8. //
  9. // Unless required by applicable law or agreed to in writing, software
  10. // distributed under the License is distributed on an "AS IS" BASIS,
  11. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. // See the License for the specific language governing permissions and
  13. // limitations under the License.
  14. package etcdserver
  15. import (
  16. "bytes"
  17. "fmt"
  18. "sort"
  19. "time"
  20. "github.com/coreos/etcd/auth"
  21. pb "github.com/coreos/etcd/etcdserver/etcdserverpb"
  22. "github.com/coreos/etcd/lease"
  23. "github.com/coreos/etcd/mvcc"
  24. "github.com/coreos/etcd/mvcc/mvccpb"
  25. "github.com/coreos/etcd/pkg/types"
  26. "github.com/gogo/protobuf/proto"
  27. "golang.org/x/net/context"
  28. )
  29. const (
  30. // noTxn is an invalid txn ID.
  31. // To apply with independent Range, Put, Delete, you can pass noTxn
  32. // to apply functions instead of a valid txn ID.
  33. noTxn = -1
  34. warnApplyDuration = 10 * time.Millisecond
  35. )
  36. type applyResult struct {
  37. resp proto.Message
  38. err error
  39. // physc signals the physical effect of the request has completed in addition
  40. // to being logically reflected by the node. Currently only used for
  41. // Compaction requests.
  42. physc <-chan struct{}
  43. }
  44. // applierV3 is the interface for processing V3 raft messages
  45. type applierV3 interface {
  46. Put(txnID int64, p *pb.PutRequest) (*pb.PutResponse, error)
  47. Range(txnID int64, r *pb.RangeRequest) (*pb.RangeResponse, error)
  48. DeleteRange(txnID int64, dr *pb.DeleteRangeRequest) (*pb.DeleteRangeResponse, error)
  49. Txn(rt *pb.TxnRequest) (*pb.TxnResponse, error)
  50. Compaction(compaction *pb.CompactionRequest) (*pb.CompactionResponse, <-chan struct{}, error)
  51. LeaseGrant(lc *pb.LeaseGrantRequest) (*pb.LeaseGrantResponse, error)
  52. LeaseRevoke(lc *pb.LeaseRevokeRequest) (*pb.LeaseRevokeResponse, error)
  53. Alarm(*pb.AlarmRequest) (*pb.AlarmResponse, error)
  54. AuthEnable() (*pb.AuthEnableResponse, error)
  55. AuthDisable() (*pb.AuthDisableResponse, error)
  56. Authenticate(ctx context.Context, username, password string) (*pb.AuthenticateResponse, error)
  57. UserAdd(ua *pb.AuthUserAddRequest) (*pb.AuthUserAddResponse, error)
  58. UserDelete(ua *pb.AuthUserDeleteRequest) (*pb.AuthUserDeleteResponse, error)
  59. UserChangePassword(ua *pb.AuthUserChangePasswordRequest) (*pb.AuthUserChangePasswordResponse, error)
  60. UserGrantRole(ua *pb.AuthUserGrantRoleRequest) (*pb.AuthUserGrantRoleResponse, error)
  61. UserGet(ua *pb.AuthUserGetRequest) (*pb.AuthUserGetResponse, error)
  62. UserRevokeRole(ua *pb.AuthUserRevokeRoleRequest) (*pb.AuthUserRevokeRoleResponse, error)
  63. RoleAdd(ua *pb.AuthRoleAddRequest) (*pb.AuthRoleAddResponse, error)
  64. RoleGrantPermission(ua *pb.AuthRoleGrantPermissionRequest) (*pb.AuthRoleGrantPermissionResponse, error)
  65. RoleGet(ua *pb.AuthRoleGetRequest) (*pb.AuthRoleGetResponse, error)
  66. RoleRevokePermission(ua *pb.AuthRoleRevokePermissionRequest) (*pb.AuthRoleRevokePermissionResponse, error)
  67. RoleDelete(ua *pb.AuthRoleDeleteRequest) (*pb.AuthRoleDeleteResponse, error)
  68. }
  69. type applierV3backend struct {
  70. s *EtcdServer
  71. }
  72. func (s *EtcdServer) applyV3Request(r *pb.InternalRaftRequest) *applyResult {
  73. ar := &applyResult{}
  74. username := r.Header.Username
  75. if needAdminPermission(r) && !s.AuthStore().IsAdminPermitted(username) {
  76. ar.err = auth.ErrPermissionDenied
  77. return ar
  78. }
  79. switch {
  80. case r.Range != nil:
  81. if s.AuthStore().IsRangePermitted(r.Header, r.Range.Key, r.Range.RangeEnd) {
  82. ar.resp, ar.err = s.applyV3.Range(noTxn, r.Range)
  83. } else {
  84. ar.err = auth.ErrPermissionDenied
  85. }
  86. case r.Put != nil:
  87. if s.AuthStore().IsPutPermitted(r.Header, r.Put.Key) {
  88. ar.resp, ar.err = s.applyV3.Put(noTxn, r.Put)
  89. } else {
  90. ar.err = auth.ErrPermissionDenied
  91. }
  92. case r.DeleteRange != nil:
  93. ar.resp, ar.err = s.applyV3.DeleteRange(noTxn, r.DeleteRange)
  94. case r.Txn != nil:
  95. ar.resp, ar.err = s.applyV3.Txn(r.Txn)
  96. case r.Compaction != nil:
  97. ar.resp, ar.physc, ar.err = s.applyV3.Compaction(r.Compaction)
  98. case r.LeaseGrant != nil:
  99. ar.resp, ar.err = s.applyV3.LeaseGrant(r.LeaseGrant)
  100. case r.LeaseRevoke != nil:
  101. ar.resp, ar.err = s.applyV3.LeaseRevoke(r.LeaseRevoke)
  102. case r.Alarm != nil:
  103. ar.resp, ar.err = s.applyV3.Alarm(r.Alarm)
  104. case r.AuthEnable != nil:
  105. ar.resp, ar.err = s.applyV3.AuthEnable()
  106. case r.AuthDisable != nil:
  107. ar.resp, ar.err = s.applyV3.AuthDisable()
  108. case r.Authenticate != nil:
  109. ctx := context.WithValue(context.WithValue(context.TODO(), "index", s.consistIndex.ConsistentIndex()), "simpleToken", r.Authenticate.SimpleToken)
  110. ar.resp, ar.err = s.applyV3.Authenticate(ctx, r.Authenticate.Name, r.Authenticate.Password)
  111. case r.AuthUserAdd != nil:
  112. ar.resp, ar.err = s.applyV3.UserAdd(r.AuthUserAdd)
  113. case r.AuthUserDelete != nil:
  114. ar.resp, ar.err = s.applyV3.UserDelete(r.AuthUserDelete)
  115. case r.AuthUserChangePassword != nil:
  116. ar.resp, ar.err = s.applyV3.UserChangePassword(r.AuthUserChangePassword)
  117. case r.AuthUserGrantRole != nil:
  118. ar.resp, ar.err = s.applyV3.UserGrantRole(r.AuthUserGrantRole)
  119. case r.AuthUserGet != nil:
  120. ar.resp, ar.err = s.applyV3.UserGet(r.AuthUserGet)
  121. case r.AuthUserRevokeRole != nil:
  122. ar.resp, ar.err = s.applyV3.UserRevokeRole(r.AuthUserRevokeRole)
  123. case r.AuthRoleAdd != nil:
  124. ar.resp, ar.err = s.applyV3.RoleAdd(r.AuthRoleAdd)
  125. case r.AuthRoleGrantPermission != nil:
  126. ar.resp, ar.err = s.applyV3.RoleGrantPermission(r.AuthRoleGrantPermission)
  127. case r.AuthRoleGet != nil:
  128. ar.resp, ar.err = s.applyV3.RoleGet(r.AuthRoleGet)
  129. case r.AuthRoleRevokePermission != nil:
  130. ar.resp, ar.err = s.applyV3.RoleRevokePermission(r.AuthRoleRevokePermission)
  131. case r.AuthRoleDelete != nil:
  132. ar.resp, ar.err = s.applyV3.RoleDelete(r.AuthRoleDelete)
  133. default:
  134. panic("not implemented")
  135. }
  136. return ar
  137. }
  138. func (a *applierV3backend) Put(txnID int64, p *pb.PutRequest) (*pb.PutResponse, error) {
  139. resp := &pb.PutResponse{}
  140. resp.Header = &pb.ResponseHeader{}
  141. var (
  142. rev int64
  143. err error
  144. )
  145. if txnID != noTxn {
  146. rev, err = a.s.KV().TxnPut(txnID, p.Key, p.Value, lease.LeaseID(p.Lease))
  147. if err != nil {
  148. return nil, err
  149. }
  150. } else {
  151. leaseID := lease.LeaseID(p.Lease)
  152. if leaseID != lease.NoLease {
  153. if l := a.s.lessor.Lookup(leaseID); l == nil {
  154. return nil, lease.ErrLeaseNotFound
  155. }
  156. }
  157. rev = a.s.KV().Put(p.Key, p.Value, leaseID)
  158. }
  159. resp.Header.Revision = rev
  160. return resp, nil
  161. }
  162. func (a *applierV3backend) DeleteRange(txnID int64, dr *pb.DeleteRangeRequest) (*pb.DeleteRangeResponse, error) {
  163. resp := &pb.DeleteRangeResponse{}
  164. resp.Header = &pb.ResponseHeader{}
  165. var (
  166. n int64
  167. rev int64
  168. err error
  169. )
  170. if isGteRange(dr.RangeEnd) {
  171. dr.RangeEnd = []byte{}
  172. }
  173. if txnID != noTxn {
  174. n, rev, err = a.s.KV().TxnDeleteRange(txnID, dr.Key, dr.RangeEnd)
  175. if err != nil {
  176. return nil, err
  177. }
  178. } else {
  179. n, rev = a.s.KV().DeleteRange(dr.Key, dr.RangeEnd)
  180. }
  181. resp.Deleted = n
  182. resp.Header.Revision = rev
  183. return resp, nil
  184. }
  185. func (a *applierV3backend) Range(txnID int64, r *pb.RangeRequest) (*pb.RangeResponse, error) {
  186. resp := &pb.RangeResponse{}
  187. resp.Header = &pb.ResponseHeader{}
  188. var (
  189. kvs []mvccpb.KeyValue
  190. rev int64
  191. err error
  192. )
  193. if isGteRange(r.RangeEnd) {
  194. r.RangeEnd = []byte{}
  195. }
  196. limit := r.Limit
  197. if r.SortOrder != pb.RangeRequest_NONE {
  198. // fetch everything; sort and truncate afterwards
  199. limit = 0
  200. }
  201. if limit > 0 {
  202. // fetch one extra for 'more' flag
  203. limit = limit + 1
  204. }
  205. if txnID != noTxn {
  206. kvs, rev, err = a.s.KV().TxnRange(txnID, r.Key, r.RangeEnd, limit, r.Revision)
  207. if err != nil {
  208. return nil, err
  209. }
  210. } else {
  211. kvs, rev, err = a.s.KV().Range(r.Key, r.RangeEnd, limit, r.Revision)
  212. if err != nil {
  213. return nil, err
  214. }
  215. }
  216. if r.SortOrder != pb.RangeRequest_NONE {
  217. var sorter sort.Interface
  218. switch {
  219. case r.SortTarget == pb.RangeRequest_KEY:
  220. sorter = &kvSortByKey{&kvSort{kvs}}
  221. case r.SortTarget == pb.RangeRequest_VERSION:
  222. sorter = &kvSortByVersion{&kvSort{kvs}}
  223. case r.SortTarget == pb.RangeRequest_CREATE:
  224. sorter = &kvSortByCreate{&kvSort{kvs}}
  225. case r.SortTarget == pb.RangeRequest_MOD:
  226. sorter = &kvSortByMod{&kvSort{kvs}}
  227. case r.SortTarget == pb.RangeRequest_VALUE:
  228. sorter = &kvSortByValue{&kvSort{kvs}}
  229. }
  230. switch {
  231. case r.SortOrder == pb.RangeRequest_ASCEND:
  232. sort.Sort(sorter)
  233. case r.SortOrder == pb.RangeRequest_DESCEND:
  234. sort.Sort(sort.Reverse(sorter))
  235. }
  236. }
  237. if r.Limit > 0 && len(kvs) > int(r.Limit) {
  238. kvs = kvs[:r.Limit]
  239. resp.More = true
  240. }
  241. resp.Header.Revision = rev
  242. for i := range kvs {
  243. resp.Kvs = append(resp.Kvs, &kvs[i])
  244. }
  245. return resp, nil
  246. }
  247. func (a *applierV3backend) Txn(rt *pb.TxnRequest) (*pb.TxnResponse, error) {
  248. ok := true
  249. for _, c := range rt.Compare {
  250. if _, ok = a.applyCompare(c); !ok {
  251. break
  252. }
  253. }
  254. var reqs []*pb.RequestOp
  255. if ok {
  256. reqs = rt.Success
  257. } else {
  258. reqs = rt.Failure
  259. }
  260. if err := a.checkRequestLeases(reqs); err != nil {
  261. return nil, err
  262. }
  263. if err := a.checkRequestRange(reqs); err != nil {
  264. return nil, err
  265. }
  266. revision := a.s.KV().Rev()
  267. // When executing the operations of txn, we need to hold the txn lock.
  268. // So the reader will not see any intermediate results.
  269. txnID := a.s.KV().TxnBegin()
  270. defer func() {
  271. err := a.s.KV().TxnEnd(txnID)
  272. if err != nil {
  273. panic(fmt.Sprint("unexpected error when closing txn", txnID))
  274. }
  275. }()
  276. resps := make([]*pb.ResponseOp, len(reqs))
  277. changedKV := false
  278. for i := range reqs {
  279. if reqs[i].GetRequestRange() == nil {
  280. changedKV = true
  281. }
  282. resps[i] = a.applyUnion(txnID, reqs[i])
  283. }
  284. if changedKV {
  285. revision += 1
  286. }
  287. txnResp := &pb.TxnResponse{}
  288. txnResp.Header = &pb.ResponseHeader{}
  289. txnResp.Header.Revision = revision
  290. txnResp.Responses = resps
  291. txnResp.Succeeded = ok
  292. return txnResp, nil
  293. }
  294. // applyCompare applies the compare request.
  295. // It returns the revision at which the comparison happens. If the comparison
  296. // succeeds, the it returns true. Otherwise it returns false.
  297. func (a *applierV3backend) applyCompare(c *pb.Compare) (int64, bool) {
  298. ckvs, rev, err := a.s.KV().Range(c.Key, nil, 1, 0)
  299. if err != nil {
  300. if err == mvcc.ErrTxnIDMismatch {
  301. panic("unexpected txn ID mismatch error")
  302. }
  303. return rev, false
  304. }
  305. var ckv mvccpb.KeyValue
  306. if len(ckvs) != 0 {
  307. ckv = ckvs[0]
  308. } else {
  309. // Use the zero value of ckv normally. However...
  310. if c.Target == pb.Compare_VALUE {
  311. // Always fail if we're comparing a value on a key that doesn't exist.
  312. // We can treat non-existence as the empty set explicitly, such that
  313. // even a key with a value of length 0 bytes is still a real key
  314. // that was written that way
  315. return rev, false
  316. }
  317. }
  318. // -1 is less, 0 is equal, 1 is greater
  319. var result int
  320. switch c.Target {
  321. case pb.Compare_VALUE:
  322. tv, _ := c.TargetUnion.(*pb.Compare_Value)
  323. if tv != nil {
  324. result = bytes.Compare(ckv.Value, tv.Value)
  325. }
  326. case pb.Compare_CREATE:
  327. tv, _ := c.TargetUnion.(*pb.Compare_CreateRevision)
  328. if tv != nil {
  329. result = compareInt64(ckv.CreateRevision, tv.CreateRevision)
  330. }
  331. case pb.Compare_MOD:
  332. tv, _ := c.TargetUnion.(*pb.Compare_ModRevision)
  333. if tv != nil {
  334. result = compareInt64(ckv.ModRevision, tv.ModRevision)
  335. }
  336. case pb.Compare_VERSION:
  337. tv, _ := c.TargetUnion.(*pb.Compare_Version)
  338. if tv != nil {
  339. result = compareInt64(ckv.Version, tv.Version)
  340. }
  341. }
  342. switch c.Result {
  343. case pb.Compare_EQUAL:
  344. if result != 0 {
  345. return rev, false
  346. }
  347. case pb.Compare_GREATER:
  348. if result != 1 {
  349. return rev, false
  350. }
  351. case pb.Compare_LESS:
  352. if result != -1 {
  353. return rev, false
  354. }
  355. }
  356. return rev, true
  357. }
  358. func (a *applierV3backend) applyUnion(txnID int64, union *pb.RequestOp) *pb.ResponseOp {
  359. switch tv := union.Request.(type) {
  360. case *pb.RequestOp_RequestRange:
  361. if tv.RequestRange != nil {
  362. resp, err := a.Range(txnID, tv.RequestRange)
  363. if err != nil {
  364. panic("unexpected error during txn")
  365. }
  366. return &pb.ResponseOp{Response: &pb.ResponseOp_ResponseRange{ResponseRange: resp}}
  367. }
  368. case *pb.RequestOp_RequestPut:
  369. if tv.RequestPut != nil {
  370. resp, err := a.Put(txnID, tv.RequestPut)
  371. if err != nil {
  372. panic("unexpected error during txn")
  373. }
  374. return &pb.ResponseOp{Response: &pb.ResponseOp_ResponsePut{ResponsePut: resp}}
  375. }
  376. case *pb.RequestOp_RequestDeleteRange:
  377. if tv.RequestDeleteRange != nil {
  378. resp, err := a.DeleteRange(txnID, tv.RequestDeleteRange)
  379. if err != nil {
  380. panic("unexpected error during txn")
  381. }
  382. return &pb.ResponseOp{Response: &pb.ResponseOp_ResponseDeleteRange{ResponseDeleteRange: resp}}
  383. }
  384. default:
  385. // empty union
  386. return nil
  387. }
  388. return nil
  389. }
  390. func (a *applierV3backend) Compaction(compaction *pb.CompactionRequest) (*pb.CompactionResponse, <-chan struct{}, error) {
  391. resp := &pb.CompactionResponse{}
  392. resp.Header = &pb.ResponseHeader{}
  393. ch, err := a.s.KV().Compact(compaction.Revision)
  394. if err != nil {
  395. return nil, ch, err
  396. }
  397. // get the current revision. which key to get is not important.
  398. _, resp.Header.Revision, _ = a.s.KV().Range([]byte("compaction"), nil, 1, 0)
  399. return resp, ch, err
  400. }
  401. func (a *applierV3backend) LeaseGrant(lc *pb.LeaseGrantRequest) (*pb.LeaseGrantResponse, error) {
  402. l, err := a.s.lessor.Grant(lease.LeaseID(lc.ID), lc.TTL)
  403. resp := &pb.LeaseGrantResponse{}
  404. if err == nil {
  405. resp.ID = int64(l.ID)
  406. resp.TTL = l.TTL
  407. resp.Header = &pb.ResponseHeader{Revision: a.s.KV().Rev()}
  408. }
  409. return resp, err
  410. }
  411. func (a *applierV3backend) LeaseRevoke(lc *pb.LeaseRevokeRequest) (*pb.LeaseRevokeResponse, error) {
  412. err := a.s.lessor.Revoke(lease.LeaseID(lc.ID))
  413. return &pb.LeaseRevokeResponse{Header: &pb.ResponseHeader{Revision: a.s.KV().Rev()}}, err
  414. }
  415. func (a *applierV3backend) Alarm(ar *pb.AlarmRequest) (*pb.AlarmResponse, error) {
  416. resp := &pb.AlarmResponse{}
  417. oldCount := len(a.s.alarmStore.Get(ar.Alarm))
  418. switch ar.Action {
  419. case pb.AlarmRequest_GET:
  420. resp.Alarms = a.s.alarmStore.Get(ar.Alarm)
  421. case pb.AlarmRequest_ACTIVATE:
  422. m := a.s.alarmStore.Activate(types.ID(ar.MemberID), ar.Alarm)
  423. if m == nil {
  424. break
  425. }
  426. resp.Alarms = append(resp.Alarms, m)
  427. activated := oldCount == 0 && len(a.s.alarmStore.Get(m.Alarm)) == 1
  428. if !activated {
  429. break
  430. }
  431. switch m.Alarm {
  432. case pb.AlarmType_NOSPACE:
  433. plog.Warningf("alarm raised %+v", m)
  434. a.s.applyV3 = newApplierV3Capped(a)
  435. default:
  436. plog.Errorf("unimplemented alarm activation (%+v)", m)
  437. }
  438. case pb.AlarmRequest_DEACTIVATE:
  439. m := a.s.alarmStore.Deactivate(types.ID(ar.MemberID), ar.Alarm)
  440. if m == nil {
  441. break
  442. }
  443. resp.Alarms = append(resp.Alarms, m)
  444. deactivated := oldCount > 0 && len(a.s.alarmStore.Get(ar.Alarm)) == 0
  445. if !deactivated {
  446. break
  447. }
  448. switch m.Alarm {
  449. case pb.AlarmType_NOSPACE:
  450. plog.Infof("alarm disarmed %+v", ar)
  451. a.s.applyV3 = newQuotaApplierV3(a.s, &applierV3backend{a.s})
  452. default:
  453. plog.Errorf("unimplemented alarm deactivation (%+v)", m)
  454. }
  455. default:
  456. return nil, nil
  457. }
  458. return resp, nil
  459. }
  460. type applierV3Capped struct {
  461. applierV3
  462. q backendQuota
  463. }
  464. // newApplierV3Capped creates an applyV3 that will reject Puts and transactions
  465. // with Puts so that the number of keys in the store is capped.
  466. func newApplierV3Capped(base applierV3) applierV3 { return &applierV3Capped{applierV3: base} }
  467. func (a *applierV3Capped) Put(txnID int64, p *pb.PutRequest) (*pb.PutResponse, error) {
  468. return nil, ErrNoSpace
  469. }
  470. func (a *applierV3Capped) Txn(r *pb.TxnRequest) (*pb.TxnResponse, error) {
  471. if a.q.Cost(r) > 0 {
  472. return nil, ErrNoSpace
  473. }
  474. return a.applierV3.Txn(r)
  475. }
  476. func (a *applierV3Capped) LeaseGrant(lc *pb.LeaseGrantRequest) (*pb.LeaseGrantResponse, error) {
  477. return nil, ErrNoSpace
  478. }
  479. func (a *applierV3backend) AuthEnable() (*pb.AuthEnableResponse, error) {
  480. err := a.s.AuthStore().AuthEnable()
  481. if err != nil {
  482. return nil, err
  483. }
  484. return &pb.AuthEnableResponse{}, nil
  485. }
  486. func (a *applierV3backend) AuthDisable() (*pb.AuthDisableResponse, error) {
  487. a.s.AuthStore().AuthDisable()
  488. return &pb.AuthDisableResponse{}, nil
  489. }
  490. func (a *applierV3backend) Authenticate(ctx context.Context, username, password string) (*pb.AuthenticateResponse, error) {
  491. return a.s.AuthStore().Authenticate(ctx, username, password)
  492. }
  493. func (a *applierV3backend) UserAdd(r *pb.AuthUserAddRequest) (*pb.AuthUserAddResponse, error) {
  494. return a.s.AuthStore().UserAdd(r)
  495. }
  496. func (a *applierV3backend) UserDelete(r *pb.AuthUserDeleteRequest) (*pb.AuthUserDeleteResponse, error) {
  497. return a.s.AuthStore().UserDelete(r)
  498. }
  499. func (a *applierV3backend) UserChangePassword(r *pb.AuthUserChangePasswordRequest) (*pb.AuthUserChangePasswordResponse, error) {
  500. return a.s.AuthStore().UserChangePassword(r)
  501. }
  502. func (a *applierV3backend) UserGrantRole(r *pb.AuthUserGrantRoleRequest) (*pb.AuthUserGrantRoleResponse, error) {
  503. return a.s.AuthStore().UserGrantRole(r)
  504. }
  505. func (a *applierV3backend) UserGet(r *pb.AuthUserGetRequest) (*pb.AuthUserGetResponse, error) {
  506. return a.s.AuthStore().UserGet(r)
  507. }
  508. func (a *applierV3backend) UserRevokeRole(r *pb.AuthUserRevokeRoleRequest) (*pb.AuthUserRevokeRoleResponse, error) {
  509. return a.s.AuthStore().UserRevokeRole(r)
  510. }
  511. func (a *applierV3backend) RoleAdd(r *pb.AuthRoleAddRequest) (*pb.AuthRoleAddResponse, error) {
  512. return a.s.AuthStore().RoleAdd(r)
  513. }
  514. func (a *applierV3backend) RoleGrantPermission(r *pb.AuthRoleGrantPermissionRequest) (*pb.AuthRoleGrantPermissionResponse, error) {
  515. return a.s.AuthStore().RoleGrantPermission(r)
  516. }
  517. func (a *applierV3backend) RoleGet(r *pb.AuthRoleGetRequest) (*pb.AuthRoleGetResponse, error) {
  518. return a.s.AuthStore().RoleGet(r)
  519. }
  520. func (a *applierV3backend) RoleRevokePermission(r *pb.AuthRoleRevokePermissionRequest) (*pb.AuthRoleRevokePermissionResponse, error) {
  521. return a.s.AuthStore().RoleRevokePermission(r)
  522. }
  523. func (a *applierV3backend) RoleDelete(r *pb.AuthRoleDeleteRequest) (*pb.AuthRoleDeleteResponse, error) {
  524. return a.s.AuthStore().RoleDelete(r)
  525. }
  526. type quotaApplierV3 struct {
  527. applierV3
  528. q Quota
  529. }
  530. func newQuotaApplierV3(s *EtcdServer, app applierV3) applierV3 {
  531. return &quotaApplierV3{app, NewBackendQuota(s)}
  532. }
  533. func (a *quotaApplierV3) Put(txnID int64, p *pb.PutRequest) (*pb.PutResponse, error) {
  534. ok := a.q.Available(p)
  535. resp, err := a.applierV3.Put(txnID, p)
  536. if err == nil && !ok {
  537. err = ErrNoSpace
  538. }
  539. return resp, err
  540. }
  541. func (a *quotaApplierV3) Txn(rt *pb.TxnRequest) (*pb.TxnResponse, error) {
  542. ok := a.q.Available(rt)
  543. resp, err := a.applierV3.Txn(rt)
  544. if err == nil && !ok {
  545. err = ErrNoSpace
  546. }
  547. return resp, err
  548. }
  549. func (a *quotaApplierV3) LeaseGrant(lc *pb.LeaseGrantRequest) (*pb.LeaseGrantResponse, error) {
  550. ok := a.q.Available(lc)
  551. resp, err := a.applierV3.LeaseGrant(lc)
  552. if err == nil && !ok {
  553. err = ErrNoSpace
  554. }
  555. return resp, err
  556. }
  557. type kvSort struct{ kvs []mvccpb.KeyValue }
  558. func (s *kvSort) Swap(i, j int) {
  559. t := s.kvs[i]
  560. s.kvs[i] = s.kvs[j]
  561. s.kvs[j] = t
  562. }
  563. func (s *kvSort) Len() int { return len(s.kvs) }
  564. type kvSortByKey struct{ *kvSort }
  565. func (s *kvSortByKey) Less(i, j int) bool {
  566. return bytes.Compare(s.kvs[i].Key, s.kvs[j].Key) < 0
  567. }
  568. type kvSortByVersion struct{ *kvSort }
  569. func (s *kvSortByVersion) Less(i, j int) bool {
  570. return (s.kvs[i].Version - s.kvs[j].Version) < 0
  571. }
  572. type kvSortByCreate struct{ *kvSort }
  573. func (s *kvSortByCreate) Less(i, j int) bool {
  574. return (s.kvs[i].CreateRevision - s.kvs[j].CreateRevision) < 0
  575. }
  576. type kvSortByMod struct{ *kvSort }
  577. func (s *kvSortByMod) Less(i, j int) bool {
  578. return (s.kvs[i].ModRevision - s.kvs[j].ModRevision) < 0
  579. }
  580. type kvSortByValue struct{ *kvSort }
  581. func (s *kvSortByValue) Less(i, j int) bool {
  582. return bytes.Compare(s.kvs[i].Value, s.kvs[j].Value) < 0
  583. }
  584. func (a *applierV3backend) checkRequestLeases(reqs []*pb.RequestOp) error {
  585. for _, requ := range reqs {
  586. tv, ok := requ.Request.(*pb.RequestOp_RequestPut)
  587. if !ok {
  588. continue
  589. }
  590. preq := tv.RequestPut
  591. if preq == nil || lease.LeaseID(preq.Lease) == lease.NoLease {
  592. continue
  593. }
  594. if l := a.s.lessor.Lookup(lease.LeaseID(preq.Lease)); l == nil {
  595. return lease.ErrLeaseNotFound
  596. }
  597. }
  598. return nil
  599. }
  600. func (a *applierV3backend) checkRequestRange(reqs []*pb.RequestOp) error {
  601. for _, requ := range reqs {
  602. tv, ok := requ.Request.(*pb.RequestOp_RequestRange)
  603. if !ok {
  604. continue
  605. }
  606. greq := tv.RequestRange
  607. if greq == nil || greq.Revision == 0 {
  608. continue
  609. }
  610. if greq.Revision > a.s.KV().Rev() {
  611. return mvcc.ErrFutureRev
  612. }
  613. if greq.Revision < a.s.KV().FirstRev() {
  614. return mvcc.ErrCompacted
  615. }
  616. }
  617. return nil
  618. }
  619. func compareInt64(a, b int64) int {
  620. switch {
  621. case a < b:
  622. return -1
  623. case a > b:
  624. return 1
  625. default:
  626. return 0
  627. }
  628. }
  629. // isGteRange determines if the range end is a >= range. This works around grpc
  630. // sending empty byte strings as nil; >= is encoded in the range end as '\0'.
  631. func isGteRange(rangeEnd []byte) bool {
  632. return len(rangeEnd) == 1 && rangeEnd[0] == 0
  633. }
  634. func needAdminPermission(r *pb.InternalRaftRequest) bool {
  635. switch {
  636. case r.AuthEnable != nil:
  637. return true
  638. case r.AuthDisable != nil:
  639. return true
  640. case r.AuthUserAdd != nil:
  641. return true
  642. case r.AuthUserDelete != nil:
  643. return true
  644. case r.AuthUserChangePassword != nil:
  645. return true
  646. case r.AuthUserGrantRole != nil:
  647. return true
  648. case r.AuthUserGet != nil:
  649. return true
  650. case r.AuthUserRevokeRole != nil:
  651. return true
  652. case r.AuthRoleAdd != nil:
  653. return true
  654. case r.AuthRoleGrantPermission != nil:
  655. return true
  656. case r.AuthRoleGet != nil:
  657. return true
  658. case r.AuthRoleRevokePermission != nil:
  659. return true
  660. case r.AuthRoleDelete != nil:
  661. return true
  662. default:
  663. return false
  664. }
  665. }