maintenance.go 6.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230
  1. // Copyright 2016 The etcd Authors
  2. //
  3. // Licensed under the Apache License, Version 2.0 (the "License");
  4. // you may not use this file except in compliance with the License.
  5. // You may obtain a copy of the License at
  6. //
  7. // http://www.apache.org/licenses/LICENSE-2.0
  8. //
  9. // Unless required by applicable law or agreed to in writing, software
  10. // distributed under the License is distributed on an "AS IS" BASIS,
  11. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. // See the License for the specific language governing permissions and
  13. // limitations under the License.
  14. package v3rpc
  15. import (
  16. "crypto/sha256"
  17. "io"
  18. "github.com/coreos/etcd/auth"
  19. "github.com/coreos/etcd/etcdserver"
  20. "github.com/coreos/etcd/etcdserver/api/v3rpc/rpctypes"
  21. pb "github.com/coreos/etcd/etcdserver/etcdserverpb"
  22. "github.com/coreos/etcd/mvcc"
  23. "github.com/coreos/etcd/mvcc/backend"
  24. "github.com/coreos/etcd/pkg/types"
  25. "github.com/coreos/etcd/version"
  26. "golang.org/x/net/context"
  27. )
  28. type KVGetter interface {
  29. KV() mvcc.ConsistentWatchableKV
  30. }
  31. type BackendGetter interface {
  32. Backend() backend.Backend
  33. }
  34. type Alarmer interface {
  35. Alarm(ctx context.Context, ar *pb.AlarmRequest) (*pb.AlarmResponse, error)
  36. }
  37. type LeaderTransferrer interface {
  38. MoveLeader(ctx context.Context, lead, target uint64) error
  39. }
  40. type RaftStatusGetter interface {
  41. Index() uint64
  42. Term() uint64
  43. ID() types.ID
  44. Leader() types.ID
  45. }
  46. type AuthGetter interface {
  47. AuthInfoFromCtx(ctx context.Context) (*auth.AuthInfo, error)
  48. AuthStore() auth.AuthStore
  49. }
  50. type maintenanceServer struct {
  51. rg RaftStatusGetter
  52. kg KVGetter
  53. bg BackendGetter
  54. a Alarmer
  55. lt LeaderTransferrer
  56. hdr header
  57. }
  58. func NewMaintenanceServer(s *etcdserver.EtcdServer) pb.MaintenanceServer {
  59. srv := &maintenanceServer{rg: s, kg: s, bg: s, a: s, lt: s, hdr: newHeader(s)}
  60. return &authMaintenanceServer{srv, s}
  61. }
  62. func (ms *maintenanceServer) Defragment(ctx context.Context, sr *pb.DefragmentRequest) (*pb.DefragmentResponse, error) {
  63. plog.Noticef("starting to defragment the storage backend...")
  64. err := ms.bg.Backend().Defrag()
  65. if err != nil {
  66. plog.Errorf("failed to defragment the storage backend (%v)", err)
  67. return nil, err
  68. }
  69. plog.Noticef("finished defragmenting the storage backend")
  70. return &pb.DefragmentResponse{}, nil
  71. }
  72. func (ms *maintenanceServer) Snapshot(sr *pb.SnapshotRequest, srv pb.Maintenance_SnapshotServer) error {
  73. snap := ms.bg.Backend().Snapshot()
  74. pr, pw := io.Pipe()
  75. defer pr.Close()
  76. go func() {
  77. snap.WriteTo(pw)
  78. if err := snap.Close(); err != nil {
  79. plog.Errorf("error closing snapshot (%v)", err)
  80. }
  81. pw.Close()
  82. }()
  83. // send file data
  84. h := sha256.New()
  85. br := int64(0)
  86. buf := make([]byte, 32*1024)
  87. sz := snap.Size()
  88. for br < sz {
  89. n, err := io.ReadFull(pr, buf)
  90. if err != nil && err != io.EOF && err != io.ErrUnexpectedEOF {
  91. return togRPCError(err)
  92. }
  93. br += int64(n)
  94. resp := &pb.SnapshotResponse{
  95. RemainingBytes: uint64(sz - br),
  96. Blob: buf[:n],
  97. }
  98. if err = srv.Send(resp); err != nil {
  99. return togRPCError(err)
  100. }
  101. h.Write(buf[:n])
  102. }
  103. // send sha
  104. sha := h.Sum(nil)
  105. hresp := &pb.SnapshotResponse{RemainingBytes: 0, Blob: sha}
  106. if err := srv.Send(hresp); err != nil {
  107. return togRPCError(err)
  108. }
  109. return nil
  110. }
  111. func (ms *maintenanceServer) Hash(ctx context.Context, r *pb.HashRequest) (*pb.HashResponse, error) {
  112. h, rev, err := ms.kg.KV().Hash()
  113. if err != nil {
  114. return nil, togRPCError(err)
  115. }
  116. resp := &pb.HashResponse{Header: &pb.ResponseHeader{Revision: rev}, Hash: h}
  117. ms.hdr.fill(resp.Header)
  118. return resp, nil
  119. }
  120. func (ms *maintenanceServer) HashKV(ctx context.Context, r *pb.HashKVRequest) (*pb.HashKVResponse, error) {
  121. h, rev, compactRev, err := ms.kg.KV().HashByRev(r.Revision)
  122. if err != nil {
  123. return nil, togRPCError(err)
  124. }
  125. resp := &pb.HashKVResponse{Header: &pb.ResponseHeader{Revision: rev}, Hash: h, CompactRevision: compactRev}
  126. ms.hdr.fill(resp.Header)
  127. return resp, nil
  128. }
  129. func (ms *maintenanceServer) Alarm(ctx context.Context, ar *pb.AlarmRequest) (*pb.AlarmResponse, error) {
  130. return ms.a.Alarm(ctx, ar)
  131. }
  132. func (ms *maintenanceServer) Status(ctx context.Context, ar *pb.StatusRequest) (*pb.StatusResponse, error) {
  133. resp := &pb.StatusResponse{
  134. Header: &pb.ResponseHeader{Revision: ms.hdr.rev()},
  135. Version: version.Version,
  136. DbSize: ms.bg.Backend().Size(),
  137. Leader: uint64(ms.rg.Leader()),
  138. RaftIndex: ms.rg.Index(),
  139. RaftTerm: ms.rg.Term(),
  140. }
  141. ms.hdr.fill(resp.Header)
  142. return resp, nil
  143. }
  144. func (ms *maintenanceServer) MoveLeader(ctx context.Context, tr *pb.MoveLeaderRequest) (*pb.MoveLeaderResponse, error) {
  145. if ms.rg.ID() != ms.rg.Leader() {
  146. return nil, rpctypes.ErrGRPCNotLeader
  147. }
  148. if err := ms.lt.MoveLeader(ctx, uint64(ms.rg.Leader()), tr.TargetID); err != nil {
  149. return nil, togRPCError(err)
  150. }
  151. return &pb.MoveLeaderResponse{}, nil
  152. }
  153. type authMaintenanceServer struct {
  154. *maintenanceServer
  155. ag AuthGetter
  156. }
  157. func (ams *authMaintenanceServer) isAuthenticated(ctx context.Context) error {
  158. authInfo, err := ams.ag.AuthInfoFromCtx(ctx)
  159. if err != nil {
  160. return err
  161. }
  162. return ams.ag.AuthStore().IsAdminPermitted(authInfo)
  163. }
  164. func (ams *authMaintenanceServer) Defragment(ctx context.Context, sr *pb.DefragmentRequest) (*pb.DefragmentResponse, error) {
  165. if err := ams.isAuthenticated(ctx); err != nil {
  166. return nil, err
  167. }
  168. return ams.maintenanceServer.Defragment(ctx, sr)
  169. }
  170. func (ams *authMaintenanceServer) Snapshot(sr *pb.SnapshotRequest, srv pb.Maintenance_SnapshotServer) error {
  171. if err := ams.isAuthenticated(srv.Context()); err != nil {
  172. return err
  173. }
  174. return ams.maintenanceServer.Snapshot(sr, srv)
  175. }
  176. func (ams *authMaintenanceServer) Hash(ctx context.Context, r *pb.HashRequest) (*pb.HashResponse, error) {
  177. if err := ams.isAuthenticated(ctx); err != nil {
  178. return nil, err
  179. }
  180. return ams.maintenanceServer.Hash(ctx, r)
  181. }
  182. func (ams *authMaintenanceServer) HashKV(ctx context.Context, r *pb.HashKVRequest) (*pb.HashKVResponse, error) {
  183. if err := ams.isAuthenticated(ctx); err != nil {
  184. return nil, err
  185. }
  186. return ams.maintenanceServer.HashKV(ctx, r)
  187. }
  188. func (ams *authMaintenanceServer) Status(ctx context.Context, ar *pb.StatusRequest) (*pb.StatusResponse, error) {
  189. return ams.maintenanceServer.Status(ctx, ar)
  190. }
  191. func (ams *authMaintenanceServer) MoveLeader(ctx context.Context, tr *pb.MoveLeaderRequest) (*pb.MoveLeaderResponse, error) {
  192. return ams.maintenanceServer.MoveLeader(ctx, tr)
  193. }