rpc.proto 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366
  1. syntax = "proto3";
  2. package etcdserverpb;
  3. import "gogoproto/gogo.proto";
  4. import "etcd/storage/storagepb/kv.proto";
  5. option (gogoproto.marshaler_all) = true;
  6. option (gogoproto.unmarshaler_all) = true;
  7. service KV {
  8. // Range gets the keys in the range from the store.
  9. rpc Range(RangeRequest) returns (RangeResponse) {}
  10. // Put puts the given key into the store.
  11. // A put request increases the revision of the store,
  12. // and generates one event in the event history.
  13. rpc Put(PutRequest) returns (PutResponse) {}
  14. // Delete deletes the given range from the store.
  15. // A delete request increase the revision of the store,
  16. // and generates one event in the event history.
  17. rpc DeleteRange(DeleteRangeRequest) returns (DeleteRangeResponse) {}
  18. // Txn processes all the requests in one transaction.
  19. // A txn request increases the revision of the store,
  20. // and generates events with the same revision in the event history.
  21. // It is not allowed to modify the same key several times within one txn.
  22. rpc Txn(TxnRequest) returns (TxnResponse) {}
  23. // Compact compacts the event history in etcd. User should compact the
  24. // event history periodically, or it will grow infinitely.
  25. rpc Compact(CompactionRequest) returns (CompactionResponse) {}
  26. // Hash returns the hash of local KV state for consistency checking purpose.
  27. // This is designed for testing purpose. Do not use this in production when there
  28. // are ongoing transactions.
  29. rpc Hash(HashRequest) returns (HashResponse) {}
  30. }
  31. service Watch {
  32. // Watch watches the events happening or happened. Both input and output
  33. // are stream. One watch rpc can watch for multiple keys or prefixs and
  34. // get a stream of events. The whole events history can be watched unless
  35. // compacted.
  36. rpc Watch(stream WatchRequest) returns (stream WatchResponse) {}
  37. }
  38. service Lease {
  39. // LeaseCreate creates a lease. A lease has a TTL. The lease will expire if the
  40. // server does not receive a keepAlive within TTL from the lease holder.
  41. // All keys attached to the lease will be expired and deleted if the lease expires.
  42. // The key expiration generates an event in event history.
  43. rpc LeaseCreate(LeaseCreateRequest) returns (LeaseCreateResponse) {}
  44. // LeaseRevoke revokes a lease. All the key attached to the lease will be expired and deleted.
  45. rpc LeaseRevoke(LeaseRevokeRequest) returns (LeaseRevokeResponse) {}
  46. // KeepAlive keeps the lease alive.
  47. rpc LeaseKeepAlive(stream LeaseKeepAliveRequest) returns (stream LeaseKeepAliveResponse) {}
  48. // TODO(xiangli) List all existing Leases?
  49. // TODO(xiangli) Get details information (expirations, leased keys, etc.) of a lease?
  50. }
  51. service Cluster {
  52. // MemberAdd adds a member into the cluster.
  53. rpc MemberAdd(MemberAddRequest) returns (MemberAddResponse) {}
  54. // MemberRemove removes an existing member from the cluster.
  55. rpc MemberRemove(MemberRemoveRequest) returns (MemberRemoveResponse) {}
  56. // MemberUpdate updates the member configuration.
  57. rpc MemberUpdate(MemberUpdateRequest) returns (MemberUpdateResponse) {}
  58. // MemberList lists all the members in the cluster.
  59. rpc MemberList(MemberListRequest) returns (MemberListResponse) {}
  60. }
  61. message ResponseHeader {
  62. uint64 cluster_id = 1;
  63. uint64 member_id = 2;
  64. // revision of the store when the request was applied.
  65. int64 revision = 3;
  66. // term of raft when the request was applied.
  67. uint64 raft_term = 4;
  68. }
  69. message RangeRequest {
  70. enum SortOrder {
  71. NONE = 0; // default, no sorting
  72. ASCEND = 1; // lowest target value first
  73. DESCEND = 2; // highest target value first
  74. }
  75. enum SortTarget {
  76. KEY = 0;
  77. VERSION = 1;
  78. CREATE = 2;
  79. MOD = 3;
  80. VALUE = 4;
  81. }
  82. // if the range_end is not given, the request returns the key.
  83. bytes key = 1;
  84. // if the range_end is given, it gets the keys in range [key, range_end)
  85. // if range_end is nonempty, otherwise it returns all keys >= key.
  86. bytes range_end = 2;
  87. // limit the number of keys returned.
  88. int64 limit = 3;
  89. // range over the store at the given revision.
  90. // if revision is less or equal to zero, range over the newest store.
  91. // if the revision has been compacted, ErrCompaction will be returned in
  92. // response.
  93. int64 revision = 4;
  94. // sort_order is the requested order for returned the results
  95. SortOrder sort_order = 5;
  96. // sort_target is the kv field to use for sorting
  97. SortTarget sort_target = 6;
  98. }
  99. message RangeResponse {
  100. ResponseHeader header = 1;
  101. repeated storagepb.KeyValue kvs = 2;
  102. // more indicates if there are more keys to return in the requested range.
  103. bool more = 3;
  104. }
  105. message PutRequest {
  106. bytes key = 1;
  107. bytes value = 2;
  108. int64 lease = 3;
  109. }
  110. message PutResponse {
  111. ResponseHeader header = 1;
  112. }
  113. message DeleteRangeRequest {
  114. // if the range_end is not given, the request deletes the key.
  115. bytes key = 1;
  116. // if the range_end is given, it deletes the keys in range [key, range_end).
  117. bytes range_end = 2;
  118. }
  119. message DeleteRangeResponse {
  120. ResponseHeader header = 1;
  121. }
  122. message RequestUnion {
  123. oneof request {
  124. RangeRequest request_range = 1;
  125. PutRequest request_put = 2;
  126. DeleteRangeRequest request_delete_range = 3;
  127. }
  128. }
  129. message ResponseUnion {
  130. oneof response {
  131. RangeResponse response_range = 1;
  132. PutResponse response_put = 2;
  133. DeleteRangeResponse response_delete_range = 3;
  134. }
  135. }
  136. message Compare {
  137. enum CompareResult {
  138. EQUAL = 0;
  139. GREATER = 1;
  140. LESS = 2;
  141. }
  142. enum CompareTarget {
  143. VERSION = 0;
  144. CREATE = 1;
  145. MOD = 2;
  146. VALUE= 3;
  147. }
  148. CompareResult result = 1;
  149. CompareTarget target = 2;
  150. // key path
  151. bytes key = 3;
  152. oneof target_union {
  153. // version of the given key
  154. int64 version = 4;
  155. // create revision of the given key
  156. int64 create_revision = 5;
  157. // last modified revision of the given key
  158. int64 mod_revision = 6;
  159. // value of the given key
  160. bytes value = 7;
  161. }
  162. }
  163. // If the comparisons succeed, then the success requests will be processed in order,
  164. // and the response will contain their respective responses in order.
  165. // If the comparisons fail, then the failure requests will be processed in order,
  166. // and the response will contain their respective responses in order.
  167. // From google paxosdb paper:
  168. // Our implementation hinges around a powerful primitive which we call MultiOp. All other database
  169. // operations except for iteration are implemented as a single call to MultiOp. A MultiOp is applied atomically
  170. // and consists of three components:
  171. // 1. A list of tests called guard. Each test in guard checks a single entry in the database. It may check
  172. // for the absence or presence of a value, or compare with a given value. Two different tests in the guard
  173. // may apply to the same or different entries in the database. All tests in the guard are applied and
  174. // MultiOp returns the results. If all tests are true, MultiOp executes t op (see item 2 below), otherwise
  175. // it executes f op (see item 3 below).
  176. // 2. A list of database operations called t op. Each operation in the list is either an insert, delete, or
  177. // lookup operation, and applies to a single database entry. Two different operations in the list may apply
  178. // to the same or different entries in the database. These operations are executed
  179. // if guard evaluates to
  180. // true.
  181. // 3. A list of database operations called f op. Like t op, but executed if guard evaluates to false.
  182. message TxnRequest {
  183. repeated Compare compare = 1;
  184. repeated RequestUnion success = 2;
  185. repeated RequestUnion failure = 3;
  186. }
  187. message TxnResponse {
  188. ResponseHeader header = 1;
  189. bool succeeded = 2;
  190. repeated ResponseUnion responses = 3;
  191. }
  192. // Compaction compacts the kv store upto the given revision (including).
  193. // It removes the old versions of a key. It keeps the newest version of
  194. // the key even if its latest modification revision is smaller than the given
  195. // revision.
  196. message CompactionRequest {
  197. int64 revision = 1;
  198. }
  199. message CompactionResponse {
  200. ResponseHeader header = 1;
  201. }
  202. message HashRequest {
  203. }
  204. message HashResponse {
  205. uint32 hash = 1;
  206. }
  207. message WatchRequest {
  208. oneof request_union {
  209. WatchCreateRequest create_request = 1;
  210. WatchCancelRequest cancel_request = 2;
  211. }
  212. }
  213. message WatchCreateRequest {
  214. // the key to be watched
  215. bytes key = 1;
  216. // the prefix to be watched.
  217. bytes prefix = 2;
  218. // start_revision is an optional revision (including) to watch from. No start_revision is "now".
  219. int64 start_revision = 3;
  220. // TODO: support Range watch?
  221. }
  222. message WatchCancelRequest {
  223. int64 watch_id = 1;
  224. }
  225. message WatchResponse {
  226. ResponseHeader header = 1;
  227. // watch_id is the ID of the watching the response sent to.
  228. int64 watch_id = 2;
  229. // If the response is for a create watch request, created is set to true.
  230. // Client should record the watch_id and prepare for receiving events for
  231. // that watching from the same stream.
  232. // All events sent to the created watching will attach with the same watch_id.
  233. bool created = 3;
  234. // If the response is for a cancel watch request, cancel is set to true.
  235. // No further events will be sent to the canceled watching.
  236. bool canceled = 4;
  237. // If a watching tries to watch at a compacted index, compacted will be set to true.
  238. //
  239. // This happens when creating a watching at a compacted revision or the watching cannot
  240. // catch up with the progress of the KV.
  241. //
  242. // Client should treat the watching as canceled and should not try to create any
  243. // watching with same start_revision again.
  244. bool compacted = 5;
  245. repeated storagepb.Event events = 11;
  246. }
  247. message LeaseCreateRequest {
  248. // advisory ttl in seconds
  249. int64 TTL = 1;
  250. // requested ID to create; 0 lets lessor choose
  251. int64 ID = 2;
  252. }
  253. message LeaseCreateResponse {
  254. ResponseHeader header = 1;
  255. int64 ID = 2;
  256. // server decided ttl in second
  257. int64 TTL = 3;
  258. string error = 4;
  259. }
  260. message LeaseRevokeRequest {
  261. int64 ID = 1;
  262. }
  263. message LeaseRevokeResponse {
  264. ResponseHeader header = 1;
  265. }
  266. message LeaseKeepAliveRequest {
  267. int64 ID = 1;
  268. }
  269. message LeaseKeepAliveResponse {
  270. ResponseHeader header = 1;
  271. int64 ID = 2;
  272. int64 TTL = 3;
  273. }
  274. message Member {
  275. uint64 ID = 1;
  276. // If the member is not started, name will be an empty string.
  277. string name = 2;
  278. bool IsLeader = 3;
  279. repeated string peerURLs = 4;
  280. // If the member is not started, client_URLs will be an zero length
  281. // string array.
  282. repeated string clientURLs = 5;
  283. }
  284. message MemberAddRequest {
  285. repeated string peerURLs = 1;
  286. }
  287. message MemberAddResponse {
  288. ResponseHeader header = 1;
  289. Member member = 2;
  290. }
  291. message MemberRemoveRequest {
  292. uint64 ID = 1;
  293. }
  294. message MemberRemoveResponse {
  295. ResponseHeader header = 1;
  296. }
  297. message MemberUpdateRequest {
  298. uint64 ID = 1;
  299. repeated string peerURLs = 2;
  300. }
  301. message MemberUpdateResponse{
  302. ResponseHeader header = 1;
  303. }
  304. message MemberListRequest {
  305. }
  306. message MemberListResponse {
  307. ResponseHeader header = 1;
  308. repeated Member members = 2;
  309. }