genproto.sh 3.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102
  1. #!/usr/bin/env bash
  2. #
  3. # Generate all etcd protobuf bindings.
  4. # Run from repository root.
  5. #
  6. set -e
  7. if ! [[ "$0" =~ "scripts/genproto.sh" ]]; then
  8. echo "must be run from repository root"
  9. exit 255
  10. fi
  11. # for now, be conservative about what version of protoc we expect
  12. if ! [[ $(protoc --version) =~ "3.0.0" ]]; then
  13. echo "could not find protoc 3.0.0, is it installed + in PATH?"
  14. exit 255
  15. fi
  16. # directories containing protos to be built
  17. DIRS="./wal/walpb ./etcdserver/etcdserverpb ./snap/snappb ./raft/raftpb ./mvcc/mvccpb ./lease/leasepb ./auth/authpb"
  18. # exact version of protoc-gen-gogo to build
  19. GOGO_PROTO_SHA="2752d97bbd91927dd1c43296dbf8700e50e2708c"
  20. GRPC_GATEWAY_SHA="dcb844349dc5d2cb0300fdc4d2d374839d0d2e13"
  21. # set up self-contained GOPATH for building
  22. export GOPATH=${PWD}/gopath
  23. export GOBIN=${PWD}/bin
  24. export PATH="${GOBIN}:${PATH}"
  25. COREOS_ROOT="${GOPATH}/src/github.com/coreos"
  26. ETCD_ROOT="${COREOS_ROOT}/etcd"
  27. GOGOPROTO_ROOT="${GOPATH}/src/github.com/gogo/protobuf"
  28. GOGOPROTO_PATH="${GOGOPROTO_ROOT}:${GOGOPROTO_ROOT}/protobuf"
  29. GRPC_GATEWAY_ROOT="${GOPATH}/src/github.com/gengo/grpc-gateway"
  30. rm -f "${ETCD_ROOT}"
  31. mkdir -p "${COREOS_ROOT}"
  32. ln -s "${PWD}" "${ETCD_ROOT}"
  33. # Ensure we have the right version of protoc-gen-gogo by building it every time.
  34. # TODO(jonboulle): vendor this instead of `go get`ting it.
  35. go get -u github.com/gogo/protobuf/{proto,protoc-gen-gogo,gogoproto}
  36. go get -u golang.org/x/tools/cmd/goimports
  37. pushd "${GOGOPROTO_ROOT}"
  38. git reset --hard "${GOGO_PROTO_SHA}"
  39. make install
  40. popd
  41. # generate gateway code
  42. go get -u github.com/gengo/grpc-gateway/protoc-gen-grpc-gateway
  43. pushd "${GRPC_GATEWAY_ROOT}"
  44. git reset --hard "${GRPC_GATEWAY_SHA}"
  45. go install ./protoc-gen-grpc-gateway
  46. popd
  47. for dir in ${DIRS}; do
  48. pushd ${dir}
  49. protoc --gogofast_out=plugins=grpc,import_prefix=github.com/coreos/:. -I=.:"${GOGOPROTO_PATH}":"${COREOS_ROOT}":"${GRPC_GATEWAY_ROOT}/third_party/googleapis" *.proto
  50. sed -i.bak -E "s/github\.com\/coreos\/(gogoproto|github\.com|golang\.org|google\.golang\.org)/\1/g" *.pb.go
  51. sed -i.bak -E 's/github\.com\/coreos\/(errors|fmt|io)/\1/g' *.pb.go
  52. sed -i.bak -E 's/import _ \"gogoproto\"//g' *.pb.go
  53. sed -i.bak -E 's/import fmt \"fmt\"//g' *.pb.go
  54. sed -i.bak -E 's/import _ \"github\.com\/coreos\/google\/api\"//g' *.pb.go
  55. rm -f *.bak
  56. goimports -w *.pb.go
  57. popd
  58. done
  59. protoc -I. \
  60. -I${GRPC_GATEWAY_ROOT}/third_party/googleapis \
  61. -I${GOGOPROTO_PATH} \
  62. -I${COREOS_ROOT} --grpc-gateway_out=logtostderr=true:. ./etcdserver/etcdserverpb/rpc.proto
  63. # install protodoc
  64. # go get -v -u github.com/coreos/protodoc
  65. #
  66. # by default, do not run this option.
  67. # only run when './scripts/genproto.sh -g'
  68. #
  69. if [ "$1" = "-g" ]; then
  70. echo "protodoc is auto-generating grpc API reference documentation..."
  71. go get -v -u github.com/coreos/protodoc
  72. SHA_PROTODOC="f4164b1cce80b5eba4c835d08483f552dc568b7c"
  73. PROTODOC_PATH="${GOPATH}/src/github.com/coreos/protodoc"
  74. pushd "${PROTODOC_PATH}"
  75. git reset --hard "${SHA_PROTODOC}"
  76. go install
  77. echo "protodoc is updated"
  78. popd
  79. protodoc --directories="etcdserver/etcdserverpb=service_message,mvcc/mvccpb=service_message,lease/leasepb=service_message,auth/authpb=service_message" \
  80. --title="etcd API Reference" \
  81. --output="Documentation/dev-guide/api_reference_v3.md" \
  82. --message-only-from-this-file="etcdserver/etcdserverpb/rpc.proto" \
  83. --disclaimer="This is a generated documentation. Please read the proto files for more."
  84. echo "protodoc is finished..."
  85. else
  86. echo "skipping grpc API reference document auto-generation..."
  87. fi