test 19 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638
  1. #!/usr/bin/env bash
  2. #
  3. # Run all etcd tests
  4. # ./test
  5. # ./test -v
  6. #
  7. #
  8. # Run specified test pass
  9. #
  10. # $ PASSES=unit ./test
  11. # $ PASSES=integration ./test
  12. #
  13. #
  14. # Run tests for one package
  15. # Each pass has different default timeout, if you just run tests in one package or 1 test case then you can set TIMEOUT
  16. # flag for different expectation
  17. #
  18. # $ PASSES=unit PKG=./wal TIMEOUT=1m ./test
  19. # $ PASSES=integration PKG=client/integration TIMEOUT=1m ./test
  20. #
  21. #
  22. # Run specified unit tests in one package
  23. # To run all the tests with prefix of "TestNew", set "TESTCASE=TestNew ";
  24. # to run only "TestNew", set "TESTCASE="\bTestNew\b""
  25. #
  26. # $ PASSES=unit PKG=./wal TESTCASE=TestNew TIMEOUT=1m ./test
  27. # $ PASSES=unit PKG=./wal TESTCASE="\bTestNew\b" TIMEOUT=1m ./test
  28. # $ PASSES=integration PKG=client/integration TESTCASE="\bTestV2NoRetryEOF\b" TIMEOUT=1m ./test
  29. #
  30. #
  31. # Run code coverage
  32. # COVERDIR must either be a absolute path or a relative path to the etcd root
  33. # $ COVERDIR=coverage PASSES="build_cov cov" ./test
  34. set -e
  35. source ./build
  36. # build before setting up test GOPATH
  37. if [[ "${PASSES}" == *"functional"* ]]; then
  38. ./tools/functional-tester/build
  39. fi
  40. if [ -z "$PASSES" ]; then
  41. PASSES="fmt bom dep compile build unit"
  42. fi
  43. USERPKG=${PKG:-}
  44. # Invoke ./cover for HTML output
  45. COVER=${COVER:-"-cover"}
  46. # Hack: gofmt ./ will recursively check the .git directory. So use *.go for gofmt.
  47. IGNORE_PKGS="(vendor/|etcdserverpb|rafttest|gopath.proto|v3lockpb|v3electionpb)"
  48. INTEGRATION_PKGS="(integration|e2e|contrib|functional-tester)"
  49. # all github.com/coreos/etcd/whatever pkgs that are not auto-generated / tools
  50. # shellcheck disable=SC1117
  51. PKGS=$(find . -name \*.go | while read -r a; do dirname "$a"; done | sort | uniq | grep -vE "$IGNORE_PKGS" | grep -vE "(tools/|contrib/|e2e|pb)" | sed "s|\.|${REPO_PATH}|g" | xargs echo)
  52. # pkg1,pkg2,pkg3
  53. PKGS_COMMA=${PKGS// /,}
  54. # shellcheck disable=SC1117
  55. TEST_PKGS=$(find . -name \*_test.go | while read -r a; do dirname "$a"; done | sort | uniq | grep -vE "$IGNORE_PKGS" | sed "s|\./||g")
  56. # shellcheck disable=SC1117
  57. FORMATTABLE=$(find . -name \*.go | while read -r a; do echo "$(dirname "$a")/*.go"; done | sort | uniq | grep -vE "$IGNORE_PKGS" | sed "s|\./||g")
  58. TESTABLE_AND_FORMATTABLE=$(echo "$TEST_PKGS" | grep -vE "$INTEGRATION_PKGS")
  59. # check if user provided PKG override
  60. if [ -z "${USERPKG}" ]; then
  61. TEST=$TESTABLE_AND_FORMATTABLE
  62. FMT=$FORMATTABLE
  63. else
  64. # strip out leading dotslashes and trailing slashes from PKG=./foo/
  65. TEST=${USERPKG/#./}
  66. TEST=${TEST/#\//}
  67. TEST=${TEST/%\//}
  68. # only run gofmt on packages provided by user
  69. FMT="$TEST"
  70. fi
  71. # shellcheck disable=SC2206
  72. FMT=($FMT)
  73. # prepend REPO_PATH to each local package
  74. split=$TEST
  75. TEST=""
  76. for a in $split; do TEST="$TEST ${REPO_PATH}/${a}"; done
  77. # shellcheck disable=SC2206
  78. TEST=($TEST)
  79. # TODO: 'client' pkg fails with gosimple from generated files
  80. # TODO: 'rafttest' is failing with unused
  81. STATIC_ANALYSIS_PATHS=$(find . -name \*.go | while read -r a; do dirname "$a"; done | sort | uniq | grep -vE "$IGNORE_PKGS" | grep -v 'client')
  82. # shellcheck disable=SC2206
  83. STATIC_ANALYSIS_PATHS=($STATIC_ANALYSIS_PATHS)
  84. if [ -z "$GOARCH" ]; then
  85. GOARCH=$(go env GOARCH);
  86. fi
  87. # determine whether target supports race detection
  88. if [ "$GOARCH" == "amd64" ]; then
  89. RACE="--race"
  90. fi
  91. RUN_ARG=""
  92. if [ ! -z "${TESTCASE}" ]; then
  93. RUN_ARG="-run=${TESTCASE}"
  94. fi
  95. function unit_pass {
  96. echo "Running unit tests..."
  97. GO_TEST_FLAG=""
  98. if [ "${VERBOSE}" == "1" ]; then
  99. GO_TEST_FLAG="-v"
  100. fi
  101. if [ "${VERBOSE}" == "2" ]; then
  102. GO_TEST_FLAG="-v"
  103. export CLIENT_DEBUG=1
  104. fi
  105. if [ "${RUN_ARG}" == "" ]; then
  106. RUN_ARG="-run=Test"
  107. fi
  108. # check if user provided time out, especially useful when just run one test case
  109. # expectation could be different
  110. USERTIMEOUT=""
  111. if [ -z "${TIMEOUT}" ]; then
  112. USERTIMEOUT="3m"
  113. else
  114. USERTIMEOUT="${TIMEOUT}"
  115. fi
  116. go test ${GO_TEST_FLAG} -timeout "${USERTIMEOUT}" "${COVER}" ${RACE} -cpu 1,2,4 ${RUN_ARG} "$@" "${TEST[@]}"
  117. }
  118. function integration_pass {
  119. echo "Running integration tests..."
  120. # check if user provided time out, especially useful when just run one test case
  121. # expectation could be different
  122. USERTIMEOUT=""
  123. if [ -z "${TIMEOUT}" ]; then
  124. USERTIMEOUT="15m"
  125. else
  126. USERTIMEOUT="${TIMEOUT}"
  127. fi
  128. # if TESTCASE and PKG set, run specified test case in specified PKG
  129. # if TESTCASE set, PKG not set, run specified test case in all integration and integration_extra packages
  130. # if TESTCASE not set, PKG set, run all test cases in specified package
  131. # if TESTCASE not set, PKG not set, run all tests in all integration and integration_extra packages
  132. if [ -z "${TESTCASE}" ] && [ -z "${USERPKG}" ]; then
  133. go test -timeout "${USERTIMEOUT}" -v -cpu 1,2,4 "$@" "${REPO_PATH}/integration"
  134. integration_extra "$@"
  135. else
  136. if [ -z "${USERPKG}" ]; then
  137. INTEGTESTPKG=("${REPO_PATH}/integration"
  138. "${REPO_PATH}/client/integration"
  139. "${REPO_PATH}/clientv3/integration"
  140. "${REPO_PATH}/contrib/raftexample"
  141. "${REPO_PATH}/store")
  142. else
  143. INTEGTESTPKG=("${TEST[@]}")
  144. fi
  145. go test -timeout "${USERTIMEOUT}" -v -cpu 1,2,4 "${RUN_ARG}" "$@" "${INTEGTESTPKG[@]}"
  146. fi
  147. }
  148. function integration_extra {
  149. go test -timeout 1m -v ${RACE} -cpu 1,2,4 "$@" "${REPO_PATH}/client/integration"
  150. go test -timeout 20m -v ${RACE} -cpu 1,2,4 "$@" "${REPO_PATH}/clientv3/integration"
  151. go test -timeout 1m -v -cpu 1,2,4 "$@" "${REPO_PATH}/contrib/raftexample"
  152. go test -timeout 5m -v ${RACE} -tags v2v3 "$@" "${REPO_PATH}/etcdserver/v2store"
  153. go test -timeout 1m -v ${RACE} -cpu 1,2,4 -run=Example "$@" "${TEST[@]}"
  154. }
  155. function functional_pass {
  156. # Clean up any data and logs from previous runs
  157. rm -rf /tmp/etcd-agent-data-*
  158. for a in 1 2 3; do
  159. ./bin/etcd-agent --network tcp --address 127.0.0.1:${a}9027 &
  160. pid="$!"
  161. agent_pids="${agent_pids} $pid"
  162. done
  163. for a in 1 2 3; do
  164. echo "Waiting for 'etcd-agent' on ${a}9027..."
  165. while ! nc -z localhost ${a}9027; do
  166. sleep 1
  167. done
  168. done
  169. echo "Starting 'etcd-tester'"
  170. ./bin/etcd-tester --config ./tools/functional-tester/tester/local-test.yaml && echo "'etcd-tester' succeeded"
  171. ETCD_TESTER_EXIT_CODE=$?
  172. echo "ETCD_TESTER_EXIT_CODE:" ${ETCD_TESTER_EXIT_CODE}
  173. echo "Waiting for processes to exit"
  174. # shellcheck disable=SC2206
  175. agent_pids=($agent_pids)
  176. kill -s TERM "${agent_pids[@]}"
  177. for a in "${agent_pids[@]}"; do wait "$a" || true; done
  178. if [[ "${ETCD_TESTER_EXIT_CODE}" -ne "0" ]]; then
  179. echo "--- FAIL: exit code" ${ETCD_TESTER_EXIT_CODE}
  180. exit ${ETCD_TESTER_EXIT_CODE}
  181. fi
  182. }
  183. function cov_pass {
  184. echo "Running code coverage..."
  185. # install gocovmerge before running code coverage from github.com/wadey/gocovmerge
  186. # gocovmerge merges coverage files
  187. if ! which gocovmerge >/dev/null; then
  188. echo "gocovmerge not installed"
  189. exit 255
  190. fi
  191. if [ -z "$COVERDIR" ]; then
  192. echo "COVERDIR undeclared"
  193. exit 255
  194. fi
  195. if [ ! -f "bin/etcd_test" ]; then
  196. echo "etcd_test binary not found"
  197. exit 255
  198. fi
  199. mkdir -p "$COVERDIR"
  200. # run code coverage for unit and integration tests
  201. GOCOVFLAGS="-covermode=set -coverpkg ${PKGS_COMMA} -v -timeout 15m"
  202. # shellcheck disable=SC2206
  203. GOCOVFLAGS=($GOCOVFLAGS)
  204. failed=""
  205. for t in $(echo "${TEST_PKGS}" | grep -vE "(e2e|functional-tester)"); do
  206. tf=$(echo "$t" | tr / _)
  207. # cache package compilation data for faster repeated builds
  208. go test "${GOCOVFLAGS[@]}" -i "${REPO_PATH}/$t" || true
  209. # uses -run=Test to skip examples because clientv3/ example tests will leak goroutines
  210. go test "${GOCOVFLAGS[@]}" -run=Test -coverprofile "$COVERDIR/${tf}.coverprofile" "${REPO_PATH}/$t" || failed="$failed $t"
  211. done
  212. # v2v3 tests
  213. go test -tags v2v3 "${GOCOVFLAGS[@]}" -coverprofile "$COVERDIR/store-v2v3.coverprofile" "${REPO_PATH}/clientv3/integration" || failed="$failed store-v2v3"
  214. # proxy tests
  215. go test -tags cluster_proxy "${GOCOVFLAGS[@]}" -coverprofile "$COVERDIR/proxy_integration.coverprofile" "${REPO_PATH}/integration" || failed="$failed proxy-integration"
  216. go test -tags cluster_proxy "${GOCOVFLAGS[@]}" -coverprofile "$COVERDIR/proxy_clientv3.coverprofile" "${REPO_PATH}/clientv3/integration" || failed="$failed proxy-clientv3/integration"
  217. # run code coverage for e2e tests
  218. # use 30m timeout because e2e coverage takes longer
  219. # due to many tests cause etcd process to wait
  220. # on leadership transfer timeout during gracefully shutdown
  221. echo Testing e2e without proxy...
  222. go test -tags cov -timeout 30m -v "${REPO_PATH}/e2e" || failed="$failed e2e"
  223. echo Testing e2e with proxy...
  224. go test -tags "cov cluster_proxy" -timeout 30m -v "${REPO_PATH}/e2e" || failed="$failed e2e-proxy"
  225. # incrementally merge to get coverage data even if some coverage files are corrupted
  226. # optimistically assume etcdserver package's coverage file is OK since gocovmerge
  227. # expects to start with a non-empty file
  228. cp "$COVERDIR"/etcdserver.coverprofile "$COVERDIR"/cover.out
  229. for f in "$COVERDIR"/*.coverprofile; do
  230. echo "merging test coverage file ${f}"
  231. gocovmerge "$f" "$COVERDIR"/cover.out >"$COVERDIR"/cover.tmp || failed="$failed $f"
  232. if [ -s "$COVERDIR"/cover.tmp ]; then
  233. mv "$COVERDIR"/cover.tmp "$COVERDIR"/cover.out
  234. fi
  235. done
  236. # strip out generated files (using GNU-style sed)
  237. sed --in-place '/generated.go/d' "$COVERDIR"/cover.out || true
  238. # held failures to generate the full coverage file, now fail
  239. if [ -n "$failed" ]; then
  240. for f in $failed; do
  241. echo "--- FAIL:" "$f"
  242. done
  243. exit 255
  244. fi
  245. }
  246. function e2e_pass {
  247. echo "Running e2e tests..."
  248. # check if user provided time out, especially useful when just run one test case
  249. # expectation could be different
  250. USERTIMEOUT=""
  251. if [ -z "${TIMEOUT}" ]; then
  252. USERTIMEOUT="15m"
  253. else
  254. USERTIMEOUT="${TIMEOUT}"
  255. fi
  256. go test -timeout "${USERTIMEOUT}" -v -cpu 1,2,4 "${RUN_ARG}" "$@" "${REPO_PATH}/e2e"
  257. }
  258. function integration_e2e_pass {
  259. echo "Running integration and e2e tests..."
  260. go test -timeout 15m -v -cpu 1,2,4 "$@" "${REPO_PATH}/e2e" &
  261. e2epid="$!"
  262. go test -timeout 15m -v -cpu 1,2,4 "$@" "${REPO_PATH}/integration" &
  263. intpid="$!"
  264. wait $e2epid
  265. wait $intpid
  266. integration_extra "$@"
  267. }
  268. function grpcproxy_pass {
  269. go test -timeout 20m -v ${RACE} -tags cluster_proxy -cpu 1,2,4 "$@" "${REPO_PATH}/integration"
  270. go test -timeout 20m -v ${RACE} -tags cluster_proxy -cpu 1,2,4 "$@" "${REPO_PATH}/clientv3/integration"
  271. go test -timeout 15m -v -tags cluster_proxy "$@" "${REPO_PATH}/e2e"
  272. }
  273. function release_pass {
  274. rm -f ./bin/etcd-last-release
  275. # to grab latest patch release; bump this up for every minor release
  276. UPGRADE_VER=$(git tag -l --sort=-version:refname "v3.3.*" | head -1)
  277. if [ -n "$MANUAL_VER" ]; then
  278. # in case, we need to test against different version
  279. UPGRADE_VER=$MANUAL_VER
  280. fi
  281. if [[ -z ${UPGRADE_VER} ]]; then
  282. UPGRADE_VER="v3.3.0"
  283. echo "fallback to" ${UPGRADE_VER}
  284. fi
  285. local file="etcd-$UPGRADE_VER-linux-$GOARCH.tar.gz"
  286. echo "Downloading $file"
  287. set +e
  288. curl --fail -L "https://github.com/coreos/etcd/releases/download/$UPGRADE_VER/$file" -o "/tmp/$file"
  289. local result=$?
  290. set -e
  291. case $result in
  292. 0) ;;
  293. *) echo "--- FAIL:" ${result}
  294. exit $result
  295. ;;
  296. esac
  297. tar xzvf "/tmp/$file" -C /tmp/ --strip-components=1
  298. mkdir -p ./bin
  299. mv /tmp/etcd ./bin/etcd-last-release
  300. }
  301. function shellcheck_pass {
  302. if which shellcheck >/dev/null; then
  303. shellcheckResult=$(shellcheck -fgcc build test scripts/* 2>&1 || true)
  304. if [ -n "${shellcheckResult}" ]; then
  305. echo -e "shellcheck checking failed:\\n${shellcheckResult}"
  306. exit 255
  307. fi
  308. fi
  309. }
  310. function markdown_you_pass {
  311. # eschew you
  312. yous=$(find . -name \*.md -exec grep -E --color "[Yy]ou[r]?[ '.,;]" {} + | grep -v /v2/ || true)
  313. if [ ! -z "$yous" ]; then
  314. echo -e "found 'you' in documentation:\\n${yous}"
  315. exit 255
  316. fi
  317. }
  318. function markdown_marker_pass {
  319. # TODO: check other markdown files when marker handles headers with '[]'
  320. if which marker >/dev/null; then
  321. markerResult=$(marker --skip-http --root ./Documentation 2>&1 || true)
  322. if [ -n "${markerResult}" ]; then
  323. echo -e "marker checking failed:\\n${markerResult}"
  324. exit 255
  325. fi
  326. else
  327. echo "Skipping marker..."
  328. fi
  329. }
  330. function goword_pass {
  331. if which goword >/dev/null; then
  332. # get all go files to process
  333. gofiles=$(find "${FMT[@]}" -iname '*.go' 2>/dev/null)
  334. # shellcheck disable=SC2206
  335. gofiles_all=($gofiles)
  336. # ignore tests and protobuf files
  337. # shellcheck disable=SC1117
  338. gofiles=$(echo "${gofiles_all[@]}" | sort | uniq | sed "s/ /\n/g" | grep -vE "(\\_test.go|\\.pb\\.go)")
  339. # shellcheck disable=SC2206
  340. gofiles=($gofiles)
  341. # only check for broken exported godocs
  342. gowordRes=$(goword -use-spell=false "${gofiles[@]}" | grep godoc-export | sort)
  343. if [ ! -z "$gowordRes" ]; then
  344. echo -e "goword checking failed:\\n${gowordRes}"
  345. exit 255
  346. fi
  347. # check some spelling
  348. gowordRes=$(goword -ignore-file=.words clientv3/{*,*/*}.go 2>&1 | grep spell | sort)
  349. if [ ! -z "$gowordRes" ]; then
  350. echo -e "goword checking failed:\\n${gowordRes}"
  351. exit 255
  352. fi
  353. else
  354. echo "Skipping goword..."
  355. fi
  356. }
  357. function gofmt_pass {
  358. fmtRes=$(gofmt -l -s -d "${FMT[@]}")
  359. if [ -n "${fmtRes}" ]; then
  360. echo -e "gofmt checking failed:\\n${fmtRes}"
  361. exit 255
  362. fi
  363. }
  364. function govet_pass {
  365. vetRes=$(go vet "${TEST[@]}")
  366. if [ -n "${vetRes}" ]; then
  367. echo -e "govet checking failed:\\n${vetRes}"
  368. exit 255
  369. fi
  370. }
  371. function govet_shadow_pass {
  372. fmtpkgs=$(for a in "${FMT[@]}"; do dirname "$a"; done | sort | uniq | grep -v "\\.")
  373. # shellcheck disable=SC2206
  374. fmtpkgs=($fmtpkgs)
  375. vetRes=$(go tool vet -all -shadow "${fmtpkgs[@]}" 2>&1 | grep -v '/gw/' || true)
  376. if [ -n "${vetRes}" ]; then
  377. echo -e "govet -all -shadow checking failed:\\n${vetRes}"
  378. exit 255
  379. fi
  380. }
  381. function gosimple_pass {
  382. if which gosimple >/dev/null; then
  383. gosimpleResult=$(gosimple "${STATIC_ANALYSIS_PATHS[@]}" 2>&1 || true)
  384. if [ -n "${gosimpleResult}" ]; then
  385. echo -e "gosimple checking failed:\\n${gosimpleResult}"
  386. exit 255
  387. fi
  388. else
  389. echo "Skipping gosimple..."
  390. fi
  391. }
  392. function unused_pass {
  393. if which unused >/dev/null; then
  394. unusedResult=$(unused "${STATIC_ANALYSIS_PATHS[@]}" 2>&1 || true)
  395. if [ -n "${unusedResult}" ]; then
  396. echo -e "unused checking failed:\\n${unusedResult}"
  397. exit 255
  398. fi
  399. else
  400. echo "Skipping unused..."
  401. fi
  402. }
  403. function staticcheck_pass {
  404. if which staticcheck >/dev/null; then
  405. staticcheckResult=$(staticcheck "${STATIC_ANALYSIS_PATHS[@]}" 2>&1 || true)
  406. if [ -n "${staticcheckResult}" ]; then
  407. # TODO: resolve these after go1.8 migration
  408. # See https://github.com/dominikh/go-tools/tree/master/cmd/staticcheck
  409. STATIC_CHECK_MASK="SA(1012|1019|2002)"
  410. if echo "${staticcheckResult}" | grep -vE "$STATIC_CHECK_MASK"; then
  411. echo -e "staticcheck checking failed:\\n${staticcheckResult}"
  412. exit 255
  413. else
  414. suppressed=$(echo "${staticcheckResult}" | sed 's/ /\n/g' | grep "(SA" | sort | uniq -c)
  415. echo -e "staticcheck suppressed warnings:\\n${suppressed}"
  416. fi
  417. fi
  418. else
  419. echo "Skipping staticcheck..."
  420. fi
  421. }
  422. function ineffassign_pass {
  423. if which ineffassign >/dev/null; then
  424. ineffassignResult=$(ineffassign "${STATIC_ANALYSIS_PATHS[@]}" 2>&1 || true)
  425. if [ -n "${ineffassignResult}" ]; then
  426. echo -e "ineffassign checking failed:\\n${ineffassignResult}"
  427. exit 255
  428. fi
  429. else
  430. echo "Skipping ineffassign..."
  431. fi
  432. }
  433. function nakedret_pass {
  434. if which nakedret >/dev/null; then
  435. nakedretResult=$(nakedret "${STATIC_ANALYSIS_PATHS[@]}" 2>&1 || true)
  436. if [ -n "${nakedretResult}" ]; then
  437. echo -e "nakedret checking failed:\\n${nakedretResult}"
  438. exit 255
  439. fi
  440. else
  441. echo "Skipping nakedret..."
  442. fi
  443. }
  444. function license_header_pass {
  445. licRes=""
  446. files=$(find . -type f -iname '*.go' ! -path './vendor/*' ! -path './gopath.proto/*')
  447. for file in $files; do
  448. if ! head -n3 "${file}" | grep -Eq "(Copyright|generated|GENERATED)" ; then
  449. licRes="${licRes}"$(echo -e " ${file}")
  450. fi
  451. done
  452. if [ -n "${licRes}" ]; then
  453. echo -e "license header checking failed:\\n${licRes}"
  454. exit 255
  455. fi
  456. }
  457. function receiver_name_pass {
  458. # shellcheck disable=SC1117
  459. recvs=$(grep 'func ([^*]' {*,*/*,*/*/*}.go | grep -Ev "(generated|pb/)" | tr ':' ' ' | \
  460. awk ' { print $2" "$3" "$4" "$1 }' | sed "s/[a-zA-Z\.]*go//g" | sort | uniq | \
  461. grep -Ev "(Descriptor|Proto|_)" | awk ' { print $3" "$4 } ' | sort | uniq -c | grep -v ' 1 ' | awk ' { print $2 } ')
  462. if [ -n "${recvs}" ]; then
  463. # shellcheck disable=SC2206
  464. recvs=($recvs)
  465. for recv in "${recvs[@]}"; do
  466. echo "Mismatched receiver for $recv..."
  467. grep "$recv" "${FMT[@]}" | grep 'func ('
  468. done
  469. exit 255
  470. fi
  471. }
  472. function commit_title_pass {
  473. git log --oneline "$(git merge-base HEAD master)"...HEAD | while read -r l; do
  474. commitMsg=$(echo "$l" | cut -f2- -d' ')
  475. if [[ "$commitMsg" == Merge* ]]; then
  476. # ignore "Merge pull" commits
  477. continue
  478. fi
  479. if [[ "$commitMsg" == Revert* ]]; then
  480. # ignore revert commits
  481. continue
  482. fi
  483. pkgPrefix=$(echo "$commitMsg" | cut -f1 -d':')
  484. spaceCommas=$(echo "$commitMsg" | sed 's/ /\n/g' | grep -c ',$' || echo 0)
  485. commaSpaces=$(echo "$commitMsg" | sed 's/,/\n/g' | grep -c '^ ' || echo 0)
  486. if [[ $(echo "$commitMsg" | grep -c ":..*") == 0 || "$commitMsg" == "$pkgPrefix" || "$spaceCommas" != "$commaSpaces" ]]; then
  487. echo "$l"...
  488. echo "Expected commit title format '<package>{\", \"<package>}: <description>'"
  489. echo "Got: $l"
  490. exit 255
  491. fi
  492. done
  493. }
  494. function fmt_pass {
  495. toggle_failpoints disable
  496. for p in shellcheck \
  497. markdown_you \
  498. markdown_marker \
  499. goword \
  500. gofmt \
  501. govet \
  502. govet_shadow \
  503. gosimple \
  504. unused \
  505. staticcheck \
  506. ineffassign \
  507. nakedret \
  508. license_header \
  509. receiver_name \
  510. commit_title \
  511. ; do
  512. echo "'$p' started at $(date)"
  513. "${p}"_pass "$@"
  514. echo "'$p' completed at $(date)"
  515. done
  516. }
  517. function bom_pass {
  518. if ! which license-bill-of-materials >/dev/null; then
  519. return
  520. fi
  521. echo "Checking bill of materials..."
  522. license-bill-of-materials \
  523. --override-file bill-of-materials.override.json \
  524. github.com/coreos/etcd github.com/coreos/etcd/etcdctl >bom-now.json || true
  525. if ! diff bill-of-materials.json bom-now.json; then
  526. echo "vendored licenses do not match given bill of materials"
  527. exit 255
  528. fi
  529. rm bom-now.json
  530. }
  531. function dep_pass {
  532. echo "Checking package dependencies..."
  533. # don't pull in etcdserver package
  534. pushd clientv3 >/dev/null
  535. badpkg="(etcdserver$|mvcc$|backend$|grpc-gateway)"
  536. deps=$(go list -f '{{ .Deps }}' | sed 's/ /\n/g' | grep -E "${badpkg}" || echo "")
  537. popd >/dev/null
  538. if [ ! -z "$deps" ]; then
  539. echo -e "clientv3 has masked dependencies:\\n${deps}"
  540. exit 255
  541. fi
  542. }
  543. function build_cov_pass {
  544. out="bin"
  545. if [ -n "${BINDIR}" ]; then out="${BINDIR}"; fi
  546. go test -tags cov -c -covermode=set -coverpkg="$PKGS_COMMA" -o "${out}/etcd_test"
  547. go test -tags cov -c -covermode=set -coverpkg="$PKGS_COMMA" -o "${out}/etcdctl_test" "${REPO_PATH}/etcdctl"
  548. }
  549. function compile_pass {
  550. echo "Checking build..."
  551. GO_BUILD_FLAGS="-a -v" tools_build
  552. }
  553. # fail fast on static tests
  554. function build_pass {
  555. GO_BUILD_FLAGS="-a -v" etcd_build
  556. }
  557. for pass in $PASSES; do
  558. echo "Starting '$pass' pass at $(date)"
  559. "${pass}"_pass "$@"
  560. echo "Finished '$pass' pass at $(date)"
  561. done
  562. echo "Success"