test 19 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634
  1. #!/usr/bin/env bash
  2. #
  3. # Run all etcd tests
  4. # ./test
  5. # ./test -v
  6. #
  7. #
  8. # Run specified test pass
  9. #
  10. # $ PASSES=unit ./test
  11. # $ PASSES=integration ./test
  12. #
  13. #
  14. # Run tests for one package
  15. # Each pass has different default timeout, if you just run tests in one package or 1 test case then you can set TIMEOUT
  16. # flag for different expectation
  17. #
  18. # $ PASSES=unit PKG=./wal TIMEOUT=1m ./test
  19. # $ PASSES=integration PKG=client/integration TIMEOUT=1m ./test
  20. #
  21. #
  22. # Run specified unit tests in one package
  23. # To run all the tests with prefix of "TestNew", set "TESTCASE=TestNew ";
  24. # to run only "TestNew", set "TESTCASE="\bTestNew\b""
  25. #
  26. # $ PASSES=unit PKG=./wal TESTCASE=TestNew TIMEOUT=1m ./test
  27. # $ PASSES=unit PKG=./wal TESTCASE="\bTestNew\b" TIMEOUT=1m ./test
  28. # $ PASSES=integration PKG=client/integration TESTCASE="\bTestV2NoRetryEOF\b" TIMEOUT=1m ./test
  29. #
  30. #
  31. # Run code coverage
  32. # COVERDIR must either be a absolute path or a relative path to the etcd root
  33. # $ COVERDIR=coverage PASSES="build_cov cov" ./test
  34. set -e
  35. source ./build
  36. # build before setting up test GOPATH
  37. if [[ "${PASSES}" == *"functional"* ]]; then
  38. ./functional/build
  39. fi
  40. if [ -z "$PASSES" ]; then
  41. PASSES="fmt bom dep build unit"
  42. fi
  43. USERPKG=${PKG:-}
  44. # Invoke ./tests/cover.test.bash for HTML output
  45. COVER=${COVER:-"-cover"}
  46. # Hack: gofmt ./ will recursively check the .git directory. So use *.go for gofmt.
  47. IGNORE_PKGS="(vendor/|etcdserverpb|rafttest|gopath.proto|v3lockpb|v3electionpb)"
  48. INTEGRATION_PKGS="(integration|tests/e2e|contrib|functional)"
  49. # all github.com/coreos/etcd/whatever pkgs that are not auto-generated / tools
  50. # shellcheck disable=SC1117
  51. PKGS=$(find . -name \*.go | while read -r a; do dirname "$a"; done | sort | uniq | grep -vE "$IGNORE_PKGS" | grep -vE "(tools/|contrib/|tests/e2e|pb)" | sed "s|\.|${REPO_PATH}|g" | xargs echo)
  52. # pkg1,pkg2,pkg3
  53. PKGS_COMMA=${PKGS// /,}
  54. # shellcheck disable=SC1117
  55. TEST_PKGS=$(find . -name \*_test.go | while read -r a; do dirname "$a"; done | sort | uniq | grep -vE "$IGNORE_PKGS" | sed "s|\./||g")
  56. # shellcheck disable=SC1117
  57. FORMATTABLE=$(find . -name \*.go | while read -r a; do echo "$(dirname "$a")/*.go"; done | sort | uniq | grep -vE "$IGNORE_PKGS" | sed "s|\./||g")
  58. TESTABLE_AND_FORMATTABLE=$(echo "$TEST_PKGS" | grep -vE "$INTEGRATION_PKGS")
  59. # check if user provided PKG override
  60. if [ -z "${USERPKG}" ]; then
  61. TEST=$TESTABLE_AND_FORMATTABLE
  62. FMT=$FORMATTABLE
  63. else
  64. # strip out leading dotslashes and trailing slashes from PKG=./foo/
  65. TEST=${USERPKG/#./}
  66. TEST=${TEST/#\//}
  67. TEST=${TEST/%\//}
  68. # only run gofmt on packages provided by user
  69. FMT="$TEST"
  70. fi
  71. # shellcheck disable=SC2206
  72. FMT=($FMT)
  73. # prepend REPO_PATH to each local package
  74. split=$TEST
  75. TEST=""
  76. for a in $split; do TEST="$TEST ${REPO_PATH}/${a}"; done
  77. # shellcheck disable=SC2206
  78. TEST=($TEST)
  79. # TODO: 'client' pkg fails with gosimple from generated files
  80. # TODO: 'rafttest' is failing with unused
  81. STATIC_ANALYSIS_PATHS=$(find . -name \*.go | while read -r a; do dirname "$a"; done | sort | uniq | grep -vE "$IGNORE_PKGS" | grep -v 'client')
  82. # shellcheck disable=SC2206
  83. STATIC_ANALYSIS_PATHS=($STATIC_ANALYSIS_PATHS)
  84. if [ -z "$GOARCH" ]; then
  85. GOARCH=$(go env GOARCH);
  86. fi
  87. # determine whether target supports race detection
  88. if [ "$GOARCH" == "amd64" ]; then
  89. RACE="--race"
  90. fi
  91. RUN_ARG=""
  92. if [ ! -z "${TESTCASE}" ]; then
  93. RUN_ARG="-run=${TESTCASE}"
  94. fi
  95. function unit_pass {
  96. echo "Running unit tests..."
  97. GO_TEST_FLAG=""
  98. if [ "${VERBOSE}" == "1" ]; then
  99. GO_TEST_FLAG="-v"
  100. fi
  101. if [ "${VERBOSE}" == "2" ]; then
  102. GO_TEST_FLAG="-v"
  103. export CLIENT_DEBUG=1
  104. fi
  105. if [ "${RUN_ARG}" == "" ]; then
  106. RUN_ARG="-run=Test"
  107. fi
  108. # check if user provided time out, especially useful when just run one test case
  109. # expectation could be different
  110. USERTIMEOUT=""
  111. if [ -z "${TIMEOUT}" ]; then
  112. USERTIMEOUT="3m"
  113. else
  114. USERTIMEOUT="${TIMEOUT}"
  115. fi
  116. go test ${GO_TEST_FLAG} -timeout "${USERTIMEOUT}" "${COVER}" ${RACE} -cpu 1,2,4 ${RUN_ARG} "$@" "${TEST[@]}"
  117. }
  118. function integration_pass {
  119. echo "Running integration tests..."
  120. # check if user provided time out, especially useful when just run one test case
  121. # expectation could be different
  122. USERTIMEOUT=""
  123. if [ -z "${TIMEOUT}" ]; then
  124. USERTIMEOUT="20m"
  125. else
  126. USERTIMEOUT="${TIMEOUT}"
  127. fi
  128. # if TESTCASE and PKG set, run specified test case in specified PKG
  129. # if TESTCASE set, PKG not set, run specified test case in all integration and integration_extra packages
  130. # if TESTCASE not set, PKG set, run all test cases in specified package
  131. # if TESTCASE not set, PKG not set, run all tests in all integration and integration_extra packages
  132. if [ -z "${TESTCASE}" ] && [ -z "${USERPKG}" ]; then
  133. go test -timeout "${USERTIMEOUT}" -v -cpu 1,2,4 "$@" "${REPO_PATH}/integration"
  134. integration_extra "$@"
  135. else
  136. if [ -z "${USERPKG}" ]; then
  137. INTEGTESTPKG=("${REPO_PATH}/integration"
  138. "${REPO_PATH}/client/integration"
  139. "${REPO_PATH}/clientv3/integration"
  140. "${REPO_PATH}/contrib/raftexample"
  141. "${REPO_PATH}/store")
  142. else
  143. INTEGTESTPKG=("${TEST[@]}")
  144. fi
  145. go test -timeout "${USERTIMEOUT}" -v -cpu 1,2,4 "${RUN_ARG}" "$@" "${INTEGTESTPKG[@]}"
  146. fi
  147. }
  148. function integration_extra {
  149. go test -timeout 1m -v ${RACE} -cpu 1,2,4 "$@" "${REPO_PATH}/client/integration"
  150. go test -timeout 25m -v ${RACE} -cpu 1,2,4 "$@" "${REPO_PATH}/clientv3/integration"
  151. go test -timeout 1m -v -cpu 1,2,4 "$@" "${REPO_PATH}/contrib/raftexample"
  152. go test -timeout 5m -v ${RACE} -tags v2v3 "$@" "${REPO_PATH}/etcdserver/v2store"
  153. go test -timeout 1m -v ${RACE} -cpu 1,2,4 -run=Example "$@" "${TEST[@]}"
  154. }
  155. function functional_pass {
  156. # Clean up any data and logs from previous runs
  157. rm -rf /tmp/etcd-functional-* /tmp/etcd-functional-*.backup
  158. for a in 1 2 3; do
  159. ./bin/etcd-agent --network tcp --address 127.0.0.1:${a}9027 &
  160. pid="$!"
  161. agent_pids="${agent_pids} $pid"
  162. done
  163. for a in 1 2 3; do
  164. echo "Waiting for 'etcd-agent' on ${a}9027..."
  165. while ! nc -z localhost ${a}9027; do
  166. sleep 1
  167. done
  168. done
  169. echo "functional test START!"
  170. ./bin/etcd-tester --config ./functional.yaml && echo "'etcd-tester' succeeded"
  171. ETCD_TESTER_EXIT_CODE=$?
  172. echo "ETCD_TESTER_EXIT_CODE:" ${ETCD_TESTER_EXIT_CODE}
  173. # shellcheck disable=SC2206
  174. agent_pids=($agent_pids)
  175. kill -s TERM "${agent_pids[@]}" || true
  176. if [[ "${ETCD_TESTER_EXIT_CODE}" -ne "0" ]]; then
  177. echo "--- FAIL: exit code" ${ETCD_TESTER_EXIT_CODE}
  178. exit ${ETCD_TESTER_EXIT_CODE}
  179. fi
  180. echo "functional test PASS!"
  181. }
  182. function cov_pass {
  183. echo "Running code coverage..."
  184. # install gocovmerge before running code coverage from github.com/wadey/gocovmerge
  185. # gocovmerge merges coverage files
  186. if ! which gocovmerge >/dev/null; then
  187. echo "gocovmerge not installed"
  188. exit 255
  189. fi
  190. if [ -z "$COVERDIR" ]; then
  191. echo "COVERDIR undeclared"
  192. exit 255
  193. fi
  194. if [ ! -f "bin/etcd_test" ]; then
  195. echo "etcd_test binary not found"
  196. exit 255
  197. fi
  198. mkdir -p "$COVERDIR"
  199. # run code coverage for unit and integration tests
  200. GOCOVFLAGS="-covermode=set -coverpkg ${PKGS_COMMA} -v -timeout 20m"
  201. # shellcheck disable=SC2206
  202. GOCOVFLAGS=($GOCOVFLAGS)
  203. failed=""
  204. for t in $(echo "${TEST_PKGS}" | grep -vE "(tests/e2e|functional)"); do
  205. tf=$(echo "$t" | tr / _)
  206. # cache package compilation data for faster repeated builds
  207. go test "${GOCOVFLAGS[@]}" -i "${REPO_PATH}/$t" || true
  208. # uses -run=Test to skip examples because clientv3/ example tests will leak goroutines
  209. go test "${GOCOVFLAGS[@]}" -run=Test -coverprofile "$COVERDIR/${tf}.coverprofile" "${REPO_PATH}/$t" || failed="$failed $t"
  210. done
  211. # v2v3 tests
  212. go test -tags v2v3 "${GOCOVFLAGS[@]}" -coverprofile "$COVERDIR/store-v2v3.coverprofile" "${REPO_PATH}/clientv3/integration" || failed="$failed store-v2v3"
  213. # proxy tests
  214. go test -tags cluster_proxy "${GOCOVFLAGS[@]}" -coverprofile "$COVERDIR/proxy_integration.coverprofile" "${REPO_PATH}/integration" || failed="$failed proxy-integration"
  215. go test -tags cluster_proxy "${GOCOVFLAGS[@]}" -coverprofile "$COVERDIR/proxy_clientv3.coverprofile" "${REPO_PATH}/clientv3/integration" || failed="$failed proxy-clientv3/integration"
  216. # run code coverage for e2e tests
  217. # use 30m timeout because e2e coverage takes longer
  218. # due to many tests cause etcd process to wait
  219. # on leadership transfer timeout during gracefully shutdown
  220. echo Testing tests/e2e without proxy...
  221. go test -tags cov -timeout 30m -v "${REPO_PATH}/tests/e2e" || failed="$failed tests/e2e"
  222. echo Testing tests/e2e with proxy...
  223. go test -tags "cov cluster_proxy" -timeout 30m -v "${REPO_PATH}/tests/e2e" || failed="$failed tests/e2e-proxy"
  224. # incrementally merge to get coverage data even if some coverage files are corrupted
  225. # optimistically assume etcdserver package's coverage file is OK since gocovmerge
  226. # expects to start with a non-empty file
  227. cp "$COVERDIR"/etcdserver.coverprofile "$COVERDIR"/cover.out
  228. for f in "$COVERDIR"/*.coverprofile; do
  229. echo "merging test coverage file ${f}"
  230. gocovmerge "$f" "$COVERDIR"/cover.out >"$COVERDIR"/cover.tmp || failed="$failed $f"
  231. if [ -s "$COVERDIR"/cover.tmp ]; then
  232. mv "$COVERDIR"/cover.tmp "$COVERDIR"/cover.out
  233. fi
  234. done
  235. # strip out generated files (using GNU-style sed)
  236. sed --in-place '/generated.go/d' "$COVERDIR"/cover.out || true
  237. # held failures to generate the full coverage file, now fail
  238. if [ -n "$failed" ]; then
  239. for f in $failed; do
  240. echo "--- FAIL:" "$f"
  241. done
  242. exit 255
  243. fi
  244. }
  245. function e2e_pass {
  246. echo "Running e2e tests..."
  247. # check if user provided time out, especially useful when just run one test case
  248. # expectation could be different
  249. USERTIMEOUT=""
  250. if [ -z "${TIMEOUT}" ]; then
  251. USERTIMEOUT="20m"
  252. else
  253. USERTIMEOUT="${TIMEOUT}"
  254. fi
  255. go test -timeout "${USERTIMEOUT}" -v -cpu 1,2,4 "${RUN_ARG}" "$@" "${REPO_PATH}/tests/e2e"
  256. }
  257. function integration_e2e_pass {
  258. echo "Running integration and e2e tests..."
  259. go test -timeout 20m -v -cpu 1,2,4 "$@" "${REPO_PATH}/tests/e2e" &
  260. e2epid="$!"
  261. go test -timeout 20m -v -cpu 1,2,4 "$@" "${REPO_PATH}/integration" &
  262. intpid="$!"
  263. wait $e2epid
  264. wait $intpid
  265. integration_extra "$@"
  266. }
  267. function grpcproxy_pass {
  268. go test -timeout 20m -v ${RACE} -tags cluster_proxy -cpu 1,2,4 "$@" "${REPO_PATH}/integration"
  269. go test -timeout 20m -v ${RACE} -tags cluster_proxy -cpu 1,2,4 "$@" "${REPO_PATH}/clientv3/integration"
  270. go test -timeout 20m -v -tags cluster_proxy "$@" "${REPO_PATH}/tests/e2e"
  271. }
  272. function release_pass {
  273. rm -f ./bin/etcd-last-release
  274. # to grab latest patch release; bump this up for every minor release
  275. UPGRADE_VER=$(git tag -l --sort=-version:refname "v3.3.*" | head -1)
  276. if [ -n "$MANUAL_VER" ]; then
  277. # in case, we need to test against different version
  278. UPGRADE_VER=$MANUAL_VER
  279. fi
  280. if [[ -z ${UPGRADE_VER} ]]; then
  281. UPGRADE_VER="v3.3.0"
  282. echo "fallback to" ${UPGRADE_VER}
  283. fi
  284. local file="etcd-$UPGRADE_VER-linux-$GOARCH.tar.gz"
  285. echo "Downloading $file"
  286. set +e
  287. curl --fail -L "https://github.com/coreos/etcd/releases/download/$UPGRADE_VER/$file" -o "/tmp/$file"
  288. local result=$?
  289. set -e
  290. case $result in
  291. 0) ;;
  292. *) echo "--- FAIL:" ${result}
  293. exit $result
  294. ;;
  295. esac
  296. tar xzvf "/tmp/$file" -C /tmp/ --strip-components=1
  297. mkdir -p ./bin
  298. mv /tmp/etcd ./bin/etcd-last-release
  299. }
  300. function shellcheck_pass {
  301. if which shellcheck >/dev/null; then
  302. shellcheckResult=$(shellcheck -fgcc build test scripts/*.sh 2>&1 || true)
  303. if [ -n "${shellcheckResult}" ]; then
  304. echo -e "shellcheck checking failed:\\n${shellcheckResult}"
  305. exit 255
  306. fi
  307. fi
  308. }
  309. function markdown_you_pass {
  310. # eschew you
  311. yous=$(find . -name \*.md -exec grep -E --color "[Yy]ou[r]?[ '.,;]" {} + | grep -v /v2/ || true)
  312. if [ ! -z "$yous" ]; then
  313. echo -e "found 'you' in documentation:\\n${yous}"
  314. exit 255
  315. fi
  316. }
  317. function markdown_marker_pass {
  318. # TODO: check other markdown files when marker handles headers with '[]'
  319. if which marker >/dev/null; then
  320. markerResult=$(marker --skip-http --root ./Documentation 2>&1 || true)
  321. if [ -n "${markerResult}" ]; then
  322. echo -e "marker checking failed:\\n${markerResult}"
  323. exit 255
  324. fi
  325. else
  326. echo "Skipping marker..."
  327. fi
  328. }
  329. function goword_pass {
  330. if which goword >/dev/null; then
  331. # get all go files to process
  332. gofiles=$(find "${FMT[@]}" -iname '*.go' 2>/dev/null)
  333. # shellcheck disable=SC2206
  334. gofiles_all=($gofiles)
  335. # ignore tests and protobuf files
  336. # shellcheck disable=SC1117
  337. gofiles=$(echo "${gofiles_all[@]}" | sort | uniq | sed "s/ /\n/g" | grep -vE "(\\_test.go|\\.pb\\.go)")
  338. # shellcheck disable=SC2206
  339. gofiles=($gofiles)
  340. # only check for broken exported godocs
  341. gowordRes=$(goword -use-spell=false "${gofiles[@]}" | grep godoc-export | sort)
  342. if [ ! -z "$gowordRes" ]; then
  343. echo -e "goword checking failed:\\n${gowordRes}"
  344. exit 255
  345. fi
  346. # check some spelling
  347. gowordRes=$(goword -ignore-file=.words clientv3/{*,*/*}.go 2>&1 | grep spell | sort)
  348. if [ ! -z "$gowordRes" ]; then
  349. echo -e "goword checking failed:\\n${gowordRes}"
  350. exit 255
  351. fi
  352. else
  353. echo "Skipping goword..."
  354. fi
  355. }
  356. function gofmt_pass {
  357. fmtRes=$(gofmt -l -s -d "${FMT[@]}")
  358. if [ -n "${fmtRes}" ]; then
  359. echo -e "gofmt checking failed:\\n${fmtRes}"
  360. exit 255
  361. fi
  362. }
  363. function govet_pass {
  364. vetRes=$(go vet "${TEST[@]}")
  365. if [ -n "${vetRes}" ]; then
  366. echo -e "govet checking failed:\\n${vetRes}"
  367. exit 255
  368. fi
  369. }
  370. function govet_shadow_pass {
  371. fmtpkgs=$(for a in "${FMT[@]}"; do dirname "$a"; done | sort | uniq | grep -v "\\.")
  372. # shellcheck disable=SC2206
  373. fmtpkgs=($fmtpkgs)
  374. vetRes=$(go tool vet -all -shadow "${fmtpkgs[@]}" 2>&1 | grep -v '/gw/' || true)
  375. if [ -n "${vetRes}" ]; then
  376. echo -e "govet -all -shadow checking failed:\\n${vetRes}"
  377. exit 255
  378. fi
  379. }
  380. function gosimple_pass {
  381. if which gosimple >/dev/null; then
  382. gosimpleResult=$(gosimple "${STATIC_ANALYSIS_PATHS[@]}" 2>&1 || true)
  383. if [ -n "${gosimpleResult}" ]; then
  384. echo -e "gosimple checking failed:\\n${gosimpleResult}"
  385. exit 255
  386. fi
  387. else
  388. echo "Skipping gosimple..."
  389. fi
  390. }
  391. function unused_pass {
  392. if which unused >/dev/null; then
  393. unusedResult=$(unused "${STATIC_ANALYSIS_PATHS[@]}" 2>&1 || true)
  394. if [ -n "${unusedResult}" ]; then
  395. echo -e "unused checking failed:\\n${unusedResult}"
  396. exit 255
  397. fi
  398. else
  399. echo "Skipping unused..."
  400. fi
  401. }
  402. function staticcheck_pass {
  403. if which staticcheck >/dev/null; then
  404. staticcheckResult=$(staticcheck "${STATIC_ANALYSIS_PATHS[@]}" 2>&1 || true)
  405. if [ -n "${staticcheckResult}" ]; then
  406. # TODO: resolve these after go1.8 migration
  407. # See https://github.com/dominikh/go-tools/tree/master/cmd/staticcheck
  408. STATIC_CHECK_MASK="SA(1012|1019|2002)"
  409. if echo "${staticcheckResult}" | grep -vE "$STATIC_CHECK_MASK"; then
  410. echo -e "staticcheck checking failed:\\n${staticcheckResult}"
  411. exit 255
  412. else
  413. suppressed=$(echo "${staticcheckResult}" | sed 's/ /\n/g' | grep "(SA" | sort | uniq -c)
  414. echo -e "staticcheck suppressed warnings:\\n${suppressed}"
  415. fi
  416. fi
  417. else
  418. echo "Skipping staticcheck..."
  419. fi
  420. }
  421. function ineffassign_pass {
  422. if which ineffassign >/dev/null; then
  423. ineffassignResult=$(ineffassign "${STATIC_ANALYSIS_PATHS[@]}" 2>&1 || true)
  424. if [ -n "${ineffassignResult}" ]; then
  425. echo -e "ineffassign checking failed:\\n${ineffassignResult}"
  426. exit 255
  427. fi
  428. else
  429. echo "Skipping ineffassign..."
  430. fi
  431. }
  432. function nakedret_pass {
  433. if which nakedret >/dev/null; then
  434. nakedretResult=$(nakedret "${STATIC_ANALYSIS_PATHS[@]}" 2>&1 || true)
  435. if [ -n "${nakedretResult}" ]; then
  436. echo -e "nakedret checking failed:\\n${nakedretResult}"
  437. exit 255
  438. fi
  439. else
  440. echo "Skipping nakedret..."
  441. fi
  442. }
  443. function license_header_pass {
  444. licRes=""
  445. files=$(find . -type f -iname '*.go' ! -path './vendor/*' ! -path './gopath.proto/*')
  446. for file in $files; do
  447. if ! head -n3 "${file}" | grep -Eq "(Copyright|generated|GENERATED)" ; then
  448. licRes="${licRes}"$(echo -e " ${file}")
  449. fi
  450. done
  451. if [ -n "${licRes}" ]; then
  452. echo -e "license header checking failed:\\n${licRes}"
  453. exit 255
  454. fi
  455. }
  456. function receiver_name_pass {
  457. # shellcheck disable=SC1117
  458. recvs=$(grep 'func ([^*]' {*,*/*,*/*/*}.go | grep -Ev "(generated|pb/)" | tr ':' ' ' | \
  459. awk ' { print $2" "$3" "$4" "$1 }' | sed "s/[a-zA-Z\.]*go//g" | sort | uniq | \
  460. grep -Ev "(Descriptor|Proto|_)" | awk ' { print $3" "$4 } ' | sort | uniq -c | grep -v ' 1 ' | awk ' { print $2 } ')
  461. if [ -n "${recvs}" ]; then
  462. # shellcheck disable=SC2206
  463. recvs=($recvs)
  464. for recv in "${recvs[@]}"; do
  465. echo "Mismatched receiver for $recv..."
  466. grep "$recv" "${FMT[@]}" | grep 'func ('
  467. done
  468. exit 255
  469. fi
  470. }
  471. function commit_title_pass {
  472. git log --oneline "$(git merge-base HEAD master)"...HEAD | while read -r l; do
  473. commitMsg=$(echo "$l" | cut -f2- -d' ')
  474. if [[ "$commitMsg" == Merge* ]]; then
  475. # ignore "Merge pull" commits
  476. continue
  477. fi
  478. if [[ "$commitMsg" == Revert* ]]; then
  479. # ignore revert commits
  480. continue
  481. fi
  482. pkgPrefix=$(echo "$commitMsg" | cut -f1 -d':')
  483. spaceCommas=$(echo "$commitMsg" | sed 's/ /\n/g' | grep -c ',$' || echo 0)
  484. commaSpaces=$(echo "$commitMsg" | sed 's/,/\n/g' | grep -c '^ ' || echo 0)
  485. if [[ $(echo "$commitMsg" | grep -c ":..*") == 0 || "$commitMsg" == "$pkgPrefix" || "$spaceCommas" != "$commaSpaces" ]]; then
  486. echo "$l"...
  487. echo "Expected commit title format '<package>{\", \"<package>}: <description>'"
  488. echo "Got: $l"
  489. exit 255
  490. fi
  491. done
  492. }
  493. function fmt_pass {
  494. toggle_failpoints disable
  495. for p in shellcheck \
  496. markdown_you \
  497. markdown_marker \
  498. goword \
  499. gofmt \
  500. govet \
  501. govet_shadow \
  502. gosimple \
  503. unused \
  504. staticcheck \
  505. ineffassign \
  506. nakedret \
  507. license_header \
  508. receiver_name \
  509. commit_title \
  510. ; do
  511. echo "'$p' started at $(date)"
  512. "${p}"_pass "$@"
  513. echo "'$p' completed at $(date)"
  514. done
  515. }
  516. function bom_pass {
  517. if ! which license-bill-of-materials >/dev/null; then
  518. return
  519. fi
  520. echo "Checking bill of materials..."
  521. license-bill-of-materials \
  522. --override-file bill-of-materials.override.json \
  523. github.com/coreos/etcd github.com/coreos/etcd/etcdctl >bom-now.json || true
  524. if ! diff bill-of-materials.json bom-now.json; then
  525. echo "vendored licenses do not match given bill of materials"
  526. exit 255
  527. fi
  528. rm bom-now.json
  529. }
  530. function dep_pass {
  531. echo "Checking package dependencies..."
  532. # don't pull in etcdserver package
  533. pushd clientv3 >/dev/null
  534. badpkg="(etcdserver$|mvcc$|backend$|grpc-gateway)"
  535. deps=$(go list -f '{{ .Deps }}' | sed 's/ /\n/g' | grep -E "${badpkg}" || echo "")
  536. popd >/dev/null
  537. if [ ! -z "$deps" ]; then
  538. echo -e "clientv3 has masked dependencies:\\n${deps}"
  539. exit 255
  540. fi
  541. }
  542. function build_cov_pass {
  543. out="bin"
  544. if [ -n "${BINDIR}" ]; then out="${BINDIR}"; fi
  545. go test -tags cov -c -covermode=set -coverpkg="$PKGS_COMMA" -o "${out}/etcd_test"
  546. go test -tags cov -c -covermode=set -coverpkg="$PKGS_COMMA" -o "${out}/etcdctl_test" "${REPO_PATH}/etcdctl"
  547. }
  548. # fail fast on static tests
  549. function build_pass {
  550. echo "Checking build..."
  551. GO_BUILD_FLAGS="-v" etcd_build
  552. GO_BUILD_FLAGS="-v" tools_build
  553. }
  554. for pass in $PASSES; do
  555. echo "Starting '$pass' pass at $(date)"
  556. "${pass}"_pass "$@"
  557. echo "Finished '$pass' pass at $(date)"
  558. done
  559. echo "Success"