transport_test.go 68 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651
  1. // Copyright 2015 The Go Authors. All rights reserved.
  2. // Use of this source code is governed by a BSD-style
  3. // license that can be found in the LICENSE file.
  4. package http2
  5. import (
  6. "bufio"
  7. "bytes"
  8. "crypto/tls"
  9. "errors"
  10. "flag"
  11. "fmt"
  12. "io"
  13. "io/ioutil"
  14. "math/rand"
  15. "net"
  16. "net/http"
  17. "net/url"
  18. "os"
  19. "reflect"
  20. "runtime"
  21. "sort"
  22. "strconv"
  23. "strings"
  24. "sync"
  25. "sync/atomic"
  26. "testing"
  27. "time"
  28. "golang.org/x/net/http2/hpack"
  29. )
  30. var (
  31. extNet = flag.Bool("extnet", false, "do external network tests")
  32. transportHost = flag.String("transporthost", "http2.golang.org", "hostname to use for TestTransport")
  33. insecure = flag.Bool("insecure", false, "insecure TLS dials") // TODO: dead code. remove?
  34. )
  35. var tlsConfigInsecure = &tls.Config{InsecureSkipVerify: true}
  36. type testContext struct{}
  37. func (testContext) Done() <-chan struct{} { return make(chan struct{}) }
  38. func (testContext) Err() error { panic("should not be called") }
  39. func (testContext) Deadline() (deadline time.Time, ok bool) { return time.Time{}, false }
  40. func (testContext) Value(key interface{}) interface{} { return nil }
  41. func TestTransportExternal(t *testing.T) {
  42. if !*extNet {
  43. t.Skip("skipping external network test")
  44. }
  45. req, _ := http.NewRequest("GET", "https://"+*transportHost+"/", nil)
  46. rt := &Transport{TLSClientConfig: tlsConfigInsecure}
  47. res, err := rt.RoundTrip(req)
  48. if err != nil {
  49. t.Fatalf("%v", err)
  50. }
  51. res.Write(os.Stdout)
  52. }
  53. type fakeTLSConn struct {
  54. net.Conn
  55. }
  56. func (c *fakeTLSConn) ConnectionState() tls.ConnectionState {
  57. return tls.ConnectionState{
  58. Version: tls.VersionTLS12,
  59. }
  60. }
  61. func startH2cServer(t *testing.T) net.Listener {
  62. h2Server := &Server{}
  63. l := newLocalListener(t)
  64. go func() {
  65. conn, err := l.Accept()
  66. if err != nil {
  67. t.Error(err)
  68. return
  69. }
  70. h2Server.ServeConn(&fakeTLSConn{conn}, &ServeConnOpts{Handler: http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
  71. fmt.Fprintf(w, "Hello, %v, http: %v", r.URL.Path, r.TLS == nil)
  72. })})
  73. }()
  74. return l
  75. }
  76. func TestTransportH2c(t *testing.T) {
  77. l := startH2cServer(t)
  78. defer l.Close()
  79. req, err := http.NewRequest("GET", "http://"+l.Addr().String()+"/foobar", nil)
  80. if err != nil {
  81. t.Fatal(err)
  82. }
  83. tr := &Transport{
  84. AllowHTTP: true,
  85. DialTLS: func(network, addr string, cfg *tls.Config) (net.Conn, error) {
  86. return net.Dial(network, addr)
  87. },
  88. }
  89. res, err := tr.RoundTrip(req)
  90. if err != nil {
  91. t.Fatal(err)
  92. }
  93. if res.ProtoMajor != 2 {
  94. t.Fatal("proto not h2c")
  95. }
  96. body, err := ioutil.ReadAll(res.Body)
  97. if err != nil {
  98. t.Fatal(err)
  99. }
  100. if got, want := string(body), "Hello, /foobar, http: true"; got != want {
  101. t.Fatalf("response got %v, want %v", got, want)
  102. }
  103. }
  104. func TestTransport(t *testing.T) {
  105. const body = "sup"
  106. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  107. io.WriteString(w, body)
  108. }, optOnlyServer)
  109. defer st.Close()
  110. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  111. defer tr.CloseIdleConnections()
  112. req, err := http.NewRequest("GET", st.ts.URL, nil)
  113. if err != nil {
  114. t.Fatal(err)
  115. }
  116. res, err := tr.RoundTrip(req)
  117. if err != nil {
  118. t.Fatal(err)
  119. }
  120. defer res.Body.Close()
  121. t.Logf("Got res: %+v", res)
  122. if g, w := res.StatusCode, 200; g != w {
  123. t.Errorf("StatusCode = %v; want %v", g, w)
  124. }
  125. if g, w := res.Status, "200 OK"; g != w {
  126. t.Errorf("Status = %q; want %q", g, w)
  127. }
  128. wantHeader := http.Header{
  129. "Content-Length": []string{"3"},
  130. "Content-Type": []string{"text/plain; charset=utf-8"},
  131. "Date": []string{"XXX"}, // see cleanDate
  132. }
  133. cleanDate(res)
  134. if !reflect.DeepEqual(res.Header, wantHeader) {
  135. t.Errorf("res Header = %v; want %v", res.Header, wantHeader)
  136. }
  137. if res.Request != req {
  138. t.Errorf("Response.Request = %p; want %p", res.Request, req)
  139. }
  140. if res.TLS == nil {
  141. t.Error("Response.TLS = nil; want non-nil")
  142. }
  143. slurp, err := ioutil.ReadAll(res.Body)
  144. if err != nil {
  145. t.Errorf("Body read: %v", err)
  146. } else if string(slurp) != body {
  147. t.Errorf("Body = %q; want %q", slurp, body)
  148. }
  149. }
  150. func onSameConn(t *testing.T, modReq func(*http.Request)) bool {
  151. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  152. io.WriteString(w, r.RemoteAddr)
  153. }, optOnlyServer, func(c net.Conn, st http.ConnState) {
  154. t.Logf("conn %v is now state %v", c.RemoteAddr(), st)
  155. })
  156. defer st.Close()
  157. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  158. defer tr.CloseIdleConnections()
  159. get := func() string {
  160. req, err := http.NewRequest("GET", st.ts.URL, nil)
  161. if err != nil {
  162. t.Fatal(err)
  163. }
  164. modReq(req)
  165. res, err := tr.RoundTrip(req)
  166. if err != nil {
  167. t.Fatal(err)
  168. }
  169. defer res.Body.Close()
  170. slurp, err := ioutil.ReadAll(res.Body)
  171. if err != nil {
  172. t.Fatalf("Body read: %v", err)
  173. }
  174. addr := strings.TrimSpace(string(slurp))
  175. if addr == "" {
  176. t.Fatalf("didn't get an addr in response")
  177. }
  178. return addr
  179. }
  180. first := get()
  181. second := get()
  182. return first == second
  183. }
  184. func TestTransportReusesConns(t *testing.T) {
  185. if !onSameConn(t, func(*http.Request) {}) {
  186. t.Errorf("first and second responses were on different connections")
  187. }
  188. }
  189. func TestTransportReusesConn_RequestClose(t *testing.T) {
  190. if onSameConn(t, func(r *http.Request) { r.Close = true }) {
  191. t.Errorf("first and second responses were not on different connections")
  192. }
  193. }
  194. func TestTransportReusesConn_ConnClose(t *testing.T) {
  195. if onSameConn(t, func(r *http.Request) { r.Header.Set("Connection", "close") }) {
  196. t.Errorf("first and second responses were not on different connections")
  197. }
  198. }
  199. // Tests that the Transport only keeps one pending dial open per destination address.
  200. // https://golang.org/issue/13397
  201. func TestTransportGroupsPendingDials(t *testing.T) {
  202. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  203. io.WriteString(w, r.RemoteAddr)
  204. }, optOnlyServer)
  205. defer st.Close()
  206. tr := &Transport{
  207. TLSClientConfig: tlsConfigInsecure,
  208. }
  209. defer tr.CloseIdleConnections()
  210. var (
  211. mu sync.Mutex
  212. dials = map[string]int{}
  213. )
  214. var wg sync.WaitGroup
  215. for i := 0; i < 10; i++ {
  216. wg.Add(1)
  217. go func() {
  218. defer wg.Done()
  219. req, err := http.NewRequest("GET", st.ts.URL, nil)
  220. if err != nil {
  221. t.Error(err)
  222. return
  223. }
  224. res, err := tr.RoundTrip(req)
  225. if err != nil {
  226. t.Error(err)
  227. return
  228. }
  229. defer res.Body.Close()
  230. slurp, err := ioutil.ReadAll(res.Body)
  231. if err != nil {
  232. t.Errorf("Body read: %v", err)
  233. }
  234. addr := strings.TrimSpace(string(slurp))
  235. if addr == "" {
  236. t.Errorf("didn't get an addr in response")
  237. }
  238. mu.Lock()
  239. dials[addr]++
  240. mu.Unlock()
  241. }()
  242. }
  243. wg.Wait()
  244. if len(dials) != 1 {
  245. t.Errorf("saw %d dials; want 1: %v", len(dials), dials)
  246. }
  247. tr.CloseIdleConnections()
  248. if err := retry(50, 10*time.Millisecond, func() error {
  249. cp, ok := tr.connPool().(*clientConnPool)
  250. if !ok {
  251. return fmt.Errorf("Conn pool is %T; want *clientConnPool", tr.connPool())
  252. }
  253. cp.mu.Lock()
  254. defer cp.mu.Unlock()
  255. if len(cp.dialing) != 0 {
  256. return fmt.Errorf("dialing map = %v; want empty", cp.dialing)
  257. }
  258. if len(cp.conns) != 0 {
  259. return fmt.Errorf("conns = %v; want empty", cp.conns)
  260. }
  261. if len(cp.keys) != 0 {
  262. return fmt.Errorf("keys = %v; want empty", cp.keys)
  263. }
  264. return nil
  265. }); err != nil {
  266. t.Errorf("State of pool after CloseIdleConnections: %v", err)
  267. }
  268. }
  269. func retry(tries int, delay time.Duration, fn func() error) error {
  270. var err error
  271. for i := 0; i < tries; i++ {
  272. err = fn()
  273. if err == nil {
  274. return nil
  275. }
  276. time.Sleep(delay)
  277. }
  278. return err
  279. }
  280. func TestTransportAbortClosesPipes(t *testing.T) {
  281. shutdown := make(chan struct{})
  282. st := newServerTester(t,
  283. func(w http.ResponseWriter, r *http.Request) {
  284. w.(http.Flusher).Flush()
  285. <-shutdown
  286. },
  287. optOnlyServer,
  288. )
  289. defer st.Close()
  290. defer close(shutdown) // we must shutdown before st.Close() to avoid hanging
  291. done := make(chan struct{})
  292. requestMade := make(chan struct{})
  293. go func() {
  294. defer close(done)
  295. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  296. req, err := http.NewRequest("GET", st.ts.URL, nil)
  297. if err != nil {
  298. t.Fatal(err)
  299. }
  300. res, err := tr.RoundTrip(req)
  301. if err != nil {
  302. t.Fatal(err)
  303. }
  304. defer res.Body.Close()
  305. close(requestMade)
  306. _, err = ioutil.ReadAll(res.Body)
  307. if err == nil {
  308. t.Error("expected error from res.Body.Read")
  309. }
  310. }()
  311. <-requestMade
  312. // Now force the serve loop to end, via closing the connection.
  313. st.closeConn()
  314. // deadlock? that's a bug.
  315. select {
  316. case <-done:
  317. case <-time.After(3 * time.Second):
  318. t.Fatal("timeout")
  319. }
  320. }
  321. // TODO: merge this with TestTransportBody to make TestTransportRequest? This
  322. // could be a table-driven test with extra goodies.
  323. func TestTransportPath(t *testing.T) {
  324. gotc := make(chan *url.URL, 1)
  325. st := newServerTester(t,
  326. func(w http.ResponseWriter, r *http.Request) {
  327. gotc <- r.URL
  328. },
  329. optOnlyServer,
  330. )
  331. defer st.Close()
  332. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  333. defer tr.CloseIdleConnections()
  334. const (
  335. path = "/testpath"
  336. query = "q=1"
  337. )
  338. surl := st.ts.URL + path + "?" + query
  339. req, err := http.NewRequest("POST", surl, nil)
  340. if err != nil {
  341. t.Fatal(err)
  342. }
  343. c := &http.Client{Transport: tr}
  344. res, err := c.Do(req)
  345. if err != nil {
  346. t.Fatal(err)
  347. }
  348. defer res.Body.Close()
  349. got := <-gotc
  350. if got.Path != path {
  351. t.Errorf("Read Path = %q; want %q", got.Path, path)
  352. }
  353. if got.RawQuery != query {
  354. t.Errorf("Read RawQuery = %q; want %q", got.RawQuery, query)
  355. }
  356. }
  357. func randString(n int) string {
  358. rnd := rand.New(rand.NewSource(int64(n)))
  359. b := make([]byte, n)
  360. for i := range b {
  361. b[i] = byte(rnd.Intn(256))
  362. }
  363. return string(b)
  364. }
  365. func TestTransportBody(t *testing.T) {
  366. bodyTests := []struct {
  367. body string
  368. noContentLen bool
  369. }{
  370. {body: "some message"},
  371. {body: "some message", noContentLen: true},
  372. {body: ""},
  373. {body: "", noContentLen: true},
  374. {body: strings.Repeat("a", 1<<20), noContentLen: true},
  375. {body: strings.Repeat("a", 1<<20)},
  376. {body: randString(16<<10 - 1)},
  377. {body: randString(16 << 10)},
  378. {body: randString(16<<10 + 1)},
  379. {body: randString(512<<10 - 1)},
  380. {body: randString(512 << 10)},
  381. {body: randString(512<<10 + 1)},
  382. {body: randString(1<<20 - 1)},
  383. {body: randString(1 << 20)},
  384. {body: randString(1<<20 + 2)},
  385. }
  386. type reqInfo struct {
  387. req *http.Request
  388. slurp []byte
  389. err error
  390. }
  391. gotc := make(chan reqInfo, 1)
  392. st := newServerTester(t,
  393. func(w http.ResponseWriter, r *http.Request) {
  394. slurp, err := ioutil.ReadAll(r.Body)
  395. if err != nil {
  396. gotc <- reqInfo{err: err}
  397. } else {
  398. gotc <- reqInfo{req: r, slurp: slurp}
  399. }
  400. },
  401. optOnlyServer,
  402. )
  403. defer st.Close()
  404. for i, tt := range bodyTests {
  405. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  406. defer tr.CloseIdleConnections()
  407. var body io.Reader = strings.NewReader(tt.body)
  408. if tt.noContentLen {
  409. body = struct{ io.Reader }{body} // just a Reader, hiding concrete type and other methods
  410. }
  411. req, err := http.NewRequest("POST", st.ts.URL, body)
  412. if err != nil {
  413. t.Fatalf("#%d: %v", i, err)
  414. }
  415. c := &http.Client{Transport: tr}
  416. res, err := c.Do(req)
  417. if err != nil {
  418. t.Fatalf("#%d: %v", i, err)
  419. }
  420. defer res.Body.Close()
  421. ri := <-gotc
  422. if ri.err != nil {
  423. t.Errorf("#%d: read error: %v", i, ri.err)
  424. continue
  425. }
  426. if got := string(ri.slurp); got != tt.body {
  427. t.Errorf("#%d: Read body mismatch.\n got: %q (len %d)\nwant: %q (len %d)", i, shortString(got), len(got), shortString(tt.body), len(tt.body))
  428. }
  429. wantLen := int64(len(tt.body))
  430. if tt.noContentLen && tt.body != "" {
  431. wantLen = -1
  432. }
  433. if ri.req.ContentLength != wantLen {
  434. t.Errorf("#%d. handler got ContentLength = %v; want %v", i, ri.req.ContentLength, wantLen)
  435. }
  436. }
  437. }
  438. func shortString(v string) string {
  439. const maxLen = 100
  440. if len(v) <= maxLen {
  441. return v
  442. }
  443. return fmt.Sprintf("%v[...%d bytes omitted...]%v", v[:maxLen/2], len(v)-maxLen, v[len(v)-maxLen/2:])
  444. }
  445. func TestTransportDialTLS(t *testing.T) {
  446. var mu sync.Mutex // guards following
  447. var gotReq, didDial bool
  448. ts := newServerTester(t,
  449. func(w http.ResponseWriter, r *http.Request) {
  450. mu.Lock()
  451. gotReq = true
  452. mu.Unlock()
  453. },
  454. optOnlyServer,
  455. )
  456. defer ts.Close()
  457. tr := &Transport{
  458. DialTLS: func(netw, addr string, cfg *tls.Config) (net.Conn, error) {
  459. mu.Lock()
  460. didDial = true
  461. mu.Unlock()
  462. cfg.InsecureSkipVerify = true
  463. c, err := tls.Dial(netw, addr, cfg)
  464. if err != nil {
  465. return nil, err
  466. }
  467. return c, c.Handshake()
  468. },
  469. }
  470. defer tr.CloseIdleConnections()
  471. client := &http.Client{Transport: tr}
  472. res, err := client.Get(ts.ts.URL)
  473. if err != nil {
  474. t.Fatal(err)
  475. }
  476. res.Body.Close()
  477. mu.Lock()
  478. if !gotReq {
  479. t.Error("didn't get request")
  480. }
  481. if !didDial {
  482. t.Error("didn't use dial hook")
  483. }
  484. }
  485. func TestConfigureTransport(t *testing.T) {
  486. t1 := &http.Transport{}
  487. err := ConfigureTransport(t1)
  488. if err == errTransportVersion {
  489. t.Skip(err)
  490. }
  491. if err != nil {
  492. t.Fatal(err)
  493. }
  494. if got := fmt.Sprintf("%#v", t1); !strings.Contains(got, `"h2"`) {
  495. // Laziness, to avoid buildtags.
  496. t.Errorf("stringification of HTTP/1 transport didn't contain \"h2\": %v", got)
  497. }
  498. wantNextProtos := []string{"h2", "http/1.1"}
  499. if t1.TLSClientConfig == nil {
  500. t.Errorf("nil t1.TLSClientConfig")
  501. } else if !reflect.DeepEqual(t1.TLSClientConfig.NextProtos, wantNextProtos) {
  502. t.Errorf("TLSClientConfig.NextProtos = %q; want %q", t1.TLSClientConfig.NextProtos, wantNextProtos)
  503. }
  504. if err := ConfigureTransport(t1); err == nil {
  505. t.Error("unexpected success on second call to ConfigureTransport")
  506. }
  507. // And does it work?
  508. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  509. io.WriteString(w, r.Proto)
  510. }, optOnlyServer)
  511. defer st.Close()
  512. t1.TLSClientConfig.InsecureSkipVerify = true
  513. c := &http.Client{Transport: t1}
  514. res, err := c.Get(st.ts.URL)
  515. if err != nil {
  516. t.Fatal(err)
  517. }
  518. slurp, err := ioutil.ReadAll(res.Body)
  519. if err != nil {
  520. t.Fatal(err)
  521. }
  522. if got, want := string(slurp), "HTTP/2.0"; got != want {
  523. t.Errorf("body = %q; want %q", got, want)
  524. }
  525. }
  526. type capitalizeReader struct {
  527. r io.Reader
  528. }
  529. func (cr capitalizeReader) Read(p []byte) (n int, err error) {
  530. n, err = cr.r.Read(p)
  531. for i, b := range p[:n] {
  532. if b >= 'a' && b <= 'z' {
  533. p[i] = b - ('a' - 'A')
  534. }
  535. }
  536. return
  537. }
  538. type flushWriter struct {
  539. w io.Writer
  540. }
  541. func (fw flushWriter) Write(p []byte) (n int, err error) {
  542. n, err = fw.w.Write(p)
  543. if f, ok := fw.w.(http.Flusher); ok {
  544. f.Flush()
  545. }
  546. return
  547. }
  548. type clientTester struct {
  549. t *testing.T
  550. tr *Transport
  551. sc, cc net.Conn // server and client conn
  552. fr *Framer // server's framer
  553. client func() error
  554. server func() error
  555. }
  556. func newClientTester(t *testing.T) *clientTester {
  557. var dialOnce struct {
  558. sync.Mutex
  559. dialed bool
  560. }
  561. ct := &clientTester{
  562. t: t,
  563. }
  564. ct.tr = &Transport{
  565. TLSClientConfig: tlsConfigInsecure,
  566. DialTLS: func(network, addr string, cfg *tls.Config) (net.Conn, error) {
  567. dialOnce.Lock()
  568. defer dialOnce.Unlock()
  569. if dialOnce.dialed {
  570. return nil, errors.New("only one dial allowed in test mode")
  571. }
  572. dialOnce.dialed = true
  573. return ct.cc, nil
  574. },
  575. }
  576. ln := newLocalListener(t)
  577. cc, err := net.Dial("tcp", ln.Addr().String())
  578. if err != nil {
  579. t.Fatal(err)
  580. }
  581. sc, err := ln.Accept()
  582. if err != nil {
  583. t.Fatal(err)
  584. }
  585. ln.Close()
  586. ct.cc = cc
  587. ct.sc = sc
  588. ct.fr = NewFramer(sc, sc)
  589. return ct
  590. }
  591. func newLocalListener(t *testing.T) net.Listener {
  592. ln, err := net.Listen("tcp4", "127.0.0.1:0")
  593. if err == nil {
  594. return ln
  595. }
  596. ln, err = net.Listen("tcp6", "[::1]:0")
  597. if err != nil {
  598. t.Fatal(err)
  599. }
  600. return ln
  601. }
  602. func (ct *clientTester) greet() {
  603. buf := make([]byte, len(ClientPreface))
  604. _, err := io.ReadFull(ct.sc, buf)
  605. if err != nil {
  606. ct.t.Fatalf("reading client preface: %v", err)
  607. }
  608. f, err := ct.fr.ReadFrame()
  609. if err != nil {
  610. ct.t.Fatalf("Reading client settings frame: %v", err)
  611. }
  612. if sf, ok := f.(*SettingsFrame); !ok {
  613. ct.t.Fatalf("Wanted client settings frame; got %v", f)
  614. _ = sf // stash it away?
  615. }
  616. if err := ct.fr.WriteSettings(); err != nil {
  617. ct.t.Fatal(err)
  618. }
  619. if err := ct.fr.WriteSettingsAck(); err != nil {
  620. ct.t.Fatal(err)
  621. }
  622. }
  623. func (ct *clientTester) readNonSettingsFrame() (Frame, error) {
  624. for {
  625. f, err := ct.fr.ReadFrame()
  626. if err != nil {
  627. return nil, err
  628. }
  629. if _, ok := f.(*SettingsFrame); ok {
  630. continue
  631. }
  632. return f, nil
  633. }
  634. }
  635. func (ct *clientTester) cleanup() {
  636. ct.tr.CloseIdleConnections()
  637. }
  638. func (ct *clientTester) run() {
  639. errc := make(chan error, 2)
  640. ct.start("client", errc, ct.client)
  641. ct.start("server", errc, ct.server)
  642. defer ct.cleanup()
  643. for i := 0; i < 2; i++ {
  644. if err := <-errc; err != nil {
  645. ct.t.Error(err)
  646. return
  647. }
  648. }
  649. }
  650. func (ct *clientTester) start(which string, errc chan<- error, fn func() error) {
  651. go func() {
  652. finished := false
  653. var err error
  654. defer func() {
  655. if !finished {
  656. err = fmt.Errorf("%s goroutine didn't finish.", which)
  657. } else if err != nil {
  658. err = fmt.Errorf("%s: %v", which, err)
  659. }
  660. errc <- err
  661. }()
  662. err = fn()
  663. finished = true
  664. }()
  665. }
  666. func (ct *clientTester) readFrame() (Frame, error) {
  667. return readFrameTimeout(ct.fr, 2*time.Second)
  668. }
  669. func (ct *clientTester) firstHeaders() (*HeadersFrame, error) {
  670. for {
  671. f, err := ct.readFrame()
  672. if err != nil {
  673. return nil, fmt.Errorf("ReadFrame while waiting for Headers: %v", err)
  674. }
  675. switch f.(type) {
  676. case *WindowUpdateFrame, *SettingsFrame:
  677. continue
  678. }
  679. hf, ok := f.(*HeadersFrame)
  680. if !ok {
  681. return nil, fmt.Errorf("Got %T; want HeadersFrame", f)
  682. }
  683. return hf, nil
  684. }
  685. }
  686. type countingReader struct {
  687. n *int64
  688. }
  689. func (r countingReader) Read(p []byte) (n int, err error) {
  690. for i := range p {
  691. p[i] = byte(i)
  692. }
  693. atomic.AddInt64(r.n, int64(len(p)))
  694. return len(p), err
  695. }
  696. func TestTransportReqBodyAfterResponse_200(t *testing.T) { testTransportReqBodyAfterResponse(t, 200) }
  697. func TestTransportReqBodyAfterResponse_403(t *testing.T) { testTransportReqBodyAfterResponse(t, 403) }
  698. func testTransportReqBodyAfterResponse(t *testing.T, status int) {
  699. const bodySize = 10 << 20
  700. clientDone := make(chan struct{})
  701. ct := newClientTester(t)
  702. ct.client = func() error {
  703. defer ct.cc.(*net.TCPConn).CloseWrite()
  704. defer close(clientDone)
  705. var n int64 // atomic
  706. req, err := http.NewRequest("PUT", "https://dummy.tld/", io.LimitReader(countingReader{&n}, bodySize))
  707. if err != nil {
  708. return err
  709. }
  710. res, err := ct.tr.RoundTrip(req)
  711. if err != nil {
  712. return fmt.Errorf("RoundTrip: %v", err)
  713. }
  714. defer res.Body.Close()
  715. if res.StatusCode != status {
  716. return fmt.Errorf("status code = %v; want %v", res.StatusCode, status)
  717. }
  718. slurp, err := ioutil.ReadAll(res.Body)
  719. if err != nil {
  720. return fmt.Errorf("Slurp: %v", err)
  721. }
  722. if len(slurp) > 0 {
  723. return fmt.Errorf("unexpected body: %q", slurp)
  724. }
  725. if status == 200 {
  726. if got := atomic.LoadInt64(&n); got != bodySize {
  727. return fmt.Errorf("For 200 response, Transport wrote %d bytes; want %d", got, bodySize)
  728. }
  729. } else {
  730. if got := atomic.LoadInt64(&n); got == 0 || got >= bodySize {
  731. return fmt.Errorf("For %d response, Transport wrote %d bytes; want (0,%d) exclusive", status, got, bodySize)
  732. }
  733. }
  734. return nil
  735. }
  736. ct.server = func() error {
  737. ct.greet()
  738. var buf bytes.Buffer
  739. enc := hpack.NewEncoder(&buf)
  740. var dataRecv int64
  741. var closed bool
  742. for {
  743. f, err := ct.fr.ReadFrame()
  744. if err != nil {
  745. select {
  746. case <-clientDone:
  747. // If the client's done, it
  748. // will have reported any
  749. // errors on its side.
  750. return nil
  751. default:
  752. return err
  753. }
  754. }
  755. //println(fmt.Sprintf("server got frame: %v", f))
  756. switch f := f.(type) {
  757. case *WindowUpdateFrame, *SettingsFrame:
  758. case *HeadersFrame:
  759. if !f.HeadersEnded() {
  760. return fmt.Errorf("headers should have END_HEADERS be ended: %v", f)
  761. }
  762. if f.StreamEnded() {
  763. return fmt.Errorf("headers contains END_STREAM unexpectedly: %v", f)
  764. }
  765. case *DataFrame:
  766. dataLen := len(f.Data())
  767. if dataLen > 0 {
  768. if dataRecv == 0 {
  769. enc.WriteField(hpack.HeaderField{Name: ":status", Value: strconv.Itoa(status)})
  770. ct.fr.WriteHeaders(HeadersFrameParam{
  771. StreamID: f.StreamID,
  772. EndHeaders: true,
  773. EndStream: false,
  774. BlockFragment: buf.Bytes(),
  775. })
  776. }
  777. if err := ct.fr.WriteWindowUpdate(0, uint32(dataLen)); err != nil {
  778. return err
  779. }
  780. if err := ct.fr.WriteWindowUpdate(f.StreamID, uint32(dataLen)); err != nil {
  781. return err
  782. }
  783. }
  784. dataRecv += int64(dataLen)
  785. if !closed && ((status != 200 && dataRecv > 0) ||
  786. (status == 200 && dataRecv == bodySize)) {
  787. closed = true
  788. if err := ct.fr.WriteData(f.StreamID, true, nil); err != nil {
  789. return err
  790. }
  791. }
  792. default:
  793. return fmt.Errorf("Unexpected client frame %v", f)
  794. }
  795. }
  796. }
  797. ct.run()
  798. }
  799. // See golang.org/issue/13444
  800. func TestTransportFullDuplex(t *testing.T) {
  801. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  802. w.WriteHeader(200) // redundant but for clarity
  803. w.(http.Flusher).Flush()
  804. io.Copy(flushWriter{w}, capitalizeReader{r.Body})
  805. fmt.Fprintf(w, "bye.\n")
  806. }, optOnlyServer)
  807. defer st.Close()
  808. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  809. defer tr.CloseIdleConnections()
  810. c := &http.Client{Transport: tr}
  811. pr, pw := io.Pipe()
  812. req, err := http.NewRequest("PUT", st.ts.URL, ioutil.NopCloser(pr))
  813. if err != nil {
  814. t.Fatal(err)
  815. }
  816. req.ContentLength = -1
  817. res, err := c.Do(req)
  818. if err != nil {
  819. t.Fatal(err)
  820. }
  821. defer res.Body.Close()
  822. if res.StatusCode != 200 {
  823. t.Fatalf("StatusCode = %v; want %v", res.StatusCode, 200)
  824. }
  825. bs := bufio.NewScanner(res.Body)
  826. want := func(v string) {
  827. if !bs.Scan() {
  828. t.Fatalf("wanted to read %q but Scan() = false, err = %v", v, bs.Err())
  829. }
  830. }
  831. write := func(v string) {
  832. _, err := io.WriteString(pw, v)
  833. if err != nil {
  834. t.Fatalf("pipe write: %v", err)
  835. }
  836. }
  837. write("foo\n")
  838. want("FOO")
  839. write("bar\n")
  840. want("BAR")
  841. pw.Close()
  842. want("bye.")
  843. if err := bs.Err(); err != nil {
  844. t.Fatal(err)
  845. }
  846. }
  847. func TestTransportConnectRequest(t *testing.T) {
  848. gotc := make(chan *http.Request, 1)
  849. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  850. gotc <- r
  851. }, optOnlyServer)
  852. defer st.Close()
  853. u, err := url.Parse(st.ts.URL)
  854. if err != nil {
  855. t.Fatal(err)
  856. }
  857. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  858. defer tr.CloseIdleConnections()
  859. c := &http.Client{Transport: tr}
  860. tests := []struct {
  861. req *http.Request
  862. want string
  863. }{
  864. {
  865. req: &http.Request{
  866. Method: "CONNECT",
  867. Header: http.Header{},
  868. URL: u,
  869. },
  870. want: u.Host,
  871. },
  872. {
  873. req: &http.Request{
  874. Method: "CONNECT",
  875. Header: http.Header{},
  876. URL: u,
  877. Host: "example.com:123",
  878. },
  879. want: "example.com:123",
  880. },
  881. }
  882. for i, tt := range tests {
  883. res, err := c.Do(tt.req)
  884. if err != nil {
  885. t.Errorf("%d. RoundTrip = %v", i, err)
  886. continue
  887. }
  888. res.Body.Close()
  889. req := <-gotc
  890. if req.Method != "CONNECT" {
  891. t.Errorf("method = %q; want CONNECT", req.Method)
  892. }
  893. if req.Host != tt.want {
  894. t.Errorf("Host = %q; want %q", req.Host, tt.want)
  895. }
  896. if req.URL.Host != tt.want {
  897. t.Errorf("URL.Host = %q; want %q", req.URL.Host, tt.want)
  898. }
  899. }
  900. }
  901. type headerType int
  902. const (
  903. noHeader headerType = iota // omitted
  904. oneHeader
  905. splitHeader // broken into continuation on purpose
  906. )
  907. const (
  908. f0 = noHeader
  909. f1 = oneHeader
  910. f2 = splitHeader
  911. d0 = false
  912. d1 = true
  913. )
  914. // Test all 36 combinations of response frame orders:
  915. // (3 ways of 100-continue) * (2 ways of headers) * (2 ways of data) * (3 ways of trailers):func TestTransportResponsePattern_00f0(t *testing.T) { testTransportResponsePattern(h0, h1, false, h0) }
  916. // Generated by http://play.golang.org/p/SScqYKJYXd
  917. func TestTransportResPattern_c0h1d0t0(t *testing.T) { testTransportResPattern(t, f0, f1, d0, f0) }
  918. func TestTransportResPattern_c0h1d0t1(t *testing.T) { testTransportResPattern(t, f0, f1, d0, f1) }
  919. func TestTransportResPattern_c0h1d0t2(t *testing.T) { testTransportResPattern(t, f0, f1, d0, f2) }
  920. func TestTransportResPattern_c0h1d1t0(t *testing.T) { testTransportResPattern(t, f0, f1, d1, f0) }
  921. func TestTransportResPattern_c0h1d1t1(t *testing.T) { testTransportResPattern(t, f0, f1, d1, f1) }
  922. func TestTransportResPattern_c0h1d1t2(t *testing.T) { testTransportResPattern(t, f0, f1, d1, f2) }
  923. func TestTransportResPattern_c0h2d0t0(t *testing.T) { testTransportResPattern(t, f0, f2, d0, f0) }
  924. func TestTransportResPattern_c0h2d0t1(t *testing.T) { testTransportResPattern(t, f0, f2, d0, f1) }
  925. func TestTransportResPattern_c0h2d0t2(t *testing.T) { testTransportResPattern(t, f0, f2, d0, f2) }
  926. func TestTransportResPattern_c0h2d1t0(t *testing.T) { testTransportResPattern(t, f0, f2, d1, f0) }
  927. func TestTransportResPattern_c0h2d1t1(t *testing.T) { testTransportResPattern(t, f0, f2, d1, f1) }
  928. func TestTransportResPattern_c0h2d1t2(t *testing.T) { testTransportResPattern(t, f0, f2, d1, f2) }
  929. func TestTransportResPattern_c1h1d0t0(t *testing.T) { testTransportResPattern(t, f1, f1, d0, f0) }
  930. func TestTransportResPattern_c1h1d0t1(t *testing.T) { testTransportResPattern(t, f1, f1, d0, f1) }
  931. func TestTransportResPattern_c1h1d0t2(t *testing.T) { testTransportResPattern(t, f1, f1, d0, f2) }
  932. func TestTransportResPattern_c1h1d1t0(t *testing.T) { testTransportResPattern(t, f1, f1, d1, f0) }
  933. func TestTransportResPattern_c1h1d1t1(t *testing.T) { testTransportResPattern(t, f1, f1, d1, f1) }
  934. func TestTransportResPattern_c1h1d1t2(t *testing.T) { testTransportResPattern(t, f1, f1, d1, f2) }
  935. func TestTransportResPattern_c1h2d0t0(t *testing.T) { testTransportResPattern(t, f1, f2, d0, f0) }
  936. func TestTransportResPattern_c1h2d0t1(t *testing.T) { testTransportResPattern(t, f1, f2, d0, f1) }
  937. func TestTransportResPattern_c1h2d0t2(t *testing.T) { testTransportResPattern(t, f1, f2, d0, f2) }
  938. func TestTransportResPattern_c1h2d1t0(t *testing.T) { testTransportResPattern(t, f1, f2, d1, f0) }
  939. func TestTransportResPattern_c1h2d1t1(t *testing.T) { testTransportResPattern(t, f1, f2, d1, f1) }
  940. func TestTransportResPattern_c1h2d1t2(t *testing.T) { testTransportResPattern(t, f1, f2, d1, f2) }
  941. func TestTransportResPattern_c2h1d0t0(t *testing.T) { testTransportResPattern(t, f2, f1, d0, f0) }
  942. func TestTransportResPattern_c2h1d0t1(t *testing.T) { testTransportResPattern(t, f2, f1, d0, f1) }
  943. func TestTransportResPattern_c2h1d0t2(t *testing.T) { testTransportResPattern(t, f2, f1, d0, f2) }
  944. func TestTransportResPattern_c2h1d1t0(t *testing.T) { testTransportResPattern(t, f2, f1, d1, f0) }
  945. func TestTransportResPattern_c2h1d1t1(t *testing.T) { testTransportResPattern(t, f2, f1, d1, f1) }
  946. func TestTransportResPattern_c2h1d1t2(t *testing.T) { testTransportResPattern(t, f2, f1, d1, f2) }
  947. func TestTransportResPattern_c2h2d0t0(t *testing.T) { testTransportResPattern(t, f2, f2, d0, f0) }
  948. func TestTransportResPattern_c2h2d0t1(t *testing.T) { testTransportResPattern(t, f2, f2, d0, f1) }
  949. func TestTransportResPattern_c2h2d0t2(t *testing.T) { testTransportResPattern(t, f2, f2, d0, f2) }
  950. func TestTransportResPattern_c2h2d1t0(t *testing.T) { testTransportResPattern(t, f2, f2, d1, f0) }
  951. func TestTransportResPattern_c2h2d1t1(t *testing.T) { testTransportResPattern(t, f2, f2, d1, f1) }
  952. func TestTransportResPattern_c2h2d1t2(t *testing.T) { testTransportResPattern(t, f2, f2, d1, f2) }
  953. func testTransportResPattern(t *testing.T, expect100Continue, resHeader headerType, withData bool, trailers headerType) {
  954. const reqBody = "some request body"
  955. const resBody = "some response body"
  956. if resHeader == noHeader {
  957. // TODO: test 100-continue followed by immediate
  958. // server stream reset, without headers in the middle?
  959. panic("invalid combination")
  960. }
  961. ct := newClientTester(t)
  962. ct.client = func() error {
  963. req, _ := http.NewRequest("POST", "https://dummy.tld/", strings.NewReader(reqBody))
  964. if expect100Continue != noHeader {
  965. req.Header.Set("Expect", "100-continue")
  966. }
  967. res, err := ct.tr.RoundTrip(req)
  968. if err != nil {
  969. return fmt.Errorf("RoundTrip: %v", err)
  970. }
  971. defer res.Body.Close()
  972. if res.StatusCode != 200 {
  973. return fmt.Errorf("status code = %v; want 200", res.StatusCode)
  974. }
  975. slurp, err := ioutil.ReadAll(res.Body)
  976. if err != nil {
  977. return fmt.Errorf("Slurp: %v", err)
  978. }
  979. wantBody := resBody
  980. if !withData {
  981. wantBody = ""
  982. }
  983. if string(slurp) != wantBody {
  984. return fmt.Errorf("body = %q; want %q", slurp, wantBody)
  985. }
  986. if trailers == noHeader {
  987. if len(res.Trailer) > 0 {
  988. t.Errorf("Trailer = %v; want none", res.Trailer)
  989. }
  990. } else {
  991. want := http.Header{"Some-Trailer": {"some-value"}}
  992. if !reflect.DeepEqual(res.Trailer, want) {
  993. t.Errorf("Trailer = %v; want %v", res.Trailer, want)
  994. }
  995. }
  996. return nil
  997. }
  998. ct.server = func() error {
  999. ct.greet()
  1000. var buf bytes.Buffer
  1001. enc := hpack.NewEncoder(&buf)
  1002. for {
  1003. f, err := ct.fr.ReadFrame()
  1004. if err != nil {
  1005. return err
  1006. }
  1007. endStream := false
  1008. send := func(mode headerType) {
  1009. hbf := buf.Bytes()
  1010. switch mode {
  1011. case oneHeader:
  1012. ct.fr.WriteHeaders(HeadersFrameParam{
  1013. StreamID: f.Header().StreamID,
  1014. EndHeaders: true,
  1015. EndStream: endStream,
  1016. BlockFragment: hbf,
  1017. })
  1018. case splitHeader:
  1019. if len(hbf) < 2 {
  1020. panic("too small")
  1021. }
  1022. ct.fr.WriteHeaders(HeadersFrameParam{
  1023. StreamID: f.Header().StreamID,
  1024. EndHeaders: false,
  1025. EndStream: endStream,
  1026. BlockFragment: hbf[:1],
  1027. })
  1028. ct.fr.WriteContinuation(f.Header().StreamID, true, hbf[1:])
  1029. default:
  1030. panic("bogus mode")
  1031. }
  1032. }
  1033. switch f := f.(type) {
  1034. case *WindowUpdateFrame, *SettingsFrame:
  1035. case *DataFrame:
  1036. if !f.StreamEnded() {
  1037. // No need to send flow control tokens. The test request body is tiny.
  1038. continue
  1039. }
  1040. // Response headers (1+ frames; 1 or 2 in this test, but never 0)
  1041. {
  1042. buf.Reset()
  1043. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "200"})
  1044. enc.WriteField(hpack.HeaderField{Name: "x-foo", Value: "blah"})
  1045. enc.WriteField(hpack.HeaderField{Name: "x-bar", Value: "more"})
  1046. if trailers != noHeader {
  1047. enc.WriteField(hpack.HeaderField{Name: "trailer", Value: "some-trailer"})
  1048. }
  1049. endStream = withData == false && trailers == noHeader
  1050. send(resHeader)
  1051. }
  1052. if withData {
  1053. endStream = trailers == noHeader
  1054. ct.fr.WriteData(f.StreamID, endStream, []byte(resBody))
  1055. }
  1056. if trailers != noHeader {
  1057. endStream = true
  1058. buf.Reset()
  1059. enc.WriteField(hpack.HeaderField{Name: "some-trailer", Value: "some-value"})
  1060. send(trailers)
  1061. }
  1062. if endStream {
  1063. return nil
  1064. }
  1065. case *HeadersFrame:
  1066. if expect100Continue != noHeader {
  1067. buf.Reset()
  1068. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "100"})
  1069. send(expect100Continue)
  1070. }
  1071. }
  1072. }
  1073. }
  1074. ct.run()
  1075. }
  1076. func TestTransportReceiveUndeclaredTrailer(t *testing.T) {
  1077. ct := newClientTester(t)
  1078. ct.client = func() error {
  1079. req, _ := http.NewRequest("GET", "https://dummy.tld/", nil)
  1080. res, err := ct.tr.RoundTrip(req)
  1081. if err != nil {
  1082. return fmt.Errorf("RoundTrip: %v", err)
  1083. }
  1084. defer res.Body.Close()
  1085. if res.StatusCode != 200 {
  1086. return fmt.Errorf("status code = %v; want 200", res.StatusCode)
  1087. }
  1088. slurp, err := ioutil.ReadAll(res.Body)
  1089. if err != nil {
  1090. return fmt.Errorf("res.Body ReadAll error = %q, %v; want %v", slurp, err, nil)
  1091. }
  1092. if len(slurp) > 0 {
  1093. return fmt.Errorf("body = %q; want nothing", slurp)
  1094. }
  1095. if _, ok := res.Trailer["Some-Trailer"]; !ok {
  1096. return fmt.Errorf("expected Some-Trailer")
  1097. }
  1098. return nil
  1099. }
  1100. ct.server = func() error {
  1101. ct.greet()
  1102. var n int
  1103. var hf *HeadersFrame
  1104. for hf == nil && n < 10 {
  1105. f, err := ct.fr.ReadFrame()
  1106. if err != nil {
  1107. return err
  1108. }
  1109. hf, _ = f.(*HeadersFrame)
  1110. n++
  1111. }
  1112. var buf bytes.Buffer
  1113. enc := hpack.NewEncoder(&buf)
  1114. // send headers without Trailer header
  1115. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "200"})
  1116. ct.fr.WriteHeaders(HeadersFrameParam{
  1117. StreamID: hf.StreamID,
  1118. EndHeaders: true,
  1119. EndStream: false,
  1120. BlockFragment: buf.Bytes(),
  1121. })
  1122. // send trailers
  1123. buf.Reset()
  1124. enc.WriteField(hpack.HeaderField{Name: "some-trailer", Value: "I'm an undeclared Trailer!"})
  1125. ct.fr.WriteHeaders(HeadersFrameParam{
  1126. StreamID: hf.StreamID,
  1127. EndHeaders: true,
  1128. EndStream: true,
  1129. BlockFragment: buf.Bytes(),
  1130. })
  1131. return nil
  1132. }
  1133. ct.run()
  1134. }
  1135. func TestTransportInvalidTrailer_Pseudo1(t *testing.T) {
  1136. testTransportInvalidTrailer_Pseudo(t, oneHeader)
  1137. }
  1138. func TestTransportInvalidTrailer_Pseudo2(t *testing.T) {
  1139. testTransportInvalidTrailer_Pseudo(t, splitHeader)
  1140. }
  1141. func testTransportInvalidTrailer_Pseudo(t *testing.T, trailers headerType) {
  1142. testInvalidTrailer(t, trailers, pseudoHeaderError(":colon"), func(enc *hpack.Encoder) {
  1143. enc.WriteField(hpack.HeaderField{Name: ":colon", Value: "foo"})
  1144. enc.WriteField(hpack.HeaderField{Name: "foo", Value: "bar"})
  1145. })
  1146. }
  1147. func TestTransportInvalidTrailer_Capital1(t *testing.T) {
  1148. testTransportInvalidTrailer_Capital(t, oneHeader)
  1149. }
  1150. func TestTransportInvalidTrailer_Capital2(t *testing.T) {
  1151. testTransportInvalidTrailer_Capital(t, splitHeader)
  1152. }
  1153. func testTransportInvalidTrailer_Capital(t *testing.T, trailers headerType) {
  1154. testInvalidTrailer(t, trailers, headerFieldNameError("Capital"), func(enc *hpack.Encoder) {
  1155. enc.WriteField(hpack.HeaderField{Name: "foo", Value: "bar"})
  1156. enc.WriteField(hpack.HeaderField{Name: "Capital", Value: "bad"})
  1157. })
  1158. }
  1159. func TestTransportInvalidTrailer_EmptyFieldName(t *testing.T) {
  1160. testInvalidTrailer(t, oneHeader, headerFieldNameError(""), func(enc *hpack.Encoder) {
  1161. enc.WriteField(hpack.HeaderField{Name: "", Value: "bad"})
  1162. })
  1163. }
  1164. func TestTransportInvalidTrailer_BinaryFieldValue(t *testing.T) {
  1165. testInvalidTrailer(t, oneHeader, headerFieldValueError("has\nnewline"), func(enc *hpack.Encoder) {
  1166. enc.WriteField(hpack.HeaderField{Name: "x", Value: "has\nnewline"})
  1167. })
  1168. }
  1169. func testInvalidTrailer(t *testing.T, trailers headerType, wantErr error, writeTrailer func(*hpack.Encoder)) {
  1170. ct := newClientTester(t)
  1171. ct.client = func() error {
  1172. req, _ := http.NewRequest("GET", "https://dummy.tld/", nil)
  1173. res, err := ct.tr.RoundTrip(req)
  1174. if err != nil {
  1175. return fmt.Errorf("RoundTrip: %v", err)
  1176. }
  1177. defer res.Body.Close()
  1178. if res.StatusCode != 200 {
  1179. return fmt.Errorf("status code = %v; want 200", res.StatusCode)
  1180. }
  1181. slurp, err := ioutil.ReadAll(res.Body)
  1182. se, ok := err.(StreamError)
  1183. if !ok || se.Cause != wantErr {
  1184. return fmt.Errorf("res.Body ReadAll error = %q, %#v; want StreamError with cause %T, %#v", slurp, err, wantErr, wantErr)
  1185. }
  1186. if len(slurp) > 0 {
  1187. return fmt.Errorf("body = %q; want nothing", slurp)
  1188. }
  1189. return nil
  1190. }
  1191. ct.server = func() error {
  1192. ct.greet()
  1193. var buf bytes.Buffer
  1194. enc := hpack.NewEncoder(&buf)
  1195. for {
  1196. f, err := ct.fr.ReadFrame()
  1197. if err != nil {
  1198. return err
  1199. }
  1200. switch f := f.(type) {
  1201. case *HeadersFrame:
  1202. var endStream bool
  1203. send := func(mode headerType) {
  1204. hbf := buf.Bytes()
  1205. switch mode {
  1206. case oneHeader:
  1207. ct.fr.WriteHeaders(HeadersFrameParam{
  1208. StreamID: f.StreamID,
  1209. EndHeaders: true,
  1210. EndStream: endStream,
  1211. BlockFragment: hbf,
  1212. })
  1213. case splitHeader:
  1214. if len(hbf) < 2 {
  1215. panic("too small")
  1216. }
  1217. ct.fr.WriteHeaders(HeadersFrameParam{
  1218. StreamID: f.StreamID,
  1219. EndHeaders: false,
  1220. EndStream: endStream,
  1221. BlockFragment: hbf[:1],
  1222. })
  1223. ct.fr.WriteContinuation(f.StreamID, true, hbf[1:])
  1224. default:
  1225. panic("bogus mode")
  1226. }
  1227. }
  1228. // Response headers (1+ frames; 1 or 2 in this test, but never 0)
  1229. {
  1230. buf.Reset()
  1231. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "200"})
  1232. enc.WriteField(hpack.HeaderField{Name: "trailer", Value: "declared"})
  1233. endStream = false
  1234. send(oneHeader)
  1235. }
  1236. // Trailers:
  1237. {
  1238. endStream = true
  1239. buf.Reset()
  1240. writeTrailer(enc)
  1241. send(trailers)
  1242. }
  1243. return nil
  1244. }
  1245. }
  1246. }
  1247. ct.run()
  1248. }
  1249. func TestTransportChecksResponseHeaderListSize(t *testing.T) {
  1250. ct := newClientTester(t)
  1251. ct.client = func() error {
  1252. req, _ := http.NewRequest("GET", "https://dummy.tld/", nil)
  1253. res, err := ct.tr.RoundTrip(req)
  1254. if err != errResponseHeaderListSize {
  1255. if res != nil {
  1256. res.Body.Close()
  1257. }
  1258. size := int64(0)
  1259. for k, vv := range res.Header {
  1260. for _, v := range vv {
  1261. size += int64(len(k)) + int64(len(v)) + 32
  1262. }
  1263. }
  1264. return fmt.Errorf("RoundTrip Error = %v (and %d bytes of response headers); want errResponseHeaderListSize", err, size)
  1265. }
  1266. return nil
  1267. }
  1268. ct.server = func() error {
  1269. ct.greet()
  1270. var buf bytes.Buffer
  1271. enc := hpack.NewEncoder(&buf)
  1272. for {
  1273. f, err := ct.fr.ReadFrame()
  1274. if err != nil {
  1275. return err
  1276. }
  1277. switch f := f.(type) {
  1278. case *HeadersFrame:
  1279. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "200"})
  1280. large := strings.Repeat("a", 1<<10)
  1281. for i := 0; i < 5042; i++ {
  1282. enc.WriteField(hpack.HeaderField{Name: large, Value: large})
  1283. }
  1284. if size, want := buf.Len(), 6329; size != want {
  1285. // Note: this number might change if
  1286. // our hpack implementation
  1287. // changes. That's fine. This is
  1288. // just a sanity check that our
  1289. // response can fit in a single
  1290. // header block fragment frame.
  1291. return fmt.Errorf("encoding over 10MB of duplicate keypairs took %d bytes; expected %d", size, want)
  1292. }
  1293. ct.fr.WriteHeaders(HeadersFrameParam{
  1294. StreamID: f.StreamID,
  1295. EndHeaders: true,
  1296. EndStream: true,
  1297. BlockFragment: buf.Bytes(),
  1298. })
  1299. return nil
  1300. }
  1301. }
  1302. }
  1303. ct.run()
  1304. }
  1305. // Test that the the Transport returns a typed error from Response.Body.Read calls
  1306. // when the server sends an error. (here we use a panic, since that should generate
  1307. // a stream error, but others like cancel should be similar)
  1308. func TestTransportBodyReadErrorType(t *testing.T) {
  1309. doPanic := make(chan bool, 1)
  1310. st := newServerTester(t,
  1311. func(w http.ResponseWriter, r *http.Request) {
  1312. w.(http.Flusher).Flush() // force headers out
  1313. <-doPanic
  1314. panic("boom")
  1315. },
  1316. optOnlyServer,
  1317. optQuiet,
  1318. )
  1319. defer st.Close()
  1320. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  1321. defer tr.CloseIdleConnections()
  1322. c := &http.Client{Transport: tr}
  1323. res, err := c.Get(st.ts.URL)
  1324. if err != nil {
  1325. t.Fatal(err)
  1326. }
  1327. defer res.Body.Close()
  1328. doPanic <- true
  1329. buf := make([]byte, 100)
  1330. n, err := res.Body.Read(buf)
  1331. want := StreamError{StreamID: 0x1, Code: 0x2}
  1332. if !reflect.DeepEqual(want, err) {
  1333. t.Errorf("Read = %v, %#v; want error %#v", n, err, want)
  1334. }
  1335. }
  1336. // golang.org/issue/13924
  1337. // This used to fail after many iterations, especially with -race:
  1338. // go test -v -run=TestTransportDoubleCloseOnWriteError -count=500 -race
  1339. func TestTransportDoubleCloseOnWriteError(t *testing.T) {
  1340. var (
  1341. mu sync.Mutex
  1342. conn net.Conn // to close if set
  1343. )
  1344. st := newServerTester(t,
  1345. func(w http.ResponseWriter, r *http.Request) {
  1346. mu.Lock()
  1347. defer mu.Unlock()
  1348. if conn != nil {
  1349. conn.Close()
  1350. }
  1351. },
  1352. optOnlyServer,
  1353. )
  1354. defer st.Close()
  1355. tr := &Transport{
  1356. TLSClientConfig: tlsConfigInsecure,
  1357. DialTLS: func(network, addr string, cfg *tls.Config) (net.Conn, error) {
  1358. tc, err := tls.Dial(network, addr, cfg)
  1359. if err != nil {
  1360. return nil, err
  1361. }
  1362. mu.Lock()
  1363. defer mu.Unlock()
  1364. conn = tc
  1365. return tc, nil
  1366. },
  1367. }
  1368. defer tr.CloseIdleConnections()
  1369. c := &http.Client{Transport: tr}
  1370. c.Get(st.ts.URL)
  1371. }
  1372. // Test that the http1 Transport.DisableKeepAlives option is respected
  1373. // and connections are closed as soon as idle.
  1374. // See golang.org/issue/14008
  1375. func TestTransportDisableKeepAlives(t *testing.T) {
  1376. st := newServerTester(t,
  1377. func(w http.ResponseWriter, r *http.Request) {
  1378. io.WriteString(w, "hi")
  1379. },
  1380. optOnlyServer,
  1381. )
  1382. defer st.Close()
  1383. connClosed := make(chan struct{}) // closed on tls.Conn.Close
  1384. tr := &Transport{
  1385. t1: &http.Transport{
  1386. DisableKeepAlives: true,
  1387. },
  1388. TLSClientConfig: tlsConfigInsecure,
  1389. DialTLS: func(network, addr string, cfg *tls.Config) (net.Conn, error) {
  1390. tc, err := tls.Dial(network, addr, cfg)
  1391. if err != nil {
  1392. return nil, err
  1393. }
  1394. return &noteCloseConn{Conn: tc, closefn: func() { close(connClosed) }}, nil
  1395. },
  1396. }
  1397. c := &http.Client{Transport: tr}
  1398. res, err := c.Get(st.ts.URL)
  1399. if err != nil {
  1400. t.Fatal(err)
  1401. }
  1402. if _, err := ioutil.ReadAll(res.Body); err != nil {
  1403. t.Fatal(err)
  1404. }
  1405. defer res.Body.Close()
  1406. select {
  1407. case <-connClosed:
  1408. case <-time.After(1 * time.Second):
  1409. t.Errorf("timeout")
  1410. }
  1411. }
  1412. // Test concurrent requests with Transport.DisableKeepAlives. We can share connections,
  1413. // but when things are totally idle, it still needs to close.
  1414. func TestTransportDisableKeepAlives_Concurrency(t *testing.T) {
  1415. const D = 25 * time.Millisecond
  1416. st := newServerTester(t,
  1417. func(w http.ResponseWriter, r *http.Request) {
  1418. time.Sleep(D)
  1419. io.WriteString(w, "hi")
  1420. },
  1421. optOnlyServer,
  1422. )
  1423. defer st.Close()
  1424. var dials int32
  1425. var conns sync.WaitGroup
  1426. tr := &Transport{
  1427. t1: &http.Transport{
  1428. DisableKeepAlives: true,
  1429. },
  1430. TLSClientConfig: tlsConfigInsecure,
  1431. DialTLS: func(network, addr string, cfg *tls.Config) (net.Conn, error) {
  1432. tc, err := tls.Dial(network, addr, cfg)
  1433. if err != nil {
  1434. return nil, err
  1435. }
  1436. atomic.AddInt32(&dials, 1)
  1437. conns.Add(1)
  1438. return &noteCloseConn{Conn: tc, closefn: func() { conns.Done() }}, nil
  1439. },
  1440. }
  1441. c := &http.Client{Transport: tr}
  1442. var reqs sync.WaitGroup
  1443. const N = 20
  1444. for i := 0; i < N; i++ {
  1445. reqs.Add(1)
  1446. if i == N-1 {
  1447. // For the final request, try to make all the
  1448. // others close. This isn't verified in the
  1449. // count, other than the Log statement, since
  1450. // it's so timing dependent. This test is
  1451. // really to make sure we don't interrupt a
  1452. // valid request.
  1453. time.Sleep(D * 2)
  1454. }
  1455. go func() {
  1456. defer reqs.Done()
  1457. res, err := c.Get(st.ts.URL)
  1458. if err != nil {
  1459. t.Error(err)
  1460. return
  1461. }
  1462. if _, err := ioutil.ReadAll(res.Body); err != nil {
  1463. t.Error(err)
  1464. return
  1465. }
  1466. res.Body.Close()
  1467. }()
  1468. }
  1469. reqs.Wait()
  1470. conns.Wait()
  1471. t.Logf("did %d dials, %d requests", atomic.LoadInt32(&dials), N)
  1472. }
  1473. type noteCloseConn struct {
  1474. net.Conn
  1475. onceClose sync.Once
  1476. closefn func()
  1477. }
  1478. func (c *noteCloseConn) Close() error {
  1479. c.onceClose.Do(c.closefn)
  1480. return c.Conn.Close()
  1481. }
  1482. func isTimeout(err error) bool {
  1483. switch err := err.(type) {
  1484. case nil:
  1485. return false
  1486. case *url.Error:
  1487. return isTimeout(err.Err)
  1488. case net.Error:
  1489. return err.Timeout()
  1490. }
  1491. return false
  1492. }
  1493. // Test that the http1 Transport.ResponseHeaderTimeout option and cancel is sent.
  1494. func TestTransportResponseHeaderTimeout_NoBody(t *testing.T) {
  1495. testTransportResponseHeaderTimeout(t, false)
  1496. }
  1497. func TestTransportResponseHeaderTimeout_Body(t *testing.T) {
  1498. testTransportResponseHeaderTimeout(t, true)
  1499. }
  1500. func testTransportResponseHeaderTimeout(t *testing.T, body bool) {
  1501. ct := newClientTester(t)
  1502. ct.tr.t1 = &http.Transport{
  1503. ResponseHeaderTimeout: 5 * time.Millisecond,
  1504. }
  1505. ct.client = func() error {
  1506. c := &http.Client{Transport: ct.tr}
  1507. var err error
  1508. var n int64
  1509. const bodySize = 4 << 20
  1510. if body {
  1511. _, err = c.Post("https://dummy.tld/", "text/foo", io.LimitReader(countingReader{&n}, bodySize))
  1512. } else {
  1513. _, err = c.Get("https://dummy.tld/")
  1514. }
  1515. if !isTimeout(err) {
  1516. t.Errorf("client expected timeout error; got %#v", err)
  1517. }
  1518. if body && n != bodySize {
  1519. t.Errorf("only read %d bytes of body; want %d", n, bodySize)
  1520. }
  1521. return nil
  1522. }
  1523. ct.server = func() error {
  1524. ct.greet()
  1525. for {
  1526. f, err := ct.fr.ReadFrame()
  1527. if err != nil {
  1528. t.Logf("ReadFrame: %v", err)
  1529. return nil
  1530. }
  1531. switch f := f.(type) {
  1532. case *DataFrame:
  1533. dataLen := len(f.Data())
  1534. if dataLen > 0 {
  1535. if err := ct.fr.WriteWindowUpdate(0, uint32(dataLen)); err != nil {
  1536. return err
  1537. }
  1538. if err := ct.fr.WriteWindowUpdate(f.StreamID, uint32(dataLen)); err != nil {
  1539. return err
  1540. }
  1541. }
  1542. case *RSTStreamFrame:
  1543. if f.StreamID == 1 && f.ErrCode == ErrCodeCancel {
  1544. return nil
  1545. }
  1546. }
  1547. }
  1548. }
  1549. ct.run()
  1550. }
  1551. func TestTransportDisableCompression(t *testing.T) {
  1552. const body = "sup"
  1553. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  1554. want := http.Header{
  1555. "User-Agent": []string{"Go-http-client/2.0"},
  1556. }
  1557. if !reflect.DeepEqual(r.Header, want) {
  1558. t.Errorf("request headers = %v; want %v", r.Header, want)
  1559. }
  1560. }, optOnlyServer)
  1561. defer st.Close()
  1562. tr := &Transport{
  1563. TLSClientConfig: tlsConfigInsecure,
  1564. t1: &http.Transport{
  1565. DisableCompression: true,
  1566. },
  1567. }
  1568. defer tr.CloseIdleConnections()
  1569. req, err := http.NewRequest("GET", st.ts.URL, nil)
  1570. if err != nil {
  1571. t.Fatal(err)
  1572. }
  1573. res, err := tr.RoundTrip(req)
  1574. if err != nil {
  1575. t.Fatal(err)
  1576. }
  1577. defer res.Body.Close()
  1578. }
  1579. // RFC 7540 section 8.1.2.2
  1580. func TestTransportRejectsConnHeaders(t *testing.T) {
  1581. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  1582. var got []string
  1583. for k := range r.Header {
  1584. got = append(got, k)
  1585. }
  1586. sort.Strings(got)
  1587. w.Header().Set("Got-Header", strings.Join(got, ","))
  1588. }, optOnlyServer)
  1589. defer st.Close()
  1590. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  1591. defer tr.CloseIdleConnections()
  1592. tests := []struct {
  1593. key string
  1594. value []string
  1595. want string
  1596. }{
  1597. {
  1598. key: "Upgrade",
  1599. value: []string{"anything"},
  1600. want: "ERROR: http2: invalid Upgrade request header: [\"anything\"]",
  1601. },
  1602. {
  1603. key: "Connection",
  1604. value: []string{"foo"},
  1605. want: "ERROR: http2: invalid Connection request header: [\"foo\"]",
  1606. },
  1607. {
  1608. key: "Connection",
  1609. value: []string{"close"},
  1610. want: "Accept-Encoding,User-Agent",
  1611. },
  1612. {
  1613. key: "Connection",
  1614. value: []string{"close", "something-else"},
  1615. want: "ERROR: http2: invalid Connection request header: [\"close\" \"something-else\"]",
  1616. },
  1617. {
  1618. key: "Connection",
  1619. value: []string{"keep-alive"},
  1620. want: "Accept-Encoding,User-Agent",
  1621. },
  1622. {
  1623. key: "Proxy-Connection", // just deleted and ignored
  1624. value: []string{"keep-alive"},
  1625. want: "Accept-Encoding,User-Agent",
  1626. },
  1627. {
  1628. key: "Transfer-Encoding",
  1629. value: []string{""},
  1630. want: "Accept-Encoding,User-Agent",
  1631. },
  1632. {
  1633. key: "Transfer-Encoding",
  1634. value: []string{"foo"},
  1635. want: "ERROR: http2: invalid Transfer-Encoding request header: [\"foo\"]",
  1636. },
  1637. {
  1638. key: "Transfer-Encoding",
  1639. value: []string{"chunked"},
  1640. want: "Accept-Encoding,User-Agent",
  1641. },
  1642. {
  1643. key: "Transfer-Encoding",
  1644. value: []string{"chunked", "other"},
  1645. want: "ERROR: http2: invalid Transfer-Encoding request header: [\"chunked\" \"other\"]",
  1646. },
  1647. {
  1648. key: "Content-Length",
  1649. value: []string{"123"},
  1650. want: "Accept-Encoding,User-Agent",
  1651. },
  1652. {
  1653. key: "Keep-Alive",
  1654. value: []string{"doop"},
  1655. want: "Accept-Encoding,User-Agent",
  1656. },
  1657. }
  1658. for _, tt := range tests {
  1659. req, _ := http.NewRequest("GET", st.ts.URL, nil)
  1660. req.Header[tt.key] = tt.value
  1661. res, err := tr.RoundTrip(req)
  1662. var got string
  1663. if err != nil {
  1664. got = fmt.Sprintf("ERROR: %v", err)
  1665. } else {
  1666. got = res.Header.Get("Got-Header")
  1667. res.Body.Close()
  1668. }
  1669. if got != tt.want {
  1670. t.Errorf("For key %q, value %q, got = %q; want %q", tt.key, tt.value, got, tt.want)
  1671. }
  1672. }
  1673. }
  1674. // golang.org/issue/14048
  1675. func TestTransportFailsOnInvalidHeaders(t *testing.T) {
  1676. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  1677. var got []string
  1678. for k := range r.Header {
  1679. got = append(got, k)
  1680. }
  1681. sort.Strings(got)
  1682. w.Header().Set("Got-Header", strings.Join(got, ","))
  1683. }, optOnlyServer)
  1684. defer st.Close()
  1685. tests := [...]struct {
  1686. h http.Header
  1687. wantErr string
  1688. }{
  1689. 0: {
  1690. h: http.Header{"with space": {"foo"}},
  1691. wantErr: `invalid HTTP header name "with space"`,
  1692. },
  1693. 1: {
  1694. h: http.Header{"name": {"Брэд"}},
  1695. wantErr: "", // okay
  1696. },
  1697. 2: {
  1698. h: http.Header{"имя": {"Brad"}},
  1699. wantErr: `invalid HTTP header name "имя"`,
  1700. },
  1701. 3: {
  1702. h: http.Header{"foo": {"foo\x01bar"}},
  1703. wantErr: `invalid HTTP header value "foo\x01bar" for header "foo"`,
  1704. },
  1705. }
  1706. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  1707. defer tr.CloseIdleConnections()
  1708. for i, tt := range tests {
  1709. req, _ := http.NewRequest("GET", st.ts.URL, nil)
  1710. req.Header = tt.h
  1711. res, err := tr.RoundTrip(req)
  1712. var bad bool
  1713. if tt.wantErr == "" {
  1714. if err != nil {
  1715. bad = true
  1716. t.Errorf("case %d: error = %v; want no error", i, err)
  1717. }
  1718. } else {
  1719. if !strings.Contains(fmt.Sprint(err), tt.wantErr) {
  1720. bad = true
  1721. t.Errorf("case %d: error = %v; want error %q", i, err, tt.wantErr)
  1722. }
  1723. }
  1724. if err == nil {
  1725. if bad {
  1726. t.Logf("case %d: server got headers %q", i, res.Header.Get("Got-Header"))
  1727. }
  1728. res.Body.Close()
  1729. }
  1730. }
  1731. }
  1732. // Tests that gzipReader doesn't crash on a second Read call following
  1733. // the first Read call's gzip.NewReader returning an error.
  1734. func TestGzipReader_DoubleReadCrash(t *testing.T) {
  1735. gz := &gzipReader{
  1736. body: ioutil.NopCloser(strings.NewReader("0123456789")),
  1737. }
  1738. var buf [1]byte
  1739. n, err1 := gz.Read(buf[:])
  1740. if n != 0 || !strings.Contains(fmt.Sprint(err1), "invalid header") {
  1741. t.Fatalf("Read = %v, %v; want 0, invalid header", n, err1)
  1742. }
  1743. n, err2 := gz.Read(buf[:])
  1744. if n != 0 || err2 != err1 {
  1745. t.Fatalf("second Read = %v, %v; want 0, %v", n, err2, err1)
  1746. }
  1747. }
  1748. func TestTransportNewTLSConfig(t *testing.T) {
  1749. tests := [...]struct {
  1750. conf *tls.Config
  1751. host string
  1752. want *tls.Config
  1753. }{
  1754. // Normal case.
  1755. 0: {
  1756. conf: nil,
  1757. host: "foo.com",
  1758. want: &tls.Config{
  1759. ServerName: "foo.com",
  1760. NextProtos: []string{NextProtoTLS},
  1761. },
  1762. },
  1763. // User-provided name (bar.com) takes precedence:
  1764. 1: {
  1765. conf: &tls.Config{
  1766. ServerName: "bar.com",
  1767. },
  1768. host: "foo.com",
  1769. want: &tls.Config{
  1770. ServerName: "bar.com",
  1771. NextProtos: []string{NextProtoTLS},
  1772. },
  1773. },
  1774. // NextProto is prepended:
  1775. 2: {
  1776. conf: &tls.Config{
  1777. NextProtos: []string{"foo", "bar"},
  1778. },
  1779. host: "example.com",
  1780. want: &tls.Config{
  1781. ServerName: "example.com",
  1782. NextProtos: []string{NextProtoTLS, "foo", "bar"},
  1783. },
  1784. },
  1785. // NextProto is not duplicated:
  1786. 3: {
  1787. conf: &tls.Config{
  1788. NextProtos: []string{"foo", "bar", NextProtoTLS},
  1789. },
  1790. host: "example.com",
  1791. want: &tls.Config{
  1792. ServerName: "example.com",
  1793. NextProtos: []string{"foo", "bar", NextProtoTLS},
  1794. },
  1795. },
  1796. }
  1797. for i, tt := range tests {
  1798. tr := &Transport{TLSClientConfig: tt.conf}
  1799. got := tr.newTLSConfig(tt.host)
  1800. if !reflect.DeepEqual(got, tt.want) {
  1801. t.Errorf("%d. got %#v; want %#v", i, got, tt.want)
  1802. }
  1803. }
  1804. }
  1805. // The Google GFE responds to HEAD requests with a HEADERS frame
  1806. // without END_STREAM, followed by a 0-length DATA frame with
  1807. // END_STREAM. Make sure we don't get confused by that. (We did.)
  1808. func TestTransportReadHeadResponse(t *testing.T) {
  1809. ct := newClientTester(t)
  1810. clientDone := make(chan struct{})
  1811. ct.client = func() error {
  1812. defer close(clientDone)
  1813. req, _ := http.NewRequest("HEAD", "https://dummy.tld/", nil)
  1814. res, err := ct.tr.RoundTrip(req)
  1815. if err != nil {
  1816. return err
  1817. }
  1818. if res.ContentLength != 123 {
  1819. return fmt.Errorf("Content-Length = %d; want 123", res.ContentLength)
  1820. }
  1821. slurp, err := ioutil.ReadAll(res.Body)
  1822. if err != nil {
  1823. return fmt.Errorf("ReadAll: %v", err)
  1824. }
  1825. if len(slurp) > 0 {
  1826. return fmt.Errorf("Unexpected non-empty ReadAll body: %q", slurp)
  1827. }
  1828. return nil
  1829. }
  1830. ct.server = func() error {
  1831. ct.greet()
  1832. for {
  1833. f, err := ct.fr.ReadFrame()
  1834. if err != nil {
  1835. t.Logf("ReadFrame: %v", err)
  1836. return nil
  1837. }
  1838. hf, ok := f.(*HeadersFrame)
  1839. if !ok {
  1840. continue
  1841. }
  1842. var buf bytes.Buffer
  1843. enc := hpack.NewEncoder(&buf)
  1844. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "200"})
  1845. enc.WriteField(hpack.HeaderField{Name: "content-length", Value: "123"})
  1846. ct.fr.WriteHeaders(HeadersFrameParam{
  1847. StreamID: hf.StreamID,
  1848. EndHeaders: true,
  1849. EndStream: false, // as the GFE does
  1850. BlockFragment: buf.Bytes(),
  1851. })
  1852. ct.fr.WriteData(hf.StreamID, true, nil)
  1853. <-clientDone
  1854. return nil
  1855. }
  1856. }
  1857. ct.run()
  1858. }
  1859. type neverEnding byte
  1860. func (b neverEnding) Read(p []byte) (int, error) {
  1861. for i := range p {
  1862. p[i] = byte(b)
  1863. }
  1864. return len(p), nil
  1865. }
  1866. // golang.org/issue/15425: test that a handler closing the request
  1867. // body doesn't terminate the stream to the peer. (It just stops
  1868. // readability from the handler's side, and eventually the client
  1869. // runs out of flow control tokens)
  1870. func TestTransportHandlerBodyClose(t *testing.T) {
  1871. const bodySize = 10 << 20
  1872. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  1873. r.Body.Close()
  1874. io.Copy(w, io.LimitReader(neverEnding('A'), bodySize))
  1875. }, optOnlyServer)
  1876. defer st.Close()
  1877. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  1878. defer tr.CloseIdleConnections()
  1879. g0 := runtime.NumGoroutine()
  1880. const numReq = 10
  1881. for i := 0; i < numReq; i++ {
  1882. req, err := http.NewRequest("POST", st.ts.URL, struct{ io.Reader }{io.LimitReader(neverEnding('A'), bodySize)})
  1883. if err != nil {
  1884. t.Fatal(err)
  1885. }
  1886. res, err := tr.RoundTrip(req)
  1887. if err != nil {
  1888. t.Fatal(err)
  1889. }
  1890. n, err := io.Copy(ioutil.Discard, res.Body)
  1891. res.Body.Close()
  1892. if n != bodySize || err != nil {
  1893. t.Fatalf("req#%d: Copy = %d, %v; want %d, nil", i, n, err, bodySize)
  1894. }
  1895. }
  1896. tr.CloseIdleConnections()
  1897. gd := runtime.NumGoroutine() - g0
  1898. if gd > numReq/2 {
  1899. t.Errorf("appeared to leak goroutines")
  1900. }
  1901. }
  1902. // https://golang.org/issue/15930
  1903. func TestTransportFlowControl(t *testing.T) {
  1904. const (
  1905. total = 100 << 20 // 100MB
  1906. bufLen = 1 << 16
  1907. )
  1908. var wrote int64 // updated atomically
  1909. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  1910. b := make([]byte, bufLen)
  1911. for wrote < total {
  1912. n, err := w.Write(b)
  1913. atomic.AddInt64(&wrote, int64(n))
  1914. if err != nil {
  1915. t.Errorf("ResponseWriter.Write error: %v", err)
  1916. break
  1917. }
  1918. w.(http.Flusher).Flush()
  1919. }
  1920. }, optOnlyServer)
  1921. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  1922. defer tr.CloseIdleConnections()
  1923. req, err := http.NewRequest("GET", st.ts.URL, nil)
  1924. if err != nil {
  1925. t.Fatal("NewRequest error:", err)
  1926. }
  1927. resp, err := tr.RoundTrip(req)
  1928. if err != nil {
  1929. t.Fatal("RoundTrip error:", err)
  1930. }
  1931. defer resp.Body.Close()
  1932. var read int64
  1933. b := make([]byte, bufLen)
  1934. for {
  1935. n, err := resp.Body.Read(b)
  1936. if err == io.EOF {
  1937. break
  1938. }
  1939. if err != nil {
  1940. t.Fatal("Read error:", err)
  1941. }
  1942. read += int64(n)
  1943. const max = transportDefaultStreamFlow
  1944. if w := atomic.LoadInt64(&wrote); -max > read-w || read-w > max {
  1945. t.Fatalf("Too much data inflight: server wrote %v bytes but client only received %v", w, read)
  1946. }
  1947. // Let the server get ahead of the client.
  1948. time.Sleep(1 * time.Millisecond)
  1949. }
  1950. }
  1951. // golang.org/issue/14627 -- if the server sends a GOAWAY frame, make
  1952. // the Transport remember it and return it back to users (via
  1953. // RoundTrip or request body reads) if needed (e.g. if the server
  1954. // proceeds to close the TCP connection before the client gets its
  1955. // response)
  1956. func TestTransportUsesGoAwayDebugError_RoundTrip(t *testing.T) {
  1957. testTransportUsesGoAwayDebugError(t, false)
  1958. }
  1959. func TestTransportUsesGoAwayDebugError_Body(t *testing.T) {
  1960. testTransportUsesGoAwayDebugError(t, true)
  1961. }
  1962. func testTransportUsesGoAwayDebugError(t *testing.T, failMidBody bool) {
  1963. ct := newClientTester(t)
  1964. clientDone := make(chan struct{})
  1965. const goAwayErrCode = ErrCodeHTTP11Required // arbitrary
  1966. const goAwayDebugData = "some debug data"
  1967. ct.client = func() error {
  1968. defer close(clientDone)
  1969. req, _ := http.NewRequest("GET", "https://dummy.tld/", nil)
  1970. res, err := ct.tr.RoundTrip(req)
  1971. if failMidBody {
  1972. if err != nil {
  1973. return fmt.Errorf("unexpected client RoundTrip error: %v", err)
  1974. }
  1975. _, err = io.Copy(ioutil.Discard, res.Body)
  1976. res.Body.Close()
  1977. }
  1978. want := GoAwayError{
  1979. LastStreamID: 5,
  1980. ErrCode: goAwayErrCode,
  1981. DebugData: goAwayDebugData,
  1982. }
  1983. if !reflect.DeepEqual(err, want) {
  1984. t.Errorf("RoundTrip error = %T: %#v, want %T (%#v)", err, err, want, want)
  1985. }
  1986. return nil
  1987. }
  1988. ct.server = func() error {
  1989. ct.greet()
  1990. for {
  1991. f, err := ct.fr.ReadFrame()
  1992. if err != nil {
  1993. t.Logf("ReadFrame: %v", err)
  1994. return nil
  1995. }
  1996. hf, ok := f.(*HeadersFrame)
  1997. if !ok {
  1998. continue
  1999. }
  2000. if failMidBody {
  2001. var buf bytes.Buffer
  2002. enc := hpack.NewEncoder(&buf)
  2003. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "200"})
  2004. enc.WriteField(hpack.HeaderField{Name: "content-length", Value: "123"})
  2005. ct.fr.WriteHeaders(HeadersFrameParam{
  2006. StreamID: hf.StreamID,
  2007. EndHeaders: true,
  2008. EndStream: false,
  2009. BlockFragment: buf.Bytes(),
  2010. })
  2011. }
  2012. // Write two GOAWAY frames, to test that the Transport takes
  2013. // the interesting parts of both.
  2014. ct.fr.WriteGoAway(5, ErrCodeNo, []byte(goAwayDebugData))
  2015. ct.fr.WriteGoAway(5, goAwayErrCode, nil)
  2016. ct.sc.(*net.TCPConn).CloseWrite()
  2017. <-clientDone
  2018. return nil
  2019. }
  2020. }
  2021. ct.run()
  2022. }
  2023. // See golang.org/issue/16481
  2024. func TestTransportReturnsUnusedFlowControl(t *testing.T) {
  2025. ct := newClientTester(t)
  2026. clientClosed := make(chan bool, 1)
  2027. serverWroteBody := make(chan bool, 1)
  2028. ct.client = func() error {
  2029. req, _ := http.NewRequest("GET", "https://dummy.tld/", nil)
  2030. res, err := ct.tr.RoundTrip(req)
  2031. if err != nil {
  2032. return err
  2033. }
  2034. <-serverWroteBody
  2035. if n, err := res.Body.Read(make([]byte, 1)); err != nil || n != 1 {
  2036. return fmt.Errorf("body read = %v, %v; want 1, nil", n, err)
  2037. }
  2038. res.Body.Close() // leaving 4999 bytes unread
  2039. clientClosed <- true
  2040. return nil
  2041. }
  2042. ct.server = func() error {
  2043. ct.greet()
  2044. var hf *HeadersFrame
  2045. for {
  2046. f, err := ct.fr.ReadFrame()
  2047. if err != nil {
  2048. return fmt.Errorf("ReadFrame while waiting for Headers: %v", err)
  2049. }
  2050. switch f.(type) {
  2051. case *WindowUpdateFrame, *SettingsFrame:
  2052. continue
  2053. }
  2054. var ok bool
  2055. hf, ok = f.(*HeadersFrame)
  2056. if !ok {
  2057. return fmt.Errorf("Got %T; want HeadersFrame", f)
  2058. }
  2059. break
  2060. }
  2061. var buf bytes.Buffer
  2062. enc := hpack.NewEncoder(&buf)
  2063. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "200"})
  2064. enc.WriteField(hpack.HeaderField{Name: "content-length", Value: "5000"})
  2065. ct.fr.WriteHeaders(HeadersFrameParam{
  2066. StreamID: hf.StreamID,
  2067. EndHeaders: true,
  2068. EndStream: false,
  2069. BlockFragment: buf.Bytes(),
  2070. })
  2071. ct.fr.WriteData(hf.StreamID, false, make([]byte, 5000)) // without ending stream
  2072. serverWroteBody <- true
  2073. <-clientClosed
  2074. waitingFor := "RSTStreamFrame"
  2075. for {
  2076. f, err := ct.fr.ReadFrame()
  2077. if err != nil {
  2078. return fmt.Errorf("ReadFrame while waiting for %s: %v", waitingFor, err)
  2079. }
  2080. if _, ok := f.(*SettingsFrame); ok {
  2081. continue
  2082. }
  2083. switch waitingFor {
  2084. case "RSTStreamFrame":
  2085. if rf, ok := f.(*RSTStreamFrame); !ok || rf.ErrCode != ErrCodeCancel {
  2086. return fmt.Errorf("Expected a WindowUpdateFrame with code cancel; got %v", summarizeFrame(f))
  2087. }
  2088. waitingFor = "WindowUpdateFrame"
  2089. case "WindowUpdateFrame":
  2090. if wuf, ok := f.(*WindowUpdateFrame); !ok || wuf.Increment != 4999 {
  2091. return fmt.Errorf("Expected WindowUpdateFrame for 4999 bytes; got %v", summarizeFrame(f))
  2092. }
  2093. return nil
  2094. }
  2095. }
  2096. }
  2097. ct.run()
  2098. }
  2099. // Issue 16612: adjust flow control on open streams when transport
  2100. // receives SETTINGS with INITIAL_WINDOW_SIZE from server.
  2101. func TestTransportAdjustsFlowControl(t *testing.T) {
  2102. ct := newClientTester(t)
  2103. clientDone := make(chan struct{})
  2104. const bodySize = 1 << 20
  2105. ct.client = func() error {
  2106. defer ct.cc.(*net.TCPConn).CloseWrite()
  2107. defer close(clientDone)
  2108. req, _ := http.NewRequest("POST", "https://dummy.tld/", struct{ io.Reader }{io.LimitReader(neverEnding('A'), bodySize)})
  2109. res, err := ct.tr.RoundTrip(req)
  2110. if err != nil {
  2111. return err
  2112. }
  2113. res.Body.Close()
  2114. return nil
  2115. }
  2116. ct.server = func() error {
  2117. _, err := io.ReadFull(ct.sc, make([]byte, len(ClientPreface)))
  2118. if err != nil {
  2119. return fmt.Errorf("reading client preface: %v", err)
  2120. }
  2121. var gotBytes int64
  2122. var sentSettings bool
  2123. for {
  2124. f, err := ct.fr.ReadFrame()
  2125. if err != nil {
  2126. select {
  2127. case <-clientDone:
  2128. return nil
  2129. default:
  2130. return fmt.Errorf("ReadFrame while waiting for Headers: %v", err)
  2131. }
  2132. }
  2133. switch f := f.(type) {
  2134. case *DataFrame:
  2135. gotBytes += int64(len(f.Data()))
  2136. // After we've got half the client's
  2137. // initial flow control window's worth
  2138. // of request body data, give it just
  2139. // enough flow control to finish.
  2140. if gotBytes >= initialWindowSize/2 && !sentSettings {
  2141. sentSettings = true
  2142. ct.fr.WriteSettings(Setting{ID: SettingInitialWindowSize, Val: bodySize})
  2143. ct.fr.WriteWindowUpdate(0, bodySize)
  2144. ct.fr.WriteSettingsAck()
  2145. }
  2146. if f.StreamEnded() {
  2147. var buf bytes.Buffer
  2148. enc := hpack.NewEncoder(&buf)
  2149. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "200"})
  2150. ct.fr.WriteHeaders(HeadersFrameParam{
  2151. StreamID: f.StreamID,
  2152. EndHeaders: true,
  2153. EndStream: true,
  2154. BlockFragment: buf.Bytes(),
  2155. })
  2156. }
  2157. }
  2158. }
  2159. }
  2160. ct.run()
  2161. }
  2162. // See golang.org/issue/16556
  2163. func TestTransportReturnsDataPaddingFlowControl(t *testing.T) {
  2164. ct := newClientTester(t)
  2165. unblockClient := make(chan bool, 1)
  2166. ct.client = func() error {
  2167. req, _ := http.NewRequest("GET", "https://dummy.tld/", nil)
  2168. res, err := ct.tr.RoundTrip(req)
  2169. if err != nil {
  2170. return err
  2171. }
  2172. defer res.Body.Close()
  2173. <-unblockClient
  2174. return nil
  2175. }
  2176. ct.server = func() error {
  2177. ct.greet()
  2178. var hf *HeadersFrame
  2179. for {
  2180. f, err := ct.fr.ReadFrame()
  2181. if err != nil {
  2182. return fmt.Errorf("ReadFrame while waiting for Headers: %v", err)
  2183. }
  2184. switch f.(type) {
  2185. case *WindowUpdateFrame, *SettingsFrame:
  2186. continue
  2187. }
  2188. var ok bool
  2189. hf, ok = f.(*HeadersFrame)
  2190. if !ok {
  2191. return fmt.Errorf("Got %T; want HeadersFrame", f)
  2192. }
  2193. break
  2194. }
  2195. var buf bytes.Buffer
  2196. enc := hpack.NewEncoder(&buf)
  2197. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "200"})
  2198. enc.WriteField(hpack.HeaderField{Name: "content-length", Value: "5000"})
  2199. ct.fr.WriteHeaders(HeadersFrameParam{
  2200. StreamID: hf.StreamID,
  2201. EndHeaders: true,
  2202. EndStream: false,
  2203. BlockFragment: buf.Bytes(),
  2204. })
  2205. pad := []byte("12345")
  2206. ct.fr.WriteDataPadded(hf.StreamID, false, make([]byte, 5000), pad) // without ending stream
  2207. f, err := ct.readNonSettingsFrame()
  2208. if err != nil {
  2209. return fmt.Errorf("ReadFrame while waiting for first WindowUpdateFrame: %v", err)
  2210. }
  2211. wantBack := uint32(len(pad)) + 1 // one byte for the length of the padding
  2212. if wuf, ok := f.(*WindowUpdateFrame); !ok || wuf.Increment != wantBack || wuf.StreamID != 0 {
  2213. return fmt.Errorf("Expected conn WindowUpdateFrame for %d bytes; got %v", wantBack, summarizeFrame(f))
  2214. }
  2215. f, err = ct.readNonSettingsFrame()
  2216. if err != nil {
  2217. return fmt.Errorf("ReadFrame while waiting for second WindowUpdateFrame: %v", err)
  2218. }
  2219. if wuf, ok := f.(*WindowUpdateFrame); !ok || wuf.Increment != wantBack || wuf.StreamID == 0 {
  2220. return fmt.Errorf("Expected stream WindowUpdateFrame for %d bytes; got %v", wantBack, summarizeFrame(f))
  2221. }
  2222. unblockClient <- true
  2223. return nil
  2224. }
  2225. ct.run()
  2226. }
  2227. // golang.org/issue/16572 -- RoundTrip shouldn't hang when it gets a
  2228. // StreamError as a result of the response HEADERS
  2229. func TestTransportReturnsErrorOnBadResponseHeaders(t *testing.T) {
  2230. ct := newClientTester(t)
  2231. ct.client = func() error {
  2232. req, _ := http.NewRequest("GET", "https://dummy.tld/", nil)
  2233. res, err := ct.tr.RoundTrip(req)
  2234. if err == nil {
  2235. res.Body.Close()
  2236. return errors.New("unexpected successful GET")
  2237. }
  2238. want := StreamError{1, ErrCodeProtocol, headerFieldNameError(" content-type")}
  2239. if !reflect.DeepEqual(want, err) {
  2240. t.Errorf("RoundTrip error = %#v; want %#v", err, want)
  2241. }
  2242. return nil
  2243. }
  2244. ct.server = func() error {
  2245. ct.greet()
  2246. hf, err := ct.firstHeaders()
  2247. if err != nil {
  2248. return err
  2249. }
  2250. var buf bytes.Buffer
  2251. enc := hpack.NewEncoder(&buf)
  2252. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "200"})
  2253. enc.WriteField(hpack.HeaderField{Name: " content-type", Value: "bogus"}) // bogus spaces
  2254. ct.fr.WriteHeaders(HeadersFrameParam{
  2255. StreamID: hf.StreamID,
  2256. EndHeaders: true,
  2257. EndStream: false,
  2258. BlockFragment: buf.Bytes(),
  2259. })
  2260. for {
  2261. fr, err := ct.readFrame()
  2262. if err != nil {
  2263. return fmt.Errorf("error waiting for RST_STREAM from client: %v", err)
  2264. }
  2265. if _, ok := fr.(*SettingsFrame); ok {
  2266. continue
  2267. }
  2268. if rst, ok := fr.(*RSTStreamFrame); !ok || rst.StreamID != 1 || rst.ErrCode != ErrCodeProtocol {
  2269. t.Errorf("Frame = %v; want RST_STREAM for stream 1 with ErrCodeProtocol", summarizeFrame(fr))
  2270. }
  2271. break
  2272. }
  2273. return nil
  2274. }
  2275. ct.run()
  2276. }
  2277. // byteAndEOFReader returns is in an io.Reader which reads one byte
  2278. // (the underlying byte) and io.EOF at once in its Read call.
  2279. type byteAndEOFReader byte
  2280. func (b byteAndEOFReader) Read(p []byte) (n int, err error) {
  2281. if len(p) == 0 {
  2282. panic("unexpected useless call")
  2283. }
  2284. p[0] = byte(b)
  2285. return 1, io.EOF
  2286. }
  2287. // Issue 16788: the Transport had a regression where it started
  2288. // sending a spurious DATA frame with a duplicate END_STREAM bit after
  2289. // the request body writer goroutine had already read an EOF from the
  2290. // Request.Body and included the END_STREAM on a data-carrying DATA
  2291. // frame.
  2292. //
  2293. // Notably, to trigger this, the requests need to use a Request.Body
  2294. // which returns (non-0, io.EOF) and also needs to set the ContentLength
  2295. // explicitly.
  2296. func TestTransportBodyDoubleEndStream(t *testing.T) {
  2297. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  2298. // Nothing.
  2299. }, optOnlyServer)
  2300. defer st.Close()
  2301. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  2302. defer tr.CloseIdleConnections()
  2303. for i := 0; i < 2; i++ {
  2304. req, _ := http.NewRequest("POST", st.ts.URL, byteAndEOFReader('a'))
  2305. req.ContentLength = 1
  2306. res, err := tr.RoundTrip(req)
  2307. if err != nil {
  2308. t.Fatalf("failure on req %d: %v", i+1, err)
  2309. }
  2310. defer res.Body.Close()
  2311. }
  2312. }
  2313. // golangorg/issue/16847
  2314. func TestTransportRequestPathPseudo(t *testing.T) {
  2315. type result struct {
  2316. path string
  2317. err string
  2318. }
  2319. tests := []struct {
  2320. req *http.Request
  2321. want result
  2322. }{
  2323. 0: {
  2324. req: &http.Request{
  2325. Method: "GET",
  2326. URL: &url.URL{
  2327. Host: "foo.com",
  2328. Path: "/foo",
  2329. },
  2330. },
  2331. want: result{path: "/foo"},
  2332. },
  2333. // I guess we just don't let users request "//foo" as
  2334. // a path, since it's illegal to start with two
  2335. // slashes....
  2336. 1: {
  2337. req: &http.Request{
  2338. Method: "GET",
  2339. URL: &url.URL{
  2340. Host: "foo.com",
  2341. Path: "//foo",
  2342. },
  2343. },
  2344. want: result{err: `invalid request :path "//foo"`},
  2345. },
  2346. // Opaque with //$Matching_Hostname/path
  2347. 2: {
  2348. req: &http.Request{
  2349. Method: "GET",
  2350. URL: &url.URL{
  2351. Scheme: "https",
  2352. Opaque: "//foo.com/path",
  2353. Host: "foo.com",
  2354. Path: "/ignored",
  2355. },
  2356. },
  2357. want: result{path: "/path"},
  2358. },
  2359. // Opaque with some other Request.Host instead:
  2360. 3: {
  2361. req: &http.Request{
  2362. Method: "GET",
  2363. Host: "bar.com",
  2364. URL: &url.URL{
  2365. Scheme: "https",
  2366. Opaque: "//bar.com/path",
  2367. Host: "foo.com",
  2368. Path: "/ignored",
  2369. },
  2370. },
  2371. want: result{path: "/path"},
  2372. },
  2373. // Opaque without the leading "//":
  2374. 4: {
  2375. req: &http.Request{
  2376. Method: "GET",
  2377. URL: &url.URL{
  2378. Opaque: "/path",
  2379. Host: "foo.com",
  2380. Path: "/ignored",
  2381. },
  2382. },
  2383. want: result{path: "/path"},
  2384. },
  2385. // Opaque we can't handle:
  2386. 5: {
  2387. req: &http.Request{
  2388. Method: "GET",
  2389. URL: &url.URL{
  2390. Scheme: "https",
  2391. Opaque: "//unknown_host/path",
  2392. Host: "foo.com",
  2393. Path: "/ignored",
  2394. },
  2395. },
  2396. want: result{err: `invalid request :path "https://unknown_host/path" from URL.Opaque = "//unknown_host/path"`},
  2397. },
  2398. // A CONNECT request:
  2399. 6: {
  2400. req: &http.Request{
  2401. Method: "CONNECT",
  2402. URL: &url.URL{
  2403. Host: "foo.com",
  2404. },
  2405. },
  2406. want: result{},
  2407. },
  2408. }
  2409. for i, tt := range tests {
  2410. cc := &ClientConn{}
  2411. cc.henc = hpack.NewEncoder(&cc.hbuf)
  2412. cc.mu.Lock()
  2413. hdrs, err := cc.encodeHeaders(tt.req, false, "", -1)
  2414. cc.mu.Unlock()
  2415. var got result
  2416. hpackDec := hpack.NewDecoder(initialHeaderTableSize, func(f hpack.HeaderField) {
  2417. if f.Name == ":path" {
  2418. got.path = f.Value
  2419. }
  2420. })
  2421. if err != nil {
  2422. got.err = err.Error()
  2423. } else if len(hdrs) > 0 {
  2424. if _, err := hpackDec.Write(hdrs); err != nil {
  2425. t.Errorf("%d. bogus hpack: %v", i, err)
  2426. continue
  2427. }
  2428. }
  2429. if got != tt.want {
  2430. t.Errorf("%d. got %+v; want %+v", i, got, tt.want)
  2431. }
  2432. }
  2433. }
  2434. // golang.org/issue/17071 -- don't sniff the first byte of the request body
  2435. // before we've determined that the ClientConn is usable.
  2436. func TestRoundTripDoesntConsumeRequestBodyEarly(t *testing.T) {
  2437. const body = "foo"
  2438. req, _ := http.NewRequest("POST", "http://foo.com/", ioutil.NopCloser(strings.NewReader(body)))
  2439. cc := &ClientConn{
  2440. closed: true,
  2441. }
  2442. _, err := cc.RoundTrip(req)
  2443. if err != errClientConnUnusable {
  2444. t.Fatalf("RoundTrip = %v; want errClientConnUnusable", err)
  2445. }
  2446. slurp, err := ioutil.ReadAll(req.Body)
  2447. if err != nil {
  2448. t.Errorf("ReadAll = %v", err)
  2449. }
  2450. if string(slurp) != body {
  2451. t.Errorf("Body = %q; want %q", slurp, body)
  2452. }
  2453. }
  2454. func TestClientConnPing(t *testing.T) {
  2455. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {}, optOnlyServer)
  2456. defer st.Close()
  2457. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  2458. defer tr.CloseIdleConnections()
  2459. cc, err := tr.dialClientConn(st.ts.Listener.Addr().String(), false)
  2460. if err != nil {
  2461. t.Fatal(err)
  2462. }
  2463. if err = cc.Ping(testContext{}); err != nil {
  2464. t.Fatal(err)
  2465. }
  2466. }