transport_test.go 105 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575257625772578257925802581258225832584258525862587258825892590259125922593259425952596259725982599260026012602260326042605260626072608260926102611261226132614261526162617261826192620262126222623262426252626262726282629263026312632263326342635263626372638263926402641264226432644264526462647264826492650265126522653265426552656265726582659266026612662266326642665266626672668266926702671267226732674267526762677267826792680268126822683268426852686268726882689269026912692269326942695269626972698269927002701270227032704270527062707270827092710271127122713271427152716271727182719272027212722272327242725272627272728272927302731273227332734273527362737273827392740274127422743274427452746274727482749275027512752275327542755275627572758275927602761276227632764276527662767276827692770277127722773277427752776277727782779278027812782278327842785278627872788278927902791279227932794279527962797279827992800280128022803280428052806280728082809281028112812281328142815281628172818281928202821282228232824282528262827282828292830283128322833283428352836283728382839284028412842284328442845284628472848284928502851285228532854285528562857285828592860286128622863286428652866286728682869287028712872287328742875287628772878287928802881288228832884288528862887288828892890289128922893289428952896289728982899290029012902290329042905290629072908290929102911291229132914291529162917291829192920292129222923292429252926292729282929293029312932293329342935293629372938293929402941294229432944294529462947294829492950295129522953295429552956295729582959296029612962296329642965296629672968296929702971297229732974297529762977297829792980298129822983298429852986298729882989299029912992299329942995299629972998299930003001300230033004300530063007300830093010301130123013301430153016301730183019302030213022302330243025302630273028302930303031303230333034303530363037303830393040304130423043304430453046304730483049305030513052305330543055305630573058305930603061306230633064306530663067306830693070307130723073307430753076307730783079308030813082308330843085308630873088308930903091309230933094309530963097309830993100310131023103310431053106310731083109311031113112311331143115311631173118311931203121312231233124312531263127312831293130313131323133313431353136313731383139314031413142314331443145314631473148314931503151315231533154315531563157315831593160316131623163316431653166316731683169317031713172317331743175317631773178317931803181318231833184318531863187318831893190319131923193319431953196319731983199320032013202320332043205320632073208320932103211321232133214321532163217321832193220322132223223322432253226322732283229323032313232323332343235323632373238323932403241324232433244324532463247324832493250325132523253325432553256325732583259326032613262326332643265326632673268326932703271327232733274327532763277327832793280328132823283328432853286328732883289329032913292329332943295329632973298329933003301330233033304330533063307330833093310331133123313331433153316331733183319332033213322332333243325332633273328332933303331333233333334333533363337333833393340334133423343334433453346334733483349335033513352335333543355335633573358335933603361336233633364336533663367336833693370337133723373337433753376337733783379338033813382338333843385338633873388338933903391339233933394339533963397339833993400340134023403340434053406340734083409341034113412341334143415341634173418341934203421342234233424342534263427342834293430343134323433343434353436343734383439344034413442344334443445344634473448344934503451345234533454345534563457345834593460346134623463346434653466346734683469347034713472347334743475347634773478347934803481348234833484348534863487348834893490349134923493349434953496349734983499350035013502350335043505350635073508350935103511351235133514351535163517351835193520352135223523352435253526352735283529353035313532353335343535353635373538353935403541354235433544354535463547354835493550355135523553355435553556355735583559356035613562356335643565356635673568356935703571357235733574357535763577357835793580358135823583358435853586358735883589359035913592359335943595359635973598359936003601360236033604360536063607360836093610361136123613361436153616361736183619362036213622362336243625362636273628362936303631363236333634363536363637363836393640364136423643364436453646364736483649365036513652365336543655365636573658365936603661366236633664366536663667366836693670367136723673367436753676367736783679368036813682368336843685368636873688368936903691369236933694369536963697369836993700370137023703370437053706370737083709371037113712371337143715371637173718371937203721372237233724372537263727372837293730373137323733373437353736373737383739374037413742374337443745374637473748374937503751375237533754375537563757375837593760376137623763376437653766376737683769377037713772377337743775377637773778377937803781378237833784378537863787378837893790379137923793379437953796379737983799380038013802380338043805380638073808380938103811381238133814381538163817381838193820382138223823382438253826382738283829383038313832383338343835383638373838383938403841384238433844384538463847384838493850385138523853385438553856385738583859386038613862386338643865386638673868386938703871387238733874387538763877387838793880388138823883388438853886388738883889389038913892389338943895389638973898389939003901390239033904390539063907390839093910391139123913391439153916391739183919392039213922392339243925392639273928392939303931393239333934393539363937393839393940394139423943394439453946394739483949395039513952395339543955395639573958395939603961396239633964396539663967396839693970397139723973397439753976397739783979398039813982398339843985398639873988398939903991399239933994399539963997399839994000400140024003400440054006400740084009401040114012401340144015401640174018401940204021402240234024402540264027402840294030403140324033403440354036403740384039404040414042404340444045404640474048
  1. // Copyright 2015 The Go Authors. All rights reserved.
  2. // Use of this source code is governed by a BSD-style
  3. // license that can be found in the LICENSE file.
  4. package http2
  5. import (
  6. "bufio"
  7. "bytes"
  8. "crypto/tls"
  9. "errors"
  10. "flag"
  11. "fmt"
  12. "io"
  13. "io/ioutil"
  14. "log"
  15. "math/rand"
  16. "net"
  17. "net/http"
  18. "net/http/httptest"
  19. "net/url"
  20. "os"
  21. "reflect"
  22. "runtime"
  23. "sort"
  24. "strconv"
  25. "strings"
  26. "sync"
  27. "sync/atomic"
  28. "testing"
  29. "time"
  30. "golang.org/x/net/context"
  31. "golang.org/x/net/http2/hpack"
  32. )
  33. var (
  34. extNet = flag.Bool("extnet", false, "do external network tests")
  35. transportHost = flag.String("transporthost", "http2.golang.org", "hostname to use for TestTransport")
  36. insecure = flag.Bool("insecure", false, "insecure TLS dials") // TODO: dead code. remove?
  37. )
  38. var tlsConfigInsecure = &tls.Config{InsecureSkipVerify: true}
  39. var canceledCtx context.Context
  40. func init() {
  41. ctx, cancel := context.WithCancel(context.Background())
  42. cancel()
  43. canceledCtx = ctx
  44. }
  45. func TestTransportExternal(t *testing.T) {
  46. if !*extNet {
  47. t.Skip("skipping external network test")
  48. }
  49. req, _ := http.NewRequest("GET", "https://"+*transportHost+"/", nil)
  50. rt := &Transport{TLSClientConfig: tlsConfigInsecure}
  51. res, err := rt.RoundTrip(req)
  52. if err != nil {
  53. t.Fatalf("%v", err)
  54. }
  55. res.Write(os.Stdout)
  56. }
  57. type fakeTLSConn struct {
  58. net.Conn
  59. }
  60. func (c *fakeTLSConn) ConnectionState() tls.ConnectionState {
  61. return tls.ConnectionState{
  62. Version: tls.VersionTLS12,
  63. CipherSuite: cipher_TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,
  64. }
  65. }
  66. func startH2cServer(t *testing.T) net.Listener {
  67. h2Server := &Server{}
  68. l := newLocalListener(t)
  69. go func() {
  70. conn, err := l.Accept()
  71. if err != nil {
  72. t.Error(err)
  73. return
  74. }
  75. h2Server.ServeConn(&fakeTLSConn{conn}, &ServeConnOpts{Handler: http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
  76. fmt.Fprintf(w, "Hello, %v, http: %v", r.URL.Path, r.TLS == nil)
  77. })})
  78. }()
  79. return l
  80. }
  81. func TestTransportH2c(t *testing.T) {
  82. l := startH2cServer(t)
  83. defer l.Close()
  84. req, err := http.NewRequest("GET", "http://"+l.Addr().String()+"/foobar", nil)
  85. if err != nil {
  86. t.Fatal(err)
  87. }
  88. tr := &Transport{
  89. AllowHTTP: true,
  90. DialTLS: func(network, addr string, cfg *tls.Config) (net.Conn, error) {
  91. return net.Dial(network, addr)
  92. },
  93. }
  94. res, err := tr.RoundTrip(req)
  95. if err != nil {
  96. t.Fatal(err)
  97. }
  98. if res.ProtoMajor != 2 {
  99. t.Fatal("proto not h2c")
  100. }
  101. body, err := ioutil.ReadAll(res.Body)
  102. if err != nil {
  103. t.Fatal(err)
  104. }
  105. if got, want := string(body), "Hello, /foobar, http: true"; got != want {
  106. t.Fatalf("response got %v, want %v", got, want)
  107. }
  108. }
  109. func TestTransport(t *testing.T) {
  110. const body = "sup"
  111. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  112. io.WriteString(w, body)
  113. }, optOnlyServer)
  114. defer st.Close()
  115. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  116. defer tr.CloseIdleConnections()
  117. req, err := http.NewRequest("GET", st.ts.URL, nil)
  118. if err != nil {
  119. t.Fatal(err)
  120. }
  121. res, err := tr.RoundTrip(req)
  122. if err != nil {
  123. t.Fatal(err)
  124. }
  125. defer res.Body.Close()
  126. t.Logf("Got res: %+v", res)
  127. if g, w := res.StatusCode, 200; g != w {
  128. t.Errorf("StatusCode = %v; want %v", g, w)
  129. }
  130. if g, w := res.Status, "200 OK"; g != w {
  131. t.Errorf("Status = %q; want %q", g, w)
  132. }
  133. wantHeader := http.Header{
  134. "Content-Length": []string{"3"},
  135. "Content-Type": []string{"text/plain; charset=utf-8"},
  136. "Date": []string{"XXX"}, // see cleanDate
  137. }
  138. cleanDate(res)
  139. if !reflect.DeepEqual(res.Header, wantHeader) {
  140. t.Errorf("res Header = %v; want %v", res.Header, wantHeader)
  141. }
  142. if res.Request != req {
  143. t.Errorf("Response.Request = %p; want %p", res.Request, req)
  144. }
  145. if res.TLS == nil {
  146. t.Error("Response.TLS = nil; want non-nil")
  147. }
  148. slurp, err := ioutil.ReadAll(res.Body)
  149. if err != nil {
  150. t.Errorf("Body read: %v", err)
  151. } else if string(slurp) != body {
  152. t.Errorf("Body = %q; want %q", slurp, body)
  153. }
  154. }
  155. func onSameConn(t *testing.T, modReq func(*http.Request)) bool {
  156. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  157. io.WriteString(w, r.RemoteAddr)
  158. }, optOnlyServer, func(c net.Conn, st http.ConnState) {
  159. t.Logf("conn %v is now state %v", c.RemoteAddr(), st)
  160. })
  161. defer st.Close()
  162. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  163. defer tr.CloseIdleConnections()
  164. get := func() string {
  165. req, err := http.NewRequest("GET", st.ts.URL, nil)
  166. if err != nil {
  167. t.Fatal(err)
  168. }
  169. modReq(req)
  170. res, err := tr.RoundTrip(req)
  171. if err != nil {
  172. t.Fatal(err)
  173. }
  174. defer res.Body.Close()
  175. slurp, err := ioutil.ReadAll(res.Body)
  176. if err != nil {
  177. t.Fatalf("Body read: %v", err)
  178. }
  179. addr := strings.TrimSpace(string(slurp))
  180. if addr == "" {
  181. t.Fatalf("didn't get an addr in response")
  182. }
  183. return addr
  184. }
  185. first := get()
  186. second := get()
  187. return first == second
  188. }
  189. func TestTransportReusesConns(t *testing.T) {
  190. if !onSameConn(t, func(*http.Request) {}) {
  191. t.Errorf("first and second responses were on different connections")
  192. }
  193. }
  194. func TestTransportReusesConn_RequestClose(t *testing.T) {
  195. if onSameConn(t, func(r *http.Request) { r.Close = true }) {
  196. t.Errorf("first and second responses were not on different connections")
  197. }
  198. }
  199. func TestTransportReusesConn_ConnClose(t *testing.T) {
  200. if onSameConn(t, func(r *http.Request) { r.Header.Set("Connection", "close") }) {
  201. t.Errorf("first and second responses were not on different connections")
  202. }
  203. }
  204. // Tests that the Transport only keeps one pending dial open per destination address.
  205. // https://golang.org/issue/13397
  206. func TestTransportGroupsPendingDials(t *testing.T) {
  207. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  208. io.WriteString(w, r.RemoteAddr)
  209. }, optOnlyServer)
  210. defer st.Close()
  211. tr := &Transport{
  212. TLSClientConfig: tlsConfigInsecure,
  213. }
  214. defer tr.CloseIdleConnections()
  215. var (
  216. mu sync.Mutex
  217. dials = map[string]int{}
  218. )
  219. var wg sync.WaitGroup
  220. for i := 0; i < 10; i++ {
  221. wg.Add(1)
  222. go func() {
  223. defer wg.Done()
  224. req, err := http.NewRequest("GET", st.ts.URL, nil)
  225. if err != nil {
  226. t.Error(err)
  227. return
  228. }
  229. res, err := tr.RoundTrip(req)
  230. if err != nil {
  231. t.Error(err)
  232. return
  233. }
  234. defer res.Body.Close()
  235. slurp, err := ioutil.ReadAll(res.Body)
  236. if err != nil {
  237. t.Errorf("Body read: %v", err)
  238. }
  239. addr := strings.TrimSpace(string(slurp))
  240. if addr == "" {
  241. t.Errorf("didn't get an addr in response")
  242. }
  243. mu.Lock()
  244. dials[addr]++
  245. mu.Unlock()
  246. }()
  247. }
  248. wg.Wait()
  249. if len(dials) != 1 {
  250. t.Errorf("saw %d dials; want 1: %v", len(dials), dials)
  251. }
  252. tr.CloseIdleConnections()
  253. if err := retry(50, 10*time.Millisecond, func() error {
  254. cp, ok := tr.connPool().(*clientConnPool)
  255. if !ok {
  256. return fmt.Errorf("Conn pool is %T; want *clientConnPool", tr.connPool())
  257. }
  258. cp.mu.Lock()
  259. defer cp.mu.Unlock()
  260. if len(cp.dialing) != 0 {
  261. return fmt.Errorf("dialing map = %v; want empty", cp.dialing)
  262. }
  263. if len(cp.conns) != 0 {
  264. return fmt.Errorf("conns = %v; want empty", cp.conns)
  265. }
  266. if len(cp.keys) != 0 {
  267. return fmt.Errorf("keys = %v; want empty", cp.keys)
  268. }
  269. return nil
  270. }); err != nil {
  271. t.Errorf("State of pool after CloseIdleConnections: %v", err)
  272. }
  273. }
  274. func retry(tries int, delay time.Duration, fn func() error) error {
  275. var err error
  276. for i := 0; i < tries; i++ {
  277. err = fn()
  278. if err == nil {
  279. return nil
  280. }
  281. time.Sleep(delay)
  282. }
  283. return err
  284. }
  285. func TestTransportAbortClosesPipes(t *testing.T) {
  286. shutdown := make(chan struct{})
  287. st := newServerTester(t,
  288. func(w http.ResponseWriter, r *http.Request) {
  289. w.(http.Flusher).Flush()
  290. <-shutdown
  291. },
  292. optOnlyServer,
  293. )
  294. defer st.Close()
  295. defer close(shutdown) // we must shutdown before st.Close() to avoid hanging
  296. done := make(chan struct{})
  297. requestMade := make(chan struct{})
  298. go func() {
  299. defer close(done)
  300. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  301. req, err := http.NewRequest("GET", st.ts.URL, nil)
  302. if err != nil {
  303. t.Fatal(err)
  304. }
  305. res, err := tr.RoundTrip(req)
  306. if err != nil {
  307. t.Fatal(err)
  308. }
  309. defer res.Body.Close()
  310. close(requestMade)
  311. _, err = ioutil.ReadAll(res.Body)
  312. if err == nil {
  313. t.Error("expected error from res.Body.Read")
  314. }
  315. }()
  316. <-requestMade
  317. // Now force the serve loop to end, via closing the connection.
  318. st.closeConn()
  319. // deadlock? that's a bug.
  320. select {
  321. case <-done:
  322. case <-time.After(3 * time.Second):
  323. t.Fatal("timeout")
  324. }
  325. }
  326. // TODO: merge this with TestTransportBody to make TestTransportRequest? This
  327. // could be a table-driven test with extra goodies.
  328. func TestTransportPath(t *testing.T) {
  329. gotc := make(chan *url.URL, 1)
  330. st := newServerTester(t,
  331. func(w http.ResponseWriter, r *http.Request) {
  332. gotc <- r.URL
  333. },
  334. optOnlyServer,
  335. )
  336. defer st.Close()
  337. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  338. defer tr.CloseIdleConnections()
  339. const (
  340. path = "/testpath"
  341. query = "q=1"
  342. )
  343. surl := st.ts.URL + path + "?" + query
  344. req, err := http.NewRequest("POST", surl, nil)
  345. if err != nil {
  346. t.Fatal(err)
  347. }
  348. c := &http.Client{Transport: tr}
  349. res, err := c.Do(req)
  350. if err != nil {
  351. t.Fatal(err)
  352. }
  353. defer res.Body.Close()
  354. got := <-gotc
  355. if got.Path != path {
  356. t.Errorf("Read Path = %q; want %q", got.Path, path)
  357. }
  358. if got.RawQuery != query {
  359. t.Errorf("Read RawQuery = %q; want %q", got.RawQuery, query)
  360. }
  361. }
  362. func randString(n int) string {
  363. rnd := rand.New(rand.NewSource(int64(n)))
  364. b := make([]byte, n)
  365. for i := range b {
  366. b[i] = byte(rnd.Intn(256))
  367. }
  368. return string(b)
  369. }
  370. type panicReader struct{}
  371. func (panicReader) Read([]byte) (int, error) { panic("unexpected Read") }
  372. func (panicReader) Close() error { panic("unexpected Close") }
  373. func TestActualContentLength(t *testing.T) {
  374. tests := []struct {
  375. req *http.Request
  376. want int64
  377. }{
  378. // Verify we don't read from Body:
  379. 0: {
  380. req: &http.Request{Body: panicReader{}},
  381. want: -1,
  382. },
  383. // nil Body means 0, regardless of ContentLength:
  384. 1: {
  385. req: &http.Request{Body: nil, ContentLength: 5},
  386. want: 0,
  387. },
  388. // ContentLength is used if set.
  389. 2: {
  390. req: &http.Request{Body: panicReader{}, ContentLength: 5},
  391. want: 5,
  392. },
  393. // http.NoBody means 0, not -1.
  394. 3: {
  395. req: &http.Request{Body: go18httpNoBody()},
  396. want: 0,
  397. },
  398. }
  399. for i, tt := range tests {
  400. got := actualContentLength(tt.req)
  401. if got != tt.want {
  402. t.Errorf("test[%d]: got %d; want %d", i, got, tt.want)
  403. }
  404. }
  405. }
  406. func TestTransportBody(t *testing.T) {
  407. bodyTests := []struct {
  408. body string
  409. noContentLen bool
  410. }{
  411. {body: "some message"},
  412. {body: "some message", noContentLen: true},
  413. {body: strings.Repeat("a", 1<<20), noContentLen: true},
  414. {body: strings.Repeat("a", 1<<20)},
  415. {body: randString(16<<10 - 1)},
  416. {body: randString(16 << 10)},
  417. {body: randString(16<<10 + 1)},
  418. {body: randString(512<<10 - 1)},
  419. {body: randString(512 << 10)},
  420. {body: randString(512<<10 + 1)},
  421. {body: randString(1<<20 - 1)},
  422. {body: randString(1 << 20)},
  423. {body: randString(1<<20 + 2)},
  424. }
  425. type reqInfo struct {
  426. req *http.Request
  427. slurp []byte
  428. err error
  429. }
  430. gotc := make(chan reqInfo, 1)
  431. st := newServerTester(t,
  432. func(w http.ResponseWriter, r *http.Request) {
  433. slurp, err := ioutil.ReadAll(r.Body)
  434. if err != nil {
  435. gotc <- reqInfo{err: err}
  436. } else {
  437. gotc <- reqInfo{req: r, slurp: slurp}
  438. }
  439. },
  440. optOnlyServer,
  441. )
  442. defer st.Close()
  443. for i, tt := range bodyTests {
  444. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  445. defer tr.CloseIdleConnections()
  446. var body io.Reader = strings.NewReader(tt.body)
  447. if tt.noContentLen {
  448. body = struct{ io.Reader }{body} // just a Reader, hiding concrete type and other methods
  449. }
  450. req, err := http.NewRequest("POST", st.ts.URL, body)
  451. if err != nil {
  452. t.Fatalf("#%d: %v", i, err)
  453. }
  454. c := &http.Client{Transport: tr}
  455. res, err := c.Do(req)
  456. if err != nil {
  457. t.Fatalf("#%d: %v", i, err)
  458. }
  459. defer res.Body.Close()
  460. ri := <-gotc
  461. if ri.err != nil {
  462. t.Errorf("#%d: read error: %v", i, ri.err)
  463. continue
  464. }
  465. if got := string(ri.slurp); got != tt.body {
  466. t.Errorf("#%d: Read body mismatch.\n got: %q (len %d)\nwant: %q (len %d)", i, shortString(got), len(got), shortString(tt.body), len(tt.body))
  467. }
  468. wantLen := int64(len(tt.body))
  469. if tt.noContentLen && tt.body != "" {
  470. wantLen = -1
  471. }
  472. if ri.req.ContentLength != wantLen {
  473. t.Errorf("#%d. handler got ContentLength = %v; want %v", i, ri.req.ContentLength, wantLen)
  474. }
  475. }
  476. }
  477. func shortString(v string) string {
  478. const maxLen = 100
  479. if len(v) <= maxLen {
  480. return v
  481. }
  482. return fmt.Sprintf("%v[...%d bytes omitted...]%v", v[:maxLen/2], len(v)-maxLen, v[len(v)-maxLen/2:])
  483. }
  484. func TestTransportDialTLS(t *testing.T) {
  485. var mu sync.Mutex // guards following
  486. var gotReq, didDial bool
  487. ts := newServerTester(t,
  488. func(w http.ResponseWriter, r *http.Request) {
  489. mu.Lock()
  490. gotReq = true
  491. mu.Unlock()
  492. },
  493. optOnlyServer,
  494. )
  495. defer ts.Close()
  496. tr := &Transport{
  497. DialTLS: func(netw, addr string, cfg *tls.Config) (net.Conn, error) {
  498. mu.Lock()
  499. didDial = true
  500. mu.Unlock()
  501. cfg.InsecureSkipVerify = true
  502. c, err := tls.Dial(netw, addr, cfg)
  503. if err != nil {
  504. return nil, err
  505. }
  506. return c, c.Handshake()
  507. },
  508. }
  509. defer tr.CloseIdleConnections()
  510. client := &http.Client{Transport: tr}
  511. res, err := client.Get(ts.ts.URL)
  512. if err != nil {
  513. t.Fatal(err)
  514. }
  515. res.Body.Close()
  516. mu.Lock()
  517. if !gotReq {
  518. t.Error("didn't get request")
  519. }
  520. if !didDial {
  521. t.Error("didn't use dial hook")
  522. }
  523. }
  524. func TestConfigureTransport(t *testing.T) {
  525. t1 := &http.Transport{}
  526. err := ConfigureTransport(t1)
  527. if err == errTransportVersion {
  528. t.Skip(err)
  529. }
  530. if err != nil {
  531. t.Fatal(err)
  532. }
  533. if got := fmt.Sprintf("%#v", t1); !strings.Contains(got, `"h2"`) {
  534. // Laziness, to avoid buildtags.
  535. t.Errorf("stringification of HTTP/1 transport didn't contain \"h2\": %v", got)
  536. }
  537. wantNextProtos := []string{"h2", "http/1.1"}
  538. if t1.TLSClientConfig == nil {
  539. t.Errorf("nil t1.TLSClientConfig")
  540. } else if !reflect.DeepEqual(t1.TLSClientConfig.NextProtos, wantNextProtos) {
  541. t.Errorf("TLSClientConfig.NextProtos = %q; want %q", t1.TLSClientConfig.NextProtos, wantNextProtos)
  542. }
  543. if err := ConfigureTransport(t1); err == nil {
  544. t.Error("unexpected success on second call to ConfigureTransport")
  545. }
  546. // And does it work?
  547. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  548. io.WriteString(w, r.Proto)
  549. }, optOnlyServer)
  550. defer st.Close()
  551. t1.TLSClientConfig.InsecureSkipVerify = true
  552. c := &http.Client{Transport: t1}
  553. res, err := c.Get(st.ts.URL)
  554. if err != nil {
  555. t.Fatal(err)
  556. }
  557. slurp, err := ioutil.ReadAll(res.Body)
  558. if err != nil {
  559. t.Fatal(err)
  560. }
  561. if got, want := string(slurp), "HTTP/2.0"; got != want {
  562. t.Errorf("body = %q; want %q", got, want)
  563. }
  564. }
  565. type capitalizeReader struct {
  566. r io.Reader
  567. }
  568. func (cr capitalizeReader) Read(p []byte) (n int, err error) {
  569. n, err = cr.r.Read(p)
  570. for i, b := range p[:n] {
  571. if b >= 'a' && b <= 'z' {
  572. p[i] = b - ('a' - 'A')
  573. }
  574. }
  575. return
  576. }
  577. type flushWriter struct {
  578. w io.Writer
  579. }
  580. func (fw flushWriter) Write(p []byte) (n int, err error) {
  581. n, err = fw.w.Write(p)
  582. if f, ok := fw.w.(http.Flusher); ok {
  583. f.Flush()
  584. }
  585. return
  586. }
  587. type clientTester struct {
  588. t *testing.T
  589. tr *Transport
  590. sc, cc net.Conn // server and client conn
  591. fr *Framer // server's framer
  592. client func() error
  593. server func() error
  594. }
  595. func newClientTester(t *testing.T) *clientTester {
  596. var dialOnce struct {
  597. sync.Mutex
  598. dialed bool
  599. }
  600. ct := &clientTester{
  601. t: t,
  602. }
  603. ct.tr = &Transport{
  604. TLSClientConfig: tlsConfigInsecure,
  605. DialTLS: func(network, addr string, cfg *tls.Config) (net.Conn, error) {
  606. dialOnce.Lock()
  607. defer dialOnce.Unlock()
  608. if dialOnce.dialed {
  609. return nil, errors.New("only one dial allowed in test mode")
  610. }
  611. dialOnce.dialed = true
  612. return ct.cc, nil
  613. },
  614. }
  615. ln := newLocalListener(t)
  616. cc, err := net.Dial("tcp", ln.Addr().String())
  617. if err != nil {
  618. t.Fatal(err)
  619. }
  620. sc, err := ln.Accept()
  621. if err != nil {
  622. t.Fatal(err)
  623. }
  624. ln.Close()
  625. ct.cc = cc
  626. ct.sc = sc
  627. ct.fr = NewFramer(sc, sc)
  628. return ct
  629. }
  630. func newLocalListener(t *testing.T) net.Listener {
  631. ln, err := net.Listen("tcp4", "127.0.0.1:0")
  632. if err == nil {
  633. return ln
  634. }
  635. ln, err = net.Listen("tcp6", "[::1]:0")
  636. if err != nil {
  637. t.Fatal(err)
  638. }
  639. return ln
  640. }
  641. func (ct *clientTester) greet(settings ...Setting) {
  642. buf := make([]byte, len(ClientPreface))
  643. _, err := io.ReadFull(ct.sc, buf)
  644. if err != nil {
  645. ct.t.Fatalf("reading client preface: %v", err)
  646. }
  647. f, err := ct.fr.ReadFrame()
  648. if err != nil {
  649. ct.t.Fatalf("Reading client settings frame: %v", err)
  650. }
  651. if sf, ok := f.(*SettingsFrame); !ok {
  652. ct.t.Fatalf("Wanted client settings frame; got %v", f)
  653. _ = sf // stash it away?
  654. }
  655. if err := ct.fr.WriteSettings(settings...); err != nil {
  656. ct.t.Fatal(err)
  657. }
  658. if err := ct.fr.WriteSettingsAck(); err != nil {
  659. ct.t.Fatal(err)
  660. }
  661. }
  662. func (ct *clientTester) readNonSettingsFrame() (Frame, error) {
  663. for {
  664. f, err := ct.fr.ReadFrame()
  665. if err != nil {
  666. return nil, err
  667. }
  668. if _, ok := f.(*SettingsFrame); ok {
  669. continue
  670. }
  671. return f, nil
  672. }
  673. }
  674. func (ct *clientTester) cleanup() {
  675. ct.tr.CloseIdleConnections()
  676. }
  677. func (ct *clientTester) run() {
  678. errc := make(chan error, 2)
  679. ct.start("client", errc, ct.client)
  680. ct.start("server", errc, ct.server)
  681. defer ct.cleanup()
  682. for i := 0; i < 2; i++ {
  683. if err := <-errc; err != nil {
  684. ct.t.Error(err)
  685. return
  686. }
  687. }
  688. }
  689. func (ct *clientTester) start(which string, errc chan<- error, fn func() error) {
  690. go func() {
  691. finished := false
  692. var err error
  693. defer func() {
  694. if !finished {
  695. err = fmt.Errorf("%s goroutine didn't finish.", which)
  696. } else if err != nil {
  697. err = fmt.Errorf("%s: %v", which, err)
  698. }
  699. errc <- err
  700. }()
  701. err = fn()
  702. finished = true
  703. }()
  704. }
  705. func (ct *clientTester) readFrame() (Frame, error) {
  706. return readFrameTimeout(ct.fr, 2*time.Second)
  707. }
  708. func (ct *clientTester) firstHeaders() (*HeadersFrame, error) {
  709. for {
  710. f, err := ct.readFrame()
  711. if err != nil {
  712. return nil, fmt.Errorf("ReadFrame while waiting for Headers: %v", err)
  713. }
  714. switch f.(type) {
  715. case *WindowUpdateFrame, *SettingsFrame:
  716. continue
  717. }
  718. hf, ok := f.(*HeadersFrame)
  719. if !ok {
  720. return nil, fmt.Errorf("Got %T; want HeadersFrame", f)
  721. }
  722. return hf, nil
  723. }
  724. }
  725. type countingReader struct {
  726. n *int64
  727. }
  728. func (r countingReader) Read(p []byte) (n int, err error) {
  729. for i := range p {
  730. p[i] = byte(i)
  731. }
  732. atomic.AddInt64(r.n, int64(len(p)))
  733. return len(p), err
  734. }
  735. func TestTransportReqBodyAfterResponse_200(t *testing.T) { testTransportReqBodyAfterResponse(t, 200) }
  736. func TestTransportReqBodyAfterResponse_403(t *testing.T) { testTransportReqBodyAfterResponse(t, 403) }
  737. func testTransportReqBodyAfterResponse(t *testing.T, status int) {
  738. const bodySize = 10 << 20
  739. clientDone := make(chan struct{})
  740. ct := newClientTester(t)
  741. ct.client = func() error {
  742. defer ct.cc.(*net.TCPConn).CloseWrite()
  743. defer close(clientDone)
  744. var n int64 // atomic
  745. req, err := http.NewRequest("PUT", "https://dummy.tld/", io.LimitReader(countingReader{&n}, bodySize))
  746. if err != nil {
  747. return err
  748. }
  749. res, err := ct.tr.RoundTrip(req)
  750. if err != nil {
  751. return fmt.Errorf("RoundTrip: %v", err)
  752. }
  753. defer res.Body.Close()
  754. if res.StatusCode != status {
  755. return fmt.Errorf("status code = %v; want %v", res.StatusCode, status)
  756. }
  757. slurp, err := ioutil.ReadAll(res.Body)
  758. if err != nil {
  759. return fmt.Errorf("Slurp: %v", err)
  760. }
  761. if len(slurp) > 0 {
  762. return fmt.Errorf("unexpected body: %q", slurp)
  763. }
  764. if status == 200 {
  765. if got := atomic.LoadInt64(&n); got != bodySize {
  766. return fmt.Errorf("For 200 response, Transport wrote %d bytes; want %d", got, bodySize)
  767. }
  768. } else {
  769. if got := atomic.LoadInt64(&n); got == 0 || got >= bodySize {
  770. return fmt.Errorf("For %d response, Transport wrote %d bytes; want (0,%d) exclusive", status, got, bodySize)
  771. }
  772. }
  773. return nil
  774. }
  775. ct.server = func() error {
  776. ct.greet()
  777. var buf bytes.Buffer
  778. enc := hpack.NewEncoder(&buf)
  779. var dataRecv int64
  780. var closed bool
  781. for {
  782. f, err := ct.fr.ReadFrame()
  783. if err != nil {
  784. select {
  785. case <-clientDone:
  786. // If the client's done, it
  787. // will have reported any
  788. // errors on its side.
  789. return nil
  790. default:
  791. return err
  792. }
  793. }
  794. //println(fmt.Sprintf("server got frame: %v", f))
  795. switch f := f.(type) {
  796. case *WindowUpdateFrame, *SettingsFrame:
  797. case *HeadersFrame:
  798. if !f.HeadersEnded() {
  799. return fmt.Errorf("headers should have END_HEADERS be ended: %v", f)
  800. }
  801. if f.StreamEnded() {
  802. return fmt.Errorf("headers contains END_STREAM unexpectedly: %v", f)
  803. }
  804. case *DataFrame:
  805. dataLen := len(f.Data())
  806. if dataLen > 0 {
  807. if dataRecv == 0 {
  808. enc.WriteField(hpack.HeaderField{Name: ":status", Value: strconv.Itoa(status)})
  809. ct.fr.WriteHeaders(HeadersFrameParam{
  810. StreamID: f.StreamID,
  811. EndHeaders: true,
  812. EndStream: false,
  813. BlockFragment: buf.Bytes(),
  814. })
  815. }
  816. if err := ct.fr.WriteWindowUpdate(0, uint32(dataLen)); err != nil {
  817. return err
  818. }
  819. if err := ct.fr.WriteWindowUpdate(f.StreamID, uint32(dataLen)); err != nil {
  820. return err
  821. }
  822. }
  823. dataRecv += int64(dataLen)
  824. if !closed && ((status != 200 && dataRecv > 0) ||
  825. (status == 200 && dataRecv == bodySize)) {
  826. closed = true
  827. if err := ct.fr.WriteData(f.StreamID, true, nil); err != nil {
  828. return err
  829. }
  830. }
  831. default:
  832. return fmt.Errorf("Unexpected client frame %v", f)
  833. }
  834. }
  835. }
  836. ct.run()
  837. }
  838. // See golang.org/issue/13444
  839. func TestTransportFullDuplex(t *testing.T) {
  840. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  841. w.WriteHeader(200) // redundant but for clarity
  842. w.(http.Flusher).Flush()
  843. io.Copy(flushWriter{w}, capitalizeReader{r.Body})
  844. fmt.Fprintf(w, "bye.\n")
  845. }, optOnlyServer)
  846. defer st.Close()
  847. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  848. defer tr.CloseIdleConnections()
  849. c := &http.Client{Transport: tr}
  850. pr, pw := io.Pipe()
  851. req, err := http.NewRequest("PUT", st.ts.URL, ioutil.NopCloser(pr))
  852. if err != nil {
  853. t.Fatal(err)
  854. }
  855. req.ContentLength = -1
  856. res, err := c.Do(req)
  857. if err != nil {
  858. t.Fatal(err)
  859. }
  860. defer res.Body.Close()
  861. if res.StatusCode != 200 {
  862. t.Fatalf("StatusCode = %v; want %v", res.StatusCode, 200)
  863. }
  864. bs := bufio.NewScanner(res.Body)
  865. want := func(v string) {
  866. if !bs.Scan() {
  867. t.Fatalf("wanted to read %q but Scan() = false, err = %v", v, bs.Err())
  868. }
  869. }
  870. write := func(v string) {
  871. _, err := io.WriteString(pw, v)
  872. if err != nil {
  873. t.Fatalf("pipe write: %v", err)
  874. }
  875. }
  876. write("foo\n")
  877. want("FOO")
  878. write("bar\n")
  879. want("BAR")
  880. pw.Close()
  881. want("bye.")
  882. if err := bs.Err(); err != nil {
  883. t.Fatal(err)
  884. }
  885. }
  886. func TestTransportConnectRequest(t *testing.T) {
  887. gotc := make(chan *http.Request, 1)
  888. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  889. gotc <- r
  890. }, optOnlyServer)
  891. defer st.Close()
  892. u, err := url.Parse(st.ts.URL)
  893. if err != nil {
  894. t.Fatal(err)
  895. }
  896. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  897. defer tr.CloseIdleConnections()
  898. c := &http.Client{Transport: tr}
  899. tests := []struct {
  900. req *http.Request
  901. want string
  902. }{
  903. {
  904. req: &http.Request{
  905. Method: "CONNECT",
  906. Header: http.Header{},
  907. URL: u,
  908. },
  909. want: u.Host,
  910. },
  911. {
  912. req: &http.Request{
  913. Method: "CONNECT",
  914. Header: http.Header{},
  915. URL: u,
  916. Host: "example.com:123",
  917. },
  918. want: "example.com:123",
  919. },
  920. }
  921. for i, tt := range tests {
  922. res, err := c.Do(tt.req)
  923. if err != nil {
  924. t.Errorf("%d. RoundTrip = %v", i, err)
  925. continue
  926. }
  927. res.Body.Close()
  928. req := <-gotc
  929. if req.Method != "CONNECT" {
  930. t.Errorf("method = %q; want CONNECT", req.Method)
  931. }
  932. if req.Host != tt.want {
  933. t.Errorf("Host = %q; want %q", req.Host, tt.want)
  934. }
  935. if req.URL.Host != tt.want {
  936. t.Errorf("URL.Host = %q; want %q", req.URL.Host, tt.want)
  937. }
  938. }
  939. }
  940. type headerType int
  941. const (
  942. noHeader headerType = iota // omitted
  943. oneHeader
  944. splitHeader // broken into continuation on purpose
  945. )
  946. const (
  947. f0 = noHeader
  948. f1 = oneHeader
  949. f2 = splitHeader
  950. d0 = false
  951. d1 = true
  952. )
  953. // Test all 36 combinations of response frame orders:
  954. // (3 ways of 100-continue) * (2 ways of headers) * (2 ways of data) * (3 ways of trailers):func TestTransportResponsePattern_00f0(t *testing.T) { testTransportResponsePattern(h0, h1, false, h0) }
  955. // Generated by http://play.golang.org/p/SScqYKJYXd
  956. func TestTransportResPattern_c0h1d0t0(t *testing.T) { testTransportResPattern(t, f0, f1, d0, f0) }
  957. func TestTransportResPattern_c0h1d0t1(t *testing.T) { testTransportResPattern(t, f0, f1, d0, f1) }
  958. func TestTransportResPattern_c0h1d0t2(t *testing.T) { testTransportResPattern(t, f0, f1, d0, f2) }
  959. func TestTransportResPattern_c0h1d1t0(t *testing.T) { testTransportResPattern(t, f0, f1, d1, f0) }
  960. func TestTransportResPattern_c0h1d1t1(t *testing.T) { testTransportResPattern(t, f0, f1, d1, f1) }
  961. func TestTransportResPattern_c0h1d1t2(t *testing.T) { testTransportResPattern(t, f0, f1, d1, f2) }
  962. func TestTransportResPattern_c0h2d0t0(t *testing.T) { testTransportResPattern(t, f0, f2, d0, f0) }
  963. func TestTransportResPattern_c0h2d0t1(t *testing.T) { testTransportResPattern(t, f0, f2, d0, f1) }
  964. func TestTransportResPattern_c0h2d0t2(t *testing.T) { testTransportResPattern(t, f0, f2, d0, f2) }
  965. func TestTransportResPattern_c0h2d1t0(t *testing.T) { testTransportResPattern(t, f0, f2, d1, f0) }
  966. func TestTransportResPattern_c0h2d1t1(t *testing.T) { testTransportResPattern(t, f0, f2, d1, f1) }
  967. func TestTransportResPattern_c0h2d1t2(t *testing.T) { testTransportResPattern(t, f0, f2, d1, f2) }
  968. func TestTransportResPattern_c1h1d0t0(t *testing.T) { testTransportResPattern(t, f1, f1, d0, f0) }
  969. func TestTransportResPattern_c1h1d0t1(t *testing.T) { testTransportResPattern(t, f1, f1, d0, f1) }
  970. func TestTransportResPattern_c1h1d0t2(t *testing.T) { testTransportResPattern(t, f1, f1, d0, f2) }
  971. func TestTransportResPattern_c1h1d1t0(t *testing.T) { testTransportResPattern(t, f1, f1, d1, f0) }
  972. func TestTransportResPattern_c1h1d1t1(t *testing.T) { testTransportResPattern(t, f1, f1, d1, f1) }
  973. func TestTransportResPattern_c1h1d1t2(t *testing.T) { testTransportResPattern(t, f1, f1, d1, f2) }
  974. func TestTransportResPattern_c1h2d0t0(t *testing.T) { testTransportResPattern(t, f1, f2, d0, f0) }
  975. func TestTransportResPattern_c1h2d0t1(t *testing.T) { testTransportResPattern(t, f1, f2, d0, f1) }
  976. func TestTransportResPattern_c1h2d0t2(t *testing.T) { testTransportResPattern(t, f1, f2, d0, f2) }
  977. func TestTransportResPattern_c1h2d1t0(t *testing.T) { testTransportResPattern(t, f1, f2, d1, f0) }
  978. func TestTransportResPattern_c1h2d1t1(t *testing.T) { testTransportResPattern(t, f1, f2, d1, f1) }
  979. func TestTransportResPattern_c1h2d1t2(t *testing.T) { testTransportResPattern(t, f1, f2, d1, f2) }
  980. func TestTransportResPattern_c2h1d0t0(t *testing.T) { testTransportResPattern(t, f2, f1, d0, f0) }
  981. func TestTransportResPattern_c2h1d0t1(t *testing.T) { testTransportResPattern(t, f2, f1, d0, f1) }
  982. func TestTransportResPattern_c2h1d0t2(t *testing.T) { testTransportResPattern(t, f2, f1, d0, f2) }
  983. func TestTransportResPattern_c2h1d1t0(t *testing.T) { testTransportResPattern(t, f2, f1, d1, f0) }
  984. func TestTransportResPattern_c2h1d1t1(t *testing.T) { testTransportResPattern(t, f2, f1, d1, f1) }
  985. func TestTransportResPattern_c2h1d1t2(t *testing.T) { testTransportResPattern(t, f2, f1, d1, f2) }
  986. func TestTransportResPattern_c2h2d0t0(t *testing.T) { testTransportResPattern(t, f2, f2, d0, f0) }
  987. func TestTransportResPattern_c2h2d0t1(t *testing.T) { testTransportResPattern(t, f2, f2, d0, f1) }
  988. func TestTransportResPattern_c2h2d0t2(t *testing.T) { testTransportResPattern(t, f2, f2, d0, f2) }
  989. func TestTransportResPattern_c2h2d1t0(t *testing.T) { testTransportResPattern(t, f2, f2, d1, f0) }
  990. func TestTransportResPattern_c2h2d1t1(t *testing.T) { testTransportResPattern(t, f2, f2, d1, f1) }
  991. func TestTransportResPattern_c2h2d1t2(t *testing.T) { testTransportResPattern(t, f2, f2, d1, f2) }
  992. func testTransportResPattern(t *testing.T, expect100Continue, resHeader headerType, withData bool, trailers headerType) {
  993. const reqBody = "some request body"
  994. const resBody = "some response body"
  995. if resHeader == noHeader {
  996. // TODO: test 100-continue followed by immediate
  997. // server stream reset, without headers in the middle?
  998. panic("invalid combination")
  999. }
  1000. ct := newClientTester(t)
  1001. ct.client = func() error {
  1002. req, _ := http.NewRequest("POST", "https://dummy.tld/", strings.NewReader(reqBody))
  1003. if expect100Continue != noHeader {
  1004. req.Header.Set("Expect", "100-continue")
  1005. }
  1006. res, err := ct.tr.RoundTrip(req)
  1007. if err != nil {
  1008. return fmt.Errorf("RoundTrip: %v", err)
  1009. }
  1010. defer res.Body.Close()
  1011. if res.StatusCode != 200 {
  1012. return fmt.Errorf("status code = %v; want 200", res.StatusCode)
  1013. }
  1014. slurp, err := ioutil.ReadAll(res.Body)
  1015. if err != nil {
  1016. return fmt.Errorf("Slurp: %v", err)
  1017. }
  1018. wantBody := resBody
  1019. if !withData {
  1020. wantBody = ""
  1021. }
  1022. if string(slurp) != wantBody {
  1023. return fmt.Errorf("body = %q; want %q", slurp, wantBody)
  1024. }
  1025. if trailers == noHeader {
  1026. if len(res.Trailer) > 0 {
  1027. t.Errorf("Trailer = %v; want none", res.Trailer)
  1028. }
  1029. } else {
  1030. want := http.Header{"Some-Trailer": {"some-value"}}
  1031. if !reflect.DeepEqual(res.Trailer, want) {
  1032. t.Errorf("Trailer = %v; want %v", res.Trailer, want)
  1033. }
  1034. }
  1035. return nil
  1036. }
  1037. ct.server = func() error {
  1038. ct.greet()
  1039. var buf bytes.Buffer
  1040. enc := hpack.NewEncoder(&buf)
  1041. for {
  1042. f, err := ct.fr.ReadFrame()
  1043. if err != nil {
  1044. return err
  1045. }
  1046. endStream := false
  1047. send := func(mode headerType) {
  1048. hbf := buf.Bytes()
  1049. switch mode {
  1050. case oneHeader:
  1051. ct.fr.WriteHeaders(HeadersFrameParam{
  1052. StreamID: f.Header().StreamID,
  1053. EndHeaders: true,
  1054. EndStream: endStream,
  1055. BlockFragment: hbf,
  1056. })
  1057. case splitHeader:
  1058. if len(hbf) < 2 {
  1059. panic("too small")
  1060. }
  1061. ct.fr.WriteHeaders(HeadersFrameParam{
  1062. StreamID: f.Header().StreamID,
  1063. EndHeaders: false,
  1064. EndStream: endStream,
  1065. BlockFragment: hbf[:1],
  1066. })
  1067. ct.fr.WriteContinuation(f.Header().StreamID, true, hbf[1:])
  1068. default:
  1069. panic("bogus mode")
  1070. }
  1071. }
  1072. switch f := f.(type) {
  1073. case *WindowUpdateFrame, *SettingsFrame:
  1074. case *DataFrame:
  1075. if !f.StreamEnded() {
  1076. // No need to send flow control tokens. The test request body is tiny.
  1077. continue
  1078. }
  1079. // Response headers (1+ frames; 1 or 2 in this test, but never 0)
  1080. {
  1081. buf.Reset()
  1082. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "200"})
  1083. enc.WriteField(hpack.HeaderField{Name: "x-foo", Value: "blah"})
  1084. enc.WriteField(hpack.HeaderField{Name: "x-bar", Value: "more"})
  1085. if trailers != noHeader {
  1086. enc.WriteField(hpack.HeaderField{Name: "trailer", Value: "some-trailer"})
  1087. }
  1088. endStream = withData == false && trailers == noHeader
  1089. send(resHeader)
  1090. }
  1091. if withData {
  1092. endStream = trailers == noHeader
  1093. ct.fr.WriteData(f.StreamID, endStream, []byte(resBody))
  1094. }
  1095. if trailers != noHeader {
  1096. endStream = true
  1097. buf.Reset()
  1098. enc.WriteField(hpack.HeaderField{Name: "some-trailer", Value: "some-value"})
  1099. send(trailers)
  1100. }
  1101. if endStream {
  1102. return nil
  1103. }
  1104. case *HeadersFrame:
  1105. if expect100Continue != noHeader {
  1106. buf.Reset()
  1107. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "100"})
  1108. send(expect100Continue)
  1109. }
  1110. }
  1111. }
  1112. }
  1113. ct.run()
  1114. }
  1115. func TestTransportReceiveUndeclaredTrailer(t *testing.T) {
  1116. ct := newClientTester(t)
  1117. ct.client = func() error {
  1118. req, _ := http.NewRequest("GET", "https://dummy.tld/", nil)
  1119. res, err := ct.tr.RoundTrip(req)
  1120. if err != nil {
  1121. return fmt.Errorf("RoundTrip: %v", err)
  1122. }
  1123. defer res.Body.Close()
  1124. if res.StatusCode != 200 {
  1125. return fmt.Errorf("status code = %v; want 200", res.StatusCode)
  1126. }
  1127. slurp, err := ioutil.ReadAll(res.Body)
  1128. if err != nil {
  1129. return fmt.Errorf("res.Body ReadAll error = %q, %v; want %v", slurp, err, nil)
  1130. }
  1131. if len(slurp) > 0 {
  1132. return fmt.Errorf("body = %q; want nothing", slurp)
  1133. }
  1134. if _, ok := res.Trailer["Some-Trailer"]; !ok {
  1135. return fmt.Errorf("expected Some-Trailer")
  1136. }
  1137. return nil
  1138. }
  1139. ct.server = func() error {
  1140. ct.greet()
  1141. var n int
  1142. var hf *HeadersFrame
  1143. for hf == nil && n < 10 {
  1144. f, err := ct.fr.ReadFrame()
  1145. if err != nil {
  1146. return err
  1147. }
  1148. hf, _ = f.(*HeadersFrame)
  1149. n++
  1150. }
  1151. var buf bytes.Buffer
  1152. enc := hpack.NewEncoder(&buf)
  1153. // send headers without Trailer header
  1154. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "200"})
  1155. ct.fr.WriteHeaders(HeadersFrameParam{
  1156. StreamID: hf.StreamID,
  1157. EndHeaders: true,
  1158. EndStream: false,
  1159. BlockFragment: buf.Bytes(),
  1160. })
  1161. // send trailers
  1162. buf.Reset()
  1163. enc.WriteField(hpack.HeaderField{Name: "some-trailer", Value: "I'm an undeclared Trailer!"})
  1164. ct.fr.WriteHeaders(HeadersFrameParam{
  1165. StreamID: hf.StreamID,
  1166. EndHeaders: true,
  1167. EndStream: true,
  1168. BlockFragment: buf.Bytes(),
  1169. })
  1170. return nil
  1171. }
  1172. ct.run()
  1173. }
  1174. func TestTransportInvalidTrailer_Pseudo1(t *testing.T) {
  1175. testTransportInvalidTrailer_Pseudo(t, oneHeader)
  1176. }
  1177. func TestTransportInvalidTrailer_Pseudo2(t *testing.T) {
  1178. testTransportInvalidTrailer_Pseudo(t, splitHeader)
  1179. }
  1180. func testTransportInvalidTrailer_Pseudo(t *testing.T, trailers headerType) {
  1181. testInvalidTrailer(t, trailers, pseudoHeaderError(":colon"), func(enc *hpack.Encoder) {
  1182. enc.WriteField(hpack.HeaderField{Name: ":colon", Value: "foo"})
  1183. enc.WriteField(hpack.HeaderField{Name: "foo", Value: "bar"})
  1184. })
  1185. }
  1186. func TestTransportInvalidTrailer_Capital1(t *testing.T) {
  1187. testTransportInvalidTrailer_Capital(t, oneHeader)
  1188. }
  1189. func TestTransportInvalidTrailer_Capital2(t *testing.T) {
  1190. testTransportInvalidTrailer_Capital(t, splitHeader)
  1191. }
  1192. func testTransportInvalidTrailer_Capital(t *testing.T, trailers headerType) {
  1193. testInvalidTrailer(t, trailers, headerFieldNameError("Capital"), func(enc *hpack.Encoder) {
  1194. enc.WriteField(hpack.HeaderField{Name: "foo", Value: "bar"})
  1195. enc.WriteField(hpack.HeaderField{Name: "Capital", Value: "bad"})
  1196. })
  1197. }
  1198. func TestTransportInvalidTrailer_EmptyFieldName(t *testing.T) {
  1199. testInvalidTrailer(t, oneHeader, headerFieldNameError(""), func(enc *hpack.Encoder) {
  1200. enc.WriteField(hpack.HeaderField{Name: "", Value: "bad"})
  1201. })
  1202. }
  1203. func TestTransportInvalidTrailer_BinaryFieldValue(t *testing.T) {
  1204. testInvalidTrailer(t, oneHeader, headerFieldValueError("has\nnewline"), func(enc *hpack.Encoder) {
  1205. enc.WriteField(hpack.HeaderField{Name: "x", Value: "has\nnewline"})
  1206. })
  1207. }
  1208. func testInvalidTrailer(t *testing.T, trailers headerType, wantErr error, writeTrailer func(*hpack.Encoder)) {
  1209. ct := newClientTester(t)
  1210. ct.client = func() error {
  1211. req, _ := http.NewRequest("GET", "https://dummy.tld/", nil)
  1212. res, err := ct.tr.RoundTrip(req)
  1213. if err != nil {
  1214. return fmt.Errorf("RoundTrip: %v", err)
  1215. }
  1216. defer res.Body.Close()
  1217. if res.StatusCode != 200 {
  1218. return fmt.Errorf("status code = %v; want 200", res.StatusCode)
  1219. }
  1220. slurp, err := ioutil.ReadAll(res.Body)
  1221. se, ok := err.(StreamError)
  1222. if !ok || se.Cause != wantErr {
  1223. return fmt.Errorf("res.Body ReadAll error = %q, %#v; want StreamError with cause %T, %#v", slurp, err, wantErr, wantErr)
  1224. }
  1225. if len(slurp) > 0 {
  1226. return fmt.Errorf("body = %q; want nothing", slurp)
  1227. }
  1228. return nil
  1229. }
  1230. ct.server = func() error {
  1231. ct.greet()
  1232. var buf bytes.Buffer
  1233. enc := hpack.NewEncoder(&buf)
  1234. for {
  1235. f, err := ct.fr.ReadFrame()
  1236. if err != nil {
  1237. return err
  1238. }
  1239. switch f := f.(type) {
  1240. case *HeadersFrame:
  1241. var endStream bool
  1242. send := func(mode headerType) {
  1243. hbf := buf.Bytes()
  1244. switch mode {
  1245. case oneHeader:
  1246. ct.fr.WriteHeaders(HeadersFrameParam{
  1247. StreamID: f.StreamID,
  1248. EndHeaders: true,
  1249. EndStream: endStream,
  1250. BlockFragment: hbf,
  1251. })
  1252. case splitHeader:
  1253. if len(hbf) < 2 {
  1254. panic("too small")
  1255. }
  1256. ct.fr.WriteHeaders(HeadersFrameParam{
  1257. StreamID: f.StreamID,
  1258. EndHeaders: false,
  1259. EndStream: endStream,
  1260. BlockFragment: hbf[:1],
  1261. })
  1262. ct.fr.WriteContinuation(f.StreamID, true, hbf[1:])
  1263. default:
  1264. panic("bogus mode")
  1265. }
  1266. }
  1267. // Response headers (1+ frames; 1 or 2 in this test, but never 0)
  1268. {
  1269. buf.Reset()
  1270. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "200"})
  1271. enc.WriteField(hpack.HeaderField{Name: "trailer", Value: "declared"})
  1272. endStream = false
  1273. send(oneHeader)
  1274. }
  1275. // Trailers:
  1276. {
  1277. endStream = true
  1278. buf.Reset()
  1279. writeTrailer(enc)
  1280. send(trailers)
  1281. }
  1282. return nil
  1283. }
  1284. }
  1285. }
  1286. ct.run()
  1287. }
  1288. // headerListSize returns the HTTP2 header list size of h.
  1289. // http://httpwg.org/specs/rfc7540.html#SETTINGS_MAX_HEADER_LIST_SIZE
  1290. // http://httpwg.org/specs/rfc7540.html#MaxHeaderBlock
  1291. func headerListSize(h http.Header) (size uint32) {
  1292. for k, vv := range h {
  1293. for _, v := range vv {
  1294. hf := hpack.HeaderField{Name: k, Value: v}
  1295. size += hf.Size()
  1296. }
  1297. }
  1298. return size
  1299. }
  1300. // padHeaders adds data to an http.Header until headerListSize(h) ==
  1301. // limit. Due to the way header list sizes are calculated, padHeaders
  1302. // cannot add fewer than len("Pad-Headers") + 32 bytes to h, and will
  1303. // call t.Fatal if asked to do so. PadHeaders first reserves enough
  1304. // space for an empty "Pad-Headers" key, then adds as many copies of
  1305. // filler as possible. Any remaining bytes necessary to push the
  1306. // header list size up to limit are added to h["Pad-Headers"].
  1307. func padHeaders(t *testing.T, h http.Header, limit uint64, filler string) {
  1308. if limit > 0xffffffff {
  1309. t.Fatalf("padHeaders: refusing to pad to more than 2^32-1 bytes. limit = %v", limit)
  1310. }
  1311. hf := hpack.HeaderField{Name: "Pad-Headers", Value: ""}
  1312. minPadding := uint64(hf.Size())
  1313. size := uint64(headerListSize(h))
  1314. minlimit := size + minPadding
  1315. if limit < minlimit {
  1316. t.Fatalf("padHeaders: limit %v < %v", limit, minlimit)
  1317. }
  1318. // Use a fixed-width format for name so that fieldSize
  1319. // remains constant.
  1320. nameFmt := "Pad-Headers-%06d"
  1321. hf = hpack.HeaderField{Name: fmt.Sprintf(nameFmt, 1), Value: filler}
  1322. fieldSize := uint64(hf.Size())
  1323. // Add as many complete filler values as possible, leaving
  1324. // room for at least one empty "Pad-Headers" key.
  1325. limit = limit - minPadding
  1326. for i := 0; size+fieldSize < limit; i++ {
  1327. name := fmt.Sprintf(nameFmt, i)
  1328. h.Add(name, filler)
  1329. size += fieldSize
  1330. }
  1331. // Add enough bytes to reach limit.
  1332. remain := limit - size
  1333. lastValue := strings.Repeat("*", int(remain))
  1334. h.Add("Pad-Headers", lastValue)
  1335. }
  1336. func TestPadHeaders(t *testing.T) {
  1337. check := func(h http.Header, limit uint32, fillerLen int) {
  1338. if h == nil {
  1339. h = make(http.Header)
  1340. }
  1341. filler := strings.Repeat("f", fillerLen)
  1342. padHeaders(t, h, uint64(limit), filler)
  1343. gotSize := headerListSize(h)
  1344. if gotSize != limit {
  1345. t.Errorf("Got size = %v; want %v", gotSize, limit)
  1346. }
  1347. }
  1348. // Try all possible combinations for small fillerLen and limit.
  1349. hf := hpack.HeaderField{Name: "Pad-Headers", Value: ""}
  1350. minLimit := hf.Size()
  1351. for limit := minLimit; limit <= 128; limit++ {
  1352. for fillerLen := 0; uint32(fillerLen) <= limit; fillerLen++ {
  1353. check(nil, limit, fillerLen)
  1354. }
  1355. }
  1356. // Try a few tests with larger limits, plus cumulative
  1357. // tests. Since these tests are cumulative, tests[i+1].limit
  1358. // must be >= tests[i].limit + minLimit. See the comment on
  1359. // padHeaders for more info on why the limit arg has this
  1360. // restriction.
  1361. tests := []struct {
  1362. fillerLen int
  1363. limit uint32
  1364. }{
  1365. {
  1366. fillerLen: 64,
  1367. limit: 1024,
  1368. },
  1369. {
  1370. fillerLen: 1024,
  1371. limit: 1286,
  1372. },
  1373. {
  1374. fillerLen: 256,
  1375. limit: 2048,
  1376. },
  1377. {
  1378. fillerLen: 1024,
  1379. limit: 10 * 1024,
  1380. },
  1381. {
  1382. fillerLen: 1023,
  1383. limit: 11 * 1024,
  1384. },
  1385. }
  1386. h := make(http.Header)
  1387. for _, tc := range tests {
  1388. check(nil, tc.limit, tc.fillerLen)
  1389. check(h, tc.limit, tc.fillerLen)
  1390. }
  1391. }
  1392. func TestTransportChecksRequestHeaderListSize(t *testing.T) {
  1393. st := newServerTester(t,
  1394. func(w http.ResponseWriter, r *http.Request) {
  1395. // Consume body & force client to send
  1396. // trailers before writing response.
  1397. // ioutil.ReadAll returns non-nil err for
  1398. // requests that attempt to send greater than
  1399. // maxHeaderListSize bytes of trailers, since
  1400. // those requests generate a stream reset.
  1401. ioutil.ReadAll(r.Body)
  1402. r.Body.Close()
  1403. },
  1404. func(ts *httptest.Server) {
  1405. ts.Config.MaxHeaderBytes = 16 << 10
  1406. },
  1407. optOnlyServer,
  1408. optQuiet,
  1409. )
  1410. defer st.Close()
  1411. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  1412. defer tr.CloseIdleConnections()
  1413. checkRoundTrip := func(req *http.Request, wantErr error, desc string) {
  1414. res, err := tr.RoundTrip(req)
  1415. if err != wantErr {
  1416. if res != nil {
  1417. res.Body.Close()
  1418. }
  1419. t.Errorf("%v: RoundTrip err = %v; want %v", desc, err, wantErr)
  1420. return
  1421. }
  1422. if err == nil {
  1423. if res == nil {
  1424. t.Errorf("%v: response nil; want non-nil.", desc)
  1425. return
  1426. }
  1427. defer res.Body.Close()
  1428. if res.StatusCode != http.StatusOK {
  1429. t.Errorf("%v: response status = %v; want %v", desc, res.StatusCode, http.StatusOK)
  1430. }
  1431. return
  1432. }
  1433. if res != nil {
  1434. t.Errorf("%v: RoundTrip err = %v but response non-nil", desc, err)
  1435. }
  1436. }
  1437. headerListSizeForRequest := func(req *http.Request) (size uint64) {
  1438. contentLen := actualContentLength(req)
  1439. trailers, err := commaSeparatedTrailers(req)
  1440. if err != nil {
  1441. t.Fatalf("headerListSizeForRequest: %v", err)
  1442. }
  1443. cc := &ClientConn{peerMaxHeaderListSize: 0xffffffffffffffff}
  1444. cc.henc = hpack.NewEncoder(&cc.hbuf)
  1445. cc.mu.Lock()
  1446. hdrs, err := cc.encodeHeaders(req, true, trailers, contentLen)
  1447. cc.mu.Unlock()
  1448. if err != nil {
  1449. t.Fatalf("headerListSizeForRequest: %v", err)
  1450. }
  1451. hpackDec := hpack.NewDecoder(initialHeaderTableSize, func(hf hpack.HeaderField) {
  1452. size += uint64(hf.Size())
  1453. })
  1454. if len(hdrs) > 0 {
  1455. if _, err := hpackDec.Write(hdrs); err != nil {
  1456. t.Fatalf("headerListSizeForRequest: %v", err)
  1457. }
  1458. }
  1459. return size
  1460. }
  1461. // Create a new Request for each test, rather than reusing the
  1462. // same Request, to avoid a race when modifying req.Headers.
  1463. // See https://github.com/golang/go/issues/21316
  1464. newRequest := func() *http.Request {
  1465. // Body must be non-nil to enable writing trailers.
  1466. body := strings.NewReader("hello")
  1467. req, err := http.NewRequest("POST", st.ts.URL, body)
  1468. if err != nil {
  1469. t.Fatalf("newRequest: NewRequest: %v", err)
  1470. }
  1471. return req
  1472. }
  1473. // Make an arbitrary request to ensure we get the server's
  1474. // settings frame and initialize peerMaxHeaderListSize.
  1475. req := newRequest()
  1476. checkRoundTrip(req, nil, "Initial request")
  1477. // Get the ClientConn associated with the request and validate
  1478. // peerMaxHeaderListSize.
  1479. addr := authorityAddr(req.URL.Scheme, req.URL.Host)
  1480. cc, err := tr.connPool().GetClientConn(req, addr)
  1481. if err != nil {
  1482. t.Fatalf("GetClientConn: %v", err)
  1483. }
  1484. cc.mu.Lock()
  1485. peerSize := cc.peerMaxHeaderListSize
  1486. cc.mu.Unlock()
  1487. st.scMu.Lock()
  1488. wantSize := uint64(st.sc.maxHeaderListSize())
  1489. st.scMu.Unlock()
  1490. if peerSize != wantSize {
  1491. t.Errorf("peerMaxHeaderListSize = %v; want %v", peerSize, wantSize)
  1492. }
  1493. // Sanity check peerSize. (*serverConn) maxHeaderListSize adds
  1494. // 320 bytes of padding.
  1495. wantHeaderBytes := uint64(st.ts.Config.MaxHeaderBytes) + 320
  1496. if peerSize != wantHeaderBytes {
  1497. t.Errorf("peerMaxHeaderListSize = %v; want %v.", peerSize, wantHeaderBytes)
  1498. }
  1499. // Pad headers & trailers, but stay under peerSize.
  1500. req = newRequest()
  1501. req.Header = make(http.Header)
  1502. req.Trailer = make(http.Header)
  1503. filler := strings.Repeat("*", 1024)
  1504. padHeaders(t, req.Trailer, peerSize, filler)
  1505. // cc.encodeHeaders adds some default headers to the request,
  1506. // so we need to leave room for those.
  1507. defaultBytes := headerListSizeForRequest(req)
  1508. padHeaders(t, req.Header, peerSize-defaultBytes, filler)
  1509. checkRoundTrip(req, nil, "Headers & Trailers under limit")
  1510. // Add enough header bytes to push us over peerSize.
  1511. req = newRequest()
  1512. req.Header = make(http.Header)
  1513. padHeaders(t, req.Header, peerSize, filler)
  1514. checkRoundTrip(req, errRequestHeaderListSize, "Headers over limit")
  1515. // Push trailers over the limit.
  1516. req = newRequest()
  1517. req.Trailer = make(http.Header)
  1518. padHeaders(t, req.Trailer, peerSize+1, filler)
  1519. checkRoundTrip(req, errRequestHeaderListSize, "Trailers over limit")
  1520. // Send headers with a single large value.
  1521. req = newRequest()
  1522. filler = strings.Repeat("*", int(peerSize))
  1523. req.Header = make(http.Header)
  1524. req.Header.Set("Big", filler)
  1525. checkRoundTrip(req, errRequestHeaderListSize, "Single large header")
  1526. // Send trailers with a single large value.
  1527. req = newRequest()
  1528. req.Trailer = make(http.Header)
  1529. req.Trailer.Set("Big", filler)
  1530. checkRoundTrip(req, errRequestHeaderListSize, "Single large trailer")
  1531. }
  1532. func TestTransportChecksResponseHeaderListSize(t *testing.T) {
  1533. ct := newClientTester(t)
  1534. ct.client = func() error {
  1535. req, _ := http.NewRequest("GET", "https://dummy.tld/", nil)
  1536. res, err := ct.tr.RoundTrip(req)
  1537. if err != errResponseHeaderListSize {
  1538. if res != nil {
  1539. res.Body.Close()
  1540. }
  1541. size := int64(0)
  1542. for k, vv := range res.Header {
  1543. for _, v := range vv {
  1544. size += int64(len(k)) + int64(len(v)) + 32
  1545. }
  1546. }
  1547. return fmt.Errorf("RoundTrip Error = %v (and %d bytes of response headers); want errResponseHeaderListSize", err, size)
  1548. }
  1549. return nil
  1550. }
  1551. ct.server = func() error {
  1552. ct.greet()
  1553. var buf bytes.Buffer
  1554. enc := hpack.NewEncoder(&buf)
  1555. for {
  1556. f, err := ct.fr.ReadFrame()
  1557. if err != nil {
  1558. return err
  1559. }
  1560. switch f := f.(type) {
  1561. case *HeadersFrame:
  1562. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "200"})
  1563. large := strings.Repeat("a", 1<<10)
  1564. for i := 0; i < 5042; i++ {
  1565. enc.WriteField(hpack.HeaderField{Name: large, Value: large})
  1566. }
  1567. if size, want := buf.Len(), 6329; size != want {
  1568. // Note: this number might change if
  1569. // our hpack implementation
  1570. // changes. That's fine. This is
  1571. // just a sanity check that our
  1572. // response can fit in a single
  1573. // header block fragment frame.
  1574. return fmt.Errorf("encoding over 10MB of duplicate keypairs took %d bytes; expected %d", size, want)
  1575. }
  1576. ct.fr.WriteHeaders(HeadersFrameParam{
  1577. StreamID: f.StreamID,
  1578. EndHeaders: true,
  1579. EndStream: true,
  1580. BlockFragment: buf.Bytes(),
  1581. })
  1582. return nil
  1583. }
  1584. }
  1585. }
  1586. ct.run()
  1587. }
  1588. // Test that the Transport returns a typed error from Response.Body.Read calls
  1589. // when the server sends an error. (here we use a panic, since that should generate
  1590. // a stream error, but others like cancel should be similar)
  1591. func TestTransportBodyReadErrorType(t *testing.T) {
  1592. doPanic := make(chan bool, 1)
  1593. st := newServerTester(t,
  1594. func(w http.ResponseWriter, r *http.Request) {
  1595. w.(http.Flusher).Flush() // force headers out
  1596. <-doPanic
  1597. panic("boom")
  1598. },
  1599. optOnlyServer,
  1600. optQuiet,
  1601. )
  1602. defer st.Close()
  1603. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  1604. defer tr.CloseIdleConnections()
  1605. c := &http.Client{Transport: tr}
  1606. res, err := c.Get(st.ts.URL)
  1607. if err != nil {
  1608. t.Fatal(err)
  1609. }
  1610. defer res.Body.Close()
  1611. doPanic <- true
  1612. buf := make([]byte, 100)
  1613. n, err := res.Body.Read(buf)
  1614. want := StreamError{StreamID: 0x1, Code: 0x2}
  1615. if !reflect.DeepEqual(want, err) {
  1616. t.Errorf("Read = %v, %#v; want error %#v", n, err, want)
  1617. }
  1618. }
  1619. // golang.org/issue/13924
  1620. // This used to fail after many iterations, especially with -race:
  1621. // go test -v -run=TestTransportDoubleCloseOnWriteError -count=500 -race
  1622. func TestTransportDoubleCloseOnWriteError(t *testing.T) {
  1623. var (
  1624. mu sync.Mutex
  1625. conn net.Conn // to close if set
  1626. )
  1627. st := newServerTester(t,
  1628. func(w http.ResponseWriter, r *http.Request) {
  1629. mu.Lock()
  1630. defer mu.Unlock()
  1631. if conn != nil {
  1632. conn.Close()
  1633. }
  1634. },
  1635. optOnlyServer,
  1636. )
  1637. defer st.Close()
  1638. tr := &Transport{
  1639. TLSClientConfig: tlsConfigInsecure,
  1640. DialTLS: func(network, addr string, cfg *tls.Config) (net.Conn, error) {
  1641. tc, err := tls.Dial(network, addr, cfg)
  1642. if err != nil {
  1643. return nil, err
  1644. }
  1645. mu.Lock()
  1646. defer mu.Unlock()
  1647. conn = tc
  1648. return tc, nil
  1649. },
  1650. }
  1651. defer tr.CloseIdleConnections()
  1652. c := &http.Client{Transport: tr}
  1653. c.Get(st.ts.URL)
  1654. }
  1655. // Test that the http1 Transport.DisableKeepAlives option is respected
  1656. // and connections are closed as soon as idle.
  1657. // See golang.org/issue/14008
  1658. func TestTransportDisableKeepAlives(t *testing.T) {
  1659. st := newServerTester(t,
  1660. func(w http.ResponseWriter, r *http.Request) {
  1661. io.WriteString(w, "hi")
  1662. },
  1663. optOnlyServer,
  1664. )
  1665. defer st.Close()
  1666. connClosed := make(chan struct{}) // closed on tls.Conn.Close
  1667. tr := &Transport{
  1668. t1: &http.Transport{
  1669. DisableKeepAlives: true,
  1670. },
  1671. TLSClientConfig: tlsConfigInsecure,
  1672. DialTLS: func(network, addr string, cfg *tls.Config) (net.Conn, error) {
  1673. tc, err := tls.Dial(network, addr, cfg)
  1674. if err != nil {
  1675. return nil, err
  1676. }
  1677. return &noteCloseConn{Conn: tc, closefn: func() { close(connClosed) }}, nil
  1678. },
  1679. }
  1680. c := &http.Client{Transport: tr}
  1681. res, err := c.Get(st.ts.URL)
  1682. if err != nil {
  1683. t.Fatal(err)
  1684. }
  1685. if _, err := ioutil.ReadAll(res.Body); err != nil {
  1686. t.Fatal(err)
  1687. }
  1688. defer res.Body.Close()
  1689. select {
  1690. case <-connClosed:
  1691. case <-time.After(1 * time.Second):
  1692. t.Errorf("timeout")
  1693. }
  1694. }
  1695. // Test concurrent requests with Transport.DisableKeepAlives. We can share connections,
  1696. // but when things are totally idle, it still needs to close.
  1697. func TestTransportDisableKeepAlives_Concurrency(t *testing.T) {
  1698. const D = 25 * time.Millisecond
  1699. st := newServerTester(t,
  1700. func(w http.ResponseWriter, r *http.Request) {
  1701. time.Sleep(D)
  1702. io.WriteString(w, "hi")
  1703. },
  1704. optOnlyServer,
  1705. )
  1706. defer st.Close()
  1707. var dials int32
  1708. var conns sync.WaitGroup
  1709. tr := &Transport{
  1710. t1: &http.Transport{
  1711. DisableKeepAlives: true,
  1712. },
  1713. TLSClientConfig: tlsConfigInsecure,
  1714. DialTLS: func(network, addr string, cfg *tls.Config) (net.Conn, error) {
  1715. tc, err := tls.Dial(network, addr, cfg)
  1716. if err != nil {
  1717. return nil, err
  1718. }
  1719. atomic.AddInt32(&dials, 1)
  1720. conns.Add(1)
  1721. return &noteCloseConn{Conn: tc, closefn: func() { conns.Done() }}, nil
  1722. },
  1723. }
  1724. c := &http.Client{Transport: tr}
  1725. var reqs sync.WaitGroup
  1726. const N = 20
  1727. for i := 0; i < N; i++ {
  1728. reqs.Add(1)
  1729. if i == N-1 {
  1730. // For the final request, try to make all the
  1731. // others close. This isn't verified in the
  1732. // count, other than the Log statement, since
  1733. // it's so timing dependent. This test is
  1734. // really to make sure we don't interrupt a
  1735. // valid request.
  1736. time.Sleep(D * 2)
  1737. }
  1738. go func() {
  1739. defer reqs.Done()
  1740. res, err := c.Get(st.ts.URL)
  1741. if err != nil {
  1742. t.Error(err)
  1743. return
  1744. }
  1745. if _, err := ioutil.ReadAll(res.Body); err != nil {
  1746. t.Error(err)
  1747. return
  1748. }
  1749. res.Body.Close()
  1750. }()
  1751. }
  1752. reqs.Wait()
  1753. conns.Wait()
  1754. t.Logf("did %d dials, %d requests", atomic.LoadInt32(&dials), N)
  1755. }
  1756. type noteCloseConn struct {
  1757. net.Conn
  1758. onceClose sync.Once
  1759. closefn func()
  1760. }
  1761. func (c *noteCloseConn) Close() error {
  1762. c.onceClose.Do(c.closefn)
  1763. return c.Conn.Close()
  1764. }
  1765. func isTimeout(err error) bool {
  1766. switch err := err.(type) {
  1767. case nil:
  1768. return false
  1769. case *url.Error:
  1770. return isTimeout(err.Err)
  1771. case net.Error:
  1772. return err.Timeout()
  1773. }
  1774. return false
  1775. }
  1776. // Test that the http1 Transport.ResponseHeaderTimeout option and cancel is sent.
  1777. func TestTransportResponseHeaderTimeout_NoBody(t *testing.T) {
  1778. testTransportResponseHeaderTimeout(t, false)
  1779. }
  1780. func TestTransportResponseHeaderTimeout_Body(t *testing.T) {
  1781. testTransportResponseHeaderTimeout(t, true)
  1782. }
  1783. func testTransportResponseHeaderTimeout(t *testing.T, body bool) {
  1784. ct := newClientTester(t)
  1785. ct.tr.t1 = &http.Transport{
  1786. ResponseHeaderTimeout: 5 * time.Millisecond,
  1787. }
  1788. ct.client = func() error {
  1789. c := &http.Client{Transport: ct.tr}
  1790. var err error
  1791. var n int64
  1792. const bodySize = 4 << 20
  1793. if body {
  1794. _, err = c.Post("https://dummy.tld/", "text/foo", io.LimitReader(countingReader{&n}, bodySize))
  1795. } else {
  1796. _, err = c.Get("https://dummy.tld/")
  1797. }
  1798. if !isTimeout(err) {
  1799. t.Errorf("client expected timeout error; got %#v", err)
  1800. }
  1801. if body && n != bodySize {
  1802. t.Errorf("only read %d bytes of body; want %d", n, bodySize)
  1803. }
  1804. return nil
  1805. }
  1806. ct.server = func() error {
  1807. ct.greet()
  1808. for {
  1809. f, err := ct.fr.ReadFrame()
  1810. if err != nil {
  1811. t.Logf("ReadFrame: %v", err)
  1812. return nil
  1813. }
  1814. switch f := f.(type) {
  1815. case *DataFrame:
  1816. dataLen := len(f.Data())
  1817. if dataLen > 0 {
  1818. if err := ct.fr.WriteWindowUpdate(0, uint32(dataLen)); err != nil {
  1819. return err
  1820. }
  1821. if err := ct.fr.WriteWindowUpdate(f.StreamID, uint32(dataLen)); err != nil {
  1822. return err
  1823. }
  1824. }
  1825. case *RSTStreamFrame:
  1826. if f.StreamID == 1 && f.ErrCode == ErrCodeCancel {
  1827. return nil
  1828. }
  1829. }
  1830. }
  1831. }
  1832. ct.run()
  1833. }
  1834. func TestTransportDisableCompression(t *testing.T) {
  1835. const body = "sup"
  1836. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  1837. want := http.Header{
  1838. "User-Agent": []string{"Go-http-client/2.0"},
  1839. }
  1840. if !reflect.DeepEqual(r.Header, want) {
  1841. t.Errorf("request headers = %v; want %v", r.Header, want)
  1842. }
  1843. }, optOnlyServer)
  1844. defer st.Close()
  1845. tr := &Transport{
  1846. TLSClientConfig: tlsConfigInsecure,
  1847. t1: &http.Transport{
  1848. DisableCompression: true,
  1849. },
  1850. }
  1851. defer tr.CloseIdleConnections()
  1852. req, err := http.NewRequest("GET", st.ts.URL, nil)
  1853. if err != nil {
  1854. t.Fatal(err)
  1855. }
  1856. res, err := tr.RoundTrip(req)
  1857. if err != nil {
  1858. t.Fatal(err)
  1859. }
  1860. defer res.Body.Close()
  1861. }
  1862. // RFC 7540 section 8.1.2.2
  1863. func TestTransportRejectsConnHeaders(t *testing.T) {
  1864. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  1865. var got []string
  1866. for k := range r.Header {
  1867. got = append(got, k)
  1868. }
  1869. sort.Strings(got)
  1870. w.Header().Set("Got-Header", strings.Join(got, ","))
  1871. }, optOnlyServer)
  1872. defer st.Close()
  1873. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  1874. defer tr.CloseIdleConnections()
  1875. tests := []struct {
  1876. key string
  1877. value []string
  1878. want string
  1879. }{
  1880. {
  1881. key: "Upgrade",
  1882. value: []string{"anything"},
  1883. want: "ERROR: http2: invalid Upgrade request header: [\"anything\"]",
  1884. },
  1885. {
  1886. key: "Connection",
  1887. value: []string{"foo"},
  1888. want: "ERROR: http2: invalid Connection request header: [\"foo\"]",
  1889. },
  1890. {
  1891. key: "Connection",
  1892. value: []string{"close"},
  1893. want: "Accept-Encoding,User-Agent",
  1894. },
  1895. {
  1896. key: "Connection",
  1897. value: []string{"CLoSe"},
  1898. want: "Accept-Encoding,User-Agent",
  1899. },
  1900. {
  1901. key: "Connection",
  1902. value: []string{"close", "something-else"},
  1903. want: "ERROR: http2: invalid Connection request header: [\"close\" \"something-else\"]",
  1904. },
  1905. {
  1906. key: "Connection",
  1907. value: []string{"keep-alive"},
  1908. want: "Accept-Encoding,User-Agent",
  1909. },
  1910. {
  1911. key: "Connection",
  1912. value: []string{"Keep-ALIVE"},
  1913. want: "Accept-Encoding,User-Agent",
  1914. },
  1915. {
  1916. key: "Proxy-Connection", // just deleted and ignored
  1917. value: []string{"keep-alive"},
  1918. want: "Accept-Encoding,User-Agent",
  1919. },
  1920. {
  1921. key: "Transfer-Encoding",
  1922. value: []string{""},
  1923. want: "Accept-Encoding,User-Agent",
  1924. },
  1925. {
  1926. key: "Transfer-Encoding",
  1927. value: []string{"foo"},
  1928. want: "ERROR: http2: invalid Transfer-Encoding request header: [\"foo\"]",
  1929. },
  1930. {
  1931. key: "Transfer-Encoding",
  1932. value: []string{"chunked"},
  1933. want: "Accept-Encoding,User-Agent",
  1934. },
  1935. {
  1936. key: "Transfer-Encoding",
  1937. value: []string{"chunked", "other"},
  1938. want: "ERROR: http2: invalid Transfer-Encoding request header: [\"chunked\" \"other\"]",
  1939. },
  1940. {
  1941. key: "Content-Length",
  1942. value: []string{"123"},
  1943. want: "Accept-Encoding,User-Agent",
  1944. },
  1945. {
  1946. key: "Keep-Alive",
  1947. value: []string{"doop"},
  1948. want: "Accept-Encoding,User-Agent",
  1949. },
  1950. }
  1951. for _, tt := range tests {
  1952. req, _ := http.NewRequest("GET", st.ts.URL, nil)
  1953. req.Header[tt.key] = tt.value
  1954. res, err := tr.RoundTrip(req)
  1955. var got string
  1956. if err != nil {
  1957. got = fmt.Sprintf("ERROR: %v", err)
  1958. } else {
  1959. got = res.Header.Get("Got-Header")
  1960. res.Body.Close()
  1961. }
  1962. if got != tt.want {
  1963. t.Errorf("For key %q, value %q, got = %q; want %q", tt.key, tt.value, got, tt.want)
  1964. }
  1965. }
  1966. }
  1967. // golang.org/issue/14048
  1968. func TestTransportFailsOnInvalidHeaders(t *testing.T) {
  1969. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  1970. var got []string
  1971. for k := range r.Header {
  1972. got = append(got, k)
  1973. }
  1974. sort.Strings(got)
  1975. w.Header().Set("Got-Header", strings.Join(got, ","))
  1976. }, optOnlyServer)
  1977. defer st.Close()
  1978. tests := [...]struct {
  1979. h http.Header
  1980. wantErr string
  1981. }{
  1982. 0: {
  1983. h: http.Header{"with space": {"foo"}},
  1984. wantErr: `invalid HTTP header name "with space"`,
  1985. },
  1986. 1: {
  1987. h: http.Header{"name": {"Брэд"}},
  1988. wantErr: "", // okay
  1989. },
  1990. 2: {
  1991. h: http.Header{"имя": {"Brad"}},
  1992. wantErr: `invalid HTTP header name "имя"`,
  1993. },
  1994. 3: {
  1995. h: http.Header{"foo": {"foo\x01bar"}},
  1996. wantErr: `invalid HTTP header value "foo\x01bar" for header "foo"`,
  1997. },
  1998. }
  1999. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  2000. defer tr.CloseIdleConnections()
  2001. for i, tt := range tests {
  2002. req, _ := http.NewRequest("GET", st.ts.URL, nil)
  2003. req.Header = tt.h
  2004. res, err := tr.RoundTrip(req)
  2005. var bad bool
  2006. if tt.wantErr == "" {
  2007. if err != nil {
  2008. bad = true
  2009. t.Errorf("case %d: error = %v; want no error", i, err)
  2010. }
  2011. } else {
  2012. if !strings.Contains(fmt.Sprint(err), tt.wantErr) {
  2013. bad = true
  2014. t.Errorf("case %d: error = %v; want error %q", i, err, tt.wantErr)
  2015. }
  2016. }
  2017. if err == nil {
  2018. if bad {
  2019. t.Logf("case %d: server got headers %q", i, res.Header.Get("Got-Header"))
  2020. }
  2021. res.Body.Close()
  2022. }
  2023. }
  2024. }
  2025. // Tests that gzipReader doesn't crash on a second Read call following
  2026. // the first Read call's gzip.NewReader returning an error.
  2027. func TestGzipReader_DoubleReadCrash(t *testing.T) {
  2028. gz := &gzipReader{
  2029. body: ioutil.NopCloser(strings.NewReader("0123456789")),
  2030. }
  2031. var buf [1]byte
  2032. n, err1 := gz.Read(buf[:])
  2033. if n != 0 || !strings.Contains(fmt.Sprint(err1), "invalid header") {
  2034. t.Fatalf("Read = %v, %v; want 0, invalid header", n, err1)
  2035. }
  2036. n, err2 := gz.Read(buf[:])
  2037. if n != 0 || err2 != err1 {
  2038. t.Fatalf("second Read = %v, %v; want 0, %v", n, err2, err1)
  2039. }
  2040. }
  2041. func TestTransportNewTLSConfig(t *testing.T) {
  2042. tests := [...]struct {
  2043. conf *tls.Config
  2044. host string
  2045. want *tls.Config
  2046. }{
  2047. // Normal case.
  2048. 0: {
  2049. conf: nil,
  2050. host: "foo.com",
  2051. want: &tls.Config{
  2052. ServerName: "foo.com",
  2053. NextProtos: []string{NextProtoTLS},
  2054. },
  2055. },
  2056. // User-provided name (bar.com) takes precedence:
  2057. 1: {
  2058. conf: &tls.Config{
  2059. ServerName: "bar.com",
  2060. },
  2061. host: "foo.com",
  2062. want: &tls.Config{
  2063. ServerName: "bar.com",
  2064. NextProtos: []string{NextProtoTLS},
  2065. },
  2066. },
  2067. // NextProto is prepended:
  2068. 2: {
  2069. conf: &tls.Config{
  2070. NextProtos: []string{"foo", "bar"},
  2071. },
  2072. host: "example.com",
  2073. want: &tls.Config{
  2074. ServerName: "example.com",
  2075. NextProtos: []string{NextProtoTLS, "foo", "bar"},
  2076. },
  2077. },
  2078. // NextProto is not duplicated:
  2079. 3: {
  2080. conf: &tls.Config{
  2081. NextProtos: []string{"foo", "bar", NextProtoTLS},
  2082. },
  2083. host: "example.com",
  2084. want: &tls.Config{
  2085. ServerName: "example.com",
  2086. NextProtos: []string{"foo", "bar", NextProtoTLS},
  2087. },
  2088. },
  2089. }
  2090. for i, tt := range tests {
  2091. // Ignore the session ticket keys part, which ends up populating
  2092. // unexported fields in the Config:
  2093. if tt.conf != nil {
  2094. tt.conf.SessionTicketsDisabled = true
  2095. }
  2096. tr := &Transport{TLSClientConfig: tt.conf}
  2097. got := tr.newTLSConfig(tt.host)
  2098. got.SessionTicketsDisabled = false
  2099. if !reflect.DeepEqual(got, tt.want) {
  2100. t.Errorf("%d. got %#v; want %#v", i, got, tt.want)
  2101. }
  2102. }
  2103. }
  2104. // The Google GFE responds to HEAD requests with a HEADERS frame
  2105. // without END_STREAM, followed by a 0-length DATA frame with
  2106. // END_STREAM. Make sure we don't get confused by that. (We did.)
  2107. func TestTransportReadHeadResponse(t *testing.T) {
  2108. ct := newClientTester(t)
  2109. clientDone := make(chan struct{})
  2110. ct.client = func() error {
  2111. defer close(clientDone)
  2112. req, _ := http.NewRequest("HEAD", "https://dummy.tld/", nil)
  2113. res, err := ct.tr.RoundTrip(req)
  2114. if err != nil {
  2115. return err
  2116. }
  2117. if res.ContentLength != 123 {
  2118. return fmt.Errorf("Content-Length = %d; want 123", res.ContentLength)
  2119. }
  2120. slurp, err := ioutil.ReadAll(res.Body)
  2121. if err != nil {
  2122. return fmt.Errorf("ReadAll: %v", err)
  2123. }
  2124. if len(slurp) > 0 {
  2125. return fmt.Errorf("Unexpected non-empty ReadAll body: %q", slurp)
  2126. }
  2127. return nil
  2128. }
  2129. ct.server = func() error {
  2130. ct.greet()
  2131. for {
  2132. f, err := ct.fr.ReadFrame()
  2133. if err != nil {
  2134. t.Logf("ReadFrame: %v", err)
  2135. return nil
  2136. }
  2137. hf, ok := f.(*HeadersFrame)
  2138. if !ok {
  2139. continue
  2140. }
  2141. var buf bytes.Buffer
  2142. enc := hpack.NewEncoder(&buf)
  2143. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "200"})
  2144. enc.WriteField(hpack.HeaderField{Name: "content-length", Value: "123"})
  2145. ct.fr.WriteHeaders(HeadersFrameParam{
  2146. StreamID: hf.StreamID,
  2147. EndHeaders: true,
  2148. EndStream: false, // as the GFE does
  2149. BlockFragment: buf.Bytes(),
  2150. })
  2151. ct.fr.WriteData(hf.StreamID, true, nil)
  2152. <-clientDone
  2153. return nil
  2154. }
  2155. }
  2156. ct.run()
  2157. }
  2158. func TestTransportReadHeadResponseWithBody(t *testing.T) {
  2159. // This test use not valid response format.
  2160. // Discarding logger output to not spam tests output.
  2161. log.SetOutput(ioutil.Discard)
  2162. defer log.SetOutput(os.Stderr)
  2163. response := "redirecting to /elsewhere"
  2164. ct := newClientTester(t)
  2165. clientDone := make(chan struct{})
  2166. ct.client = func() error {
  2167. defer close(clientDone)
  2168. req, _ := http.NewRequest("HEAD", "https://dummy.tld/", nil)
  2169. res, err := ct.tr.RoundTrip(req)
  2170. if err != nil {
  2171. return err
  2172. }
  2173. if res.ContentLength != int64(len(response)) {
  2174. return fmt.Errorf("Content-Length = %d; want %d", res.ContentLength, len(response))
  2175. }
  2176. slurp, err := ioutil.ReadAll(res.Body)
  2177. if err != nil {
  2178. return fmt.Errorf("ReadAll: %v", err)
  2179. }
  2180. if len(slurp) > 0 {
  2181. return fmt.Errorf("Unexpected non-empty ReadAll body: %q", slurp)
  2182. }
  2183. return nil
  2184. }
  2185. ct.server = func() error {
  2186. ct.greet()
  2187. for {
  2188. f, err := ct.fr.ReadFrame()
  2189. if err != nil {
  2190. t.Logf("ReadFrame: %v", err)
  2191. return nil
  2192. }
  2193. hf, ok := f.(*HeadersFrame)
  2194. if !ok {
  2195. continue
  2196. }
  2197. var buf bytes.Buffer
  2198. enc := hpack.NewEncoder(&buf)
  2199. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "200"})
  2200. enc.WriteField(hpack.HeaderField{Name: "content-length", Value: strconv.Itoa(len(response))})
  2201. ct.fr.WriteHeaders(HeadersFrameParam{
  2202. StreamID: hf.StreamID,
  2203. EndHeaders: true,
  2204. EndStream: false,
  2205. BlockFragment: buf.Bytes(),
  2206. })
  2207. ct.fr.WriteData(hf.StreamID, true, []byte(response))
  2208. <-clientDone
  2209. return nil
  2210. }
  2211. }
  2212. ct.run()
  2213. }
  2214. type neverEnding byte
  2215. func (b neverEnding) Read(p []byte) (int, error) {
  2216. for i := range p {
  2217. p[i] = byte(b)
  2218. }
  2219. return len(p), nil
  2220. }
  2221. // golang.org/issue/15425: test that a handler closing the request
  2222. // body doesn't terminate the stream to the peer. (It just stops
  2223. // readability from the handler's side, and eventually the client
  2224. // runs out of flow control tokens)
  2225. func TestTransportHandlerBodyClose(t *testing.T) {
  2226. const bodySize = 10 << 20
  2227. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  2228. r.Body.Close()
  2229. io.Copy(w, io.LimitReader(neverEnding('A'), bodySize))
  2230. }, optOnlyServer)
  2231. defer st.Close()
  2232. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  2233. defer tr.CloseIdleConnections()
  2234. g0 := runtime.NumGoroutine()
  2235. const numReq = 10
  2236. for i := 0; i < numReq; i++ {
  2237. req, err := http.NewRequest("POST", st.ts.URL, struct{ io.Reader }{io.LimitReader(neverEnding('A'), bodySize)})
  2238. if err != nil {
  2239. t.Fatal(err)
  2240. }
  2241. res, err := tr.RoundTrip(req)
  2242. if err != nil {
  2243. t.Fatal(err)
  2244. }
  2245. n, err := io.Copy(ioutil.Discard, res.Body)
  2246. res.Body.Close()
  2247. if n != bodySize || err != nil {
  2248. t.Fatalf("req#%d: Copy = %d, %v; want %d, nil", i, n, err, bodySize)
  2249. }
  2250. }
  2251. tr.CloseIdleConnections()
  2252. if !waitCondition(5*time.Second, 100*time.Millisecond, func() bool {
  2253. gd := runtime.NumGoroutine() - g0
  2254. return gd < numReq/2
  2255. }) {
  2256. t.Errorf("appeared to leak goroutines")
  2257. }
  2258. }
  2259. // https://golang.org/issue/15930
  2260. func TestTransportFlowControl(t *testing.T) {
  2261. const bufLen = 64 << 10
  2262. var total int64 = 100 << 20 // 100MB
  2263. if testing.Short() {
  2264. total = 10 << 20
  2265. }
  2266. var wrote int64 // updated atomically
  2267. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  2268. b := make([]byte, bufLen)
  2269. for wrote < total {
  2270. n, err := w.Write(b)
  2271. atomic.AddInt64(&wrote, int64(n))
  2272. if err != nil {
  2273. t.Errorf("ResponseWriter.Write error: %v", err)
  2274. break
  2275. }
  2276. w.(http.Flusher).Flush()
  2277. }
  2278. }, optOnlyServer)
  2279. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  2280. defer tr.CloseIdleConnections()
  2281. req, err := http.NewRequest("GET", st.ts.URL, nil)
  2282. if err != nil {
  2283. t.Fatal("NewRequest error:", err)
  2284. }
  2285. resp, err := tr.RoundTrip(req)
  2286. if err != nil {
  2287. t.Fatal("RoundTrip error:", err)
  2288. }
  2289. defer resp.Body.Close()
  2290. var read int64
  2291. b := make([]byte, bufLen)
  2292. for {
  2293. n, err := resp.Body.Read(b)
  2294. if err == io.EOF {
  2295. break
  2296. }
  2297. if err != nil {
  2298. t.Fatal("Read error:", err)
  2299. }
  2300. read += int64(n)
  2301. const max = transportDefaultStreamFlow
  2302. if w := atomic.LoadInt64(&wrote); -max > read-w || read-w > max {
  2303. t.Fatalf("Too much data inflight: server wrote %v bytes but client only received %v", w, read)
  2304. }
  2305. // Let the server get ahead of the client.
  2306. time.Sleep(1 * time.Millisecond)
  2307. }
  2308. }
  2309. // golang.org/issue/14627 -- if the server sends a GOAWAY frame, make
  2310. // the Transport remember it and return it back to users (via
  2311. // RoundTrip or request body reads) if needed (e.g. if the server
  2312. // proceeds to close the TCP connection before the client gets its
  2313. // response)
  2314. func TestTransportUsesGoAwayDebugError_RoundTrip(t *testing.T) {
  2315. testTransportUsesGoAwayDebugError(t, false)
  2316. }
  2317. func TestTransportUsesGoAwayDebugError_Body(t *testing.T) {
  2318. testTransportUsesGoAwayDebugError(t, true)
  2319. }
  2320. func testTransportUsesGoAwayDebugError(t *testing.T, failMidBody bool) {
  2321. ct := newClientTester(t)
  2322. clientDone := make(chan struct{})
  2323. const goAwayErrCode = ErrCodeHTTP11Required // arbitrary
  2324. const goAwayDebugData = "some debug data"
  2325. ct.client = func() error {
  2326. defer close(clientDone)
  2327. req, _ := http.NewRequest("GET", "https://dummy.tld/", nil)
  2328. res, err := ct.tr.RoundTrip(req)
  2329. if failMidBody {
  2330. if err != nil {
  2331. return fmt.Errorf("unexpected client RoundTrip error: %v", err)
  2332. }
  2333. _, err = io.Copy(ioutil.Discard, res.Body)
  2334. res.Body.Close()
  2335. }
  2336. want := GoAwayError{
  2337. LastStreamID: 5,
  2338. ErrCode: goAwayErrCode,
  2339. DebugData: goAwayDebugData,
  2340. }
  2341. if !reflect.DeepEqual(err, want) {
  2342. t.Errorf("RoundTrip error = %T: %#v, want %T (%#v)", err, err, want, want)
  2343. }
  2344. return nil
  2345. }
  2346. ct.server = func() error {
  2347. ct.greet()
  2348. for {
  2349. f, err := ct.fr.ReadFrame()
  2350. if err != nil {
  2351. t.Logf("ReadFrame: %v", err)
  2352. return nil
  2353. }
  2354. hf, ok := f.(*HeadersFrame)
  2355. if !ok {
  2356. continue
  2357. }
  2358. if failMidBody {
  2359. var buf bytes.Buffer
  2360. enc := hpack.NewEncoder(&buf)
  2361. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "200"})
  2362. enc.WriteField(hpack.HeaderField{Name: "content-length", Value: "123"})
  2363. ct.fr.WriteHeaders(HeadersFrameParam{
  2364. StreamID: hf.StreamID,
  2365. EndHeaders: true,
  2366. EndStream: false,
  2367. BlockFragment: buf.Bytes(),
  2368. })
  2369. }
  2370. // Write two GOAWAY frames, to test that the Transport takes
  2371. // the interesting parts of both.
  2372. ct.fr.WriteGoAway(5, ErrCodeNo, []byte(goAwayDebugData))
  2373. ct.fr.WriteGoAway(5, goAwayErrCode, nil)
  2374. ct.sc.(*net.TCPConn).CloseWrite()
  2375. <-clientDone
  2376. return nil
  2377. }
  2378. }
  2379. ct.run()
  2380. }
  2381. func testTransportReturnsUnusedFlowControl(t *testing.T, oneDataFrame bool) {
  2382. ct := newClientTester(t)
  2383. clientClosed := make(chan struct{})
  2384. serverWroteFirstByte := make(chan struct{})
  2385. ct.client = func() error {
  2386. req, _ := http.NewRequest("GET", "https://dummy.tld/", nil)
  2387. res, err := ct.tr.RoundTrip(req)
  2388. if err != nil {
  2389. return err
  2390. }
  2391. <-serverWroteFirstByte
  2392. if n, err := res.Body.Read(make([]byte, 1)); err != nil || n != 1 {
  2393. return fmt.Errorf("body read = %v, %v; want 1, nil", n, err)
  2394. }
  2395. res.Body.Close() // leaving 4999 bytes unread
  2396. close(clientClosed)
  2397. return nil
  2398. }
  2399. ct.server = func() error {
  2400. ct.greet()
  2401. var hf *HeadersFrame
  2402. for {
  2403. f, err := ct.fr.ReadFrame()
  2404. if err != nil {
  2405. return fmt.Errorf("ReadFrame while waiting for Headers: %v", err)
  2406. }
  2407. switch f.(type) {
  2408. case *WindowUpdateFrame, *SettingsFrame:
  2409. continue
  2410. }
  2411. var ok bool
  2412. hf, ok = f.(*HeadersFrame)
  2413. if !ok {
  2414. return fmt.Errorf("Got %T; want HeadersFrame", f)
  2415. }
  2416. break
  2417. }
  2418. var buf bytes.Buffer
  2419. enc := hpack.NewEncoder(&buf)
  2420. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "200"})
  2421. enc.WriteField(hpack.HeaderField{Name: "content-length", Value: "5000"})
  2422. ct.fr.WriteHeaders(HeadersFrameParam{
  2423. StreamID: hf.StreamID,
  2424. EndHeaders: true,
  2425. EndStream: false,
  2426. BlockFragment: buf.Bytes(),
  2427. })
  2428. // Two cases:
  2429. // - Send one DATA frame with 5000 bytes.
  2430. // - Send two DATA frames with 1 and 4999 bytes each.
  2431. //
  2432. // In both cases, the client should consume one byte of data,
  2433. // refund that byte, then refund the following 4999 bytes.
  2434. //
  2435. // In the second case, the server waits for the client connection to
  2436. // close before seconding the second DATA frame. This tests the case
  2437. // where the client receives a DATA frame after it has reset the stream.
  2438. if oneDataFrame {
  2439. ct.fr.WriteData(hf.StreamID, false /* don't end stream */, make([]byte, 5000))
  2440. close(serverWroteFirstByte)
  2441. <-clientClosed
  2442. } else {
  2443. ct.fr.WriteData(hf.StreamID, false /* don't end stream */, make([]byte, 1))
  2444. close(serverWroteFirstByte)
  2445. <-clientClosed
  2446. ct.fr.WriteData(hf.StreamID, false /* don't end stream */, make([]byte, 4999))
  2447. }
  2448. waitingFor := "RSTStreamFrame"
  2449. for {
  2450. f, err := ct.fr.ReadFrame()
  2451. if err != nil {
  2452. return fmt.Errorf("ReadFrame while waiting for %s: %v", waitingFor, err)
  2453. }
  2454. if _, ok := f.(*SettingsFrame); ok {
  2455. continue
  2456. }
  2457. switch waitingFor {
  2458. case "RSTStreamFrame":
  2459. if rf, ok := f.(*RSTStreamFrame); !ok || rf.ErrCode != ErrCodeCancel {
  2460. return fmt.Errorf("Expected a RSTStreamFrame with code cancel; got %v", summarizeFrame(f))
  2461. }
  2462. waitingFor = "WindowUpdateFrame"
  2463. case "WindowUpdateFrame":
  2464. if wuf, ok := f.(*WindowUpdateFrame); !ok || wuf.Increment != 4999 {
  2465. return fmt.Errorf("Expected WindowUpdateFrame for 4999 bytes; got %v", summarizeFrame(f))
  2466. }
  2467. return nil
  2468. }
  2469. }
  2470. }
  2471. ct.run()
  2472. }
  2473. // See golang.org/issue/16481
  2474. func TestTransportReturnsUnusedFlowControlSingleWrite(t *testing.T) {
  2475. testTransportReturnsUnusedFlowControl(t, true)
  2476. }
  2477. // See golang.org/issue/20469
  2478. func TestTransportReturnsUnusedFlowControlMultipleWrites(t *testing.T) {
  2479. testTransportReturnsUnusedFlowControl(t, false)
  2480. }
  2481. // Issue 16612: adjust flow control on open streams when transport
  2482. // receives SETTINGS with INITIAL_WINDOW_SIZE from server.
  2483. func TestTransportAdjustsFlowControl(t *testing.T) {
  2484. ct := newClientTester(t)
  2485. clientDone := make(chan struct{})
  2486. const bodySize = 1 << 20
  2487. ct.client = func() error {
  2488. defer ct.cc.(*net.TCPConn).CloseWrite()
  2489. defer close(clientDone)
  2490. req, _ := http.NewRequest("POST", "https://dummy.tld/", struct{ io.Reader }{io.LimitReader(neverEnding('A'), bodySize)})
  2491. res, err := ct.tr.RoundTrip(req)
  2492. if err != nil {
  2493. return err
  2494. }
  2495. res.Body.Close()
  2496. return nil
  2497. }
  2498. ct.server = func() error {
  2499. _, err := io.ReadFull(ct.sc, make([]byte, len(ClientPreface)))
  2500. if err != nil {
  2501. return fmt.Errorf("reading client preface: %v", err)
  2502. }
  2503. var gotBytes int64
  2504. var sentSettings bool
  2505. for {
  2506. f, err := ct.fr.ReadFrame()
  2507. if err != nil {
  2508. select {
  2509. case <-clientDone:
  2510. return nil
  2511. default:
  2512. return fmt.Errorf("ReadFrame while waiting for Headers: %v", err)
  2513. }
  2514. }
  2515. switch f := f.(type) {
  2516. case *DataFrame:
  2517. gotBytes += int64(len(f.Data()))
  2518. // After we've got half the client's
  2519. // initial flow control window's worth
  2520. // of request body data, give it just
  2521. // enough flow control to finish.
  2522. if gotBytes >= initialWindowSize/2 && !sentSettings {
  2523. sentSettings = true
  2524. ct.fr.WriteSettings(Setting{ID: SettingInitialWindowSize, Val: bodySize})
  2525. ct.fr.WriteWindowUpdate(0, bodySize)
  2526. ct.fr.WriteSettingsAck()
  2527. }
  2528. if f.StreamEnded() {
  2529. var buf bytes.Buffer
  2530. enc := hpack.NewEncoder(&buf)
  2531. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "200"})
  2532. ct.fr.WriteHeaders(HeadersFrameParam{
  2533. StreamID: f.StreamID,
  2534. EndHeaders: true,
  2535. EndStream: true,
  2536. BlockFragment: buf.Bytes(),
  2537. })
  2538. }
  2539. }
  2540. }
  2541. }
  2542. ct.run()
  2543. }
  2544. // See golang.org/issue/16556
  2545. func TestTransportReturnsDataPaddingFlowControl(t *testing.T) {
  2546. ct := newClientTester(t)
  2547. unblockClient := make(chan bool, 1)
  2548. ct.client = func() error {
  2549. req, _ := http.NewRequest("GET", "https://dummy.tld/", nil)
  2550. res, err := ct.tr.RoundTrip(req)
  2551. if err != nil {
  2552. return err
  2553. }
  2554. defer res.Body.Close()
  2555. <-unblockClient
  2556. return nil
  2557. }
  2558. ct.server = func() error {
  2559. ct.greet()
  2560. var hf *HeadersFrame
  2561. for {
  2562. f, err := ct.fr.ReadFrame()
  2563. if err != nil {
  2564. return fmt.Errorf("ReadFrame while waiting for Headers: %v", err)
  2565. }
  2566. switch f.(type) {
  2567. case *WindowUpdateFrame, *SettingsFrame:
  2568. continue
  2569. }
  2570. var ok bool
  2571. hf, ok = f.(*HeadersFrame)
  2572. if !ok {
  2573. return fmt.Errorf("Got %T; want HeadersFrame", f)
  2574. }
  2575. break
  2576. }
  2577. var buf bytes.Buffer
  2578. enc := hpack.NewEncoder(&buf)
  2579. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "200"})
  2580. enc.WriteField(hpack.HeaderField{Name: "content-length", Value: "5000"})
  2581. ct.fr.WriteHeaders(HeadersFrameParam{
  2582. StreamID: hf.StreamID,
  2583. EndHeaders: true,
  2584. EndStream: false,
  2585. BlockFragment: buf.Bytes(),
  2586. })
  2587. pad := make([]byte, 5)
  2588. ct.fr.WriteDataPadded(hf.StreamID, false, make([]byte, 5000), pad) // without ending stream
  2589. f, err := ct.readNonSettingsFrame()
  2590. if err != nil {
  2591. return fmt.Errorf("ReadFrame while waiting for first WindowUpdateFrame: %v", err)
  2592. }
  2593. wantBack := uint32(len(pad)) + 1 // one byte for the length of the padding
  2594. if wuf, ok := f.(*WindowUpdateFrame); !ok || wuf.Increment != wantBack || wuf.StreamID != 0 {
  2595. return fmt.Errorf("Expected conn WindowUpdateFrame for %d bytes; got %v", wantBack, summarizeFrame(f))
  2596. }
  2597. f, err = ct.readNonSettingsFrame()
  2598. if err != nil {
  2599. return fmt.Errorf("ReadFrame while waiting for second WindowUpdateFrame: %v", err)
  2600. }
  2601. if wuf, ok := f.(*WindowUpdateFrame); !ok || wuf.Increment != wantBack || wuf.StreamID == 0 {
  2602. return fmt.Errorf("Expected stream WindowUpdateFrame for %d bytes; got %v", wantBack, summarizeFrame(f))
  2603. }
  2604. unblockClient <- true
  2605. return nil
  2606. }
  2607. ct.run()
  2608. }
  2609. // golang.org/issue/16572 -- RoundTrip shouldn't hang when it gets a
  2610. // StreamError as a result of the response HEADERS
  2611. func TestTransportReturnsErrorOnBadResponseHeaders(t *testing.T) {
  2612. ct := newClientTester(t)
  2613. ct.client = func() error {
  2614. req, _ := http.NewRequest("GET", "https://dummy.tld/", nil)
  2615. res, err := ct.tr.RoundTrip(req)
  2616. if err == nil {
  2617. res.Body.Close()
  2618. return errors.New("unexpected successful GET")
  2619. }
  2620. want := StreamError{1, ErrCodeProtocol, headerFieldNameError(" content-type")}
  2621. if !reflect.DeepEqual(want, err) {
  2622. t.Errorf("RoundTrip error = %#v; want %#v", err, want)
  2623. }
  2624. return nil
  2625. }
  2626. ct.server = func() error {
  2627. ct.greet()
  2628. hf, err := ct.firstHeaders()
  2629. if err != nil {
  2630. return err
  2631. }
  2632. var buf bytes.Buffer
  2633. enc := hpack.NewEncoder(&buf)
  2634. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "200"})
  2635. enc.WriteField(hpack.HeaderField{Name: " content-type", Value: "bogus"}) // bogus spaces
  2636. ct.fr.WriteHeaders(HeadersFrameParam{
  2637. StreamID: hf.StreamID,
  2638. EndHeaders: true,
  2639. EndStream: false,
  2640. BlockFragment: buf.Bytes(),
  2641. })
  2642. for {
  2643. fr, err := ct.readFrame()
  2644. if err != nil {
  2645. return fmt.Errorf("error waiting for RST_STREAM from client: %v", err)
  2646. }
  2647. if _, ok := fr.(*SettingsFrame); ok {
  2648. continue
  2649. }
  2650. if rst, ok := fr.(*RSTStreamFrame); !ok || rst.StreamID != 1 || rst.ErrCode != ErrCodeProtocol {
  2651. t.Errorf("Frame = %v; want RST_STREAM for stream 1 with ErrCodeProtocol", summarizeFrame(fr))
  2652. }
  2653. break
  2654. }
  2655. return nil
  2656. }
  2657. ct.run()
  2658. }
  2659. // byteAndEOFReader returns is in an io.Reader which reads one byte
  2660. // (the underlying byte) and io.EOF at once in its Read call.
  2661. type byteAndEOFReader byte
  2662. func (b byteAndEOFReader) Read(p []byte) (n int, err error) {
  2663. if len(p) == 0 {
  2664. panic("unexpected useless call")
  2665. }
  2666. p[0] = byte(b)
  2667. return 1, io.EOF
  2668. }
  2669. // Issue 16788: the Transport had a regression where it started
  2670. // sending a spurious DATA frame with a duplicate END_STREAM bit after
  2671. // the request body writer goroutine had already read an EOF from the
  2672. // Request.Body and included the END_STREAM on a data-carrying DATA
  2673. // frame.
  2674. //
  2675. // Notably, to trigger this, the requests need to use a Request.Body
  2676. // which returns (non-0, io.EOF) and also needs to set the ContentLength
  2677. // explicitly.
  2678. func TestTransportBodyDoubleEndStream(t *testing.T) {
  2679. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  2680. // Nothing.
  2681. }, optOnlyServer)
  2682. defer st.Close()
  2683. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  2684. defer tr.CloseIdleConnections()
  2685. for i := 0; i < 2; i++ {
  2686. req, _ := http.NewRequest("POST", st.ts.URL, byteAndEOFReader('a'))
  2687. req.ContentLength = 1
  2688. res, err := tr.RoundTrip(req)
  2689. if err != nil {
  2690. t.Fatalf("failure on req %d: %v", i+1, err)
  2691. }
  2692. defer res.Body.Close()
  2693. }
  2694. }
  2695. // golang.org/issue/16847, golang.org/issue/19103
  2696. func TestTransportRequestPathPseudo(t *testing.T) {
  2697. type result struct {
  2698. path string
  2699. err string
  2700. }
  2701. tests := []struct {
  2702. req *http.Request
  2703. want result
  2704. }{
  2705. 0: {
  2706. req: &http.Request{
  2707. Method: "GET",
  2708. URL: &url.URL{
  2709. Host: "foo.com",
  2710. Path: "/foo",
  2711. },
  2712. },
  2713. want: result{path: "/foo"},
  2714. },
  2715. // In Go 1.7, we accepted paths of "//foo".
  2716. // In Go 1.8, we rejected it (issue 16847).
  2717. // In Go 1.9, we accepted it again (issue 19103).
  2718. 1: {
  2719. req: &http.Request{
  2720. Method: "GET",
  2721. URL: &url.URL{
  2722. Host: "foo.com",
  2723. Path: "//foo",
  2724. },
  2725. },
  2726. want: result{path: "//foo"},
  2727. },
  2728. // Opaque with //$Matching_Hostname/path
  2729. 2: {
  2730. req: &http.Request{
  2731. Method: "GET",
  2732. URL: &url.URL{
  2733. Scheme: "https",
  2734. Opaque: "//foo.com/path",
  2735. Host: "foo.com",
  2736. Path: "/ignored",
  2737. },
  2738. },
  2739. want: result{path: "/path"},
  2740. },
  2741. // Opaque with some other Request.Host instead:
  2742. 3: {
  2743. req: &http.Request{
  2744. Method: "GET",
  2745. Host: "bar.com",
  2746. URL: &url.URL{
  2747. Scheme: "https",
  2748. Opaque: "//bar.com/path",
  2749. Host: "foo.com",
  2750. Path: "/ignored",
  2751. },
  2752. },
  2753. want: result{path: "/path"},
  2754. },
  2755. // Opaque without the leading "//":
  2756. 4: {
  2757. req: &http.Request{
  2758. Method: "GET",
  2759. URL: &url.URL{
  2760. Opaque: "/path",
  2761. Host: "foo.com",
  2762. Path: "/ignored",
  2763. },
  2764. },
  2765. want: result{path: "/path"},
  2766. },
  2767. // Opaque we can't handle:
  2768. 5: {
  2769. req: &http.Request{
  2770. Method: "GET",
  2771. URL: &url.URL{
  2772. Scheme: "https",
  2773. Opaque: "//unknown_host/path",
  2774. Host: "foo.com",
  2775. Path: "/ignored",
  2776. },
  2777. },
  2778. want: result{err: `invalid request :path "https://unknown_host/path" from URL.Opaque = "//unknown_host/path"`},
  2779. },
  2780. // A CONNECT request:
  2781. 6: {
  2782. req: &http.Request{
  2783. Method: "CONNECT",
  2784. URL: &url.URL{
  2785. Host: "foo.com",
  2786. },
  2787. },
  2788. want: result{},
  2789. },
  2790. }
  2791. for i, tt := range tests {
  2792. cc := &ClientConn{peerMaxHeaderListSize: 0xffffffffffffffff}
  2793. cc.henc = hpack.NewEncoder(&cc.hbuf)
  2794. cc.mu.Lock()
  2795. hdrs, err := cc.encodeHeaders(tt.req, false, "", -1)
  2796. cc.mu.Unlock()
  2797. var got result
  2798. hpackDec := hpack.NewDecoder(initialHeaderTableSize, func(f hpack.HeaderField) {
  2799. if f.Name == ":path" {
  2800. got.path = f.Value
  2801. }
  2802. })
  2803. if err != nil {
  2804. got.err = err.Error()
  2805. } else if len(hdrs) > 0 {
  2806. if _, err := hpackDec.Write(hdrs); err != nil {
  2807. t.Errorf("%d. bogus hpack: %v", i, err)
  2808. continue
  2809. }
  2810. }
  2811. if got != tt.want {
  2812. t.Errorf("%d. got %+v; want %+v", i, got, tt.want)
  2813. }
  2814. }
  2815. }
  2816. // golang.org/issue/17071 -- don't sniff the first byte of the request body
  2817. // before we've determined that the ClientConn is usable.
  2818. func TestRoundTripDoesntConsumeRequestBodyEarly(t *testing.T) {
  2819. const body = "foo"
  2820. req, _ := http.NewRequest("POST", "http://foo.com/", ioutil.NopCloser(strings.NewReader(body)))
  2821. cc := &ClientConn{
  2822. closed: true,
  2823. }
  2824. _, err := cc.RoundTrip(req)
  2825. if err != errClientConnUnusable {
  2826. t.Fatalf("RoundTrip = %v; want errClientConnUnusable", err)
  2827. }
  2828. slurp, err := ioutil.ReadAll(req.Body)
  2829. if err != nil {
  2830. t.Errorf("ReadAll = %v", err)
  2831. }
  2832. if string(slurp) != body {
  2833. t.Errorf("Body = %q; want %q", slurp, body)
  2834. }
  2835. }
  2836. func TestClientConnPing(t *testing.T) {
  2837. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {}, optOnlyServer)
  2838. defer st.Close()
  2839. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  2840. defer tr.CloseIdleConnections()
  2841. cc, err := tr.dialClientConn(st.ts.Listener.Addr().String(), false)
  2842. if err != nil {
  2843. t.Fatal(err)
  2844. }
  2845. if err = cc.Ping(context.Background()); err != nil {
  2846. t.Fatal(err)
  2847. }
  2848. }
  2849. // Issue 16974: if the server sent a DATA frame after the user
  2850. // canceled the Transport's Request, the Transport previously wrote to a
  2851. // closed pipe, got an error, and ended up closing the whole TCP
  2852. // connection.
  2853. func TestTransportCancelDataResponseRace(t *testing.T) {
  2854. cancel := make(chan struct{})
  2855. clientGotError := make(chan bool, 1)
  2856. const msg = "Hello."
  2857. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  2858. if strings.Contains(r.URL.Path, "/hello") {
  2859. time.Sleep(50 * time.Millisecond)
  2860. io.WriteString(w, msg)
  2861. return
  2862. }
  2863. for i := 0; i < 50; i++ {
  2864. io.WriteString(w, "Some data.")
  2865. w.(http.Flusher).Flush()
  2866. if i == 2 {
  2867. close(cancel)
  2868. <-clientGotError
  2869. }
  2870. time.Sleep(10 * time.Millisecond)
  2871. }
  2872. }, optOnlyServer)
  2873. defer st.Close()
  2874. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  2875. defer tr.CloseIdleConnections()
  2876. c := &http.Client{Transport: tr}
  2877. req, _ := http.NewRequest("GET", st.ts.URL, nil)
  2878. req.Cancel = cancel
  2879. res, err := c.Do(req)
  2880. if err != nil {
  2881. t.Fatal(err)
  2882. }
  2883. if _, err = io.Copy(ioutil.Discard, res.Body); err == nil {
  2884. t.Fatal("unexpected success")
  2885. }
  2886. clientGotError <- true
  2887. res, err = c.Get(st.ts.URL + "/hello")
  2888. if err != nil {
  2889. t.Fatal(err)
  2890. }
  2891. slurp, err := ioutil.ReadAll(res.Body)
  2892. if err != nil {
  2893. t.Fatal(err)
  2894. }
  2895. if string(slurp) != msg {
  2896. t.Errorf("Got = %q; want %q", slurp, msg)
  2897. }
  2898. }
  2899. // Issue 21316: It should be safe to reuse an http.Request after the
  2900. // request has completed.
  2901. func TestTransportNoRaceOnRequestObjectAfterRequestComplete(t *testing.T) {
  2902. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  2903. w.WriteHeader(200)
  2904. io.WriteString(w, "body")
  2905. }, optOnlyServer)
  2906. defer st.Close()
  2907. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  2908. defer tr.CloseIdleConnections()
  2909. req, _ := http.NewRequest("GET", st.ts.URL, nil)
  2910. resp, err := tr.RoundTrip(req)
  2911. if err != nil {
  2912. t.Fatal(err)
  2913. }
  2914. if _, err = io.Copy(ioutil.Discard, resp.Body); err != nil {
  2915. t.Fatalf("error reading response body: %v", err)
  2916. }
  2917. if err := resp.Body.Close(); err != nil {
  2918. t.Fatalf("error closing response body: %v", err)
  2919. }
  2920. // This access of req.Header should not race with code in the transport.
  2921. req.Header = http.Header{}
  2922. }
  2923. func TestTransportRetryAfterGOAWAY(t *testing.T) {
  2924. var dialer struct {
  2925. sync.Mutex
  2926. count int
  2927. }
  2928. ct1 := make(chan *clientTester)
  2929. ct2 := make(chan *clientTester)
  2930. ln := newLocalListener(t)
  2931. defer ln.Close()
  2932. tr := &Transport{
  2933. TLSClientConfig: tlsConfigInsecure,
  2934. }
  2935. tr.DialTLS = func(network, addr string, cfg *tls.Config) (net.Conn, error) {
  2936. dialer.Lock()
  2937. defer dialer.Unlock()
  2938. dialer.count++
  2939. if dialer.count == 3 {
  2940. return nil, errors.New("unexpected number of dials")
  2941. }
  2942. cc, err := net.Dial("tcp", ln.Addr().String())
  2943. if err != nil {
  2944. return nil, fmt.Errorf("dial error: %v", err)
  2945. }
  2946. sc, err := ln.Accept()
  2947. if err != nil {
  2948. return nil, fmt.Errorf("accept error: %v", err)
  2949. }
  2950. ct := &clientTester{
  2951. t: t,
  2952. tr: tr,
  2953. cc: cc,
  2954. sc: sc,
  2955. fr: NewFramer(sc, sc),
  2956. }
  2957. switch dialer.count {
  2958. case 1:
  2959. ct1 <- ct
  2960. case 2:
  2961. ct2 <- ct
  2962. }
  2963. return cc, nil
  2964. }
  2965. errs := make(chan error, 3)
  2966. done := make(chan struct{})
  2967. defer close(done)
  2968. // Client.
  2969. go func() {
  2970. req, _ := http.NewRequest("GET", "https://dummy.tld/", nil)
  2971. res, err := tr.RoundTrip(req)
  2972. if res != nil {
  2973. res.Body.Close()
  2974. if got := res.Header.Get("Foo"); got != "bar" {
  2975. err = fmt.Errorf("foo header = %q; want bar", got)
  2976. }
  2977. }
  2978. if err != nil {
  2979. err = fmt.Errorf("RoundTrip: %v", err)
  2980. }
  2981. errs <- err
  2982. }()
  2983. connToClose := make(chan io.Closer, 2)
  2984. // Server for the first request.
  2985. go func() {
  2986. var ct *clientTester
  2987. select {
  2988. case ct = <-ct1:
  2989. case <-done:
  2990. return
  2991. }
  2992. connToClose <- ct.cc
  2993. ct.greet()
  2994. hf, err := ct.firstHeaders()
  2995. if err != nil {
  2996. errs <- fmt.Errorf("server1 failed reading HEADERS: %v", err)
  2997. return
  2998. }
  2999. t.Logf("server1 got %v", hf)
  3000. if err := ct.fr.WriteGoAway(0 /*max id*/, ErrCodeNo, nil); err != nil {
  3001. errs <- fmt.Errorf("server1 failed writing GOAWAY: %v", err)
  3002. return
  3003. }
  3004. errs <- nil
  3005. }()
  3006. // Server for the second request.
  3007. go func() {
  3008. var ct *clientTester
  3009. select {
  3010. case ct = <-ct2:
  3011. case <-done:
  3012. return
  3013. }
  3014. connToClose <- ct.cc
  3015. ct.greet()
  3016. hf, err := ct.firstHeaders()
  3017. if err != nil {
  3018. errs <- fmt.Errorf("server2 failed reading HEADERS: %v", err)
  3019. return
  3020. }
  3021. t.Logf("server2 got %v", hf)
  3022. var buf bytes.Buffer
  3023. enc := hpack.NewEncoder(&buf)
  3024. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "200"})
  3025. enc.WriteField(hpack.HeaderField{Name: "foo", Value: "bar"})
  3026. err = ct.fr.WriteHeaders(HeadersFrameParam{
  3027. StreamID: hf.StreamID,
  3028. EndHeaders: true,
  3029. EndStream: false,
  3030. BlockFragment: buf.Bytes(),
  3031. })
  3032. if err != nil {
  3033. errs <- fmt.Errorf("server2 failed writing response HEADERS: %v", err)
  3034. } else {
  3035. errs <- nil
  3036. }
  3037. }()
  3038. for k := 0; k < 3; k++ {
  3039. select {
  3040. case err := <-errs:
  3041. if err != nil {
  3042. t.Error(err)
  3043. }
  3044. case <-time.After(1 * time.Second):
  3045. t.Errorf("timed out")
  3046. }
  3047. }
  3048. for {
  3049. select {
  3050. case c := <-connToClose:
  3051. c.Close()
  3052. default:
  3053. return
  3054. }
  3055. }
  3056. }
  3057. func TestTransportRetryAfterRefusedStream(t *testing.T) {
  3058. clientDone := make(chan struct{})
  3059. ct := newClientTester(t)
  3060. ct.client = func() error {
  3061. defer ct.cc.(*net.TCPConn).CloseWrite()
  3062. defer close(clientDone)
  3063. req, _ := http.NewRequest("GET", "https://dummy.tld/", nil)
  3064. resp, err := ct.tr.RoundTrip(req)
  3065. if err != nil {
  3066. return fmt.Errorf("RoundTrip: %v", err)
  3067. }
  3068. resp.Body.Close()
  3069. if resp.StatusCode != 204 {
  3070. return fmt.Errorf("Status = %v; want 204", resp.StatusCode)
  3071. }
  3072. return nil
  3073. }
  3074. ct.server = func() error {
  3075. ct.greet()
  3076. var buf bytes.Buffer
  3077. enc := hpack.NewEncoder(&buf)
  3078. nreq := 0
  3079. for {
  3080. f, err := ct.fr.ReadFrame()
  3081. if err != nil {
  3082. select {
  3083. case <-clientDone:
  3084. // If the client's done, it
  3085. // will have reported any
  3086. // errors on its side.
  3087. return nil
  3088. default:
  3089. return err
  3090. }
  3091. }
  3092. switch f := f.(type) {
  3093. case *WindowUpdateFrame, *SettingsFrame:
  3094. case *HeadersFrame:
  3095. if !f.HeadersEnded() {
  3096. return fmt.Errorf("headers should have END_HEADERS be ended: %v", f)
  3097. }
  3098. nreq++
  3099. if nreq == 1 {
  3100. ct.fr.WriteRSTStream(f.StreamID, ErrCodeRefusedStream)
  3101. } else {
  3102. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "204"})
  3103. ct.fr.WriteHeaders(HeadersFrameParam{
  3104. StreamID: f.StreamID,
  3105. EndHeaders: true,
  3106. EndStream: true,
  3107. BlockFragment: buf.Bytes(),
  3108. })
  3109. }
  3110. default:
  3111. return fmt.Errorf("Unexpected client frame %v", f)
  3112. }
  3113. }
  3114. }
  3115. ct.run()
  3116. }
  3117. func TestTransportRetryHasLimit(t *testing.T) {
  3118. // Skip in short mode because the total expected delay is 1s+2s+4s+8s+16s=29s.
  3119. if testing.Short() {
  3120. t.Skip("skipping long test in short mode")
  3121. }
  3122. clientDone := make(chan struct{})
  3123. ct := newClientTester(t)
  3124. ct.client = func() error {
  3125. defer ct.cc.(*net.TCPConn).CloseWrite()
  3126. defer close(clientDone)
  3127. req, _ := http.NewRequest("GET", "https://dummy.tld/", nil)
  3128. resp, err := ct.tr.RoundTrip(req)
  3129. if err == nil {
  3130. return fmt.Errorf("RoundTrip expected error, got response: %+v", resp)
  3131. }
  3132. t.Logf("expected error, got: %v", err)
  3133. return nil
  3134. }
  3135. ct.server = func() error {
  3136. ct.greet()
  3137. for {
  3138. f, err := ct.fr.ReadFrame()
  3139. if err != nil {
  3140. select {
  3141. case <-clientDone:
  3142. // If the client's done, it
  3143. // will have reported any
  3144. // errors on its side.
  3145. return nil
  3146. default:
  3147. return err
  3148. }
  3149. }
  3150. switch f := f.(type) {
  3151. case *WindowUpdateFrame, *SettingsFrame:
  3152. case *HeadersFrame:
  3153. if !f.HeadersEnded() {
  3154. return fmt.Errorf("headers should have END_HEADERS be ended: %v", f)
  3155. }
  3156. ct.fr.WriteRSTStream(f.StreamID, ErrCodeRefusedStream)
  3157. default:
  3158. return fmt.Errorf("Unexpected client frame %v", f)
  3159. }
  3160. }
  3161. }
  3162. ct.run()
  3163. }
  3164. func TestTransportResponseDataBeforeHeaders(t *testing.T) {
  3165. // This test use not valid response format.
  3166. // Discarding logger output to not spam tests output.
  3167. log.SetOutput(ioutil.Discard)
  3168. defer log.SetOutput(os.Stderr)
  3169. ct := newClientTester(t)
  3170. ct.client = func() error {
  3171. defer ct.cc.(*net.TCPConn).CloseWrite()
  3172. req := httptest.NewRequest("GET", "https://dummy.tld/", nil)
  3173. // First request is normal to ensure the check is per stream and not per connection.
  3174. _, err := ct.tr.RoundTrip(req)
  3175. if err != nil {
  3176. return fmt.Errorf("RoundTrip expected no error, got: %v", err)
  3177. }
  3178. // Second request returns a DATA frame with no HEADERS.
  3179. resp, err := ct.tr.RoundTrip(req)
  3180. if err == nil {
  3181. return fmt.Errorf("RoundTrip expected error, got response: %+v", resp)
  3182. }
  3183. if err, ok := err.(StreamError); !ok || err.Code != ErrCodeProtocol {
  3184. return fmt.Errorf("expected stream PROTOCOL_ERROR, got: %v", err)
  3185. }
  3186. return nil
  3187. }
  3188. ct.server = func() error {
  3189. ct.greet()
  3190. for {
  3191. f, err := ct.fr.ReadFrame()
  3192. if err == io.EOF {
  3193. return nil
  3194. } else if err != nil {
  3195. return err
  3196. }
  3197. switch f := f.(type) {
  3198. case *WindowUpdateFrame, *SettingsFrame:
  3199. case *HeadersFrame:
  3200. switch f.StreamID {
  3201. case 1:
  3202. // Send a valid response to first request.
  3203. var buf bytes.Buffer
  3204. enc := hpack.NewEncoder(&buf)
  3205. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "200"})
  3206. ct.fr.WriteHeaders(HeadersFrameParam{
  3207. StreamID: f.StreamID,
  3208. EndHeaders: true,
  3209. EndStream: true,
  3210. BlockFragment: buf.Bytes(),
  3211. })
  3212. case 3:
  3213. ct.fr.WriteData(f.StreamID, true, []byte("payload"))
  3214. }
  3215. default:
  3216. return fmt.Errorf("Unexpected client frame %v", f)
  3217. }
  3218. }
  3219. }
  3220. ct.run()
  3221. }
  3222. func TestTransportRequestsStallAtServerLimit(t *testing.T) {
  3223. const maxConcurrent = 2
  3224. greet := make(chan struct{}) // server sends initial SETTINGS frame
  3225. gotRequest := make(chan struct{}) // server received a request
  3226. clientDone := make(chan struct{})
  3227. // Collect errors from goroutines.
  3228. var wg sync.WaitGroup
  3229. errs := make(chan error, 100)
  3230. defer func() {
  3231. wg.Wait()
  3232. close(errs)
  3233. for err := range errs {
  3234. t.Error(err)
  3235. }
  3236. }()
  3237. // We will send maxConcurrent+2 requests. This checker goroutine waits for the
  3238. // following stages:
  3239. // 1. The first maxConcurrent requests are received by the server.
  3240. // 2. The client will cancel the next request
  3241. // 3. The server is unblocked so it can service the first maxConcurrent requests
  3242. // 4. The client will send the final request
  3243. wg.Add(1)
  3244. unblockClient := make(chan struct{})
  3245. clientRequestCancelled := make(chan struct{})
  3246. unblockServer := make(chan struct{})
  3247. go func() {
  3248. defer wg.Done()
  3249. // Stage 1.
  3250. for k := 0; k < maxConcurrent; k++ {
  3251. <-gotRequest
  3252. }
  3253. // Stage 2.
  3254. close(unblockClient)
  3255. <-clientRequestCancelled
  3256. // Stage 3: give some time for the final RoundTrip call to be scheduled and
  3257. // verify that the final request is not sent.
  3258. time.Sleep(50 * time.Millisecond)
  3259. select {
  3260. case <-gotRequest:
  3261. errs <- errors.New("last request did not stall")
  3262. close(unblockServer)
  3263. return
  3264. default:
  3265. }
  3266. close(unblockServer)
  3267. // Stage 4.
  3268. <-gotRequest
  3269. }()
  3270. ct := newClientTester(t)
  3271. ct.client = func() error {
  3272. var wg sync.WaitGroup
  3273. defer func() {
  3274. wg.Wait()
  3275. close(clientDone)
  3276. ct.cc.(*net.TCPConn).CloseWrite()
  3277. }()
  3278. for k := 0; k < maxConcurrent+2; k++ {
  3279. wg.Add(1)
  3280. go func(k int) {
  3281. defer wg.Done()
  3282. // Don't send the second request until after receiving SETTINGS from the server
  3283. // to avoid a race where we use the default SettingMaxConcurrentStreams, which
  3284. // is much larger than maxConcurrent. We have to send the first request before
  3285. // waiting because the first request triggers the dial and greet.
  3286. if k > 0 {
  3287. <-greet
  3288. }
  3289. // Block until maxConcurrent requests are sent before sending any more.
  3290. if k >= maxConcurrent {
  3291. <-unblockClient
  3292. }
  3293. req, _ := http.NewRequest("GET", fmt.Sprintf("https://dummy.tld/%d", k), nil)
  3294. if k == maxConcurrent {
  3295. // This request will be canceled.
  3296. cancel := make(chan struct{})
  3297. req.Cancel = cancel
  3298. close(cancel)
  3299. _, err := ct.tr.RoundTrip(req)
  3300. close(clientRequestCancelled)
  3301. if err == nil {
  3302. errs <- fmt.Errorf("RoundTrip(%d) should have failed due to cancel", k)
  3303. return
  3304. }
  3305. } else {
  3306. resp, err := ct.tr.RoundTrip(req)
  3307. if err != nil {
  3308. errs <- fmt.Errorf("RoundTrip(%d): %v", k, err)
  3309. return
  3310. }
  3311. ioutil.ReadAll(resp.Body)
  3312. resp.Body.Close()
  3313. if resp.StatusCode != 204 {
  3314. errs <- fmt.Errorf("Status = %v; want 204", resp.StatusCode)
  3315. return
  3316. }
  3317. }
  3318. }(k)
  3319. }
  3320. return nil
  3321. }
  3322. ct.server = func() error {
  3323. var wg sync.WaitGroup
  3324. defer wg.Wait()
  3325. ct.greet(Setting{SettingMaxConcurrentStreams, maxConcurrent})
  3326. // Server write loop.
  3327. var buf bytes.Buffer
  3328. enc := hpack.NewEncoder(&buf)
  3329. writeResp := make(chan uint32, maxConcurrent+1)
  3330. wg.Add(1)
  3331. go func() {
  3332. defer wg.Done()
  3333. <-unblockServer
  3334. for id := range writeResp {
  3335. buf.Reset()
  3336. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "204"})
  3337. ct.fr.WriteHeaders(HeadersFrameParam{
  3338. StreamID: id,
  3339. EndHeaders: true,
  3340. EndStream: true,
  3341. BlockFragment: buf.Bytes(),
  3342. })
  3343. }
  3344. }()
  3345. // Server read loop.
  3346. var nreq int
  3347. for {
  3348. f, err := ct.fr.ReadFrame()
  3349. if err != nil {
  3350. select {
  3351. case <-clientDone:
  3352. // If the client's done, it will have reported any errors on its side.
  3353. return nil
  3354. default:
  3355. return err
  3356. }
  3357. }
  3358. switch f := f.(type) {
  3359. case *WindowUpdateFrame:
  3360. case *SettingsFrame:
  3361. // Wait for the client SETTINGS ack until ending the greet.
  3362. close(greet)
  3363. case *HeadersFrame:
  3364. if !f.HeadersEnded() {
  3365. return fmt.Errorf("headers should have END_HEADERS be ended: %v", f)
  3366. }
  3367. gotRequest <- struct{}{}
  3368. nreq++
  3369. writeResp <- f.StreamID
  3370. if nreq == maxConcurrent+1 {
  3371. close(writeResp)
  3372. }
  3373. default:
  3374. return fmt.Errorf("Unexpected client frame %v", f)
  3375. }
  3376. }
  3377. }
  3378. ct.run()
  3379. }
  3380. func TestAuthorityAddr(t *testing.T) {
  3381. tests := []struct {
  3382. scheme, authority string
  3383. want string
  3384. }{
  3385. {"http", "foo.com", "foo.com:80"},
  3386. {"https", "foo.com", "foo.com:443"},
  3387. {"https", "foo.com:1234", "foo.com:1234"},
  3388. {"https", "1.2.3.4:1234", "1.2.3.4:1234"},
  3389. {"https", "1.2.3.4", "1.2.3.4:443"},
  3390. {"https", "[::1]:1234", "[::1]:1234"},
  3391. {"https", "[::1]", "[::1]:443"},
  3392. }
  3393. for _, tt := range tests {
  3394. got := authorityAddr(tt.scheme, tt.authority)
  3395. if got != tt.want {
  3396. t.Errorf("authorityAddr(%q, %q) = %q; want %q", tt.scheme, tt.authority, got, tt.want)
  3397. }
  3398. }
  3399. }
  3400. // Issue 20448: stop allocating for DATA frames' payload after
  3401. // Response.Body.Close is called.
  3402. func TestTransportAllocationsAfterResponseBodyClose(t *testing.T) {
  3403. megabyteZero := make([]byte, 1<<20)
  3404. writeErr := make(chan error, 1)
  3405. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  3406. w.(http.Flusher).Flush()
  3407. var sum int64
  3408. for i := 0; i < 100; i++ {
  3409. n, err := w.Write(megabyteZero)
  3410. sum += int64(n)
  3411. if err != nil {
  3412. writeErr <- err
  3413. return
  3414. }
  3415. }
  3416. t.Logf("wrote all %d bytes", sum)
  3417. writeErr <- nil
  3418. }, optOnlyServer)
  3419. defer st.Close()
  3420. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  3421. defer tr.CloseIdleConnections()
  3422. c := &http.Client{Transport: tr}
  3423. res, err := c.Get(st.ts.URL)
  3424. if err != nil {
  3425. t.Fatal(err)
  3426. }
  3427. var buf [1]byte
  3428. if _, err := res.Body.Read(buf[:]); err != nil {
  3429. t.Error(err)
  3430. }
  3431. if err := res.Body.Close(); err != nil {
  3432. t.Error(err)
  3433. }
  3434. trb, ok := res.Body.(transportResponseBody)
  3435. if !ok {
  3436. t.Fatalf("res.Body = %T; want transportResponseBody", res.Body)
  3437. }
  3438. if trb.cs.bufPipe.b != nil {
  3439. t.Errorf("response body pipe is still open")
  3440. }
  3441. gotErr := <-writeErr
  3442. if gotErr == nil {
  3443. t.Errorf("Handler unexpectedly managed to write its entire response without getting an error")
  3444. } else if gotErr != errStreamClosed {
  3445. t.Errorf("Handler Write err = %v; want errStreamClosed", gotErr)
  3446. }
  3447. }
  3448. // Issue 18891: make sure Request.Body == NoBody means no DATA frame
  3449. // is ever sent, even if empty.
  3450. func TestTransportNoBodyMeansNoDATA(t *testing.T) {
  3451. ct := newClientTester(t)
  3452. unblockClient := make(chan bool)
  3453. ct.client = func() error {
  3454. req, _ := http.NewRequest("GET", "https://dummy.tld/", go18httpNoBody())
  3455. ct.tr.RoundTrip(req)
  3456. <-unblockClient
  3457. return nil
  3458. }
  3459. ct.server = func() error {
  3460. defer close(unblockClient)
  3461. defer ct.cc.(*net.TCPConn).Close()
  3462. ct.greet()
  3463. for {
  3464. f, err := ct.fr.ReadFrame()
  3465. if err != nil {
  3466. return fmt.Errorf("ReadFrame while waiting for Headers: %v", err)
  3467. }
  3468. switch f := f.(type) {
  3469. default:
  3470. return fmt.Errorf("Got %T; want HeadersFrame", f)
  3471. case *WindowUpdateFrame, *SettingsFrame:
  3472. continue
  3473. case *HeadersFrame:
  3474. if !f.StreamEnded() {
  3475. return fmt.Errorf("got headers frame without END_STREAM")
  3476. }
  3477. return nil
  3478. }
  3479. }
  3480. }
  3481. ct.run()
  3482. }
  3483. func benchSimpleRoundTrip(b *testing.B, nHeaders int) {
  3484. defer disableGoroutineTracking()()
  3485. b.ReportAllocs()
  3486. st := newServerTester(b,
  3487. func(w http.ResponseWriter, r *http.Request) {
  3488. },
  3489. optOnlyServer,
  3490. optQuiet,
  3491. )
  3492. defer st.Close()
  3493. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  3494. defer tr.CloseIdleConnections()
  3495. req, err := http.NewRequest("GET", st.ts.URL, nil)
  3496. if err != nil {
  3497. b.Fatal(err)
  3498. }
  3499. for i := 0; i < nHeaders; i++ {
  3500. name := fmt.Sprint("A-", i)
  3501. req.Header.Set(name, "*")
  3502. }
  3503. b.ResetTimer()
  3504. for i := 0; i < b.N; i++ {
  3505. res, err := tr.RoundTrip(req)
  3506. if err != nil {
  3507. if res != nil {
  3508. res.Body.Close()
  3509. }
  3510. b.Fatalf("RoundTrip err = %v; want nil", err)
  3511. }
  3512. res.Body.Close()
  3513. if res.StatusCode != http.StatusOK {
  3514. b.Fatalf("Response code = %v; want %v", res.StatusCode, http.StatusOK)
  3515. }
  3516. }
  3517. }
  3518. type infiniteReader struct{}
  3519. func (r infiniteReader) Read(b []byte) (int, error) {
  3520. return len(b), nil
  3521. }
  3522. // Issue 20521: it is not an error to receive a response and end stream
  3523. // from the server without the body being consumed.
  3524. func TestTransportResponseAndResetWithoutConsumingBodyRace(t *testing.T) {
  3525. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  3526. w.WriteHeader(http.StatusOK)
  3527. }, optOnlyServer)
  3528. defer st.Close()
  3529. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  3530. defer tr.CloseIdleConnections()
  3531. // The request body needs to be big enough to trigger flow control.
  3532. req, _ := http.NewRequest("PUT", st.ts.URL, infiniteReader{})
  3533. res, err := tr.RoundTrip(req)
  3534. if err != nil {
  3535. t.Fatal(err)
  3536. }
  3537. if res.StatusCode != http.StatusOK {
  3538. t.Fatalf("Response code = %v; want %v", res.StatusCode, http.StatusOK)
  3539. }
  3540. }
  3541. // Verify transport doesn't crash when receiving bogus response lacking a :status header.
  3542. // Issue 22880.
  3543. func TestTransportHandlesInvalidStatuslessResponse(t *testing.T) {
  3544. ct := newClientTester(t)
  3545. ct.client = func() error {
  3546. req, _ := http.NewRequest("GET", "https://dummy.tld/", nil)
  3547. _, err := ct.tr.RoundTrip(req)
  3548. const substr = "malformed response from server: missing status pseudo header"
  3549. if !strings.Contains(fmt.Sprint(err), substr) {
  3550. return fmt.Errorf("RoundTrip error = %v; want substring %q", err, substr)
  3551. }
  3552. return nil
  3553. }
  3554. ct.server = func() error {
  3555. ct.greet()
  3556. var buf bytes.Buffer
  3557. enc := hpack.NewEncoder(&buf)
  3558. for {
  3559. f, err := ct.fr.ReadFrame()
  3560. if err != nil {
  3561. return err
  3562. }
  3563. switch f := f.(type) {
  3564. case *HeadersFrame:
  3565. enc.WriteField(hpack.HeaderField{Name: "content-type", Value: "text/html"}) // no :status header
  3566. ct.fr.WriteHeaders(HeadersFrameParam{
  3567. StreamID: f.StreamID,
  3568. EndHeaders: true,
  3569. EndStream: false, // we'll send some DATA to try to crash the transport
  3570. BlockFragment: buf.Bytes(),
  3571. })
  3572. ct.fr.WriteData(f.StreamID, true, []byte("payload"))
  3573. return nil
  3574. }
  3575. }
  3576. }
  3577. ct.run()
  3578. }
  3579. func BenchmarkClientRequestHeaders(b *testing.B) {
  3580. b.Run(" 0 Headers", func(b *testing.B) { benchSimpleRoundTrip(b, 0) })
  3581. b.Run(" 10 Headers", func(b *testing.B) { benchSimpleRoundTrip(b, 10) })
  3582. b.Run(" 100 Headers", func(b *testing.B) { benchSimpleRoundTrip(b, 100) })
  3583. b.Run("1000 Headers", func(b *testing.B) { benchSimpleRoundTrip(b, 1000) })
  3584. }
  3585. func activeStreams(cc *ClientConn) int {
  3586. cc.mu.Lock()
  3587. defer cc.mu.Unlock()
  3588. return len(cc.streams)
  3589. }
  3590. type closeMode int
  3591. const (
  3592. closeAtHeaders closeMode = iota
  3593. closeAtBody
  3594. shutdown
  3595. shutdownCancel
  3596. )
  3597. // See golang.org/issue/17292
  3598. func testClientConnClose(t *testing.T, closeMode closeMode) {
  3599. clientDone := make(chan struct{})
  3600. defer close(clientDone)
  3601. handlerDone := make(chan struct{})
  3602. closeDone := make(chan struct{})
  3603. beforeHeader := func() {}
  3604. bodyWrite := func(w http.ResponseWriter) {}
  3605. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  3606. defer close(handlerDone)
  3607. beforeHeader()
  3608. w.WriteHeader(http.StatusOK)
  3609. w.(http.Flusher).Flush()
  3610. bodyWrite(w)
  3611. select {
  3612. case <-w.(http.CloseNotifier).CloseNotify():
  3613. // client closed connection before completion
  3614. if closeMode == shutdown || closeMode == shutdownCancel {
  3615. t.Error("expected request to complete")
  3616. }
  3617. case <-clientDone:
  3618. if closeMode == closeAtHeaders || closeMode == closeAtBody {
  3619. t.Error("expected connection closed by client")
  3620. }
  3621. }
  3622. }, optOnlyServer)
  3623. defer st.Close()
  3624. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  3625. defer tr.CloseIdleConnections()
  3626. cc, err := tr.dialClientConn(st.ts.Listener.Addr().String(), false)
  3627. req, err := http.NewRequest("GET", st.ts.URL, nil)
  3628. if err != nil {
  3629. t.Fatal(err)
  3630. }
  3631. if closeMode == closeAtHeaders {
  3632. beforeHeader = func() {
  3633. if err := cc.Close(); err != nil {
  3634. t.Error(err)
  3635. }
  3636. close(closeDone)
  3637. }
  3638. }
  3639. var sendBody chan struct{}
  3640. if closeMode == closeAtBody {
  3641. sendBody = make(chan struct{})
  3642. bodyWrite = func(w http.ResponseWriter) {
  3643. <-sendBody
  3644. b := make([]byte, 32)
  3645. w.Write(b)
  3646. w.(http.Flusher).Flush()
  3647. if err := cc.Close(); err != nil {
  3648. t.Errorf("unexpected ClientConn close error: %v", err)
  3649. }
  3650. close(closeDone)
  3651. w.Write(b)
  3652. w.(http.Flusher).Flush()
  3653. }
  3654. }
  3655. res, err := cc.RoundTrip(req)
  3656. if res != nil {
  3657. defer res.Body.Close()
  3658. }
  3659. if closeMode == closeAtHeaders {
  3660. got := fmt.Sprint(err)
  3661. want := "http2: client connection force closed via ClientConn.Close"
  3662. if got != want {
  3663. t.Fatalf("RoundTrip error = %v, want %v", got, want)
  3664. }
  3665. } else {
  3666. if err != nil {
  3667. t.Fatalf("RoundTrip: %v", err)
  3668. }
  3669. if got, want := activeStreams(cc), 1; got != want {
  3670. t.Errorf("got %d active streams, want %d", got, want)
  3671. }
  3672. }
  3673. switch closeMode {
  3674. case shutdownCancel:
  3675. if err = cc.Shutdown(canceledCtx); err != errCanceled {
  3676. t.Errorf("got %v, want %v", err, errCanceled)
  3677. }
  3678. if cc.closing == false {
  3679. t.Error("expected closing to be true")
  3680. }
  3681. if cc.CanTakeNewRequest() == true {
  3682. t.Error("CanTakeNewRequest to return false")
  3683. }
  3684. if v, want := len(cc.streams), 1; v != want {
  3685. t.Errorf("expected %d active streams, got %d", want, v)
  3686. }
  3687. clientDone <- struct{}{}
  3688. <-handlerDone
  3689. case shutdown:
  3690. wait := make(chan struct{})
  3691. shutdownEnterWaitStateHook = func() {
  3692. close(wait)
  3693. shutdownEnterWaitStateHook = func() {}
  3694. }
  3695. defer func() { shutdownEnterWaitStateHook = func() {} }()
  3696. shutdown := make(chan struct{}, 1)
  3697. go func() {
  3698. if err = cc.Shutdown(context.Background()); err != nil {
  3699. t.Error(err)
  3700. }
  3701. close(shutdown)
  3702. }()
  3703. // Let the shutdown to enter wait state
  3704. <-wait
  3705. cc.mu.Lock()
  3706. if cc.closing == false {
  3707. t.Error("expected closing to be true")
  3708. }
  3709. cc.mu.Unlock()
  3710. if cc.CanTakeNewRequest() == true {
  3711. t.Error("CanTakeNewRequest to return false")
  3712. }
  3713. if got, want := activeStreams(cc), 1; got != want {
  3714. t.Errorf("got %d active streams, want %d", got, want)
  3715. }
  3716. // Let the active request finish
  3717. clientDone <- struct{}{}
  3718. // Wait for the shutdown to end
  3719. select {
  3720. case <-shutdown:
  3721. case <-time.After(2 * time.Second):
  3722. t.Fatal("expected server connection to close")
  3723. }
  3724. case closeAtHeaders, closeAtBody:
  3725. if closeMode == closeAtBody {
  3726. go close(sendBody)
  3727. if _, err := io.Copy(ioutil.Discard, res.Body); err == nil {
  3728. t.Error("expected a Copy error, got nil")
  3729. }
  3730. }
  3731. <-closeDone
  3732. if got, want := activeStreams(cc), 0; got != want {
  3733. t.Errorf("got %d active streams, want %d", got, want)
  3734. }
  3735. // wait for server to get the connection close notice
  3736. select {
  3737. case <-handlerDone:
  3738. case <-time.After(2 * time.Second):
  3739. t.Fatal("expected server connection to close")
  3740. }
  3741. }
  3742. }
  3743. // The client closes the connection just after the server got the client's HEADERS
  3744. // frame, but before the server sends its HEADERS response back. The expected
  3745. // result is an error on RoundTrip explaining the client closed the connection.
  3746. func TestClientConnCloseAtHeaders(t *testing.T) {
  3747. testClientConnClose(t, closeAtHeaders)
  3748. }
  3749. // The client closes the connection between two server's response DATA frames.
  3750. // The expected behavior is a response body io read error on the client.
  3751. func TestClientConnCloseAtBody(t *testing.T) {
  3752. testClientConnClose(t, closeAtBody)
  3753. }
  3754. // The client sends a GOAWAY frame before the server finished processing a request.
  3755. // We expect the connection not to close until the request is completed.
  3756. func TestClientConnShutdown(t *testing.T) {
  3757. testClientConnClose(t, shutdown)
  3758. }
  3759. // The client sends a GOAWAY frame before the server finishes processing a request,
  3760. // but cancels the passed context before the request is completed. The expected
  3761. // behavior is the client closing the connection after the context is canceled.
  3762. func TestClientConnShutdownCancel(t *testing.T) {
  3763. testClientConnClose(t, shutdownCancel)
  3764. }