transport_test.go 123 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484248524862487248824892490249124922493249424952496249724982499250025012502250325042505250625072508250925102511251225132514251525162517251825192520252125222523252425252526252725282529253025312532253325342535253625372538253925402541254225432544254525462547254825492550255125522553255425552556255725582559256025612562256325642565256625672568256925702571257225732574257525762577257825792580258125822583258425852586258725882589259025912592259325942595259625972598259926002601260226032604260526062607260826092610261126122613261426152616261726182619262026212622262326242625262626272628262926302631263226332634263526362637263826392640264126422643264426452646264726482649265026512652265326542655265626572658265926602661266226632664266526662667266826692670267126722673267426752676267726782679268026812682268326842685268626872688268926902691269226932694269526962697269826992700270127022703270427052706270727082709271027112712271327142715271627172718271927202721272227232724272527262727272827292730273127322733273427352736273727382739274027412742274327442745274627472748274927502751275227532754275527562757275827592760276127622763276427652766276727682769277027712772277327742775277627772778277927802781278227832784278527862787278827892790279127922793279427952796279727982799280028012802280328042805280628072808280928102811281228132814281528162817281828192820282128222823282428252826282728282829283028312832283328342835283628372838283928402841284228432844284528462847284828492850285128522853285428552856285728582859286028612862286328642865286628672868286928702871287228732874287528762877287828792880288128822883288428852886288728882889289028912892289328942895289628972898289929002901290229032904290529062907290829092910291129122913291429152916291729182919292029212922292329242925292629272928292929302931293229332934293529362937293829392940294129422943294429452946294729482949295029512952295329542955295629572958295929602961296229632964296529662967296829692970297129722973297429752976297729782979298029812982298329842985298629872988298929902991299229932994299529962997299829993000300130023003300430053006300730083009301030113012301330143015301630173018301930203021302230233024302530263027302830293030303130323033303430353036303730383039304030413042304330443045304630473048304930503051305230533054305530563057305830593060306130623063306430653066306730683069307030713072307330743075307630773078307930803081308230833084308530863087308830893090309130923093309430953096309730983099310031013102310331043105310631073108310931103111311231133114311531163117311831193120312131223123312431253126312731283129313031313132313331343135313631373138313931403141314231433144314531463147314831493150315131523153315431553156315731583159316031613162316331643165316631673168316931703171317231733174317531763177317831793180318131823183318431853186318731883189319031913192319331943195319631973198319932003201320232033204320532063207320832093210321132123213321432153216321732183219322032213222322332243225322632273228322932303231323232333234323532363237323832393240324132423243324432453246324732483249325032513252325332543255325632573258325932603261326232633264326532663267326832693270327132723273327432753276327732783279328032813282328332843285328632873288328932903291329232933294329532963297329832993300330133023303330433053306330733083309331033113312331333143315331633173318331933203321332233233324332533263327332833293330333133323333333433353336333733383339334033413342334333443345334633473348334933503351335233533354335533563357335833593360336133623363336433653366336733683369337033713372337333743375337633773378337933803381338233833384338533863387338833893390339133923393339433953396339733983399340034013402340334043405340634073408340934103411341234133414341534163417341834193420342134223423342434253426342734283429343034313432343334343435343634373438343934403441344234433444344534463447344834493450345134523453345434553456345734583459346034613462346334643465346634673468346934703471347234733474347534763477347834793480348134823483348434853486348734883489349034913492349334943495349634973498349935003501350235033504350535063507350835093510351135123513351435153516351735183519352035213522352335243525352635273528352935303531353235333534353535363537353835393540354135423543354435453546354735483549355035513552355335543555355635573558355935603561356235633564356535663567356835693570357135723573357435753576357735783579358035813582358335843585358635873588358935903591359235933594359535963597359835993600360136023603360436053606360736083609361036113612361336143615361636173618361936203621362236233624362536263627362836293630363136323633363436353636363736383639364036413642364336443645364636473648364936503651365236533654365536563657365836593660366136623663366436653666366736683669367036713672367336743675367636773678367936803681368236833684368536863687368836893690369136923693369436953696369736983699370037013702370337043705370637073708370937103711371237133714371537163717371837193720372137223723372437253726372737283729373037313732373337343735373637373738373937403741374237433744374537463747374837493750375137523753375437553756375737583759376037613762376337643765376637673768376937703771377237733774377537763777377837793780378137823783378437853786378737883789379037913792379337943795379637973798379938003801380238033804380538063807380838093810381138123813381438153816381738183819382038213822382338243825382638273828382938303831383238333834383538363837383838393840384138423843384438453846384738483849385038513852385338543855385638573858385938603861386238633864386538663867386838693870387138723873387438753876387738783879388038813882388338843885388638873888388938903891389238933894389538963897389838993900390139023903390439053906390739083909391039113912391339143915391639173918391939203921392239233924392539263927392839293930393139323933393439353936393739383939394039413942394339443945394639473948394939503951395239533954395539563957395839593960396139623963396439653966396739683969397039713972397339743975397639773978397939803981398239833984398539863987398839893990399139923993399439953996399739983999400040014002400340044005400640074008400940104011401240134014401540164017401840194020402140224023402440254026402740284029403040314032403340344035403640374038403940404041404240434044404540464047404840494050405140524053405440554056405740584059406040614062406340644065406640674068406940704071407240734074407540764077407840794080408140824083408440854086408740884089409040914092409340944095409640974098409941004101410241034104410541064107410841094110411141124113411441154116411741184119412041214122412341244125412641274128412941304131413241334134413541364137413841394140414141424143414441454146414741484149415041514152415341544155415641574158415941604161416241634164416541664167416841694170417141724173417441754176417741784179418041814182418341844185418641874188418941904191419241934194419541964197419841994200420142024203420442054206420742084209421042114212421342144215421642174218421942204221422242234224422542264227422842294230423142324233423442354236423742384239424042414242424342444245424642474248424942504251425242534254425542564257425842594260426142624263426442654266426742684269427042714272427342744275427642774278427942804281428242834284428542864287428842894290429142924293429442954296429742984299430043014302430343044305430643074308430943104311431243134314431543164317431843194320432143224323432443254326432743284329433043314332433343344335433643374338433943404341434243434344434543464347434843494350435143524353435443554356435743584359436043614362436343644365436643674368436943704371437243734374437543764377437843794380438143824383438443854386438743884389439043914392439343944395439643974398439944004401440244034404440544064407440844094410441144124413441444154416441744184419442044214422442344244425442644274428442944304431443244334434443544364437443844394440444144424443444444454446444744484449445044514452445344544455445644574458445944604461446244634464446544664467446844694470447144724473447444754476447744784479448044814482448344844485448644874488448944904491449244934494449544964497449844994500450145024503450445054506450745084509451045114512451345144515451645174518451945204521452245234524452545264527452845294530453145324533453445354536453745384539454045414542454345444545454645474548454945504551455245534554455545564557455845594560456145624563456445654566456745684569457045714572457345744575457645774578457945804581458245834584458545864587458845894590459145924593459445954596459745984599460046014602460346044605460646074608460946104611461246134614461546164617461846194620462146224623462446254626462746284629463046314632463346344635463646374638463946404641464246434644464546464647464846494650465146524653465446554656465746584659466046614662466346644665466646674668466946704671467246734674467546764677467846794680468146824683468446854686468746884689469046914692469346944695469646974698469947004701470247034704470547064707470847094710471147124713471447154716471747184719472047214722472347244725472647274728472947304731473247334734
  1. // Copyright 2015 The Go Authors. All rights reserved.
  2. // Use of this source code is governed by a BSD-style
  3. // license that can be found in the LICENSE file.
  4. package http2
  5. import (
  6. "bufio"
  7. "bytes"
  8. "context"
  9. "crypto/tls"
  10. "errors"
  11. "flag"
  12. "fmt"
  13. "io"
  14. "io/ioutil"
  15. "log"
  16. "math/rand"
  17. "net"
  18. "net/http"
  19. "net/http/httptest"
  20. "net/http/httptrace"
  21. "net/textproto"
  22. "net/url"
  23. "os"
  24. "reflect"
  25. "runtime"
  26. "sort"
  27. "strconv"
  28. "strings"
  29. "sync"
  30. "sync/atomic"
  31. "testing"
  32. "time"
  33. "golang.org/x/net/http2/hpack"
  34. )
  35. var (
  36. extNet = flag.Bool("extnet", false, "do external network tests")
  37. transportHost = flag.String("transporthost", "http2.golang.org", "hostname to use for TestTransport")
  38. insecure = flag.Bool("insecure", false, "insecure TLS dials") // TODO: dead code. remove?
  39. )
  40. var tlsConfigInsecure = &tls.Config{InsecureSkipVerify: true}
  41. var canceledCtx context.Context
  42. func init() {
  43. ctx, cancel := context.WithCancel(context.Background())
  44. cancel()
  45. canceledCtx = ctx
  46. }
  47. func TestTransportExternal(t *testing.T) {
  48. if !*extNet {
  49. t.Skip("skipping external network test")
  50. }
  51. req, _ := http.NewRequest("GET", "https://"+*transportHost+"/", nil)
  52. rt := &Transport{TLSClientConfig: tlsConfigInsecure}
  53. res, err := rt.RoundTrip(req)
  54. if err != nil {
  55. t.Fatalf("%v", err)
  56. }
  57. res.Write(os.Stdout)
  58. }
  59. type fakeTLSConn struct {
  60. net.Conn
  61. }
  62. func (c *fakeTLSConn) ConnectionState() tls.ConnectionState {
  63. return tls.ConnectionState{
  64. Version: tls.VersionTLS12,
  65. CipherSuite: cipher_TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,
  66. }
  67. }
  68. func startH2cServer(t *testing.T) net.Listener {
  69. h2Server := &Server{}
  70. l := newLocalListener(t)
  71. go func() {
  72. conn, err := l.Accept()
  73. if err != nil {
  74. t.Error(err)
  75. return
  76. }
  77. h2Server.ServeConn(&fakeTLSConn{conn}, &ServeConnOpts{Handler: http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
  78. fmt.Fprintf(w, "Hello, %v, http: %v", r.URL.Path, r.TLS == nil)
  79. })})
  80. }()
  81. return l
  82. }
  83. func TestTransportH2c(t *testing.T) {
  84. l := startH2cServer(t)
  85. defer l.Close()
  86. req, err := http.NewRequest("GET", "http://"+l.Addr().String()+"/foobar", nil)
  87. if err != nil {
  88. t.Fatal(err)
  89. }
  90. var gotConnCnt int32
  91. trace := &httptrace.ClientTrace{
  92. GotConn: func(connInfo httptrace.GotConnInfo) {
  93. if !connInfo.Reused {
  94. atomic.AddInt32(&gotConnCnt, 1)
  95. }
  96. },
  97. }
  98. req = req.WithContext(httptrace.WithClientTrace(req.Context(), trace))
  99. tr := &Transport{
  100. AllowHTTP: true,
  101. DialTLS: func(network, addr string, cfg *tls.Config) (net.Conn, error) {
  102. return net.Dial(network, addr)
  103. },
  104. }
  105. res, err := tr.RoundTrip(req)
  106. if err != nil {
  107. t.Fatal(err)
  108. }
  109. if res.ProtoMajor != 2 {
  110. t.Fatal("proto not h2c")
  111. }
  112. body, err := ioutil.ReadAll(res.Body)
  113. if err != nil {
  114. t.Fatal(err)
  115. }
  116. if got, want := string(body), "Hello, /foobar, http: true"; got != want {
  117. t.Fatalf("response got %v, want %v", got, want)
  118. }
  119. if got, want := gotConnCnt, int32(1); got != want {
  120. t.Errorf("Too many got connections: %d", gotConnCnt)
  121. }
  122. }
  123. func TestTransport(t *testing.T) {
  124. const body = "sup"
  125. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  126. io.WriteString(w, body)
  127. }, optOnlyServer)
  128. defer st.Close()
  129. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  130. defer tr.CloseIdleConnections()
  131. u, err := url.Parse(st.ts.URL)
  132. if err != nil {
  133. t.Fatal(err)
  134. }
  135. for i, m := range []string{"GET", ""} {
  136. req := &http.Request{
  137. Method: m,
  138. URL: u,
  139. }
  140. res, err := tr.RoundTrip(req)
  141. if err != nil {
  142. t.Fatalf("%d: %s", i, err)
  143. }
  144. t.Logf("%d: Got res: %+v", i, res)
  145. if g, w := res.StatusCode, 200; g != w {
  146. t.Errorf("%d: StatusCode = %v; want %v", i, g, w)
  147. }
  148. if g, w := res.Status, "200 OK"; g != w {
  149. t.Errorf("%d: Status = %q; want %q", i, g, w)
  150. }
  151. wantHeader := http.Header{
  152. "Content-Length": []string{"3"},
  153. "Content-Type": []string{"text/plain; charset=utf-8"},
  154. "Date": []string{"XXX"}, // see cleanDate
  155. }
  156. cleanDate(res)
  157. if !reflect.DeepEqual(res.Header, wantHeader) {
  158. t.Errorf("%d: res Header = %v; want %v", i, res.Header, wantHeader)
  159. }
  160. if res.Request != req {
  161. t.Errorf("%d: Response.Request = %p; want %p", i, res.Request, req)
  162. }
  163. if res.TLS == nil {
  164. t.Errorf("%d: Response.TLS = nil; want non-nil", i)
  165. }
  166. slurp, err := ioutil.ReadAll(res.Body)
  167. if err != nil {
  168. t.Errorf("%d: Body read: %v", i, err)
  169. } else if string(slurp) != body {
  170. t.Errorf("%d: Body = %q; want %q", i, slurp, body)
  171. }
  172. res.Body.Close()
  173. }
  174. }
  175. func onSameConn(t *testing.T, modReq func(*http.Request)) bool {
  176. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  177. io.WriteString(w, r.RemoteAddr)
  178. }, optOnlyServer, func(c net.Conn, st http.ConnState) {
  179. t.Logf("conn %v is now state %v", c.RemoteAddr(), st)
  180. })
  181. defer st.Close()
  182. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  183. defer tr.CloseIdleConnections()
  184. get := func() string {
  185. req, err := http.NewRequest("GET", st.ts.URL, nil)
  186. if err != nil {
  187. t.Fatal(err)
  188. }
  189. modReq(req)
  190. res, err := tr.RoundTrip(req)
  191. if err != nil {
  192. t.Fatal(err)
  193. }
  194. defer res.Body.Close()
  195. slurp, err := ioutil.ReadAll(res.Body)
  196. if err != nil {
  197. t.Fatalf("Body read: %v", err)
  198. }
  199. addr := strings.TrimSpace(string(slurp))
  200. if addr == "" {
  201. t.Fatalf("didn't get an addr in response")
  202. }
  203. return addr
  204. }
  205. first := get()
  206. second := get()
  207. return first == second
  208. }
  209. func TestTransportReusesConns(t *testing.T) {
  210. if !onSameConn(t, func(*http.Request) {}) {
  211. t.Errorf("first and second responses were on different connections")
  212. }
  213. }
  214. func TestTransportReusesConn_RequestClose(t *testing.T) {
  215. if onSameConn(t, func(r *http.Request) { r.Close = true }) {
  216. t.Errorf("first and second responses were not on different connections")
  217. }
  218. }
  219. func TestTransportReusesConn_ConnClose(t *testing.T) {
  220. if onSameConn(t, func(r *http.Request) { r.Header.Set("Connection", "close") }) {
  221. t.Errorf("first and second responses were not on different connections")
  222. }
  223. }
  224. // Tests that the Transport only keeps one pending dial open per destination address.
  225. // https://golang.org/issue/13397
  226. func TestTransportGroupsPendingDials(t *testing.T) {
  227. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  228. io.WriteString(w, r.RemoteAddr)
  229. }, optOnlyServer)
  230. defer st.Close()
  231. tr := &Transport{
  232. TLSClientConfig: tlsConfigInsecure,
  233. }
  234. defer tr.CloseIdleConnections()
  235. var (
  236. mu sync.Mutex
  237. dials = map[string]int{}
  238. )
  239. var gotConnCnt int32
  240. trace := &httptrace.ClientTrace{
  241. GotConn: func(connInfo httptrace.GotConnInfo) {
  242. if !connInfo.Reused {
  243. atomic.AddInt32(&gotConnCnt, 1)
  244. }
  245. },
  246. }
  247. var wg sync.WaitGroup
  248. for i := 0; i < 10; i++ {
  249. wg.Add(1)
  250. go func() {
  251. defer wg.Done()
  252. req, err := http.NewRequest("GET", st.ts.URL, nil)
  253. if err != nil {
  254. t.Error(err)
  255. return
  256. }
  257. req = req.WithContext(httptrace.WithClientTrace(req.Context(), trace))
  258. res, err := tr.RoundTrip(req)
  259. if err != nil {
  260. t.Error(err)
  261. return
  262. }
  263. defer res.Body.Close()
  264. slurp, err := ioutil.ReadAll(res.Body)
  265. if err != nil {
  266. t.Errorf("Body read: %v", err)
  267. }
  268. addr := strings.TrimSpace(string(slurp))
  269. if addr == "" {
  270. t.Errorf("didn't get an addr in response")
  271. }
  272. mu.Lock()
  273. dials[addr]++
  274. mu.Unlock()
  275. }()
  276. }
  277. wg.Wait()
  278. if len(dials) != 1 {
  279. t.Errorf("saw %d dials; want 1: %v", len(dials), dials)
  280. }
  281. tr.CloseIdleConnections()
  282. if err := retry(50, 10*time.Millisecond, func() error {
  283. cp, ok := tr.connPool().(*clientConnPool)
  284. if !ok {
  285. return fmt.Errorf("Conn pool is %T; want *clientConnPool", tr.connPool())
  286. }
  287. cp.mu.Lock()
  288. defer cp.mu.Unlock()
  289. if len(cp.dialing) != 0 {
  290. return fmt.Errorf("dialing map = %v; want empty", cp.dialing)
  291. }
  292. if len(cp.conns) != 0 {
  293. return fmt.Errorf("conns = %v; want empty", cp.conns)
  294. }
  295. if len(cp.keys) != 0 {
  296. return fmt.Errorf("keys = %v; want empty", cp.keys)
  297. }
  298. return nil
  299. }); err != nil {
  300. t.Errorf("State of pool after CloseIdleConnections: %v", err)
  301. }
  302. if got, want := gotConnCnt, int32(1); got != want {
  303. t.Errorf("Too many got connections: %d", gotConnCnt)
  304. }
  305. }
  306. func retry(tries int, delay time.Duration, fn func() error) error {
  307. var err error
  308. for i := 0; i < tries; i++ {
  309. err = fn()
  310. if err == nil {
  311. return nil
  312. }
  313. time.Sleep(delay)
  314. }
  315. return err
  316. }
  317. func TestTransportAbortClosesPipes(t *testing.T) {
  318. shutdown := make(chan struct{})
  319. st := newServerTester(t,
  320. func(w http.ResponseWriter, r *http.Request) {
  321. w.(http.Flusher).Flush()
  322. <-shutdown
  323. },
  324. optOnlyServer,
  325. )
  326. defer st.Close()
  327. defer close(shutdown) // we must shutdown before st.Close() to avoid hanging
  328. errCh := make(chan error)
  329. go func() {
  330. defer close(errCh)
  331. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  332. req, err := http.NewRequest("GET", st.ts.URL, nil)
  333. if err != nil {
  334. errCh <- err
  335. return
  336. }
  337. res, err := tr.RoundTrip(req)
  338. if err != nil {
  339. errCh <- err
  340. return
  341. }
  342. defer res.Body.Close()
  343. st.closeConn()
  344. _, err = ioutil.ReadAll(res.Body)
  345. if err == nil {
  346. errCh <- errors.New("expected error from res.Body.Read")
  347. return
  348. }
  349. }()
  350. select {
  351. case err := <-errCh:
  352. if err != nil {
  353. t.Fatal(err)
  354. }
  355. // deadlock? that's a bug.
  356. case <-time.After(3 * time.Second):
  357. t.Fatal("timeout")
  358. }
  359. }
  360. // TODO: merge this with TestTransportBody to make TestTransportRequest? This
  361. // could be a table-driven test with extra goodies.
  362. func TestTransportPath(t *testing.T) {
  363. gotc := make(chan *url.URL, 1)
  364. st := newServerTester(t,
  365. func(w http.ResponseWriter, r *http.Request) {
  366. gotc <- r.URL
  367. },
  368. optOnlyServer,
  369. )
  370. defer st.Close()
  371. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  372. defer tr.CloseIdleConnections()
  373. const (
  374. path = "/testpath"
  375. query = "q=1"
  376. )
  377. surl := st.ts.URL + path + "?" + query
  378. req, err := http.NewRequest("POST", surl, nil)
  379. if err != nil {
  380. t.Fatal(err)
  381. }
  382. c := &http.Client{Transport: tr}
  383. res, err := c.Do(req)
  384. if err != nil {
  385. t.Fatal(err)
  386. }
  387. defer res.Body.Close()
  388. got := <-gotc
  389. if got.Path != path {
  390. t.Errorf("Read Path = %q; want %q", got.Path, path)
  391. }
  392. if got.RawQuery != query {
  393. t.Errorf("Read RawQuery = %q; want %q", got.RawQuery, query)
  394. }
  395. }
  396. func randString(n int) string {
  397. rnd := rand.New(rand.NewSource(int64(n)))
  398. b := make([]byte, n)
  399. for i := range b {
  400. b[i] = byte(rnd.Intn(256))
  401. }
  402. return string(b)
  403. }
  404. type panicReader struct{}
  405. func (panicReader) Read([]byte) (int, error) { panic("unexpected Read") }
  406. func (panicReader) Close() error { panic("unexpected Close") }
  407. func TestActualContentLength(t *testing.T) {
  408. tests := []struct {
  409. req *http.Request
  410. want int64
  411. }{
  412. // Verify we don't read from Body:
  413. 0: {
  414. req: &http.Request{Body: panicReader{}},
  415. want: -1,
  416. },
  417. // nil Body means 0, regardless of ContentLength:
  418. 1: {
  419. req: &http.Request{Body: nil, ContentLength: 5},
  420. want: 0,
  421. },
  422. // ContentLength is used if set.
  423. 2: {
  424. req: &http.Request{Body: panicReader{}, ContentLength: 5},
  425. want: 5,
  426. },
  427. // http.NoBody means 0, not -1.
  428. 3: {
  429. req: &http.Request{Body: http.NoBody},
  430. want: 0,
  431. },
  432. }
  433. for i, tt := range tests {
  434. got := actualContentLength(tt.req)
  435. if got != tt.want {
  436. t.Errorf("test[%d]: got %d; want %d", i, got, tt.want)
  437. }
  438. }
  439. }
  440. func TestTransportBody(t *testing.T) {
  441. bodyTests := []struct {
  442. body string
  443. noContentLen bool
  444. }{
  445. {body: "some message"},
  446. {body: "some message", noContentLen: true},
  447. {body: strings.Repeat("a", 1<<20), noContentLen: true},
  448. {body: strings.Repeat("a", 1<<20)},
  449. {body: randString(16<<10 - 1)},
  450. {body: randString(16 << 10)},
  451. {body: randString(16<<10 + 1)},
  452. {body: randString(512<<10 - 1)},
  453. {body: randString(512 << 10)},
  454. {body: randString(512<<10 + 1)},
  455. {body: randString(1<<20 - 1)},
  456. {body: randString(1 << 20)},
  457. {body: randString(1<<20 + 2)},
  458. }
  459. type reqInfo struct {
  460. req *http.Request
  461. slurp []byte
  462. err error
  463. }
  464. gotc := make(chan reqInfo, 1)
  465. st := newServerTester(t,
  466. func(w http.ResponseWriter, r *http.Request) {
  467. slurp, err := ioutil.ReadAll(r.Body)
  468. if err != nil {
  469. gotc <- reqInfo{err: err}
  470. } else {
  471. gotc <- reqInfo{req: r, slurp: slurp}
  472. }
  473. },
  474. optOnlyServer,
  475. )
  476. defer st.Close()
  477. for i, tt := range bodyTests {
  478. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  479. defer tr.CloseIdleConnections()
  480. var body io.Reader = strings.NewReader(tt.body)
  481. if tt.noContentLen {
  482. body = struct{ io.Reader }{body} // just a Reader, hiding concrete type and other methods
  483. }
  484. req, err := http.NewRequest("POST", st.ts.URL, body)
  485. if err != nil {
  486. t.Fatalf("#%d: %v", i, err)
  487. }
  488. c := &http.Client{Transport: tr}
  489. res, err := c.Do(req)
  490. if err != nil {
  491. t.Fatalf("#%d: %v", i, err)
  492. }
  493. defer res.Body.Close()
  494. ri := <-gotc
  495. if ri.err != nil {
  496. t.Errorf("#%d: read error: %v", i, ri.err)
  497. continue
  498. }
  499. if got := string(ri.slurp); got != tt.body {
  500. t.Errorf("#%d: Read body mismatch.\n got: %q (len %d)\nwant: %q (len %d)", i, shortString(got), len(got), shortString(tt.body), len(tt.body))
  501. }
  502. wantLen := int64(len(tt.body))
  503. if tt.noContentLen && tt.body != "" {
  504. wantLen = -1
  505. }
  506. if ri.req.ContentLength != wantLen {
  507. t.Errorf("#%d. handler got ContentLength = %v; want %v", i, ri.req.ContentLength, wantLen)
  508. }
  509. }
  510. }
  511. func shortString(v string) string {
  512. const maxLen = 100
  513. if len(v) <= maxLen {
  514. return v
  515. }
  516. return fmt.Sprintf("%v[...%d bytes omitted...]%v", v[:maxLen/2], len(v)-maxLen, v[len(v)-maxLen/2:])
  517. }
  518. func TestTransportDialTLS(t *testing.T) {
  519. var mu sync.Mutex // guards following
  520. var gotReq, didDial bool
  521. ts := newServerTester(t,
  522. func(w http.ResponseWriter, r *http.Request) {
  523. mu.Lock()
  524. gotReq = true
  525. mu.Unlock()
  526. },
  527. optOnlyServer,
  528. )
  529. defer ts.Close()
  530. tr := &Transport{
  531. DialTLS: func(netw, addr string, cfg *tls.Config) (net.Conn, error) {
  532. mu.Lock()
  533. didDial = true
  534. mu.Unlock()
  535. cfg.InsecureSkipVerify = true
  536. c, err := tls.Dial(netw, addr, cfg)
  537. if err != nil {
  538. return nil, err
  539. }
  540. return c, c.Handshake()
  541. },
  542. }
  543. defer tr.CloseIdleConnections()
  544. client := &http.Client{Transport: tr}
  545. res, err := client.Get(ts.ts.URL)
  546. if err != nil {
  547. t.Fatal(err)
  548. }
  549. res.Body.Close()
  550. mu.Lock()
  551. if !gotReq {
  552. t.Error("didn't get request")
  553. }
  554. if !didDial {
  555. t.Error("didn't use dial hook")
  556. }
  557. }
  558. func TestConfigureTransport(t *testing.T) {
  559. t1 := &http.Transport{}
  560. err := ConfigureTransport(t1)
  561. if err != nil {
  562. t.Fatal(err)
  563. }
  564. if got := fmt.Sprintf("%#v", t1); !strings.Contains(got, `"h2"`) {
  565. // Laziness, to avoid buildtags.
  566. t.Errorf("stringification of HTTP/1 transport didn't contain \"h2\": %v", got)
  567. }
  568. wantNextProtos := []string{"h2", "http/1.1"}
  569. if t1.TLSClientConfig == nil {
  570. t.Errorf("nil t1.TLSClientConfig")
  571. } else if !reflect.DeepEqual(t1.TLSClientConfig.NextProtos, wantNextProtos) {
  572. t.Errorf("TLSClientConfig.NextProtos = %q; want %q", t1.TLSClientConfig.NextProtos, wantNextProtos)
  573. }
  574. if err := ConfigureTransport(t1); err == nil {
  575. t.Error("unexpected success on second call to ConfigureTransport")
  576. }
  577. // And does it work?
  578. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  579. io.WriteString(w, r.Proto)
  580. }, optOnlyServer)
  581. defer st.Close()
  582. t1.TLSClientConfig.InsecureSkipVerify = true
  583. c := &http.Client{Transport: t1}
  584. res, err := c.Get(st.ts.URL)
  585. if err != nil {
  586. t.Fatal(err)
  587. }
  588. slurp, err := ioutil.ReadAll(res.Body)
  589. if err != nil {
  590. t.Fatal(err)
  591. }
  592. if got, want := string(slurp), "HTTP/2.0"; got != want {
  593. t.Errorf("body = %q; want %q", got, want)
  594. }
  595. }
  596. type capitalizeReader struct {
  597. r io.Reader
  598. }
  599. func (cr capitalizeReader) Read(p []byte) (n int, err error) {
  600. n, err = cr.r.Read(p)
  601. for i, b := range p[:n] {
  602. if b >= 'a' && b <= 'z' {
  603. p[i] = b - ('a' - 'A')
  604. }
  605. }
  606. return
  607. }
  608. type flushWriter struct {
  609. w io.Writer
  610. }
  611. func (fw flushWriter) Write(p []byte) (n int, err error) {
  612. n, err = fw.w.Write(p)
  613. if f, ok := fw.w.(http.Flusher); ok {
  614. f.Flush()
  615. }
  616. return
  617. }
  618. type clientTester struct {
  619. t *testing.T
  620. tr *Transport
  621. sc, cc net.Conn // server and client conn
  622. fr *Framer // server's framer
  623. client func() error
  624. server func() error
  625. }
  626. func newClientTester(t *testing.T) *clientTester {
  627. var dialOnce struct {
  628. sync.Mutex
  629. dialed bool
  630. }
  631. ct := &clientTester{
  632. t: t,
  633. }
  634. ct.tr = &Transport{
  635. TLSClientConfig: tlsConfigInsecure,
  636. DialTLS: func(network, addr string, cfg *tls.Config) (net.Conn, error) {
  637. dialOnce.Lock()
  638. defer dialOnce.Unlock()
  639. if dialOnce.dialed {
  640. return nil, errors.New("only one dial allowed in test mode")
  641. }
  642. dialOnce.dialed = true
  643. return ct.cc, nil
  644. },
  645. }
  646. ln := newLocalListener(t)
  647. cc, err := net.Dial("tcp", ln.Addr().String())
  648. if err != nil {
  649. t.Fatal(err)
  650. }
  651. sc, err := ln.Accept()
  652. if err != nil {
  653. t.Fatal(err)
  654. }
  655. ln.Close()
  656. ct.cc = cc
  657. ct.sc = sc
  658. ct.fr = NewFramer(sc, sc)
  659. return ct
  660. }
  661. func newLocalListener(t *testing.T) net.Listener {
  662. ln, err := net.Listen("tcp4", "127.0.0.1:0")
  663. if err == nil {
  664. return ln
  665. }
  666. ln, err = net.Listen("tcp6", "[::1]:0")
  667. if err != nil {
  668. t.Fatal(err)
  669. }
  670. return ln
  671. }
  672. func (ct *clientTester) greet(settings ...Setting) {
  673. buf := make([]byte, len(ClientPreface))
  674. _, err := io.ReadFull(ct.sc, buf)
  675. if err != nil {
  676. ct.t.Fatalf("reading client preface: %v", err)
  677. }
  678. f, err := ct.fr.ReadFrame()
  679. if err != nil {
  680. ct.t.Fatalf("Reading client settings frame: %v", err)
  681. }
  682. if sf, ok := f.(*SettingsFrame); !ok {
  683. ct.t.Fatalf("Wanted client settings frame; got %v", f)
  684. _ = sf // stash it away?
  685. }
  686. if err := ct.fr.WriteSettings(settings...); err != nil {
  687. ct.t.Fatal(err)
  688. }
  689. if err := ct.fr.WriteSettingsAck(); err != nil {
  690. ct.t.Fatal(err)
  691. }
  692. }
  693. func (ct *clientTester) readNonSettingsFrame() (Frame, error) {
  694. for {
  695. f, err := ct.fr.ReadFrame()
  696. if err != nil {
  697. return nil, err
  698. }
  699. if _, ok := f.(*SettingsFrame); ok {
  700. continue
  701. }
  702. return f, nil
  703. }
  704. }
  705. func (ct *clientTester) cleanup() {
  706. ct.tr.CloseIdleConnections()
  707. }
  708. func (ct *clientTester) run() {
  709. errc := make(chan error, 2)
  710. ct.start("client", errc, ct.client)
  711. ct.start("server", errc, ct.server)
  712. defer ct.cleanup()
  713. for i := 0; i < 2; i++ {
  714. if err := <-errc; err != nil {
  715. ct.t.Error(err)
  716. return
  717. }
  718. }
  719. }
  720. func (ct *clientTester) start(which string, errc chan<- error, fn func() error) {
  721. go func() {
  722. finished := false
  723. var err error
  724. defer func() {
  725. if !finished {
  726. err = fmt.Errorf("%s goroutine didn't finish.", which)
  727. } else if err != nil {
  728. err = fmt.Errorf("%s: %v", which, err)
  729. }
  730. errc <- err
  731. }()
  732. err = fn()
  733. finished = true
  734. }()
  735. }
  736. func (ct *clientTester) readFrame() (Frame, error) {
  737. return readFrameTimeout(ct.fr, 2*time.Second)
  738. }
  739. func (ct *clientTester) firstHeaders() (*HeadersFrame, error) {
  740. for {
  741. f, err := ct.readFrame()
  742. if err != nil {
  743. return nil, fmt.Errorf("ReadFrame while waiting for Headers: %v", err)
  744. }
  745. switch f.(type) {
  746. case *WindowUpdateFrame, *SettingsFrame:
  747. continue
  748. }
  749. hf, ok := f.(*HeadersFrame)
  750. if !ok {
  751. return nil, fmt.Errorf("Got %T; want HeadersFrame", f)
  752. }
  753. return hf, nil
  754. }
  755. }
  756. type countingReader struct {
  757. n *int64
  758. }
  759. func (r countingReader) Read(p []byte) (n int, err error) {
  760. for i := range p {
  761. p[i] = byte(i)
  762. }
  763. atomic.AddInt64(r.n, int64(len(p)))
  764. return len(p), err
  765. }
  766. func TestTransportReqBodyAfterResponse_200(t *testing.T) { testTransportReqBodyAfterResponse(t, 200) }
  767. func TestTransportReqBodyAfterResponse_403(t *testing.T) { testTransportReqBodyAfterResponse(t, 403) }
  768. func testTransportReqBodyAfterResponse(t *testing.T, status int) {
  769. const bodySize = 10 << 20
  770. clientDone := make(chan struct{})
  771. ct := newClientTester(t)
  772. ct.client = func() error {
  773. defer ct.cc.(*net.TCPConn).CloseWrite()
  774. if runtime.GOOS == "plan9" {
  775. // CloseWrite not supported on Plan 9; Issue 17906
  776. defer ct.cc.(*net.TCPConn).Close()
  777. }
  778. defer close(clientDone)
  779. var n int64 // atomic
  780. req, err := http.NewRequest("PUT", "https://dummy.tld/", io.LimitReader(countingReader{&n}, bodySize))
  781. if err != nil {
  782. return err
  783. }
  784. res, err := ct.tr.RoundTrip(req)
  785. if err != nil {
  786. return fmt.Errorf("RoundTrip: %v", err)
  787. }
  788. defer res.Body.Close()
  789. if res.StatusCode != status {
  790. return fmt.Errorf("status code = %v; want %v", res.StatusCode, status)
  791. }
  792. slurp, err := ioutil.ReadAll(res.Body)
  793. if err != nil {
  794. return fmt.Errorf("Slurp: %v", err)
  795. }
  796. if len(slurp) > 0 {
  797. return fmt.Errorf("unexpected body: %q", slurp)
  798. }
  799. if status == 200 {
  800. if got := atomic.LoadInt64(&n); got != bodySize {
  801. return fmt.Errorf("For 200 response, Transport wrote %d bytes; want %d", got, bodySize)
  802. }
  803. } else {
  804. if got := atomic.LoadInt64(&n); got == 0 || got >= bodySize {
  805. return fmt.Errorf("For %d response, Transport wrote %d bytes; want (0,%d) exclusive", status, got, bodySize)
  806. }
  807. }
  808. return nil
  809. }
  810. ct.server = func() error {
  811. ct.greet()
  812. var buf bytes.Buffer
  813. enc := hpack.NewEncoder(&buf)
  814. var dataRecv int64
  815. var closed bool
  816. for {
  817. f, err := ct.fr.ReadFrame()
  818. if err != nil {
  819. select {
  820. case <-clientDone:
  821. // If the client's done, it
  822. // will have reported any
  823. // errors on its side.
  824. return nil
  825. default:
  826. return err
  827. }
  828. }
  829. //println(fmt.Sprintf("server got frame: %v", f))
  830. switch f := f.(type) {
  831. case *WindowUpdateFrame, *SettingsFrame:
  832. case *HeadersFrame:
  833. if !f.HeadersEnded() {
  834. return fmt.Errorf("headers should have END_HEADERS be ended: %v", f)
  835. }
  836. if f.StreamEnded() {
  837. return fmt.Errorf("headers contains END_STREAM unexpectedly: %v", f)
  838. }
  839. case *DataFrame:
  840. dataLen := len(f.Data())
  841. if dataLen > 0 {
  842. if dataRecv == 0 {
  843. enc.WriteField(hpack.HeaderField{Name: ":status", Value: strconv.Itoa(status)})
  844. ct.fr.WriteHeaders(HeadersFrameParam{
  845. StreamID: f.StreamID,
  846. EndHeaders: true,
  847. EndStream: false,
  848. BlockFragment: buf.Bytes(),
  849. })
  850. }
  851. if err := ct.fr.WriteWindowUpdate(0, uint32(dataLen)); err != nil {
  852. return err
  853. }
  854. if err := ct.fr.WriteWindowUpdate(f.StreamID, uint32(dataLen)); err != nil {
  855. return err
  856. }
  857. }
  858. dataRecv += int64(dataLen)
  859. if !closed && ((status != 200 && dataRecv > 0) ||
  860. (status == 200 && dataRecv == bodySize)) {
  861. closed = true
  862. if err := ct.fr.WriteData(f.StreamID, true, nil); err != nil {
  863. return err
  864. }
  865. }
  866. default:
  867. return fmt.Errorf("Unexpected client frame %v", f)
  868. }
  869. }
  870. }
  871. ct.run()
  872. }
  873. // See golang.org/issue/13444
  874. func TestTransportFullDuplex(t *testing.T) {
  875. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  876. w.WriteHeader(200) // redundant but for clarity
  877. w.(http.Flusher).Flush()
  878. io.Copy(flushWriter{w}, capitalizeReader{r.Body})
  879. fmt.Fprintf(w, "bye.\n")
  880. }, optOnlyServer)
  881. defer st.Close()
  882. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  883. defer tr.CloseIdleConnections()
  884. c := &http.Client{Transport: tr}
  885. pr, pw := io.Pipe()
  886. req, err := http.NewRequest("PUT", st.ts.URL, ioutil.NopCloser(pr))
  887. if err != nil {
  888. t.Fatal(err)
  889. }
  890. req.ContentLength = -1
  891. res, err := c.Do(req)
  892. if err != nil {
  893. t.Fatal(err)
  894. }
  895. defer res.Body.Close()
  896. if res.StatusCode != 200 {
  897. t.Fatalf("StatusCode = %v; want %v", res.StatusCode, 200)
  898. }
  899. bs := bufio.NewScanner(res.Body)
  900. want := func(v string) {
  901. if !bs.Scan() {
  902. t.Fatalf("wanted to read %q but Scan() = false, err = %v", v, bs.Err())
  903. }
  904. }
  905. write := func(v string) {
  906. _, err := io.WriteString(pw, v)
  907. if err != nil {
  908. t.Fatalf("pipe write: %v", err)
  909. }
  910. }
  911. write("foo\n")
  912. want("FOO")
  913. write("bar\n")
  914. want("BAR")
  915. pw.Close()
  916. want("bye.")
  917. if err := bs.Err(); err != nil {
  918. t.Fatal(err)
  919. }
  920. }
  921. func TestTransportConnectRequest(t *testing.T) {
  922. gotc := make(chan *http.Request, 1)
  923. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  924. gotc <- r
  925. }, optOnlyServer)
  926. defer st.Close()
  927. u, err := url.Parse(st.ts.URL)
  928. if err != nil {
  929. t.Fatal(err)
  930. }
  931. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  932. defer tr.CloseIdleConnections()
  933. c := &http.Client{Transport: tr}
  934. tests := []struct {
  935. req *http.Request
  936. want string
  937. }{
  938. {
  939. req: &http.Request{
  940. Method: "CONNECT",
  941. Header: http.Header{},
  942. URL: u,
  943. },
  944. want: u.Host,
  945. },
  946. {
  947. req: &http.Request{
  948. Method: "CONNECT",
  949. Header: http.Header{},
  950. URL: u,
  951. Host: "example.com:123",
  952. },
  953. want: "example.com:123",
  954. },
  955. }
  956. for i, tt := range tests {
  957. res, err := c.Do(tt.req)
  958. if err != nil {
  959. t.Errorf("%d. RoundTrip = %v", i, err)
  960. continue
  961. }
  962. res.Body.Close()
  963. req := <-gotc
  964. if req.Method != "CONNECT" {
  965. t.Errorf("method = %q; want CONNECT", req.Method)
  966. }
  967. if req.Host != tt.want {
  968. t.Errorf("Host = %q; want %q", req.Host, tt.want)
  969. }
  970. if req.URL.Host != tt.want {
  971. t.Errorf("URL.Host = %q; want %q", req.URL.Host, tt.want)
  972. }
  973. }
  974. }
  975. type headerType int
  976. const (
  977. noHeader headerType = iota // omitted
  978. oneHeader
  979. splitHeader // broken into continuation on purpose
  980. )
  981. const (
  982. f0 = noHeader
  983. f1 = oneHeader
  984. f2 = splitHeader
  985. d0 = false
  986. d1 = true
  987. )
  988. // Test all 36 combinations of response frame orders:
  989. // (3 ways of 100-continue) * (2 ways of headers) * (2 ways of data) * (3 ways of trailers):func TestTransportResponsePattern_00f0(t *testing.T) { testTransportResponsePattern(h0, h1, false, h0) }
  990. // Generated by http://play.golang.org/p/SScqYKJYXd
  991. func TestTransportResPattern_c0h1d0t0(t *testing.T) { testTransportResPattern(t, f0, f1, d0, f0) }
  992. func TestTransportResPattern_c0h1d0t1(t *testing.T) { testTransportResPattern(t, f0, f1, d0, f1) }
  993. func TestTransportResPattern_c0h1d0t2(t *testing.T) { testTransportResPattern(t, f0, f1, d0, f2) }
  994. func TestTransportResPattern_c0h1d1t0(t *testing.T) { testTransportResPattern(t, f0, f1, d1, f0) }
  995. func TestTransportResPattern_c0h1d1t1(t *testing.T) { testTransportResPattern(t, f0, f1, d1, f1) }
  996. func TestTransportResPattern_c0h1d1t2(t *testing.T) { testTransportResPattern(t, f0, f1, d1, f2) }
  997. func TestTransportResPattern_c0h2d0t0(t *testing.T) { testTransportResPattern(t, f0, f2, d0, f0) }
  998. func TestTransportResPattern_c0h2d0t1(t *testing.T) { testTransportResPattern(t, f0, f2, d0, f1) }
  999. func TestTransportResPattern_c0h2d0t2(t *testing.T) { testTransportResPattern(t, f0, f2, d0, f2) }
  1000. func TestTransportResPattern_c0h2d1t0(t *testing.T) { testTransportResPattern(t, f0, f2, d1, f0) }
  1001. func TestTransportResPattern_c0h2d1t1(t *testing.T) { testTransportResPattern(t, f0, f2, d1, f1) }
  1002. func TestTransportResPattern_c0h2d1t2(t *testing.T) { testTransportResPattern(t, f0, f2, d1, f2) }
  1003. func TestTransportResPattern_c1h1d0t0(t *testing.T) { testTransportResPattern(t, f1, f1, d0, f0) }
  1004. func TestTransportResPattern_c1h1d0t1(t *testing.T) { testTransportResPattern(t, f1, f1, d0, f1) }
  1005. func TestTransportResPattern_c1h1d0t2(t *testing.T) { testTransportResPattern(t, f1, f1, d0, f2) }
  1006. func TestTransportResPattern_c1h1d1t0(t *testing.T) { testTransportResPattern(t, f1, f1, d1, f0) }
  1007. func TestTransportResPattern_c1h1d1t1(t *testing.T) { testTransportResPattern(t, f1, f1, d1, f1) }
  1008. func TestTransportResPattern_c1h1d1t2(t *testing.T) { testTransportResPattern(t, f1, f1, d1, f2) }
  1009. func TestTransportResPattern_c1h2d0t0(t *testing.T) { testTransportResPattern(t, f1, f2, d0, f0) }
  1010. func TestTransportResPattern_c1h2d0t1(t *testing.T) { testTransportResPattern(t, f1, f2, d0, f1) }
  1011. func TestTransportResPattern_c1h2d0t2(t *testing.T) { testTransportResPattern(t, f1, f2, d0, f2) }
  1012. func TestTransportResPattern_c1h2d1t0(t *testing.T) { testTransportResPattern(t, f1, f2, d1, f0) }
  1013. func TestTransportResPattern_c1h2d1t1(t *testing.T) { testTransportResPattern(t, f1, f2, d1, f1) }
  1014. func TestTransportResPattern_c1h2d1t2(t *testing.T) { testTransportResPattern(t, f1, f2, d1, f2) }
  1015. func TestTransportResPattern_c2h1d0t0(t *testing.T) { testTransportResPattern(t, f2, f1, d0, f0) }
  1016. func TestTransportResPattern_c2h1d0t1(t *testing.T) { testTransportResPattern(t, f2, f1, d0, f1) }
  1017. func TestTransportResPattern_c2h1d0t2(t *testing.T) { testTransportResPattern(t, f2, f1, d0, f2) }
  1018. func TestTransportResPattern_c2h1d1t0(t *testing.T) { testTransportResPattern(t, f2, f1, d1, f0) }
  1019. func TestTransportResPattern_c2h1d1t1(t *testing.T) { testTransportResPattern(t, f2, f1, d1, f1) }
  1020. func TestTransportResPattern_c2h1d1t2(t *testing.T) { testTransportResPattern(t, f2, f1, d1, f2) }
  1021. func TestTransportResPattern_c2h2d0t0(t *testing.T) { testTransportResPattern(t, f2, f2, d0, f0) }
  1022. func TestTransportResPattern_c2h2d0t1(t *testing.T) { testTransportResPattern(t, f2, f2, d0, f1) }
  1023. func TestTransportResPattern_c2h2d0t2(t *testing.T) { testTransportResPattern(t, f2, f2, d0, f2) }
  1024. func TestTransportResPattern_c2h2d1t0(t *testing.T) { testTransportResPattern(t, f2, f2, d1, f0) }
  1025. func TestTransportResPattern_c2h2d1t1(t *testing.T) { testTransportResPattern(t, f2, f2, d1, f1) }
  1026. func TestTransportResPattern_c2h2d1t2(t *testing.T) { testTransportResPattern(t, f2, f2, d1, f2) }
  1027. func testTransportResPattern(t *testing.T, expect100Continue, resHeader headerType, withData bool, trailers headerType) {
  1028. const reqBody = "some request body"
  1029. const resBody = "some response body"
  1030. if resHeader == noHeader {
  1031. // TODO: test 100-continue followed by immediate
  1032. // server stream reset, without headers in the middle?
  1033. panic("invalid combination")
  1034. }
  1035. ct := newClientTester(t)
  1036. ct.client = func() error {
  1037. req, _ := http.NewRequest("POST", "https://dummy.tld/", strings.NewReader(reqBody))
  1038. if expect100Continue != noHeader {
  1039. req.Header.Set("Expect", "100-continue")
  1040. }
  1041. res, err := ct.tr.RoundTrip(req)
  1042. if err != nil {
  1043. return fmt.Errorf("RoundTrip: %v", err)
  1044. }
  1045. defer res.Body.Close()
  1046. if res.StatusCode != 200 {
  1047. return fmt.Errorf("status code = %v; want 200", res.StatusCode)
  1048. }
  1049. slurp, err := ioutil.ReadAll(res.Body)
  1050. if err != nil {
  1051. return fmt.Errorf("Slurp: %v", err)
  1052. }
  1053. wantBody := resBody
  1054. if !withData {
  1055. wantBody = ""
  1056. }
  1057. if string(slurp) != wantBody {
  1058. return fmt.Errorf("body = %q; want %q", slurp, wantBody)
  1059. }
  1060. if trailers == noHeader {
  1061. if len(res.Trailer) > 0 {
  1062. t.Errorf("Trailer = %v; want none", res.Trailer)
  1063. }
  1064. } else {
  1065. want := http.Header{"Some-Trailer": {"some-value"}}
  1066. if !reflect.DeepEqual(res.Trailer, want) {
  1067. t.Errorf("Trailer = %v; want %v", res.Trailer, want)
  1068. }
  1069. }
  1070. return nil
  1071. }
  1072. ct.server = func() error {
  1073. ct.greet()
  1074. var buf bytes.Buffer
  1075. enc := hpack.NewEncoder(&buf)
  1076. for {
  1077. f, err := ct.fr.ReadFrame()
  1078. if err != nil {
  1079. return err
  1080. }
  1081. endStream := false
  1082. send := func(mode headerType) {
  1083. hbf := buf.Bytes()
  1084. switch mode {
  1085. case oneHeader:
  1086. ct.fr.WriteHeaders(HeadersFrameParam{
  1087. StreamID: f.Header().StreamID,
  1088. EndHeaders: true,
  1089. EndStream: endStream,
  1090. BlockFragment: hbf,
  1091. })
  1092. case splitHeader:
  1093. if len(hbf) < 2 {
  1094. panic("too small")
  1095. }
  1096. ct.fr.WriteHeaders(HeadersFrameParam{
  1097. StreamID: f.Header().StreamID,
  1098. EndHeaders: false,
  1099. EndStream: endStream,
  1100. BlockFragment: hbf[:1],
  1101. })
  1102. ct.fr.WriteContinuation(f.Header().StreamID, true, hbf[1:])
  1103. default:
  1104. panic("bogus mode")
  1105. }
  1106. }
  1107. switch f := f.(type) {
  1108. case *WindowUpdateFrame, *SettingsFrame:
  1109. case *DataFrame:
  1110. if !f.StreamEnded() {
  1111. // No need to send flow control tokens. The test request body is tiny.
  1112. continue
  1113. }
  1114. // Response headers (1+ frames; 1 or 2 in this test, but never 0)
  1115. {
  1116. buf.Reset()
  1117. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "200"})
  1118. enc.WriteField(hpack.HeaderField{Name: "x-foo", Value: "blah"})
  1119. enc.WriteField(hpack.HeaderField{Name: "x-bar", Value: "more"})
  1120. if trailers != noHeader {
  1121. enc.WriteField(hpack.HeaderField{Name: "trailer", Value: "some-trailer"})
  1122. }
  1123. endStream = withData == false && trailers == noHeader
  1124. send(resHeader)
  1125. }
  1126. if withData {
  1127. endStream = trailers == noHeader
  1128. ct.fr.WriteData(f.StreamID, endStream, []byte(resBody))
  1129. }
  1130. if trailers != noHeader {
  1131. endStream = true
  1132. buf.Reset()
  1133. enc.WriteField(hpack.HeaderField{Name: "some-trailer", Value: "some-value"})
  1134. send(trailers)
  1135. }
  1136. if endStream {
  1137. return nil
  1138. }
  1139. case *HeadersFrame:
  1140. if expect100Continue != noHeader {
  1141. buf.Reset()
  1142. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "100"})
  1143. send(expect100Continue)
  1144. }
  1145. }
  1146. }
  1147. }
  1148. ct.run()
  1149. }
  1150. // Issue 26189, Issue 17739: ignore unknown 1xx responses
  1151. func TestTransportUnknown1xx(t *testing.T) {
  1152. var buf bytes.Buffer
  1153. defer func() { got1xxFuncForTests = nil }()
  1154. got1xxFuncForTests = func(code int, header textproto.MIMEHeader) error {
  1155. fmt.Fprintf(&buf, "code=%d header=%v\n", code, header)
  1156. return nil
  1157. }
  1158. ct := newClientTester(t)
  1159. ct.client = func() error {
  1160. req, _ := http.NewRequest("GET", "https://dummy.tld/", nil)
  1161. res, err := ct.tr.RoundTrip(req)
  1162. if err != nil {
  1163. return fmt.Errorf("RoundTrip: %v", err)
  1164. }
  1165. defer res.Body.Close()
  1166. if res.StatusCode != 204 {
  1167. return fmt.Errorf("status code = %v; want 204", res.StatusCode)
  1168. }
  1169. want := `code=110 header=map[Foo-Bar:[110]]
  1170. code=111 header=map[Foo-Bar:[111]]
  1171. code=112 header=map[Foo-Bar:[112]]
  1172. code=113 header=map[Foo-Bar:[113]]
  1173. code=114 header=map[Foo-Bar:[114]]
  1174. `
  1175. if got := buf.String(); got != want {
  1176. t.Errorf("Got trace:\n%s\nWant:\n%s", got, want)
  1177. }
  1178. return nil
  1179. }
  1180. ct.server = func() error {
  1181. ct.greet()
  1182. var buf bytes.Buffer
  1183. enc := hpack.NewEncoder(&buf)
  1184. for {
  1185. f, err := ct.fr.ReadFrame()
  1186. if err != nil {
  1187. return err
  1188. }
  1189. switch f := f.(type) {
  1190. case *WindowUpdateFrame, *SettingsFrame:
  1191. case *HeadersFrame:
  1192. for i := 110; i <= 114; i++ {
  1193. buf.Reset()
  1194. enc.WriteField(hpack.HeaderField{Name: ":status", Value: fmt.Sprint(i)})
  1195. enc.WriteField(hpack.HeaderField{Name: "foo-bar", Value: fmt.Sprint(i)})
  1196. ct.fr.WriteHeaders(HeadersFrameParam{
  1197. StreamID: f.StreamID,
  1198. EndHeaders: true,
  1199. EndStream: false,
  1200. BlockFragment: buf.Bytes(),
  1201. })
  1202. }
  1203. buf.Reset()
  1204. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "204"})
  1205. ct.fr.WriteHeaders(HeadersFrameParam{
  1206. StreamID: f.StreamID,
  1207. EndHeaders: true,
  1208. EndStream: false,
  1209. BlockFragment: buf.Bytes(),
  1210. })
  1211. return nil
  1212. }
  1213. }
  1214. }
  1215. ct.run()
  1216. }
  1217. func TestTransportReceiveUndeclaredTrailer(t *testing.T) {
  1218. ct := newClientTester(t)
  1219. ct.client = func() error {
  1220. req, _ := http.NewRequest("GET", "https://dummy.tld/", nil)
  1221. res, err := ct.tr.RoundTrip(req)
  1222. if err != nil {
  1223. return fmt.Errorf("RoundTrip: %v", err)
  1224. }
  1225. defer res.Body.Close()
  1226. if res.StatusCode != 200 {
  1227. return fmt.Errorf("status code = %v; want 200", res.StatusCode)
  1228. }
  1229. slurp, err := ioutil.ReadAll(res.Body)
  1230. if err != nil {
  1231. return fmt.Errorf("res.Body ReadAll error = %q, %v; want %v", slurp, err, nil)
  1232. }
  1233. if len(slurp) > 0 {
  1234. return fmt.Errorf("body = %q; want nothing", slurp)
  1235. }
  1236. if _, ok := res.Trailer["Some-Trailer"]; !ok {
  1237. return fmt.Errorf("expected Some-Trailer")
  1238. }
  1239. return nil
  1240. }
  1241. ct.server = func() error {
  1242. ct.greet()
  1243. var n int
  1244. var hf *HeadersFrame
  1245. for hf == nil && n < 10 {
  1246. f, err := ct.fr.ReadFrame()
  1247. if err != nil {
  1248. return err
  1249. }
  1250. hf, _ = f.(*HeadersFrame)
  1251. n++
  1252. }
  1253. var buf bytes.Buffer
  1254. enc := hpack.NewEncoder(&buf)
  1255. // send headers without Trailer header
  1256. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "200"})
  1257. ct.fr.WriteHeaders(HeadersFrameParam{
  1258. StreamID: hf.StreamID,
  1259. EndHeaders: true,
  1260. EndStream: false,
  1261. BlockFragment: buf.Bytes(),
  1262. })
  1263. // send trailers
  1264. buf.Reset()
  1265. enc.WriteField(hpack.HeaderField{Name: "some-trailer", Value: "I'm an undeclared Trailer!"})
  1266. ct.fr.WriteHeaders(HeadersFrameParam{
  1267. StreamID: hf.StreamID,
  1268. EndHeaders: true,
  1269. EndStream: true,
  1270. BlockFragment: buf.Bytes(),
  1271. })
  1272. return nil
  1273. }
  1274. ct.run()
  1275. }
  1276. func TestTransportInvalidTrailer_Pseudo1(t *testing.T) {
  1277. testTransportInvalidTrailer_Pseudo(t, oneHeader)
  1278. }
  1279. func TestTransportInvalidTrailer_Pseudo2(t *testing.T) {
  1280. testTransportInvalidTrailer_Pseudo(t, splitHeader)
  1281. }
  1282. func testTransportInvalidTrailer_Pseudo(t *testing.T, trailers headerType) {
  1283. testInvalidTrailer(t, trailers, pseudoHeaderError(":colon"), func(enc *hpack.Encoder) {
  1284. enc.WriteField(hpack.HeaderField{Name: ":colon", Value: "foo"})
  1285. enc.WriteField(hpack.HeaderField{Name: "foo", Value: "bar"})
  1286. })
  1287. }
  1288. func TestTransportInvalidTrailer_Capital1(t *testing.T) {
  1289. testTransportInvalidTrailer_Capital(t, oneHeader)
  1290. }
  1291. func TestTransportInvalidTrailer_Capital2(t *testing.T) {
  1292. testTransportInvalidTrailer_Capital(t, splitHeader)
  1293. }
  1294. func testTransportInvalidTrailer_Capital(t *testing.T, trailers headerType) {
  1295. testInvalidTrailer(t, trailers, headerFieldNameError("Capital"), func(enc *hpack.Encoder) {
  1296. enc.WriteField(hpack.HeaderField{Name: "foo", Value: "bar"})
  1297. enc.WriteField(hpack.HeaderField{Name: "Capital", Value: "bad"})
  1298. })
  1299. }
  1300. func TestTransportInvalidTrailer_EmptyFieldName(t *testing.T) {
  1301. testInvalidTrailer(t, oneHeader, headerFieldNameError(""), func(enc *hpack.Encoder) {
  1302. enc.WriteField(hpack.HeaderField{Name: "", Value: "bad"})
  1303. })
  1304. }
  1305. func TestTransportInvalidTrailer_BinaryFieldValue(t *testing.T) {
  1306. testInvalidTrailer(t, oneHeader, headerFieldValueError("has\nnewline"), func(enc *hpack.Encoder) {
  1307. enc.WriteField(hpack.HeaderField{Name: "x", Value: "has\nnewline"})
  1308. })
  1309. }
  1310. func testInvalidTrailer(t *testing.T, trailers headerType, wantErr error, writeTrailer func(*hpack.Encoder)) {
  1311. ct := newClientTester(t)
  1312. ct.client = func() error {
  1313. req, _ := http.NewRequest("GET", "https://dummy.tld/", nil)
  1314. res, err := ct.tr.RoundTrip(req)
  1315. if err != nil {
  1316. return fmt.Errorf("RoundTrip: %v", err)
  1317. }
  1318. defer res.Body.Close()
  1319. if res.StatusCode != 200 {
  1320. return fmt.Errorf("status code = %v; want 200", res.StatusCode)
  1321. }
  1322. slurp, err := ioutil.ReadAll(res.Body)
  1323. se, ok := err.(StreamError)
  1324. if !ok || se.Cause != wantErr {
  1325. return fmt.Errorf("res.Body ReadAll error = %q, %#v; want StreamError with cause %T, %#v", slurp, err, wantErr, wantErr)
  1326. }
  1327. if len(slurp) > 0 {
  1328. return fmt.Errorf("body = %q; want nothing", slurp)
  1329. }
  1330. return nil
  1331. }
  1332. ct.server = func() error {
  1333. ct.greet()
  1334. var buf bytes.Buffer
  1335. enc := hpack.NewEncoder(&buf)
  1336. for {
  1337. f, err := ct.fr.ReadFrame()
  1338. if err != nil {
  1339. return err
  1340. }
  1341. switch f := f.(type) {
  1342. case *HeadersFrame:
  1343. var endStream bool
  1344. send := func(mode headerType) {
  1345. hbf := buf.Bytes()
  1346. switch mode {
  1347. case oneHeader:
  1348. ct.fr.WriteHeaders(HeadersFrameParam{
  1349. StreamID: f.StreamID,
  1350. EndHeaders: true,
  1351. EndStream: endStream,
  1352. BlockFragment: hbf,
  1353. })
  1354. case splitHeader:
  1355. if len(hbf) < 2 {
  1356. panic("too small")
  1357. }
  1358. ct.fr.WriteHeaders(HeadersFrameParam{
  1359. StreamID: f.StreamID,
  1360. EndHeaders: false,
  1361. EndStream: endStream,
  1362. BlockFragment: hbf[:1],
  1363. })
  1364. ct.fr.WriteContinuation(f.StreamID, true, hbf[1:])
  1365. default:
  1366. panic("bogus mode")
  1367. }
  1368. }
  1369. // Response headers (1+ frames; 1 or 2 in this test, but never 0)
  1370. {
  1371. buf.Reset()
  1372. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "200"})
  1373. enc.WriteField(hpack.HeaderField{Name: "trailer", Value: "declared"})
  1374. endStream = false
  1375. send(oneHeader)
  1376. }
  1377. // Trailers:
  1378. {
  1379. endStream = true
  1380. buf.Reset()
  1381. writeTrailer(enc)
  1382. send(trailers)
  1383. }
  1384. return nil
  1385. }
  1386. }
  1387. }
  1388. ct.run()
  1389. }
  1390. // headerListSize returns the HTTP2 header list size of h.
  1391. // http://httpwg.org/specs/rfc7540.html#SETTINGS_MAX_HEADER_LIST_SIZE
  1392. // http://httpwg.org/specs/rfc7540.html#MaxHeaderBlock
  1393. func headerListSize(h http.Header) (size uint32) {
  1394. for k, vv := range h {
  1395. for _, v := range vv {
  1396. hf := hpack.HeaderField{Name: k, Value: v}
  1397. size += hf.Size()
  1398. }
  1399. }
  1400. return size
  1401. }
  1402. // padHeaders adds data to an http.Header until headerListSize(h) ==
  1403. // limit. Due to the way header list sizes are calculated, padHeaders
  1404. // cannot add fewer than len("Pad-Headers") + 32 bytes to h, and will
  1405. // call t.Fatal if asked to do so. PadHeaders first reserves enough
  1406. // space for an empty "Pad-Headers" key, then adds as many copies of
  1407. // filler as possible. Any remaining bytes necessary to push the
  1408. // header list size up to limit are added to h["Pad-Headers"].
  1409. func padHeaders(t *testing.T, h http.Header, limit uint64, filler string) {
  1410. if limit > 0xffffffff {
  1411. t.Fatalf("padHeaders: refusing to pad to more than 2^32-1 bytes. limit = %v", limit)
  1412. }
  1413. hf := hpack.HeaderField{Name: "Pad-Headers", Value: ""}
  1414. minPadding := uint64(hf.Size())
  1415. size := uint64(headerListSize(h))
  1416. minlimit := size + minPadding
  1417. if limit < minlimit {
  1418. t.Fatalf("padHeaders: limit %v < %v", limit, minlimit)
  1419. }
  1420. // Use a fixed-width format for name so that fieldSize
  1421. // remains constant.
  1422. nameFmt := "Pad-Headers-%06d"
  1423. hf = hpack.HeaderField{Name: fmt.Sprintf(nameFmt, 1), Value: filler}
  1424. fieldSize := uint64(hf.Size())
  1425. // Add as many complete filler values as possible, leaving
  1426. // room for at least one empty "Pad-Headers" key.
  1427. limit = limit - minPadding
  1428. for i := 0; size+fieldSize < limit; i++ {
  1429. name := fmt.Sprintf(nameFmt, i)
  1430. h.Add(name, filler)
  1431. size += fieldSize
  1432. }
  1433. // Add enough bytes to reach limit.
  1434. remain := limit - size
  1435. lastValue := strings.Repeat("*", int(remain))
  1436. h.Add("Pad-Headers", lastValue)
  1437. }
  1438. func TestPadHeaders(t *testing.T) {
  1439. check := func(h http.Header, limit uint32, fillerLen int) {
  1440. if h == nil {
  1441. h = make(http.Header)
  1442. }
  1443. filler := strings.Repeat("f", fillerLen)
  1444. padHeaders(t, h, uint64(limit), filler)
  1445. gotSize := headerListSize(h)
  1446. if gotSize != limit {
  1447. t.Errorf("Got size = %v; want %v", gotSize, limit)
  1448. }
  1449. }
  1450. // Try all possible combinations for small fillerLen and limit.
  1451. hf := hpack.HeaderField{Name: "Pad-Headers", Value: ""}
  1452. minLimit := hf.Size()
  1453. for limit := minLimit; limit <= 128; limit++ {
  1454. for fillerLen := 0; uint32(fillerLen) <= limit; fillerLen++ {
  1455. check(nil, limit, fillerLen)
  1456. }
  1457. }
  1458. // Try a few tests with larger limits, plus cumulative
  1459. // tests. Since these tests are cumulative, tests[i+1].limit
  1460. // must be >= tests[i].limit + minLimit. See the comment on
  1461. // padHeaders for more info on why the limit arg has this
  1462. // restriction.
  1463. tests := []struct {
  1464. fillerLen int
  1465. limit uint32
  1466. }{
  1467. {
  1468. fillerLen: 64,
  1469. limit: 1024,
  1470. },
  1471. {
  1472. fillerLen: 1024,
  1473. limit: 1286,
  1474. },
  1475. {
  1476. fillerLen: 256,
  1477. limit: 2048,
  1478. },
  1479. {
  1480. fillerLen: 1024,
  1481. limit: 10 * 1024,
  1482. },
  1483. {
  1484. fillerLen: 1023,
  1485. limit: 11 * 1024,
  1486. },
  1487. }
  1488. h := make(http.Header)
  1489. for _, tc := range tests {
  1490. check(nil, tc.limit, tc.fillerLen)
  1491. check(h, tc.limit, tc.fillerLen)
  1492. }
  1493. }
  1494. func TestTransportChecksRequestHeaderListSize(t *testing.T) {
  1495. st := newServerTester(t,
  1496. func(w http.ResponseWriter, r *http.Request) {
  1497. // Consume body & force client to send
  1498. // trailers before writing response.
  1499. // ioutil.ReadAll returns non-nil err for
  1500. // requests that attempt to send greater than
  1501. // maxHeaderListSize bytes of trailers, since
  1502. // those requests generate a stream reset.
  1503. ioutil.ReadAll(r.Body)
  1504. r.Body.Close()
  1505. },
  1506. func(ts *httptest.Server) {
  1507. ts.Config.MaxHeaderBytes = 16 << 10
  1508. },
  1509. optOnlyServer,
  1510. optQuiet,
  1511. )
  1512. defer st.Close()
  1513. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  1514. defer tr.CloseIdleConnections()
  1515. checkRoundTrip := func(req *http.Request, wantErr error, desc string) {
  1516. res, err := tr.RoundTrip(req)
  1517. if err != wantErr {
  1518. if res != nil {
  1519. res.Body.Close()
  1520. }
  1521. t.Errorf("%v: RoundTrip err = %v; want %v", desc, err, wantErr)
  1522. return
  1523. }
  1524. if err == nil {
  1525. if res == nil {
  1526. t.Errorf("%v: response nil; want non-nil.", desc)
  1527. return
  1528. }
  1529. defer res.Body.Close()
  1530. if res.StatusCode != http.StatusOK {
  1531. t.Errorf("%v: response status = %v; want %v", desc, res.StatusCode, http.StatusOK)
  1532. }
  1533. return
  1534. }
  1535. if res != nil {
  1536. t.Errorf("%v: RoundTrip err = %v but response non-nil", desc, err)
  1537. }
  1538. }
  1539. headerListSizeForRequest := func(req *http.Request) (size uint64) {
  1540. contentLen := actualContentLength(req)
  1541. trailers, err := commaSeparatedTrailers(req)
  1542. if err != nil {
  1543. t.Fatalf("headerListSizeForRequest: %v", err)
  1544. }
  1545. cc := &ClientConn{peerMaxHeaderListSize: 0xffffffffffffffff}
  1546. cc.henc = hpack.NewEncoder(&cc.hbuf)
  1547. cc.mu.Lock()
  1548. hdrs, err := cc.encodeHeaders(req, true, trailers, contentLen)
  1549. cc.mu.Unlock()
  1550. if err != nil {
  1551. t.Fatalf("headerListSizeForRequest: %v", err)
  1552. }
  1553. hpackDec := hpack.NewDecoder(initialHeaderTableSize, func(hf hpack.HeaderField) {
  1554. size += uint64(hf.Size())
  1555. })
  1556. if len(hdrs) > 0 {
  1557. if _, err := hpackDec.Write(hdrs); err != nil {
  1558. t.Fatalf("headerListSizeForRequest: %v", err)
  1559. }
  1560. }
  1561. return size
  1562. }
  1563. // Create a new Request for each test, rather than reusing the
  1564. // same Request, to avoid a race when modifying req.Headers.
  1565. // See https://github.com/golang/go/issues/21316
  1566. newRequest := func() *http.Request {
  1567. // Body must be non-nil to enable writing trailers.
  1568. body := strings.NewReader("hello")
  1569. req, err := http.NewRequest("POST", st.ts.URL, body)
  1570. if err != nil {
  1571. t.Fatalf("newRequest: NewRequest: %v", err)
  1572. }
  1573. return req
  1574. }
  1575. // Make an arbitrary request to ensure we get the server's
  1576. // settings frame and initialize peerMaxHeaderListSize.
  1577. req := newRequest()
  1578. checkRoundTrip(req, nil, "Initial request")
  1579. // Get the ClientConn associated with the request and validate
  1580. // peerMaxHeaderListSize.
  1581. addr := authorityAddr(req.URL.Scheme, req.URL.Host)
  1582. cc, err := tr.connPool().GetClientConn(req, addr)
  1583. if err != nil {
  1584. t.Fatalf("GetClientConn: %v", err)
  1585. }
  1586. cc.mu.Lock()
  1587. peerSize := cc.peerMaxHeaderListSize
  1588. cc.mu.Unlock()
  1589. st.scMu.Lock()
  1590. wantSize := uint64(st.sc.maxHeaderListSize())
  1591. st.scMu.Unlock()
  1592. if peerSize != wantSize {
  1593. t.Errorf("peerMaxHeaderListSize = %v; want %v", peerSize, wantSize)
  1594. }
  1595. // Sanity check peerSize. (*serverConn) maxHeaderListSize adds
  1596. // 320 bytes of padding.
  1597. wantHeaderBytes := uint64(st.ts.Config.MaxHeaderBytes) + 320
  1598. if peerSize != wantHeaderBytes {
  1599. t.Errorf("peerMaxHeaderListSize = %v; want %v.", peerSize, wantHeaderBytes)
  1600. }
  1601. // Pad headers & trailers, but stay under peerSize.
  1602. req = newRequest()
  1603. req.Header = make(http.Header)
  1604. req.Trailer = make(http.Header)
  1605. filler := strings.Repeat("*", 1024)
  1606. padHeaders(t, req.Trailer, peerSize, filler)
  1607. // cc.encodeHeaders adds some default headers to the request,
  1608. // so we need to leave room for those.
  1609. defaultBytes := headerListSizeForRequest(req)
  1610. padHeaders(t, req.Header, peerSize-defaultBytes, filler)
  1611. checkRoundTrip(req, nil, "Headers & Trailers under limit")
  1612. // Add enough header bytes to push us over peerSize.
  1613. req = newRequest()
  1614. req.Header = make(http.Header)
  1615. padHeaders(t, req.Header, peerSize, filler)
  1616. checkRoundTrip(req, errRequestHeaderListSize, "Headers over limit")
  1617. // Push trailers over the limit.
  1618. req = newRequest()
  1619. req.Trailer = make(http.Header)
  1620. padHeaders(t, req.Trailer, peerSize+1, filler)
  1621. checkRoundTrip(req, errRequestHeaderListSize, "Trailers over limit")
  1622. // Send headers with a single large value.
  1623. req = newRequest()
  1624. filler = strings.Repeat("*", int(peerSize))
  1625. req.Header = make(http.Header)
  1626. req.Header.Set("Big", filler)
  1627. checkRoundTrip(req, errRequestHeaderListSize, "Single large header")
  1628. // Send trailers with a single large value.
  1629. req = newRequest()
  1630. req.Trailer = make(http.Header)
  1631. req.Trailer.Set("Big", filler)
  1632. checkRoundTrip(req, errRequestHeaderListSize, "Single large trailer")
  1633. }
  1634. func TestTransportChecksResponseHeaderListSize(t *testing.T) {
  1635. ct := newClientTester(t)
  1636. ct.client = func() error {
  1637. req, _ := http.NewRequest("GET", "https://dummy.tld/", nil)
  1638. res, err := ct.tr.RoundTrip(req)
  1639. if err != errResponseHeaderListSize {
  1640. if res != nil {
  1641. res.Body.Close()
  1642. }
  1643. size := int64(0)
  1644. for k, vv := range res.Header {
  1645. for _, v := range vv {
  1646. size += int64(len(k)) + int64(len(v)) + 32
  1647. }
  1648. }
  1649. return fmt.Errorf("RoundTrip Error = %v (and %d bytes of response headers); want errResponseHeaderListSize", err, size)
  1650. }
  1651. return nil
  1652. }
  1653. ct.server = func() error {
  1654. ct.greet()
  1655. var buf bytes.Buffer
  1656. enc := hpack.NewEncoder(&buf)
  1657. for {
  1658. f, err := ct.fr.ReadFrame()
  1659. if err != nil {
  1660. return err
  1661. }
  1662. switch f := f.(type) {
  1663. case *HeadersFrame:
  1664. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "200"})
  1665. large := strings.Repeat("a", 1<<10)
  1666. for i := 0; i < 5042; i++ {
  1667. enc.WriteField(hpack.HeaderField{Name: large, Value: large})
  1668. }
  1669. if size, want := buf.Len(), 6329; size != want {
  1670. // Note: this number might change if
  1671. // our hpack implementation
  1672. // changes. That's fine. This is
  1673. // just a sanity check that our
  1674. // response can fit in a single
  1675. // header block fragment frame.
  1676. return fmt.Errorf("encoding over 10MB of duplicate keypairs took %d bytes; expected %d", size, want)
  1677. }
  1678. ct.fr.WriteHeaders(HeadersFrameParam{
  1679. StreamID: f.StreamID,
  1680. EndHeaders: true,
  1681. EndStream: true,
  1682. BlockFragment: buf.Bytes(),
  1683. })
  1684. return nil
  1685. }
  1686. }
  1687. }
  1688. ct.run()
  1689. }
  1690. func TestTransportCookieHeaderSplit(t *testing.T) {
  1691. ct := newClientTester(t)
  1692. ct.client = func() error {
  1693. req, _ := http.NewRequest("GET", "https://dummy.tld/", nil)
  1694. req.Header.Add("Cookie", "a=b;c=d; e=f;")
  1695. req.Header.Add("Cookie", "e=f;g=h; ")
  1696. req.Header.Add("Cookie", "i=j")
  1697. _, err := ct.tr.RoundTrip(req)
  1698. return err
  1699. }
  1700. ct.server = func() error {
  1701. ct.greet()
  1702. for {
  1703. f, err := ct.fr.ReadFrame()
  1704. if err != nil {
  1705. return err
  1706. }
  1707. switch f := f.(type) {
  1708. case *HeadersFrame:
  1709. dec := hpack.NewDecoder(initialHeaderTableSize, nil)
  1710. hfs, err := dec.DecodeFull(f.HeaderBlockFragment())
  1711. if err != nil {
  1712. return err
  1713. }
  1714. got := []string{}
  1715. want := []string{"a=b", "c=d", "e=f", "e=f", "g=h", "i=j"}
  1716. for _, hf := range hfs {
  1717. if hf.Name == "cookie" {
  1718. got = append(got, hf.Value)
  1719. }
  1720. }
  1721. if !reflect.DeepEqual(got, want) {
  1722. t.Errorf("Cookies = %#v, want %#v", got, want)
  1723. }
  1724. var buf bytes.Buffer
  1725. enc := hpack.NewEncoder(&buf)
  1726. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "200"})
  1727. ct.fr.WriteHeaders(HeadersFrameParam{
  1728. StreamID: f.StreamID,
  1729. EndHeaders: true,
  1730. EndStream: true,
  1731. BlockFragment: buf.Bytes(),
  1732. })
  1733. return nil
  1734. }
  1735. }
  1736. }
  1737. ct.run()
  1738. }
  1739. // Test that the Transport returns a typed error from Response.Body.Read calls
  1740. // when the server sends an error. (here we use a panic, since that should generate
  1741. // a stream error, but others like cancel should be similar)
  1742. func TestTransportBodyReadErrorType(t *testing.T) {
  1743. doPanic := make(chan bool, 1)
  1744. st := newServerTester(t,
  1745. func(w http.ResponseWriter, r *http.Request) {
  1746. w.(http.Flusher).Flush() // force headers out
  1747. <-doPanic
  1748. panic("boom")
  1749. },
  1750. optOnlyServer,
  1751. optQuiet,
  1752. )
  1753. defer st.Close()
  1754. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  1755. defer tr.CloseIdleConnections()
  1756. c := &http.Client{Transport: tr}
  1757. res, err := c.Get(st.ts.URL)
  1758. if err != nil {
  1759. t.Fatal(err)
  1760. }
  1761. defer res.Body.Close()
  1762. doPanic <- true
  1763. buf := make([]byte, 100)
  1764. n, err := res.Body.Read(buf)
  1765. want := StreamError{StreamID: 0x1, Code: 0x2}
  1766. if !reflect.DeepEqual(want, err) {
  1767. t.Errorf("Read = %v, %#v; want error %#v", n, err, want)
  1768. }
  1769. }
  1770. // golang.org/issue/13924
  1771. // This used to fail after many iterations, especially with -race:
  1772. // go test -v -run=TestTransportDoubleCloseOnWriteError -count=500 -race
  1773. func TestTransportDoubleCloseOnWriteError(t *testing.T) {
  1774. var (
  1775. mu sync.Mutex
  1776. conn net.Conn // to close if set
  1777. )
  1778. st := newServerTester(t,
  1779. func(w http.ResponseWriter, r *http.Request) {
  1780. mu.Lock()
  1781. defer mu.Unlock()
  1782. if conn != nil {
  1783. conn.Close()
  1784. }
  1785. },
  1786. optOnlyServer,
  1787. )
  1788. defer st.Close()
  1789. tr := &Transport{
  1790. TLSClientConfig: tlsConfigInsecure,
  1791. DialTLS: func(network, addr string, cfg *tls.Config) (net.Conn, error) {
  1792. tc, err := tls.Dial(network, addr, cfg)
  1793. if err != nil {
  1794. return nil, err
  1795. }
  1796. mu.Lock()
  1797. defer mu.Unlock()
  1798. conn = tc
  1799. return tc, nil
  1800. },
  1801. }
  1802. defer tr.CloseIdleConnections()
  1803. c := &http.Client{Transport: tr}
  1804. c.Get(st.ts.URL)
  1805. }
  1806. // Test that the http1 Transport.DisableKeepAlives option is respected
  1807. // and connections are closed as soon as idle.
  1808. // See golang.org/issue/14008
  1809. func TestTransportDisableKeepAlives(t *testing.T) {
  1810. st := newServerTester(t,
  1811. func(w http.ResponseWriter, r *http.Request) {
  1812. io.WriteString(w, "hi")
  1813. },
  1814. optOnlyServer,
  1815. )
  1816. defer st.Close()
  1817. connClosed := make(chan struct{}) // closed on tls.Conn.Close
  1818. tr := &Transport{
  1819. t1: &http.Transport{
  1820. DisableKeepAlives: true,
  1821. },
  1822. TLSClientConfig: tlsConfigInsecure,
  1823. DialTLS: func(network, addr string, cfg *tls.Config) (net.Conn, error) {
  1824. tc, err := tls.Dial(network, addr, cfg)
  1825. if err != nil {
  1826. return nil, err
  1827. }
  1828. return &noteCloseConn{Conn: tc, closefn: func() { close(connClosed) }}, nil
  1829. },
  1830. }
  1831. c := &http.Client{Transport: tr}
  1832. res, err := c.Get(st.ts.URL)
  1833. if err != nil {
  1834. t.Fatal(err)
  1835. }
  1836. if _, err := ioutil.ReadAll(res.Body); err != nil {
  1837. t.Fatal(err)
  1838. }
  1839. defer res.Body.Close()
  1840. select {
  1841. case <-connClosed:
  1842. case <-time.After(1 * time.Second):
  1843. t.Errorf("timeout")
  1844. }
  1845. }
  1846. // Test concurrent requests with Transport.DisableKeepAlives. We can share connections,
  1847. // but when things are totally idle, it still needs to close.
  1848. func TestTransportDisableKeepAlives_Concurrency(t *testing.T) {
  1849. const D = 25 * time.Millisecond
  1850. st := newServerTester(t,
  1851. func(w http.ResponseWriter, r *http.Request) {
  1852. time.Sleep(D)
  1853. io.WriteString(w, "hi")
  1854. },
  1855. optOnlyServer,
  1856. )
  1857. defer st.Close()
  1858. var dials int32
  1859. var conns sync.WaitGroup
  1860. tr := &Transport{
  1861. t1: &http.Transport{
  1862. DisableKeepAlives: true,
  1863. },
  1864. TLSClientConfig: tlsConfigInsecure,
  1865. DialTLS: func(network, addr string, cfg *tls.Config) (net.Conn, error) {
  1866. tc, err := tls.Dial(network, addr, cfg)
  1867. if err != nil {
  1868. return nil, err
  1869. }
  1870. atomic.AddInt32(&dials, 1)
  1871. conns.Add(1)
  1872. return &noteCloseConn{Conn: tc, closefn: func() { conns.Done() }}, nil
  1873. },
  1874. }
  1875. c := &http.Client{Transport: tr}
  1876. var reqs sync.WaitGroup
  1877. const N = 20
  1878. for i := 0; i < N; i++ {
  1879. reqs.Add(1)
  1880. if i == N-1 {
  1881. // For the final request, try to make all the
  1882. // others close. This isn't verified in the
  1883. // count, other than the Log statement, since
  1884. // it's so timing dependent. This test is
  1885. // really to make sure we don't interrupt a
  1886. // valid request.
  1887. time.Sleep(D * 2)
  1888. }
  1889. go func() {
  1890. defer reqs.Done()
  1891. res, err := c.Get(st.ts.URL)
  1892. if err != nil {
  1893. t.Error(err)
  1894. return
  1895. }
  1896. if _, err := ioutil.ReadAll(res.Body); err != nil {
  1897. t.Error(err)
  1898. return
  1899. }
  1900. res.Body.Close()
  1901. }()
  1902. }
  1903. reqs.Wait()
  1904. conns.Wait()
  1905. t.Logf("did %d dials, %d requests", atomic.LoadInt32(&dials), N)
  1906. }
  1907. type noteCloseConn struct {
  1908. net.Conn
  1909. onceClose sync.Once
  1910. closefn func()
  1911. }
  1912. func (c *noteCloseConn) Close() error {
  1913. c.onceClose.Do(c.closefn)
  1914. return c.Conn.Close()
  1915. }
  1916. func isTimeout(err error) bool {
  1917. switch err := err.(type) {
  1918. case nil:
  1919. return false
  1920. case *url.Error:
  1921. return isTimeout(err.Err)
  1922. case net.Error:
  1923. return err.Timeout()
  1924. }
  1925. return false
  1926. }
  1927. // Test that the http1 Transport.ResponseHeaderTimeout option and cancel is sent.
  1928. func TestTransportResponseHeaderTimeout_NoBody(t *testing.T) {
  1929. testTransportResponseHeaderTimeout(t, false)
  1930. }
  1931. func TestTransportResponseHeaderTimeout_Body(t *testing.T) {
  1932. testTransportResponseHeaderTimeout(t, true)
  1933. }
  1934. func testTransportResponseHeaderTimeout(t *testing.T, body bool) {
  1935. ct := newClientTester(t)
  1936. ct.tr.t1 = &http.Transport{
  1937. ResponseHeaderTimeout: 5 * time.Millisecond,
  1938. }
  1939. ct.client = func() error {
  1940. c := &http.Client{Transport: ct.tr}
  1941. var err error
  1942. var n int64
  1943. const bodySize = 4 << 20
  1944. if body {
  1945. _, err = c.Post("https://dummy.tld/", "text/foo", io.LimitReader(countingReader{&n}, bodySize))
  1946. } else {
  1947. _, err = c.Get("https://dummy.tld/")
  1948. }
  1949. if !isTimeout(err) {
  1950. t.Errorf("client expected timeout error; got %#v", err)
  1951. }
  1952. if body && n != bodySize {
  1953. t.Errorf("only read %d bytes of body; want %d", n, bodySize)
  1954. }
  1955. return nil
  1956. }
  1957. ct.server = func() error {
  1958. ct.greet()
  1959. for {
  1960. f, err := ct.fr.ReadFrame()
  1961. if err != nil {
  1962. t.Logf("ReadFrame: %v", err)
  1963. return nil
  1964. }
  1965. switch f := f.(type) {
  1966. case *DataFrame:
  1967. dataLen := len(f.Data())
  1968. if dataLen > 0 {
  1969. if err := ct.fr.WriteWindowUpdate(0, uint32(dataLen)); err != nil {
  1970. return err
  1971. }
  1972. if err := ct.fr.WriteWindowUpdate(f.StreamID, uint32(dataLen)); err != nil {
  1973. return err
  1974. }
  1975. }
  1976. case *RSTStreamFrame:
  1977. if f.StreamID == 1 && f.ErrCode == ErrCodeCancel {
  1978. return nil
  1979. }
  1980. }
  1981. }
  1982. }
  1983. ct.run()
  1984. }
  1985. func TestTransportDisableCompression(t *testing.T) {
  1986. const body = "sup"
  1987. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  1988. want := http.Header{
  1989. "User-Agent": []string{"Go-http-client/2.0"},
  1990. }
  1991. if !reflect.DeepEqual(r.Header, want) {
  1992. t.Errorf("request headers = %v; want %v", r.Header, want)
  1993. }
  1994. }, optOnlyServer)
  1995. defer st.Close()
  1996. tr := &Transport{
  1997. TLSClientConfig: tlsConfigInsecure,
  1998. t1: &http.Transport{
  1999. DisableCompression: true,
  2000. },
  2001. }
  2002. defer tr.CloseIdleConnections()
  2003. req, err := http.NewRequest("GET", st.ts.URL, nil)
  2004. if err != nil {
  2005. t.Fatal(err)
  2006. }
  2007. res, err := tr.RoundTrip(req)
  2008. if err != nil {
  2009. t.Fatal(err)
  2010. }
  2011. defer res.Body.Close()
  2012. }
  2013. // RFC 7540 section 8.1.2.2
  2014. func TestTransportRejectsConnHeaders(t *testing.T) {
  2015. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  2016. var got []string
  2017. for k := range r.Header {
  2018. got = append(got, k)
  2019. }
  2020. sort.Strings(got)
  2021. w.Header().Set("Got-Header", strings.Join(got, ","))
  2022. }, optOnlyServer)
  2023. defer st.Close()
  2024. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  2025. defer tr.CloseIdleConnections()
  2026. tests := []struct {
  2027. key string
  2028. value []string
  2029. want string
  2030. }{
  2031. {
  2032. key: "Upgrade",
  2033. value: []string{"anything"},
  2034. want: "ERROR: http2: invalid Upgrade request header: [\"anything\"]",
  2035. },
  2036. {
  2037. key: "Connection",
  2038. value: []string{"foo"},
  2039. want: "ERROR: http2: invalid Connection request header: [\"foo\"]",
  2040. },
  2041. {
  2042. key: "Connection",
  2043. value: []string{"close"},
  2044. want: "Accept-Encoding,User-Agent",
  2045. },
  2046. {
  2047. key: "Connection",
  2048. value: []string{"CLoSe"},
  2049. want: "Accept-Encoding,User-Agent",
  2050. },
  2051. {
  2052. key: "Connection",
  2053. value: []string{"close", "something-else"},
  2054. want: "ERROR: http2: invalid Connection request header: [\"close\" \"something-else\"]",
  2055. },
  2056. {
  2057. key: "Connection",
  2058. value: []string{"keep-alive"},
  2059. want: "Accept-Encoding,User-Agent",
  2060. },
  2061. {
  2062. key: "Connection",
  2063. value: []string{"Keep-ALIVE"},
  2064. want: "Accept-Encoding,User-Agent",
  2065. },
  2066. {
  2067. key: "Proxy-Connection", // just deleted and ignored
  2068. value: []string{"keep-alive"},
  2069. want: "Accept-Encoding,User-Agent",
  2070. },
  2071. {
  2072. key: "Transfer-Encoding",
  2073. value: []string{""},
  2074. want: "Accept-Encoding,User-Agent",
  2075. },
  2076. {
  2077. key: "Transfer-Encoding",
  2078. value: []string{"foo"},
  2079. want: "ERROR: http2: invalid Transfer-Encoding request header: [\"foo\"]",
  2080. },
  2081. {
  2082. key: "Transfer-Encoding",
  2083. value: []string{"chunked"},
  2084. want: "Accept-Encoding,User-Agent",
  2085. },
  2086. {
  2087. key: "Transfer-Encoding",
  2088. value: []string{"chunked", "other"},
  2089. want: "ERROR: http2: invalid Transfer-Encoding request header: [\"chunked\" \"other\"]",
  2090. },
  2091. {
  2092. key: "Content-Length",
  2093. value: []string{"123"},
  2094. want: "Accept-Encoding,User-Agent",
  2095. },
  2096. {
  2097. key: "Keep-Alive",
  2098. value: []string{"doop"},
  2099. want: "Accept-Encoding,User-Agent",
  2100. },
  2101. }
  2102. for _, tt := range tests {
  2103. req, _ := http.NewRequest("GET", st.ts.URL, nil)
  2104. req.Header[tt.key] = tt.value
  2105. res, err := tr.RoundTrip(req)
  2106. var got string
  2107. if err != nil {
  2108. got = fmt.Sprintf("ERROR: %v", err)
  2109. } else {
  2110. got = res.Header.Get("Got-Header")
  2111. res.Body.Close()
  2112. }
  2113. if got != tt.want {
  2114. t.Errorf("For key %q, value %q, got = %q; want %q", tt.key, tt.value, got, tt.want)
  2115. }
  2116. }
  2117. }
  2118. // golang.org/issue/14048
  2119. func TestTransportFailsOnInvalidHeaders(t *testing.T) {
  2120. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  2121. var got []string
  2122. for k := range r.Header {
  2123. got = append(got, k)
  2124. }
  2125. sort.Strings(got)
  2126. w.Header().Set("Got-Header", strings.Join(got, ","))
  2127. }, optOnlyServer)
  2128. defer st.Close()
  2129. tests := [...]struct {
  2130. h http.Header
  2131. wantErr string
  2132. }{
  2133. 0: {
  2134. h: http.Header{"with space": {"foo"}},
  2135. wantErr: `invalid HTTP header name "with space"`,
  2136. },
  2137. 1: {
  2138. h: http.Header{"name": {"Брэд"}},
  2139. wantErr: "", // okay
  2140. },
  2141. 2: {
  2142. h: http.Header{"имя": {"Brad"}},
  2143. wantErr: `invalid HTTP header name "имя"`,
  2144. },
  2145. 3: {
  2146. h: http.Header{"foo": {"foo\x01bar"}},
  2147. wantErr: `invalid HTTP header value "foo\x01bar" for header "foo"`,
  2148. },
  2149. }
  2150. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  2151. defer tr.CloseIdleConnections()
  2152. for i, tt := range tests {
  2153. req, _ := http.NewRequest("GET", st.ts.URL, nil)
  2154. req.Header = tt.h
  2155. res, err := tr.RoundTrip(req)
  2156. var bad bool
  2157. if tt.wantErr == "" {
  2158. if err != nil {
  2159. bad = true
  2160. t.Errorf("case %d: error = %v; want no error", i, err)
  2161. }
  2162. } else {
  2163. if !strings.Contains(fmt.Sprint(err), tt.wantErr) {
  2164. bad = true
  2165. t.Errorf("case %d: error = %v; want error %q", i, err, tt.wantErr)
  2166. }
  2167. }
  2168. if err == nil {
  2169. if bad {
  2170. t.Logf("case %d: server got headers %q", i, res.Header.Get("Got-Header"))
  2171. }
  2172. res.Body.Close()
  2173. }
  2174. }
  2175. }
  2176. // Tests that gzipReader doesn't crash on a second Read call following
  2177. // the first Read call's gzip.NewReader returning an error.
  2178. func TestGzipReader_DoubleReadCrash(t *testing.T) {
  2179. gz := &gzipReader{
  2180. body: ioutil.NopCloser(strings.NewReader("0123456789")),
  2181. }
  2182. var buf [1]byte
  2183. n, err1 := gz.Read(buf[:])
  2184. if n != 0 || !strings.Contains(fmt.Sprint(err1), "invalid header") {
  2185. t.Fatalf("Read = %v, %v; want 0, invalid header", n, err1)
  2186. }
  2187. n, err2 := gz.Read(buf[:])
  2188. if n != 0 || err2 != err1 {
  2189. t.Fatalf("second Read = %v, %v; want 0, %v", n, err2, err1)
  2190. }
  2191. }
  2192. func TestTransportNewTLSConfig(t *testing.T) {
  2193. tests := [...]struct {
  2194. conf *tls.Config
  2195. host string
  2196. want *tls.Config
  2197. }{
  2198. // Normal case.
  2199. 0: {
  2200. conf: nil,
  2201. host: "foo.com",
  2202. want: &tls.Config{
  2203. ServerName: "foo.com",
  2204. NextProtos: []string{NextProtoTLS},
  2205. },
  2206. },
  2207. // User-provided name (bar.com) takes precedence:
  2208. 1: {
  2209. conf: &tls.Config{
  2210. ServerName: "bar.com",
  2211. },
  2212. host: "foo.com",
  2213. want: &tls.Config{
  2214. ServerName: "bar.com",
  2215. NextProtos: []string{NextProtoTLS},
  2216. },
  2217. },
  2218. // NextProto is prepended:
  2219. 2: {
  2220. conf: &tls.Config{
  2221. NextProtos: []string{"foo", "bar"},
  2222. },
  2223. host: "example.com",
  2224. want: &tls.Config{
  2225. ServerName: "example.com",
  2226. NextProtos: []string{NextProtoTLS, "foo", "bar"},
  2227. },
  2228. },
  2229. // NextProto is not duplicated:
  2230. 3: {
  2231. conf: &tls.Config{
  2232. NextProtos: []string{"foo", "bar", NextProtoTLS},
  2233. },
  2234. host: "example.com",
  2235. want: &tls.Config{
  2236. ServerName: "example.com",
  2237. NextProtos: []string{"foo", "bar", NextProtoTLS},
  2238. },
  2239. },
  2240. }
  2241. for i, tt := range tests {
  2242. // Ignore the session ticket keys part, which ends up populating
  2243. // unexported fields in the Config:
  2244. if tt.conf != nil {
  2245. tt.conf.SessionTicketsDisabled = true
  2246. }
  2247. tr := &Transport{TLSClientConfig: tt.conf}
  2248. got := tr.newTLSConfig(tt.host)
  2249. got.SessionTicketsDisabled = false
  2250. if !reflect.DeepEqual(got, tt.want) {
  2251. t.Errorf("%d. got %#v; want %#v", i, got, tt.want)
  2252. }
  2253. }
  2254. }
  2255. // The Google GFE responds to HEAD requests with a HEADERS frame
  2256. // without END_STREAM, followed by a 0-length DATA frame with
  2257. // END_STREAM. Make sure we don't get confused by that. (We did.)
  2258. func TestTransportReadHeadResponse(t *testing.T) {
  2259. ct := newClientTester(t)
  2260. clientDone := make(chan struct{})
  2261. ct.client = func() error {
  2262. defer close(clientDone)
  2263. req, _ := http.NewRequest("HEAD", "https://dummy.tld/", nil)
  2264. res, err := ct.tr.RoundTrip(req)
  2265. if err != nil {
  2266. return err
  2267. }
  2268. if res.ContentLength != 123 {
  2269. return fmt.Errorf("Content-Length = %d; want 123", res.ContentLength)
  2270. }
  2271. slurp, err := ioutil.ReadAll(res.Body)
  2272. if err != nil {
  2273. return fmt.Errorf("ReadAll: %v", err)
  2274. }
  2275. if len(slurp) > 0 {
  2276. return fmt.Errorf("Unexpected non-empty ReadAll body: %q", slurp)
  2277. }
  2278. return nil
  2279. }
  2280. ct.server = func() error {
  2281. ct.greet()
  2282. for {
  2283. f, err := ct.fr.ReadFrame()
  2284. if err != nil {
  2285. t.Logf("ReadFrame: %v", err)
  2286. return nil
  2287. }
  2288. hf, ok := f.(*HeadersFrame)
  2289. if !ok {
  2290. continue
  2291. }
  2292. var buf bytes.Buffer
  2293. enc := hpack.NewEncoder(&buf)
  2294. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "200"})
  2295. enc.WriteField(hpack.HeaderField{Name: "content-length", Value: "123"})
  2296. ct.fr.WriteHeaders(HeadersFrameParam{
  2297. StreamID: hf.StreamID,
  2298. EndHeaders: true,
  2299. EndStream: false, // as the GFE does
  2300. BlockFragment: buf.Bytes(),
  2301. })
  2302. ct.fr.WriteData(hf.StreamID, true, nil)
  2303. <-clientDone
  2304. return nil
  2305. }
  2306. }
  2307. ct.run()
  2308. }
  2309. func TestTransportReadHeadResponseWithBody(t *testing.T) {
  2310. // This test use not valid response format.
  2311. // Discarding logger output to not spam tests output.
  2312. log.SetOutput(ioutil.Discard)
  2313. defer log.SetOutput(os.Stderr)
  2314. response := "redirecting to /elsewhere"
  2315. ct := newClientTester(t)
  2316. clientDone := make(chan struct{})
  2317. ct.client = func() error {
  2318. defer close(clientDone)
  2319. req, _ := http.NewRequest("HEAD", "https://dummy.tld/", nil)
  2320. res, err := ct.tr.RoundTrip(req)
  2321. if err != nil {
  2322. return err
  2323. }
  2324. if res.ContentLength != int64(len(response)) {
  2325. return fmt.Errorf("Content-Length = %d; want %d", res.ContentLength, len(response))
  2326. }
  2327. slurp, err := ioutil.ReadAll(res.Body)
  2328. if err != nil {
  2329. return fmt.Errorf("ReadAll: %v", err)
  2330. }
  2331. if len(slurp) > 0 {
  2332. return fmt.Errorf("Unexpected non-empty ReadAll body: %q", slurp)
  2333. }
  2334. return nil
  2335. }
  2336. ct.server = func() error {
  2337. ct.greet()
  2338. for {
  2339. f, err := ct.fr.ReadFrame()
  2340. if err != nil {
  2341. t.Logf("ReadFrame: %v", err)
  2342. return nil
  2343. }
  2344. hf, ok := f.(*HeadersFrame)
  2345. if !ok {
  2346. continue
  2347. }
  2348. var buf bytes.Buffer
  2349. enc := hpack.NewEncoder(&buf)
  2350. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "200"})
  2351. enc.WriteField(hpack.HeaderField{Name: "content-length", Value: strconv.Itoa(len(response))})
  2352. ct.fr.WriteHeaders(HeadersFrameParam{
  2353. StreamID: hf.StreamID,
  2354. EndHeaders: true,
  2355. EndStream: false,
  2356. BlockFragment: buf.Bytes(),
  2357. })
  2358. ct.fr.WriteData(hf.StreamID, true, []byte(response))
  2359. <-clientDone
  2360. return nil
  2361. }
  2362. }
  2363. ct.run()
  2364. }
  2365. type neverEnding byte
  2366. func (b neverEnding) Read(p []byte) (int, error) {
  2367. for i := range p {
  2368. p[i] = byte(b)
  2369. }
  2370. return len(p), nil
  2371. }
  2372. // golang.org/issue/15425: test that a handler closing the request
  2373. // body doesn't terminate the stream to the peer. (It just stops
  2374. // readability from the handler's side, and eventually the client
  2375. // runs out of flow control tokens)
  2376. func TestTransportHandlerBodyClose(t *testing.T) {
  2377. const bodySize = 10 << 20
  2378. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  2379. r.Body.Close()
  2380. io.Copy(w, io.LimitReader(neverEnding('A'), bodySize))
  2381. }, optOnlyServer)
  2382. defer st.Close()
  2383. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  2384. defer tr.CloseIdleConnections()
  2385. g0 := runtime.NumGoroutine()
  2386. const numReq = 10
  2387. for i := 0; i < numReq; i++ {
  2388. req, err := http.NewRequest("POST", st.ts.URL, struct{ io.Reader }{io.LimitReader(neverEnding('A'), bodySize)})
  2389. if err != nil {
  2390. t.Fatal(err)
  2391. }
  2392. res, err := tr.RoundTrip(req)
  2393. if err != nil {
  2394. t.Fatal(err)
  2395. }
  2396. n, err := io.Copy(ioutil.Discard, res.Body)
  2397. res.Body.Close()
  2398. if n != bodySize || err != nil {
  2399. t.Fatalf("req#%d: Copy = %d, %v; want %d, nil", i, n, err, bodySize)
  2400. }
  2401. }
  2402. tr.CloseIdleConnections()
  2403. if !waitCondition(5*time.Second, 100*time.Millisecond, func() bool {
  2404. gd := runtime.NumGoroutine() - g0
  2405. return gd < numReq/2
  2406. }) {
  2407. t.Errorf("appeared to leak goroutines")
  2408. }
  2409. }
  2410. // https://golang.org/issue/15930
  2411. func TestTransportFlowControl(t *testing.T) {
  2412. const bufLen = 64 << 10
  2413. var total int64 = 100 << 20 // 100MB
  2414. if testing.Short() {
  2415. total = 10 << 20
  2416. }
  2417. var wrote int64 // updated atomically
  2418. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  2419. b := make([]byte, bufLen)
  2420. for wrote < total {
  2421. n, err := w.Write(b)
  2422. atomic.AddInt64(&wrote, int64(n))
  2423. if err != nil {
  2424. t.Errorf("ResponseWriter.Write error: %v", err)
  2425. break
  2426. }
  2427. w.(http.Flusher).Flush()
  2428. }
  2429. }, optOnlyServer)
  2430. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  2431. defer tr.CloseIdleConnections()
  2432. req, err := http.NewRequest("GET", st.ts.URL, nil)
  2433. if err != nil {
  2434. t.Fatal("NewRequest error:", err)
  2435. }
  2436. resp, err := tr.RoundTrip(req)
  2437. if err != nil {
  2438. t.Fatal("RoundTrip error:", err)
  2439. }
  2440. defer resp.Body.Close()
  2441. var read int64
  2442. b := make([]byte, bufLen)
  2443. for {
  2444. n, err := resp.Body.Read(b)
  2445. if err == io.EOF {
  2446. break
  2447. }
  2448. if err != nil {
  2449. t.Fatal("Read error:", err)
  2450. }
  2451. read += int64(n)
  2452. const max = transportDefaultStreamFlow
  2453. if w := atomic.LoadInt64(&wrote); -max > read-w || read-w > max {
  2454. t.Fatalf("Too much data inflight: server wrote %v bytes but client only received %v", w, read)
  2455. }
  2456. // Let the server get ahead of the client.
  2457. time.Sleep(1 * time.Millisecond)
  2458. }
  2459. }
  2460. // golang.org/issue/14627 -- if the server sends a GOAWAY frame, make
  2461. // the Transport remember it and return it back to users (via
  2462. // RoundTrip or request body reads) if needed (e.g. if the server
  2463. // proceeds to close the TCP connection before the client gets its
  2464. // response)
  2465. func TestTransportUsesGoAwayDebugError_RoundTrip(t *testing.T) {
  2466. testTransportUsesGoAwayDebugError(t, false)
  2467. }
  2468. func TestTransportUsesGoAwayDebugError_Body(t *testing.T) {
  2469. testTransportUsesGoAwayDebugError(t, true)
  2470. }
  2471. func testTransportUsesGoAwayDebugError(t *testing.T, failMidBody bool) {
  2472. ct := newClientTester(t)
  2473. clientDone := make(chan struct{})
  2474. const goAwayErrCode = ErrCodeHTTP11Required // arbitrary
  2475. const goAwayDebugData = "some debug data"
  2476. ct.client = func() error {
  2477. defer close(clientDone)
  2478. req, _ := http.NewRequest("GET", "https://dummy.tld/", nil)
  2479. res, err := ct.tr.RoundTrip(req)
  2480. if failMidBody {
  2481. if err != nil {
  2482. return fmt.Errorf("unexpected client RoundTrip error: %v", err)
  2483. }
  2484. _, err = io.Copy(ioutil.Discard, res.Body)
  2485. res.Body.Close()
  2486. }
  2487. want := GoAwayError{
  2488. LastStreamID: 5,
  2489. ErrCode: goAwayErrCode,
  2490. DebugData: goAwayDebugData,
  2491. }
  2492. if !reflect.DeepEqual(err, want) {
  2493. t.Errorf("RoundTrip error = %T: %#v, want %T (%#v)", err, err, want, want)
  2494. }
  2495. return nil
  2496. }
  2497. ct.server = func() error {
  2498. ct.greet()
  2499. for {
  2500. f, err := ct.fr.ReadFrame()
  2501. if err != nil {
  2502. t.Logf("ReadFrame: %v", err)
  2503. return nil
  2504. }
  2505. hf, ok := f.(*HeadersFrame)
  2506. if !ok {
  2507. continue
  2508. }
  2509. if failMidBody {
  2510. var buf bytes.Buffer
  2511. enc := hpack.NewEncoder(&buf)
  2512. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "200"})
  2513. enc.WriteField(hpack.HeaderField{Name: "content-length", Value: "123"})
  2514. ct.fr.WriteHeaders(HeadersFrameParam{
  2515. StreamID: hf.StreamID,
  2516. EndHeaders: true,
  2517. EndStream: false,
  2518. BlockFragment: buf.Bytes(),
  2519. })
  2520. }
  2521. // Write two GOAWAY frames, to test that the Transport takes
  2522. // the interesting parts of both.
  2523. ct.fr.WriteGoAway(5, ErrCodeNo, []byte(goAwayDebugData))
  2524. ct.fr.WriteGoAway(5, goAwayErrCode, nil)
  2525. ct.sc.(*net.TCPConn).CloseWrite()
  2526. if runtime.GOOS == "plan9" {
  2527. // CloseWrite not supported on Plan 9; Issue 17906
  2528. ct.sc.(*net.TCPConn).Close()
  2529. }
  2530. <-clientDone
  2531. return nil
  2532. }
  2533. }
  2534. ct.run()
  2535. }
  2536. func testTransportReturnsUnusedFlowControl(t *testing.T, oneDataFrame bool) {
  2537. ct := newClientTester(t)
  2538. clientClosed := make(chan struct{})
  2539. serverWroteFirstByte := make(chan struct{})
  2540. ct.client = func() error {
  2541. req, _ := http.NewRequest("GET", "https://dummy.tld/", nil)
  2542. res, err := ct.tr.RoundTrip(req)
  2543. if err != nil {
  2544. return err
  2545. }
  2546. <-serverWroteFirstByte
  2547. if n, err := res.Body.Read(make([]byte, 1)); err != nil || n != 1 {
  2548. return fmt.Errorf("body read = %v, %v; want 1, nil", n, err)
  2549. }
  2550. res.Body.Close() // leaving 4999 bytes unread
  2551. close(clientClosed)
  2552. return nil
  2553. }
  2554. ct.server = func() error {
  2555. ct.greet()
  2556. var hf *HeadersFrame
  2557. for {
  2558. f, err := ct.fr.ReadFrame()
  2559. if err != nil {
  2560. return fmt.Errorf("ReadFrame while waiting for Headers: %v", err)
  2561. }
  2562. switch f.(type) {
  2563. case *WindowUpdateFrame, *SettingsFrame:
  2564. continue
  2565. }
  2566. var ok bool
  2567. hf, ok = f.(*HeadersFrame)
  2568. if !ok {
  2569. return fmt.Errorf("Got %T; want HeadersFrame", f)
  2570. }
  2571. break
  2572. }
  2573. var buf bytes.Buffer
  2574. enc := hpack.NewEncoder(&buf)
  2575. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "200"})
  2576. enc.WriteField(hpack.HeaderField{Name: "content-length", Value: "5000"})
  2577. ct.fr.WriteHeaders(HeadersFrameParam{
  2578. StreamID: hf.StreamID,
  2579. EndHeaders: true,
  2580. EndStream: false,
  2581. BlockFragment: buf.Bytes(),
  2582. })
  2583. // Two cases:
  2584. // - Send one DATA frame with 5000 bytes.
  2585. // - Send two DATA frames with 1 and 4999 bytes each.
  2586. //
  2587. // In both cases, the client should consume one byte of data,
  2588. // refund that byte, then refund the following 4999 bytes.
  2589. //
  2590. // In the second case, the server waits for the client connection to
  2591. // close before seconding the second DATA frame. This tests the case
  2592. // where the client receives a DATA frame after it has reset the stream.
  2593. if oneDataFrame {
  2594. ct.fr.WriteData(hf.StreamID, false /* don't end stream */, make([]byte, 5000))
  2595. close(serverWroteFirstByte)
  2596. <-clientClosed
  2597. } else {
  2598. ct.fr.WriteData(hf.StreamID, false /* don't end stream */, make([]byte, 1))
  2599. close(serverWroteFirstByte)
  2600. <-clientClosed
  2601. ct.fr.WriteData(hf.StreamID, false /* don't end stream */, make([]byte, 4999))
  2602. }
  2603. waitingFor := "RSTStreamFrame"
  2604. for {
  2605. f, err := ct.fr.ReadFrame()
  2606. if err != nil {
  2607. return fmt.Errorf("ReadFrame while waiting for %s: %v", waitingFor, err)
  2608. }
  2609. if _, ok := f.(*SettingsFrame); ok {
  2610. continue
  2611. }
  2612. switch waitingFor {
  2613. case "RSTStreamFrame":
  2614. if rf, ok := f.(*RSTStreamFrame); !ok || rf.ErrCode != ErrCodeCancel {
  2615. return fmt.Errorf("Expected a RSTStreamFrame with code cancel; got %v", summarizeFrame(f))
  2616. }
  2617. waitingFor = "WindowUpdateFrame"
  2618. case "WindowUpdateFrame":
  2619. if wuf, ok := f.(*WindowUpdateFrame); !ok || wuf.Increment != 4999 {
  2620. return fmt.Errorf("Expected WindowUpdateFrame for 4999 bytes; got %v", summarizeFrame(f))
  2621. }
  2622. return nil
  2623. }
  2624. }
  2625. }
  2626. ct.run()
  2627. }
  2628. // See golang.org/issue/16481
  2629. func TestTransportReturnsUnusedFlowControlSingleWrite(t *testing.T) {
  2630. testTransportReturnsUnusedFlowControl(t, true)
  2631. }
  2632. // See golang.org/issue/20469
  2633. func TestTransportReturnsUnusedFlowControlMultipleWrites(t *testing.T) {
  2634. testTransportReturnsUnusedFlowControl(t, false)
  2635. }
  2636. // Issue 16612: adjust flow control on open streams when transport
  2637. // receives SETTINGS with INITIAL_WINDOW_SIZE from server.
  2638. func TestTransportAdjustsFlowControl(t *testing.T) {
  2639. ct := newClientTester(t)
  2640. clientDone := make(chan struct{})
  2641. const bodySize = 1 << 20
  2642. ct.client = func() error {
  2643. defer ct.cc.(*net.TCPConn).CloseWrite()
  2644. if runtime.GOOS == "plan9" {
  2645. // CloseWrite not supported on Plan 9; Issue 17906
  2646. defer ct.cc.(*net.TCPConn).Close()
  2647. }
  2648. defer close(clientDone)
  2649. req, _ := http.NewRequest("POST", "https://dummy.tld/", struct{ io.Reader }{io.LimitReader(neverEnding('A'), bodySize)})
  2650. res, err := ct.tr.RoundTrip(req)
  2651. if err != nil {
  2652. return err
  2653. }
  2654. res.Body.Close()
  2655. return nil
  2656. }
  2657. ct.server = func() error {
  2658. _, err := io.ReadFull(ct.sc, make([]byte, len(ClientPreface)))
  2659. if err != nil {
  2660. return fmt.Errorf("reading client preface: %v", err)
  2661. }
  2662. var gotBytes int64
  2663. var sentSettings bool
  2664. for {
  2665. f, err := ct.fr.ReadFrame()
  2666. if err != nil {
  2667. select {
  2668. case <-clientDone:
  2669. return nil
  2670. default:
  2671. return fmt.Errorf("ReadFrame while waiting for Headers: %v", err)
  2672. }
  2673. }
  2674. switch f := f.(type) {
  2675. case *DataFrame:
  2676. gotBytes += int64(len(f.Data()))
  2677. // After we've got half the client's
  2678. // initial flow control window's worth
  2679. // of request body data, give it just
  2680. // enough flow control to finish.
  2681. if gotBytes >= initialWindowSize/2 && !sentSettings {
  2682. sentSettings = true
  2683. ct.fr.WriteSettings(Setting{ID: SettingInitialWindowSize, Val: bodySize})
  2684. ct.fr.WriteWindowUpdate(0, bodySize)
  2685. ct.fr.WriteSettingsAck()
  2686. }
  2687. if f.StreamEnded() {
  2688. var buf bytes.Buffer
  2689. enc := hpack.NewEncoder(&buf)
  2690. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "200"})
  2691. ct.fr.WriteHeaders(HeadersFrameParam{
  2692. StreamID: f.StreamID,
  2693. EndHeaders: true,
  2694. EndStream: true,
  2695. BlockFragment: buf.Bytes(),
  2696. })
  2697. }
  2698. }
  2699. }
  2700. }
  2701. ct.run()
  2702. }
  2703. // See golang.org/issue/16556
  2704. func TestTransportReturnsDataPaddingFlowControl(t *testing.T) {
  2705. ct := newClientTester(t)
  2706. unblockClient := make(chan bool, 1)
  2707. ct.client = func() error {
  2708. req, _ := http.NewRequest("GET", "https://dummy.tld/", nil)
  2709. res, err := ct.tr.RoundTrip(req)
  2710. if err != nil {
  2711. return err
  2712. }
  2713. defer res.Body.Close()
  2714. <-unblockClient
  2715. return nil
  2716. }
  2717. ct.server = func() error {
  2718. ct.greet()
  2719. var hf *HeadersFrame
  2720. for {
  2721. f, err := ct.fr.ReadFrame()
  2722. if err != nil {
  2723. return fmt.Errorf("ReadFrame while waiting for Headers: %v", err)
  2724. }
  2725. switch f.(type) {
  2726. case *WindowUpdateFrame, *SettingsFrame:
  2727. continue
  2728. }
  2729. var ok bool
  2730. hf, ok = f.(*HeadersFrame)
  2731. if !ok {
  2732. return fmt.Errorf("Got %T; want HeadersFrame", f)
  2733. }
  2734. break
  2735. }
  2736. var buf bytes.Buffer
  2737. enc := hpack.NewEncoder(&buf)
  2738. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "200"})
  2739. enc.WriteField(hpack.HeaderField{Name: "content-length", Value: "5000"})
  2740. ct.fr.WriteHeaders(HeadersFrameParam{
  2741. StreamID: hf.StreamID,
  2742. EndHeaders: true,
  2743. EndStream: false,
  2744. BlockFragment: buf.Bytes(),
  2745. })
  2746. pad := make([]byte, 5)
  2747. ct.fr.WriteDataPadded(hf.StreamID, false, make([]byte, 5000), pad) // without ending stream
  2748. f, err := ct.readNonSettingsFrame()
  2749. if err != nil {
  2750. return fmt.Errorf("ReadFrame while waiting for first WindowUpdateFrame: %v", err)
  2751. }
  2752. wantBack := uint32(len(pad)) + 1 // one byte for the length of the padding
  2753. if wuf, ok := f.(*WindowUpdateFrame); !ok || wuf.Increment != wantBack || wuf.StreamID != 0 {
  2754. return fmt.Errorf("Expected conn WindowUpdateFrame for %d bytes; got %v", wantBack, summarizeFrame(f))
  2755. }
  2756. f, err = ct.readNonSettingsFrame()
  2757. if err != nil {
  2758. return fmt.Errorf("ReadFrame while waiting for second WindowUpdateFrame: %v", err)
  2759. }
  2760. if wuf, ok := f.(*WindowUpdateFrame); !ok || wuf.Increment != wantBack || wuf.StreamID == 0 {
  2761. return fmt.Errorf("Expected stream WindowUpdateFrame for %d bytes; got %v", wantBack, summarizeFrame(f))
  2762. }
  2763. unblockClient <- true
  2764. return nil
  2765. }
  2766. ct.run()
  2767. }
  2768. // golang.org/issue/16572 -- RoundTrip shouldn't hang when it gets a
  2769. // StreamError as a result of the response HEADERS
  2770. func TestTransportReturnsErrorOnBadResponseHeaders(t *testing.T) {
  2771. ct := newClientTester(t)
  2772. ct.client = func() error {
  2773. req, _ := http.NewRequest("GET", "https://dummy.tld/", nil)
  2774. res, err := ct.tr.RoundTrip(req)
  2775. if err == nil {
  2776. res.Body.Close()
  2777. return errors.New("unexpected successful GET")
  2778. }
  2779. want := StreamError{1, ErrCodeProtocol, headerFieldNameError(" content-type")}
  2780. if !reflect.DeepEqual(want, err) {
  2781. t.Errorf("RoundTrip error = %#v; want %#v", err, want)
  2782. }
  2783. return nil
  2784. }
  2785. ct.server = func() error {
  2786. ct.greet()
  2787. hf, err := ct.firstHeaders()
  2788. if err != nil {
  2789. return err
  2790. }
  2791. var buf bytes.Buffer
  2792. enc := hpack.NewEncoder(&buf)
  2793. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "200"})
  2794. enc.WriteField(hpack.HeaderField{Name: " content-type", Value: "bogus"}) // bogus spaces
  2795. ct.fr.WriteHeaders(HeadersFrameParam{
  2796. StreamID: hf.StreamID,
  2797. EndHeaders: true,
  2798. EndStream: false,
  2799. BlockFragment: buf.Bytes(),
  2800. })
  2801. for {
  2802. fr, err := ct.readFrame()
  2803. if err != nil {
  2804. return fmt.Errorf("error waiting for RST_STREAM from client: %v", err)
  2805. }
  2806. if _, ok := fr.(*SettingsFrame); ok {
  2807. continue
  2808. }
  2809. if rst, ok := fr.(*RSTStreamFrame); !ok || rst.StreamID != 1 || rst.ErrCode != ErrCodeProtocol {
  2810. t.Errorf("Frame = %v; want RST_STREAM for stream 1 with ErrCodeProtocol", summarizeFrame(fr))
  2811. }
  2812. break
  2813. }
  2814. return nil
  2815. }
  2816. ct.run()
  2817. }
  2818. // byteAndEOFReader returns is in an io.Reader which reads one byte
  2819. // (the underlying byte) and io.EOF at once in its Read call.
  2820. type byteAndEOFReader byte
  2821. func (b byteAndEOFReader) Read(p []byte) (n int, err error) {
  2822. if len(p) == 0 {
  2823. panic("unexpected useless call")
  2824. }
  2825. p[0] = byte(b)
  2826. return 1, io.EOF
  2827. }
  2828. // Issue 16788: the Transport had a regression where it started
  2829. // sending a spurious DATA frame with a duplicate END_STREAM bit after
  2830. // the request body writer goroutine had already read an EOF from the
  2831. // Request.Body and included the END_STREAM on a data-carrying DATA
  2832. // frame.
  2833. //
  2834. // Notably, to trigger this, the requests need to use a Request.Body
  2835. // which returns (non-0, io.EOF) and also needs to set the ContentLength
  2836. // explicitly.
  2837. func TestTransportBodyDoubleEndStream(t *testing.T) {
  2838. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  2839. // Nothing.
  2840. }, optOnlyServer)
  2841. defer st.Close()
  2842. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  2843. defer tr.CloseIdleConnections()
  2844. for i := 0; i < 2; i++ {
  2845. req, _ := http.NewRequest("POST", st.ts.URL, byteAndEOFReader('a'))
  2846. req.ContentLength = 1
  2847. res, err := tr.RoundTrip(req)
  2848. if err != nil {
  2849. t.Fatalf("failure on req %d: %v", i+1, err)
  2850. }
  2851. defer res.Body.Close()
  2852. }
  2853. }
  2854. // golang.org/issue/16847, golang.org/issue/19103
  2855. func TestTransportRequestPathPseudo(t *testing.T) {
  2856. type result struct {
  2857. path string
  2858. err string
  2859. }
  2860. tests := []struct {
  2861. req *http.Request
  2862. want result
  2863. }{
  2864. 0: {
  2865. req: &http.Request{
  2866. Method: "GET",
  2867. URL: &url.URL{
  2868. Host: "foo.com",
  2869. Path: "/foo",
  2870. },
  2871. },
  2872. want: result{path: "/foo"},
  2873. },
  2874. // In Go 1.7, we accepted paths of "//foo".
  2875. // In Go 1.8, we rejected it (issue 16847).
  2876. // In Go 1.9, we accepted it again (issue 19103).
  2877. 1: {
  2878. req: &http.Request{
  2879. Method: "GET",
  2880. URL: &url.URL{
  2881. Host: "foo.com",
  2882. Path: "//foo",
  2883. },
  2884. },
  2885. want: result{path: "//foo"},
  2886. },
  2887. // Opaque with //$Matching_Hostname/path
  2888. 2: {
  2889. req: &http.Request{
  2890. Method: "GET",
  2891. URL: &url.URL{
  2892. Scheme: "https",
  2893. Opaque: "//foo.com/path",
  2894. Host: "foo.com",
  2895. Path: "/ignored",
  2896. },
  2897. },
  2898. want: result{path: "/path"},
  2899. },
  2900. // Opaque with some other Request.Host instead:
  2901. 3: {
  2902. req: &http.Request{
  2903. Method: "GET",
  2904. Host: "bar.com",
  2905. URL: &url.URL{
  2906. Scheme: "https",
  2907. Opaque: "//bar.com/path",
  2908. Host: "foo.com",
  2909. Path: "/ignored",
  2910. },
  2911. },
  2912. want: result{path: "/path"},
  2913. },
  2914. // Opaque without the leading "//":
  2915. 4: {
  2916. req: &http.Request{
  2917. Method: "GET",
  2918. URL: &url.URL{
  2919. Opaque: "/path",
  2920. Host: "foo.com",
  2921. Path: "/ignored",
  2922. },
  2923. },
  2924. want: result{path: "/path"},
  2925. },
  2926. // Opaque we can't handle:
  2927. 5: {
  2928. req: &http.Request{
  2929. Method: "GET",
  2930. URL: &url.URL{
  2931. Scheme: "https",
  2932. Opaque: "//unknown_host/path",
  2933. Host: "foo.com",
  2934. Path: "/ignored",
  2935. },
  2936. },
  2937. want: result{err: `invalid request :path "https://unknown_host/path" from URL.Opaque = "//unknown_host/path"`},
  2938. },
  2939. // A CONNECT request:
  2940. 6: {
  2941. req: &http.Request{
  2942. Method: "CONNECT",
  2943. URL: &url.URL{
  2944. Host: "foo.com",
  2945. },
  2946. },
  2947. want: result{},
  2948. },
  2949. }
  2950. for i, tt := range tests {
  2951. cc := &ClientConn{peerMaxHeaderListSize: 0xffffffffffffffff}
  2952. cc.henc = hpack.NewEncoder(&cc.hbuf)
  2953. cc.mu.Lock()
  2954. hdrs, err := cc.encodeHeaders(tt.req, false, "", -1)
  2955. cc.mu.Unlock()
  2956. var got result
  2957. hpackDec := hpack.NewDecoder(initialHeaderTableSize, func(f hpack.HeaderField) {
  2958. if f.Name == ":path" {
  2959. got.path = f.Value
  2960. }
  2961. })
  2962. if err != nil {
  2963. got.err = err.Error()
  2964. } else if len(hdrs) > 0 {
  2965. if _, err := hpackDec.Write(hdrs); err != nil {
  2966. t.Errorf("%d. bogus hpack: %v", i, err)
  2967. continue
  2968. }
  2969. }
  2970. if got != tt.want {
  2971. t.Errorf("%d. got %+v; want %+v", i, got, tt.want)
  2972. }
  2973. }
  2974. }
  2975. // golang.org/issue/17071 -- don't sniff the first byte of the request body
  2976. // before we've determined that the ClientConn is usable.
  2977. func TestRoundTripDoesntConsumeRequestBodyEarly(t *testing.T) {
  2978. const body = "foo"
  2979. req, _ := http.NewRequest("POST", "http://foo.com/", ioutil.NopCloser(strings.NewReader(body)))
  2980. cc := &ClientConn{
  2981. closed: true,
  2982. }
  2983. _, err := cc.RoundTrip(req)
  2984. if err != errClientConnUnusable {
  2985. t.Fatalf("RoundTrip = %v; want errClientConnUnusable", err)
  2986. }
  2987. slurp, err := ioutil.ReadAll(req.Body)
  2988. if err != nil {
  2989. t.Errorf("ReadAll = %v", err)
  2990. }
  2991. if string(slurp) != body {
  2992. t.Errorf("Body = %q; want %q", slurp, body)
  2993. }
  2994. }
  2995. func TestClientConnPing(t *testing.T) {
  2996. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {}, optOnlyServer)
  2997. defer st.Close()
  2998. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  2999. defer tr.CloseIdleConnections()
  3000. cc, err := tr.dialClientConn(st.ts.Listener.Addr().String(), false)
  3001. if err != nil {
  3002. t.Fatal(err)
  3003. }
  3004. if err = cc.Ping(context.Background()); err != nil {
  3005. t.Fatal(err)
  3006. }
  3007. }
  3008. // Issue 16974: if the server sent a DATA frame after the user
  3009. // canceled the Transport's Request, the Transport previously wrote to a
  3010. // closed pipe, got an error, and ended up closing the whole TCP
  3011. // connection.
  3012. func TestTransportCancelDataResponseRace(t *testing.T) {
  3013. cancel := make(chan struct{})
  3014. clientGotError := make(chan bool, 1)
  3015. const msg = "Hello."
  3016. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  3017. if strings.Contains(r.URL.Path, "/hello") {
  3018. time.Sleep(50 * time.Millisecond)
  3019. io.WriteString(w, msg)
  3020. return
  3021. }
  3022. for i := 0; i < 50; i++ {
  3023. io.WriteString(w, "Some data.")
  3024. w.(http.Flusher).Flush()
  3025. if i == 2 {
  3026. close(cancel)
  3027. <-clientGotError
  3028. }
  3029. time.Sleep(10 * time.Millisecond)
  3030. }
  3031. }, optOnlyServer)
  3032. defer st.Close()
  3033. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  3034. defer tr.CloseIdleConnections()
  3035. c := &http.Client{Transport: tr}
  3036. req, _ := http.NewRequest("GET", st.ts.URL, nil)
  3037. req.Cancel = cancel
  3038. res, err := c.Do(req)
  3039. if err != nil {
  3040. t.Fatal(err)
  3041. }
  3042. if _, err = io.Copy(ioutil.Discard, res.Body); err == nil {
  3043. t.Fatal("unexpected success")
  3044. }
  3045. clientGotError <- true
  3046. res, err = c.Get(st.ts.URL + "/hello")
  3047. if err != nil {
  3048. t.Fatal(err)
  3049. }
  3050. slurp, err := ioutil.ReadAll(res.Body)
  3051. if err != nil {
  3052. t.Fatal(err)
  3053. }
  3054. if string(slurp) != msg {
  3055. t.Errorf("Got = %q; want %q", slurp, msg)
  3056. }
  3057. }
  3058. // Issue 21316: It should be safe to reuse an http.Request after the
  3059. // request has completed.
  3060. func TestTransportNoRaceOnRequestObjectAfterRequestComplete(t *testing.T) {
  3061. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  3062. w.WriteHeader(200)
  3063. io.WriteString(w, "body")
  3064. }, optOnlyServer)
  3065. defer st.Close()
  3066. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  3067. defer tr.CloseIdleConnections()
  3068. req, _ := http.NewRequest("GET", st.ts.URL, nil)
  3069. resp, err := tr.RoundTrip(req)
  3070. if err != nil {
  3071. t.Fatal(err)
  3072. }
  3073. if _, err = io.Copy(ioutil.Discard, resp.Body); err != nil {
  3074. t.Fatalf("error reading response body: %v", err)
  3075. }
  3076. if err := resp.Body.Close(); err != nil {
  3077. t.Fatalf("error closing response body: %v", err)
  3078. }
  3079. // This access of req.Header should not race with code in the transport.
  3080. req.Header = http.Header{}
  3081. }
  3082. func TestTransportCloseAfterLostPing(t *testing.T) {
  3083. clientDone := make(chan struct{})
  3084. ct := newClientTester(t)
  3085. ct.tr.PingTimeout = 1 * time.Second
  3086. ct.tr.ReadIdleTimeout = 1 * time.Second
  3087. ct.client = func() error {
  3088. defer ct.cc.(*net.TCPConn).CloseWrite()
  3089. defer close(clientDone)
  3090. req, _ := http.NewRequest("GET", "https://dummy.tld/", nil)
  3091. _, err := ct.tr.RoundTrip(req)
  3092. if err == nil || !strings.Contains(err.Error(), "client connection lost") {
  3093. return fmt.Errorf("expected to get error about \"connection lost\", got %v", err)
  3094. }
  3095. return nil
  3096. }
  3097. ct.server = func() error {
  3098. ct.greet()
  3099. <-clientDone
  3100. return nil
  3101. }
  3102. ct.run()
  3103. }
  3104. func TestTransportPingWhenReading(t *testing.T) {
  3105. testCases := []struct {
  3106. name string
  3107. readIdleTimeout time.Duration
  3108. serverResponseInterval time.Duration
  3109. expectedPingCount int
  3110. }{
  3111. {
  3112. name: "two pings in each serverResponseInterval",
  3113. readIdleTimeout: 400 * time.Millisecond,
  3114. serverResponseInterval: 1000 * time.Millisecond,
  3115. expectedPingCount: 4,
  3116. },
  3117. {
  3118. name: "one ping in each serverResponseInterval",
  3119. readIdleTimeout: 700 * time.Millisecond,
  3120. serverResponseInterval: 1000 * time.Millisecond,
  3121. expectedPingCount: 2,
  3122. },
  3123. {
  3124. name: "zero ping in each serverResponseInterval",
  3125. readIdleTimeout: 1000 * time.Millisecond,
  3126. serverResponseInterval: 500 * time.Millisecond,
  3127. expectedPingCount: 0,
  3128. },
  3129. {
  3130. name: "0 readIdleTimeout means no ping",
  3131. readIdleTimeout: 0 * time.Millisecond,
  3132. serverResponseInterval: 500 * time.Millisecond,
  3133. expectedPingCount: 0,
  3134. },
  3135. }
  3136. for _, tc := range testCases {
  3137. tc := tc // capture range variable
  3138. t.Run(tc.name, func(t *testing.T) {
  3139. t.Parallel()
  3140. testTransportPingWhenReading(t, tc.readIdleTimeout, tc.serverResponseInterval, tc.expectedPingCount)
  3141. })
  3142. }
  3143. }
  3144. func testTransportPingWhenReading(t *testing.T, readIdleTimeout, serverResponseInterval time.Duration, expectedPingCount int) {
  3145. var pingCount int
  3146. clientDone := make(chan struct{})
  3147. ct := newClientTester(t)
  3148. ct.tr.PingTimeout = 10 * time.Millisecond
  3149. ct.tr.ReadIdleTimeout = readIdleTimeout
  3150. // guards the ct.fr.Write
  3151. var wmu sync.Mutex
  3152. ct.client = func() error {
  3153. defer ct.cc.(*net.TCPConn).CloseWrite()
  3154. if runtime.GOOS == "plan9" {
  3155. // CloseWrite not supported on Plan 9; Issue 17906
  3156. defer ct.cc.(*net.TCPConn).Close()
  3157. }
  3158. defer close(clientDone)
  3159. req, _ := http.NewRequest("GET", "https://dummy.tld/", nil)
  3160. res, err := ct.tr.RoundTrip(req)
  3161. if err != nil {
  3162. return fmt.Errorf("RoundTrip: %v", err)
  3163. }
  3164. defer res.Body.Close()
  3165. if res.StatusCode != 200 {
  3166. return fmt.Errorf("status code = %v; want %v", res.StatusCode, 200)
  3167. }
  3168. _, err = ioutil.ReadAll(res.Body)
  3169. return err
  3170. }
  3171. ct.server = func() error {
  3172. ct.greet()
  3173. var buf bytes.Buffer
  3174. enc := hpack.NewEncoder(&buf)
  3175. for {
  3176. f, err := ct.fr.ReadFrame()
  3177. if err != nil {
  3178. select {
  3179. case <-clientDone:
  3180. // If the client's done, it
  3181. // will have reported any
  3182. // errors on its side.
  3183. return nil
  3184. default:
  3185. return err
  3186. }
  3187. }
  3188. switch f := f.(type) {
  3189. case *WindowUpdateFrame, *SettingsFrame:
  3190. case *HeadersFrame:
  3191. if !f.HeadersEnded() {
  3192. return fmt.Errorf("headers should have END_HEADERS be ended: %v", f)
  3193. }
  3194. enc.WriteField(hpack.HeaderField{Name: ":status", Value: strconv.Itoa(200)})
  3195. ct.fr.WriteHeaders(HeadersFrameParam{
  3196. StreamID: f.StreamID,
  3197. EndHeaders: true,
  3198. EndStream: false,
  3199. BlockFragment: buf.Bytes(),
  3200. })
  3201. go func() {
  3202. for i := 0; i < 2; i++ {
  3203. wmu.Lock()
  3204. if err := ct.fr.WriteData(f.StreamID, false, []byte(fmt.Sprintf("hello, this is server data frame %d", i))); err != nil {
  3205. wmu.Unlock()
  3206. t.Error(err)
  3207. return
  3208. }
  3209. wmu.Unlock()
  3210. time.Sleep(serverResponseInterval)
  3211. }
  3212. wmu.Lock()
  3213. if err := ct.fr.WriteData(f.StreamID, true, []byte("hello, this is last server data frame")); err != nil {
  3214. wmu.Unlock()
  3215. t.Error(err)
  3216. return
  3217. }
  3218. wmu.Unlock()
  3219. }()
  3220. case *PingFrame:
  3221. pingCount++
  3222. wmu.Lock()
  3223. if err := ct.fr.WritePing(true, f.Data); err != nil {
  3224. wmu.Unlock()
  3225. return err
  3226. }
  3227. wmu.Unlock()
  3228. default:
  3229. return fmt.Errorf("Unexpected client frame %v", f)
  3230. }
  3231. }
  3232. }
  3233. ct.run()
  3234. if e, a := expectedPingCount, pingCount; e != a {
  3235. t.Errorf("expected receiving %d pings, got %d pings", e, a)
  3236. }
  3237. }
  3238. func TestTransportRetryAfterGOAWAY(t *testing.T) {
  3239. var dialer struct {
  3240. sync.Mutex
  3241. count int
  3242. }
  3243. ct1 := make(chan *clientTester)
  3244. ct2 := make(chan *clientTester)
  3245. ln := newLocalListener(t)
  3246. defer ln.Close()
  3247. tr := &Transport{
  3248. TLSClientConfig: tlsConfigInsecure,
  3249. }
  3250. tr.DialTLS = func(network, addr string, cfg *tls.Config) (net.Conn, error) {
  3251. dialer.Lock()
  3252. defer dialer.Unlock()
  3253. dialer.count++
  3254. if dialer.count == 3 {
  3255. return nil, errors.New("unexpected number of dials")
  3256. }
  3257. cc, err := net.Dial("tcp", ln.Addr().String())
  3258. if err != nil {
  3259. return nil, fmt.Errorf("dial error: %v", err)
  3260. }
  3261. sc, err := ln.Accept()
  3262. if err != nil {
  3263. return nil, fmt.Errorf("accept error: %v", err)
  3264. }
  3265. ct := &clientTester{
  3266. t: t,
  3267. tr: tr,
  3268. cc: cc,
  3269. sc: sc,
  3270. fr: NewFramer(sc, sc),
  3271. }
  3272. switch dialer.count {
  3273. case 1:
  3274. ct1 <- ct
  3275. case 2:
  3276. ct2 <- ct
  3277. }
  3278. return cc, nil
  3279. }
  3280. errs := make(chan error, 3)
  3281. done := make(chan struct{})
  3282. defer close(done)
  3283. // Client.
  3284. go func() {
  3285. req, _ := http.NewRequest("GET", "https://dummy.tld/", nil)
  3286. res, err := tr.RoundTrip(req)
  3287. if res != nil {
  3288. res.Body.Close()
  3289. if got := res.Header.Get("Foo"); got != "bar" {
  3290. err = fmt.Errorf("foo header = %q; want bar", got)
  3291. }
  3292. }
  3293. if err != nil {
  3294. err = fmt.Errorf("RoundTrip: %v", err)
  3295. }
  3296. errs <- err
  3297. }()
  3298. connToClose := make(chan io.Closer, 2)
  3299. // Server for the first request.
  3300. go func() {
  3301. var ct *clientTester
  3302. select {
  3303. case ct = <-ct1:
  3304. case <-done:
  3305. return
  3306. }
  3307. connToClose <- ct.cc
  3308. ct.greet()
  3309. hf, err := ct.firstHeaders()
  3310. if err != nil {
  3311. errs <- fmt.Errorf("server1 failed reading HEADERS: %v", err)
  3312. return
  3313. }
  3314. t.Logf("server1 got %v", hf)
  3315. if err := ct.fr.WriteGoAway(0 /*max id*/, ErrCodeNo, nil); err != nil {
  3316. errs <- fmt.Errorf("server1 failed writing GOAWAY: %v", err)
  3317. return
  3318. }
  3319. errs <- nil
  3320. }()
  3321. // Server for the second request.
  3322. go func() {
  3323. var ct *clientTester
  3324. select {
  3325. case ct = <-ct2:
  3326. case <-done:
  3327. return
  3328. }
  3329. connToClose <- ct.cc
  3330. ct.greet()
  3331. hf, err := ct.firstHeaders()
  3332. if err != nil {
  3333. errs <- fmt.Errorf("server2 failed reading HEADERS: %v", err)
  3334. return
  3335. }
  3336. t.Logf("server2 got %v", hf)
  3337. var buf bytes.Buffer
  3338. enc := hpack.NewEncoder(&buf)
  3339. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "200"})
  3340. enc.WriteField(hpack.HeaderField{Name: "foo", Value: "bar"})
  3341. err = ct.fr.WriteHeaders(HeadersFrameParam{
  3342. StreamID: hf.StreamID,
  3343. EndHeaders: true,
  3344. EndStream: false,
  3345. BlockFragment: buf.Bytes(),
  3346. })
  3347. if err != nil {
  3348. errs <- fmt.Errorf("server2 failed writing response HEADERS: %v", err)
  3349. } else {
  3350. errs <- nil
  3351. }
  3352. }()
  3353. for k := 0; k < 3; k++ {
  3354. select {
  3355. case err := <-errs:
  3356. if err != nil {
  3357. t.Error(err)
  3358. }
  3359. case <-time.After(1 * time.Second):
  3360. t.Errorf("timed out")
  3361. }
  3362. }
  3363. for {
  3364. select {
  3365. case c := <-connToClose:
  3366. c.Close()
  3367. default:
  3368. return
  3369. }
  3370. }
  3371. }
  3372. func TestTransportRetryAfterRefusedStream(t *testing.T) {
  3373. clientDone := make(chan struct{})
  3374. ct := newClientTester(t)
  3375. ct.client = func() error {
  3376. defer ct.cc.(*net.TCPConn).CloseWrite()
  3377. if runtime.GOOS == "plan9" {
  3378. // CloseWrite not supported on Plan 9; Issue 17906
  3379. defer ct.cc.(*net.TCPConn).Close()
  3380. }
  3381. defer close(clientDone)
  3382. req, _ := http.NewRequest("GET", "https://dummy.tld/", nil)
  3383. resp, err := ct.tr.RoundTrip(req)
  3384. if err != nil {
  3385. return fmt.Errorf("RoundTrip: %v", err)
  3386. }
  3387. resp.Body.Close()
  3388. if resp.StatusCode != 204 {
  3389. return fmt.Errorf("Status = %v; want 204", resp.StatusCode)
  3390. }
  3391. return nil
  3392. }
  3393. ct.server = func() error {
  3394. ct.greet()
  3395. var buf bytes.Buffer
  3396. enc := hpack.NewEncoder(&buf)
  3397. nreq := 0
  3398. for {
  3399. f, err := ct.fr.ReadFrame()
  3400. if err != nil {
  3401. select {
  3402. case <-clientDone:
  3403. // If the client's done, it
  3404. // will have reported any
  3405. // errors on its side.
  3406. return nil
  3407. default:
  3408. return err
  3409. }
  3410. }
  3411. switch f := f.(type) {
  3412. case *WindowUpdateFrame, *SettingsFrame:
  3413. case *HeadersFrame:
  3414. if !f.HeadersEnded() {
  3415. return fmt.Errorf("headers should have END_HEADERS be ended: %v", f)
  3416. }
  3417. nreq++
  3418. if nreq == 1 {
  3419. ct.fr.WriteRSTStream(f.StreamID, ErrCodeRefusedStream)
  3420. } else {
  3421. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "204"})
  3422. ct.fr.WriteHeaders(HeadersFrameParam{
  3423. StreamID: f.StreamID,
  3424. EndHeaders: true,
  3425. EndStream: true,
  3426. BlockFragment: buf.Bytes(),
  3427. })
  3428. }
  3429. default:
  3430. return fmt.Errorf("Unexpected client frame %v", f)
  3431. }
  3432. }
  3433. }
  3434. ct.run()
  3435. }
  3436. func TestTransportRetryHasLimit(t *testing.T) {
  3437. // Skip in short mode because the total expected delay is 1s+2s+4s+8s+16s=29s.
  3438. if testing.Short() {
  3439. t.Skip("skipping long test in short mode")
  3440. }
  3441. clientDone := make(chan struct{})
  3442. ct := newClientTester(t)
  3443. ct.client = func() error {
  3444. defer ct.cc.(*net.TCPConn).CloseWrite()
  3445. if runtime.GOOS == "plan9" {
  3446. // CloseWrite not supported on Plan 9; Issue 17906
  3447. defer ct.cc.(*net.TCPConn).Close()
  3448. }
  3449. defer close(clientDone)
  3450. req, _ := http.NewRequest("GET", "https://dummy.tld/", nil)
  3451. resp, err := ct.tr.RoundTrip(req)
  3452. if err == nil {
  3453. return fmt.Errorf("RoundTrip expected error, got response: %+v", resp)
  3454. }
  3455. t.Logf("expected error, got: %v", err)
  3456. return nil
  3457. }
  3458. ct.server = func() error {
  3459. ct.greet()
  3460. for {
  3461. f, err := ct.fr.ReadFrame()
  3462. if err != nil {
  3463. select {
  3464. case <-clientDone:
  3465. // If the client's done, it
  3466. // will have reported any
  3467. // errors on its side.
  3468. return nil
  3469. default:
  3470. return err
  3471. }
  3472. }
  3473. switch f := f.(type) {
  3474. case *WindowUpdateFrame, *SettingsFrame:
  3475. case *HeadersFrame:
  3476. if !f.HeadersEnded() {
  3477. return fmt.Errorf("headers should have END_HEADERS be ended: %v", f)
  3478. }
  3479. ct.fr.WriteRSTStream(f.StreamID, ErrCodeRefusedStream)
  3480. default:
  3481. return fmt.Errorf("Unexpected client frame %v", f)
  3482. }
  3483. }
  3484. }
  3485. ct.run()
  3486. }
  3487. func TestTransportResponseDataBeforeHeaders(t *testing.T) {
  3488. // This test use not valid response format.
  3489. // Discarding logger output to not spam tests output.
  3490. log.SetOutput(ioutil.Discard)
  3491. defer log.SetOutput(os.Stderr)
  3492. ct := newClientTester(t)
  3493. ct.client = func() error {
  3494. defer ct.cc.(*net.TCPConn).CloseWrite()
  3495. if runtime.GOOS == "plan9" {
  3496. // CloseWrite not supported on Plan 9; Issue 17906
  3497. defer ct.cc.(*net.TCPConn).Close()
  3498. }
  3499. req := httptest.NewRequest("GET", "https://dummy.tld/", nil)
  3500. // First request is normal to ensure the check is per stream and not per connection.
  3501. _, err := ct.tr.RoundTrip(req)
  3502. if err != nil {
  3503. return fmt.Errorf("RoundTrip expected no error, got: %v", err)
  3504. }
  3505. // Second request returns a DATA frame with no HEADERS.
  3506. resp, err := ct.tr.RoundTrip(req)
  3507. if err == nil {
  3508. return fmt.Errorf("RoundTrip expected error, got response: %+v", resp)
  3509. }
  3510. if err, ok := err.(StreamError); !ok || err.Code != ErrCodeProtocol {
  3511. return fmt.Errorf("expected stream PROTOCOL_ERROR, got: %v", err)
  3512. }
  3513. return nil
  3514. }
  3515. ct.server = func() error {
  3516. ct.greet()
  3517. for {
  3518. f, err := ct.fr.ReadFrame()
  3519. if err == io.EOF {
  3520. return nil
  3521. } else if err != nil {
  3522. return err
  3523. }
  3524. switch f := f.(type) {
  3525. case *WindowUpdateFrame, *SettingsFrame:
  3526. case *HeadersFrame:
  3527. switch f.StreamID {
  3528. case 1:
  3529. // Send a valid response to first request.
  3530. var buf bytes.Buffer
  3531. enc := hpack.NewEncoder(&buf)
  3532. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "200"})
  3533. ct.fr.WriteHeaders(HeadersFrameParam{
  3534. StreamID: f.StreamID,
  3535. EndHeaders: true,
  3536. EndStream: true,
  3537. BlockFragment: buf.Bytes(),
  3538. })
  3539. case 3:
  3540. ct.fr.WriteData(f.StreamID, true, []byte("payload"))
  3541. }
  3542. default:
  3543. return fmt.Errorf("Unexpected client frame %v", f)
  3544. }
  3545. }
  3546. }
  3547. ct.run()
  3548. }
  3549. // tests Transport.StrictMaxConcurrentStreams
  3550. func TestTransportRequestsStallAtServerLimit(t *testing.T) {
  3551. const maxConcurrent = 2
  3552. greet := make(chan struct{}) // server sends initial SETTINGS frame
  3553. gotRequest := make(chan struct{}) // server received a request
  3554. clientDone := make(chan struct{})
  3555. // Collect errors from goroutines.
  3556. var wg sync.WaitGroup
  3557. errs := make(chan error, 100)
  3558. defer func() {
  3559. wg.Wait()
  3560. close(errs)
  3561. for err := range errs {
  3562. t.Error(err)
  3563. }
  3564. }()
  3565. // We will send maxConcurrent+2 requests. This checker goroutine waits for the
  3566. // following stages:
  3567. // 1. The first maxConcurrent requests are received by the server.
  3568. // 2. The client will cancel the next request
  3569. // 3. The server is unblocked so it can service the first maxConcurrent requests
  3570. // 4. The client will send the final request
  3571. wg.Add(1)
  3572. unblockClient := make(chan struct{})
  3573. clientRequestCancelled := make(chan struct{})
  3574. unblockServer := make(chan struct{})
  3575. go func() {
  3576. defer wg.Done()
  3577. // Stage 1.
  3578. for k := 0; k < maxConcurrent; k++ {
  3579. <-gotRequest
  3580. }
  3581. // Stage 2.
  3582. close(unblockClient)
  3583. <-clientRequestCancelled
  3584. // Stage 3: give some time for the final RoundTrip call to be scheduled and
  3585. // verify that the final request is not sent.
  3586. time.Sleep(50 * time.Millisecond)
  3587. select {
  3588. case <-gotRequest:
  3589. errs <- errors.New("last request did not stall")
  3590. close(unblockServer)
  3591. return
  3592. default:
  3593. }
  3594. close(unblockServer)
  3595. // Stage 4.
  3596. <-gotRequest
  3597. }()
  3598. ct := newClientTester(t)
  3599. ct.tr.StrictMaxConcurrentStreams = true
  3600. ct.client = func() error {
  3601. var wg sync.WaitGroup
  3602. defer func() {
  3603. wg.Wait()
  3604. close(clientDone)
  3605. ct.cc.(*net.TCPConn).CloseWrite()
  3606. if runtime.GOOS == "plan9" {
  3607. // CloseWrite not supported on Plan 9; Issue 17906
  3608. ct.cc.(*net.TCPConn).Close()
  3609. }
  3610. }()
  3611. for k := 0; k < maxConcurrent+2; k++ {
  3612. wg.Add(1)
  3613. go func(k int) {
  3614. defer wg.Done()
  3615. // Don't send the second request until after receiving SETTINGS from the server
  3616. // to avoid a race where we use the default SettingMaxConcurrentStreams, which
  3617. // is much larger than maxConcurrent. We have to send the first request before
  3618. // waiting because the first request triggers the dial and greet.
  3619. if k > 0 {
  3620. <-greet
  3621. }
  3622. // Block until maxConcurrent requests are sent before sending any more.
  3623. if k >= maxConcurrent {
  3624. <-unblockClient
  3625. }
  3626. req, _ := http.NewRequest("GET", fmt.Sprintf("https://dummy.tld/%d", k), nil)
  3627. if k == maxConcurrent {
  3628. // This request will be canceled.
  3629. cancel := make(chan struct{})
  3630. req.Cancel = cancel
  3631. close(cancel)
  3632. _, err := ct.tr.RoundTrip(req)
  3633. close(clientRequestCancelled)
  3634. if err == nil {
  3635. errs <- fmt.Errorf("RoundTrip(%d) should have failed due to cancel", k)
  3636. return
  3637. }
  3638. } else {
  3639. resp, err := ct.tr.RoundTrip(req)
  3640. if err != nil {
  3641. errs <- fmt.Errorf("RoundTrip(%d): %v", k, err)
  3642. return
  3643. }
  3644. ioutil.ReadAll(resp.Body)
  3645. resp.Body.Close()
  3646. if resp.StatusCode != 204 {
  3647. errs <- fmt.Errorf("Status = %v; want 204", resp.StatusCode)
  3648. return
  3649. }
  3650. }
  3651. }(k)
  3652. }
  3653. return nil
  3654. }
  3655. ct.server = func() error {
  3656. var wg sync.WaitGroup
  3657. defer wg.Wait()
  3658. ct.greet(Setting{SettingMaxConcurrentStreams, maxConcurrent})
  3659. // Server write loop.
  3660. var buf bytes.Buffer
  3661. enc := hpack.NewEncoder(&buf)
  3662. writeResp := make(chan uint32, maxConcurrent+1)
  3663. wg.Add(1)
  3664. go func() {
  3665. defer wg.Done()
  3666. <-unblockServer
  3667. for id := range writeResp {
  3668. buf.Reset()
  3669. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "204"})
  3670. ct.fr.WriteHeaders(HeadersFrameParam{
  3671. StreamID: id,
  3672. EndHeaders: true,
  3673. EndStream: true,
  3674. BlockFragment: buf.Bytes(),
  3675. })
  3676. }
  3677. }()
  3678. // Server read loop.
  3679. var nreq int
  3680. for {
  3681. f, err := ct.fr.ReadFrame()
  3682. if err != nil {
  3683. select {
  3684. case <-clientDone:
  3685. // If the client's done, it will have reported any errors on its side.
  3686. return nil
  3687. default:
  3688. return err
  3689. }
  3690. }
  3691. switch f := f.(type) {
  3692. case *WindowUpdateFrame:
  3693. case *SettingsFrame:
  3694. // Wait for the client SETTINGS ack until ending the greet.
  3695. close(greet)
  3696. case *HeadersFrame:
  3697. if !f.HeadersEnded() {
  3698. return fmt.Errorf("headers should have END_HEADERS be ended: %v", f)
  3699. }
  3700. gotRequest <- struct{}{}
  3701. nreq++
  3702. writeResp <- f.StreamID
  3703. if nreq == maxConcurrent+1 {
  3704. close(writeResp)
  3705. }
  3706. default:
  3707. return fmt.Errorf("Unexpected client frame %v", f)
  3708. }
  3709. }
  3710. }
  3711. ct.run()
  3712. }
  3713. func TestAuthorityAddr(t *testing.T) {
  3714. tests := []struct {
  3715. scheme, authority string
  3716. want string
  3717. }{
  3718. {"http", "foo.com", "foo.com:80"},
  3719. {"https", "foo.com", "foo.com:443"},
  3720. {"https", "foo.com:1234", "foo.com:1234"},
  3721. {"https", "1.2.3.4:1234", "1.2.3.4:1234"},
  3722. {"https", "1.2.3.4", "1.2.3.4:443"},
  3723. {"https", "[::1]:1234", "[::1]:1234"},
  3724. {"https", "[::1]", "[::1]:443"},
  3725. }
  3726. for _, tt := range tests {
  3727. got := authorityAddr(tt.scheme, tt.authority)
  3728. if got != tt.want {
  3729. t.Errorf("authorityAddr(%q, %q) = %q; want %q", tt.scheme, tt.authority, got, tt.want)
  3730. }
  3731. }
  3732. }
  3733. // Issue 20448: stop allocating for DATA frames' payload after
  3734. // Response.Body.Close is called.
  3735. func TestTransportAllocationsAfterResponseBodyClose(t *testing.T) {
  3736. megabyteZero := make([]byte, 1<<20)
  3737. writeErr := make(chan error, 1)
  3738. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  3739. w.(http.Flusher).Flush()
  3740. var sum int64
  3741. for i := 0; i < 100; i++ {
  3742. n, err := w.Write(megabyteZero)
  3743. sum += int64(n)
  3744. if err != nil {
  3745. writeErr <- err
  3746. return
  3747. }
  3748. }
  3749. t.Logf("wrote all %d bytes", sum)
  3750. writeErr <- nil
  3751. }, optOnlyServer)
  3752. defer st.Close()
  3753. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  3754. defer tr.CloseIdleConnections()
  3755. c := &http.Client{Transport: tr}
  3756. res, err := c.Get(st.ts.URL)
  3757. if err != nil {
  3758. t.Fatal(err)
  3759. }
  3760. var buf [1]byte
  3761. if _, err := res.Body.Read(buf[:]); err != nil {
  3762. t.Error(err)
  3763. }
  3764. if err := res.Body.Close(); err != nil {
  3765. t.Error(err)
  3766. }
  3767. trb, ok := res.Body.(transportResponseBody)
  3768. if !ok {
  3769. t.Fatalf("res.Body = %T; want transportResponseBody", res.Body)
  3770. }
  3771. if trb.cs.bufPipe.b != nil {
  3772. t.Errorf("response body pipe is still open")
  3773. }
  3774. gotErr := <-writeErr
  3775. if gotErr == nil {
  3776. t.Errorf("Handler unexpectedly managed to write its entire response without getting an error")
  3777. } else if gotErr != errStreamClosed {
  3778. t.Errorf("Handler Write err = %v; want errStreamClosed", gotErr)
  3779. }
  3780. }
  3781. // Issue 18891: make sure Request.Body == NoBody means no DATA frame
  3782. // is ever sent, even if empty.
  3783. func TestTransportNoBodyMeansNoDATA(t *testing.T) {
  3784. ct := newClientTester(t)
  3785. unblockClient := make(chan bool)
  3786. ct.client = func() error {
  3787. req, _ := http.NewRequest("GET", "https://dummy.tld/", http.NoBody)
  3788. ct.tr.RoundTrip(req)
  3789. <-unblockClient
  3790. return nil
  3791. }
  3792. ct.server = func() error {
  3793. defer close(unblockClient)
  3794. defer ct.cc.(*net.TCPConn).Close()
  3795. ct.greet()
  3796. for {
  3797. f, err := ct.fr.ReadFrame()
  3798. if err != nil {
  3799. return fmt.Errorf("ReadFrame while waiting for Headers: %v", err)
  3800. }
  3801. switch f := f.(type) {
  3802. default:
  3803. return fmt.Errorf("Got %T; want HeadersFrame", f)
  3804. case *WindowUpdateFrame, *SettingsFrame:
  3805. continue
  3806. case *HeadersFrame:
  3807. if !f.StreamEnded() {
  3808. return fmt.Errorf("got headers frame without END_STREAM")
  3809. }
  3810. return nil
  3811. }
  3812. }
  3813. }
  3814. ct.run()
  3815. }
  3816. func benchSimpleRoundTrip(b *testing.B, nReqHeaders, nResHeader int) {
  3817. defer disableGoroutineTracking()()
  3818. b.ReportAllocs()
  3819. st := newServerTester(b,
  3820. func(w http.ResponseWriter, r *http.Request) {
  3821. for i := 0; i < nResHeader; i++ {
  3822. name := fmt.Sprint("A-", i)
  3823. w.Header().Set(name, "*")
  3824. }
  3825. },
  3826. optOnlyServer,
  3827. optQuiet,
  3828. )
  3829. defer st.Close()
  3830. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  3831. defer tr.CloseIdleConnections()
  3832. req, err := http.NewRequest("GET", st.ts.URL, nil)
  3833. if err != nil {
  3834. b.Fatal(err)
  3835. }
  3836. for i := 0; i < nReqHeaders; i++ {
  3837. name := fmt.Sprint("A-", i)
  3838. req.Header.Set(name, "*")
  3839. }
  3840. b.ResetTimer()
  3841. for i := 0; i < b.N; i++ {
  3842. res, err := tr.RoundTrip(req)
  3843. if err != nil {
  3844. if res != nil {
  3845. res.Body.Close()
  3846. }
  3847. b.Fatalf("RoundTrip err = %v; want nil", err)
  3848. }
  3849. res.Body.Close()
  3850. if res.StatusCode != http.StatusOK {
  3851. b.Fatalf("Response code = %v; want %v", res.StatusCode, http.StatusOK)
  3852. }
  3853. }
  3854. }
  3855. type infiniteReader struct{}
  3856. func (r infiniteReader) Read(b []byte) (int, error) {
  3857. return len(b), nil
  3858. }
  3859. // Issue 20521: it is not an error to receive a response and end stream
  3860. // from the server without the body being consumed.
  3861. func TestTransportResponseAndResetWithoutConsumingBodyRace(t *testing.T) {
  3862. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  3863. w.WriteHeader(http.StatusOK)
  3864. }, optOnlyServer)
  3865. defer st.Close()
  3866. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  3867. defer tr.CloseIdleConnections()
  3868. // The request body needs to be big enough to trigger flow control.
  3869. req, _ := http.NewRequest("PUT", st.ts.URL, infiniteReader{})
  3870. res, err := tr.RoundTrip(req)
  3871. if err != nil {
  3872. t.Fatal(err)
  3873. }
  3874. if res.StatusCode != http.StatusOK {
  3875. t.Fatalf("Response code = %v; want %v", res.StatusCode, http.StatusOK)
  3876. }
  3877. }
  3878. // Verify transport doesn't crash when receiving bogus response lacking a :status header.
  3879. // Issue 22880.
  3880. func TestTransportHandlesInvalidStatuslessResponse(t *testing.T) {
  3881. ct := newClientTester(t)
  3882. ct.client = func() error {
  3883. req, _ := http.NewRequest("GET", "https://dummy.tld/", nil)
  3884. _, err := ct.tr.RoundTrip(req)
  3885. const substr = "malformed response from server: missing status pseudo header"
  3886. if !strings.Contains(fmt.Sprint(err), substr) {
  3887. return fmt.Errorf("RoundTrip error = %v; want substring %q", err, substr)
  3888. }
  3889. return nil
  3890. }
  3891. ct.server = func() error {
  3892. ct.greet()
  3893. var buf bytes.Buffer
  3894. enc := hpack.NewEncoder(&buf)
  3895. for {
  3896. f, err := ct.fr.ReadFrame()
  3897. if err != nil {
  3898. return err
  3899. }
  3900. switch f := f.(type) {
  3901. case *HeadersFrame:
  3902. enc.WriteField(hpack.HeaderField{Name: "content-type", Value: "text/html"}) // no :status header
  3903. ct.fr.WriteHeaders(HeadersFrameParam{
  3904. StreamID: f.StreamID,
  3905. EndHeaders: true,
  3906. EndStream: false, // we'll send some DATA to try to crash the transport
  3907. BlockFragment: buf.Bytes(),
  3908. })
  3909. ct.fr.WriteData(f.StreamID, true, []byte("payload"))
  3910. return nil
  3911. }
  3912. }
  3913. }
  3914. ct.run()
  3915. }
  3916. func BenchmarkClientRequestHeaders(b *testing.B) {
  3917. b.Run(" 0 Headers", func(b *testing.B) { benchSimpleRoundTrip(b, 0, 0) })
  3918. b.Run(" 10 Headers", func(b *testing.B) { benchSimpleRoundTrip(b, 10, 0) })
  3919. b.Run(" 100 Headers", func(b *testing.B) { benchSimpleRoundTrip(b, 100, 0) })
  3920. b.Run("1000 Headers", func(b *testing.B) { benchSimpleRoundTrip(b, 1000, 0) })
  3921. }
  3922. func BenchmarkClientResponseHeaders(b *testing.B) {
  3923. b.Run(" 0 Headers", func(b *testing.B) { benchSimpleRoundTrip(b, 0, 0) })
  3924. b.Run(" 10 Headers", func(b *testing.B) { benchSimpleRoundTrip(b, 0, 10) })
  3925. b.Run(" 100 Headers", func(b *testing.B) { benchSimpleRoundTrip(b, 0, 100) })
  3926. b.Run("1000 Headers", func(b *testing.B) { benchSimpleRoundTrip(b, 0, 1000) })
  3927. }
  3928. func activeStreams(cc *ClientConn) int {
  3929. cc.mu.Lock()
  3930. defer cc.mu.Unlock()
  3931. return len(cc.streams)
  3932. }
  3933. type closeMode int
  3934. const (
  3935. closeAtHeaders closeMode = iota
  3936. closeAtBody
  3937. shutdown
  3938. shutdownCancel
  3939. )
  3940. // See golang.org/issue/17292
  3941. func testClientConnClose(t *testing.T, closeMode closeMode) {
  3942. clientDone := make(chan struct{})
  3943. defer close(clientDone)
  3944. handlerDone := make(chan struct{})
  3945. closeDone := make(chan struct{})
  3946. beforeHeader := func() {}
  3947. bodyWrite := func(w http.ResponseWriter) {}
  3948. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  3949. defer close(handlerDone)
  3950. beforeHeader()
  3951. w.WriteHeader(http.StatusOK)
  3952. w.(http.Flusher).Flush()
  3953. bodyWrite(w)
  3954. select {
  3955. case <-w.(http.CloseNotifier).CloseNotify():
  3956. // client closed connection before completion
  3957. if closeMode == shutdown || closeMode == shutdownCancel {
  3958. t.Error("expected request to complete")
  3959. }
  3960. case <-clientDone:
  3961. if closeMode == closeAtHeaders || closeMode == closeAtBody {
  3962. t.Error("expected connection closed by client")
  3963. }
  3964. }
  3965. }, optOnlyServer)
  3966. defer st.Close()
  3967. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  3968. defer tr.CloseIdleConnections()
  3969. cc, err := tr.dialClientConn(st.ts.Listener.Addr().String(), false)
  3970. req, err := http.NewRequest("GET", st.ts.URL, nil)
  3971. if err != nil {
  3972. t.Fatal(err)
  3973. }
  3974. if closeMode == closeAtHeaders {
  3975. beforeHeader = func() {
  3976. if err := cc.Close(); err != nil {
  3977. t.Error(err)
  3978. }
  3979. close(closeDone)
  3980. }
  3981. }
  3982. var sendBody chan struct{}
  3983. if closeMode == closeAtBody {
  3984. sendBody = make(chan struct{})
  3985. bodyWrite = func(w http.ResponseWriter) {
  3986. <-sendBody
  3987. b := make([]byte, 32)
  3988. w.Write(b)
  3989. w.(http.Flusher).Flush()
  3990. if err := cc.Close(); err != nil {
  3991. t.Errorf("unexpected ClientConn close error: %v", err)
  3992. }
  3993. close(closeDone)
  3994. w.Write(b)
  3995. w.(http.Flusher).Flush()
  3996. }
  3997. }
  3998. res, err := cc.RoundTrip(req)
  3999. if res != nil {
  4000. defer res.Body.Close()
  4001. }
  4002. if closeMode == closeAtHeaders {
  4003. got := fmt.Sprint(err)
  4004. want := "http2: client connection force closed via ClientConn.Close"
  4005. if got != want {
  4006. t.Fatalf("RoundTrip error = %v, want %v", got, want)
  4007. }
  4008. } else {
  4009. if err != nil {
  4010. t.Fatalf("RoundTrip: %v", err)
  4011. }
  4012. if got, want := activeStreams(cc), 1; got != want {
  4013. t.Errorf("got %d active streams, want %d", got, want)
  4014. }
  4015. }
  4016. switch closeMode {
  4017. case shutdownCancel:
  4018. if err = cc.Shutdown(canceledCtx); err != context.Canceled {
  4019. t.Errorf("got %v, want %v", err, context.Canceled)
  4020. }
  4021. if cc.closing == false {
  4022. t.Error("expected closing to be true")
  4023. }
  4024. if cc.CanTakeNewRequest() == true {
  4025. t.Error("CanTakeNewRequest to return false")
  4026. }
  4027. if v, want := len(cc.streams), 1; v != want {
  4028. t.Errorf("expected %d active streams, got %d", want, v)
  4029. }
  4030. clientDone <- struct{}{}
  4031. <-handlerDone
  4032. case shutdown:
  4033. wait := make(chan struct{})
  4034. shutdownEnterWaitStateHook = func() {
  4035. close(wait)
  4036. shutdownEnterWaitStateHook = func() {}
  4037. }
  4038. defer func() { shutdownEnterWaitStateHook = func() {} }()
  4039. shutdown := make(chan struct{}, 1)
  4040. go func() {
  4041. if err = cc.Shutdown(context.Background()); err != nil {
  4042. t.Error(err)
  4043. }
  4044. close(shutdown)
  4045. }()
  4046. // Let the shutdown to enter wait state
  4047. <-wait
  4048. cc.mu.Lock()
  4049. if cc.closing == false {
  4050. t.Error("expected closing to be true")
  4051. }
  4052. cc.mu.Unlock()
  4053. if cc.CanTakeNewRequest() == true {
  4054. t.Error("CanTakeNewRequest to return false")
  4055. }
  4056. if got, want := activeStreams(cc), 1; got != want {
  4057. t.Errorf("got %d active streams, want %d", got, want)
  4058. }
  4059. // Let the active request finish
  4060. clientDone <- struct{}{}
  4061. // Wait for the shutdown to end
  4062. select {
  4063. case <-shutdown:
  4064. case <-time.After(2 * time.Second):
  4065. t.Fatal("expected server connection to close")
  4066. }
  4067. case closeAtHeaders, closeAtBody:
  4068. if closeMode == closeAtBody {
  4069. go close(sendBody)
  4070. if _, err := io.Copy(ioutil.Discard, res.Body); err == nil {
  4071. t.Error("expected a Copy error, got nil")
  4072. }
  4073. }
  4074. <-closeDone
  4075. if got, want := activeStreams(cc), 0; got != want {
  4076. t.Errorf("got %d active streams, want %d", got, want)
  4077. }
  4078. // wait for server to get the connection close notice
  4079. select {
  4080. case <-handlerDone:
  4081. case <-time.After(2 * time.Second):
  4082. t.Fatal("expected server connection to close")
  4083. }
  4084. }
  4085. }
  4086. // The client closes the connection just after the server got the client's HEADERS
  4087. // frame, but before the server sends its HEADERS response back. The expected
  4088. // result is an error on RoundTrip explaining the client closed the connection.
  4089. func TestClientConnCloseAtHeaders(t *testing.T) {
  4090. testClientConnClose(t, closeAtHeaders)
  4091. }
  4092. // The client closes the connection between two server's response DATA frames.
  4093. // The expected behavior is a response body io read error on the client.
  4094. func TestClientConnCloseAtBody(t *testing.T) {
  4095. testClientConnClose(t, closeAtBody)
  4096. }
  4097. // The client sends a GOAWAY frame before the server finished processing a request.
  4098. // We expect the connection not to close until the request is completed.
  4099. func TestClientConnShutdown(t *testing.T) {
  4100. testClientConnClose(t, shutdown)
  4101. }
  4102. // The client sends a GOAWAY frame before the server finishes processing a request,
  4103. // but cancels the passed context before the request is completed. The expected
  4104. // behavior is the client closing the connection after the context is canceled.
  4105. func TestClientConnShutdownCancel(t *testing.T) {
  4106. testClientConnClose(t, shutdownCancel)
  4107. }
  4108. // Issue 25009: use Request.GetBody if present, even if it seems like
  4109. // we might not need it. Apparently something else can still read from
  4110. // the original request body. Data race? In any case, rewinding
  4111. // unconditionally on retry is a nicer model anyway and should
  4112. // simplify code in the future (after the Go 1.11 freeze)
  4113. func TestTransportUsesGetBodyWhenPresent(t *testing.T) {
  4114. calls := 0
  4115. someBody := func() io.ReadCloser {
  4116. return struct{ io.ReadCloser }{ioutil.NopCloser(bytes.NewReader(nil))}
  4117. }
  4118. req := &http.Request{
  4119. Body: someBody(),
  4120. GetBody: func() (io.ReadCloser, error) {
  4121. calls++
  4122. return someBody(), nil
  4123. },
  4124. }
  4125. afterBodyWrite := false // pretend we haven't read+written the body yet
  4126. req2, err := shouldRetryRequest(req, errClientConnUnusable, afterBodyWrite)
  4127. if err != nil {
  4128. t.Fatal(err)
  4129. }
  4130. if calls != 1 {
  4131. t.Errorf("Calls = %d; want 1", calls)
  4132. }
  4133. if req2 == req {
  4134. t.Error("req2 changed")
  4135. }
  4136. if req2 == nil {
  4137. t.Fatal("req2 is nil")
  4138. }
  4139. if req2.Body == nil {
  4140. t.Fatal("req2.Body is nil")
  4141. }
  4142. if req2.GetBody == nil {
  4143. t.Fatal("req2.GetBody is nil")
  4144. }
  4145. if req2.Body == req.Body {
  4146. t.Error("req2.Body unchanged")
  4147. }
  4148. }
  4149. // Issue 22891: verify that the "https" altproto we register with net/http
  4150. // is a certain type: a struct with one field with our *http2.Transport in it.
  4151. func TestNoDialH2RoundTripperType(t *testing.T) {
  4152. t1 := new(http.Transport)
  4153. t2 := new(Transport)
  4154. rt := noDialH2RoundTripper{t2}
  4155. if err := registerHTTPSProtocol(t1, rt); err != nil {
  4156. t.Fatal(err)
  4157. }
  4158. rv := reflect.ValueOf(rt)
  4159. if rv.Type().Kind() != reflect.Struct {
  4160. t.Fatalf("kind = %v; net/http expects struct", rv.Type().Kind())
  4161. }
  4162. if n := rv.Type().NumField(); n != 1 {
  4163. t.Fatalf("fields = %d; net/http expects 1", n)
  4164. }
  4165. v := rv.Field(0)
  4166. if _, ok := v.Interface().(*Transport); !ok {
  4167. t.Fatalf("wrong kind %T; want *Transport", v.Interface())
  4168. }
  4169. }
  4170. type errReader struct {
  4171. body []byte
  4172. err error
  4173. }
  4174. func (r *errReader) Read(p []byte) (int, error) {
  4175. if len(r.body) > 0 {
  4176. n := copy(p, r.body)
  4177. r.body = r.body[n:]
  4178. return n, nil
  4179. }
  4180. return 0, r.err
  4181. }
  4182. func testTransportBodyReadError(t *testing.T, body []byte) {
  4183. if runtime.GOOS == "windows" || runtime.GOOS == "plan9" {
  4184. // So far we've only seen this be flaky on Windows and Plan 9,
  4185. // perhaps due to TCP behavior on shutdowns while
  4186. // unread data is in flight. This test should be
  4187. // fixed, but a skip is better than annoying people
  4188. // for now.
  4189. t.Skipf("skipping flaky test on %s; https://golang.org/issue/31260", runtime.GOOS)
  4190. }
  4191. clientDone := make(chan struct{})
  4192. ct := newClientTester(t)
  4193. ct.client = func() error {
  4194. defer ct.cc.(*net.TCPConn).CloseWrite()
  4195. if runtime.GOOS == "plan9" {
  4196. // CloseWrite not supported on Plan 9; Issue 17906
  4197. defer ct.cc.(*net.TCPConn).Close()
  4198. }
  4199. defer close(clientDone)
  4200. checkNoStreams := func() error {
  4201. cp, ok := ct.tr.connPool().(*clientConnPool)
  4202. if !ok {
  4203. return fmt.Errorf("conn pool is %T; want *clientConnPool", ct.tr.connPool())
  4204. }
  4205. cp.mu.Lock()
  4206. defer cp.mu.Unlock()
  4207. conns, ok := cp.conns["dummy.tld:443"]
  4208. if !ok {
  4209. return fmt.Errorf("missing connection")
  4210. }
  4211. if len(conns) != 1 {
  4212. return fmt.Errorf("conn pool size: %v; expect 1", len(conns))
  4213. }
  4214. if activeStreams(conns[0]) != 0 {
  4215. return fmt.Errorf("active streams count: %v; want 0", activeStreams(conns[0]))
  4216. }
  4217. return nil
  4218. }
  4219. bodyReadError := errors.New("body read error")
  4220. body := &errReader{body, bodyReadError}
  4221. req, err := http.NewRequest("PUT", "https://dummy.tld/", body)
  4222. if err != nil {
  4223. return err
  4224. }
  4225. _, err = ct.tr.RoundTrip(req)
  4226. if err != bodyReadError {
  4227. return fmt.Errorf("err = %v; want %v", err, bodyReadError)
  4228. }
  4229. if err = checkNoStreams(); err != nil {
  4230. return err
  4231. }
  4232. return nil
  4233. }
  4234. ct.server = func() error {
  4235. ct.greet()
  4236. var receivedBody []byte
  4237. var resetCount int
  4238. for {
  4239. f, err := ct.fr.ReadFrame()
  4240. t.Logf("server: ReadFrame = %v, %v", f, err)
  4241. if err != nil {
  4242. select {
  4243. case <-clientDone:
  4244. // If the client's done, it
  4245. // will have reported any
  4246. // errors on its side.
  4247. if bytes.Compare(receivedBody, body) != 0 {
  4248. return fmt.Errorf("body: %q; expected %q", receivedBody, body)
  4249. }
  4250. if resetCount != 1 {
  4251. return fmt.Errorf("stream reset count: %v; expected: 1", resetCount)
  4252. }
  4253. return nil
  4254. default:
  4255. return err
  4256. }
  4257. }
  4258. switch f := f.(type) {
  4259. case *WindowUpdateFrame, *SettingsFrame:
  4260. case *HeadersFrame:
  4261. case *DataFrame:
  4262. receivedBody = append(receivedBody, f.Data()...)
  4263. case *RSTStreamFrame:
  4264. resetCount++
  4265. default:
  4266. return fmt.Errorf("Unexpected client frame %v", f)
  4267. }
  4268. }
  4269. }
  4270. ct.run()
  4271. }
  4272. func TestTransportBodyReadError_Immediately(t *testing.T) { testTransportBodyReadError(t, nil) }
  4273. func TestTransportBodyReadError_Some(t *testing.T) { testTransportBodyReadError(t, []byte("123")) }
  4274. // Issue 32254: verify that the client sends END_STREAM flag eagerly with the last
  4275. // (or in this test-case the only one) request body data frame, and does not send
  4276. // extra zero-len data frames.
  4277. func TestTransportBodyEagerEndStream(t *testing.T) {
  4278. const reqBody = "some request body"
  4279. const resBody = "some response body"
  4280. ct := newClientTester(t)
  4281. ct.client = func() error {
  4282. defer ct.cc.(*net.TCPConn).CloseWrite()
  4283. if runtime.GOOS == "plan9" {
  4284. // CloseWrite not supported on Plan 9; Issue 17906
  4285. defer ct.cc.(*net.TCPConn).Close()
  4286. }
  4287. body := strings.NewReader(reqBody)
  4288. req, err := http.NewRequest("PUT", "https://dummy.tld/", body)
  4289. if err != nil {
  4290. return err
  4291. }
  4292. _, err = ct.tr.RoundTrip(req)
  4293. if err != nil {
  4294. return err
  4295. }
  4296. return nil
  4297. }
  4298. ct.server = func() error {
  4299. ct.greet()
  4300. for {
  4301. f, err := ct.fr.ReadFrame()
  4302. if err != nil {
  4303. return err
  4304. }
  4305. switch f := f.(type) {
  4306. case *WindowUpdateFrame, *SettingsFrame:
  4307. case *HeadersFrame:
  4308. case *DataFrame:
  4309. if !f.StreamEnded() {
  4310. ct.fr.WriteRSTStream(f.StreamID, ErrCodeRefusedStream)
  4311. return fmt.Errorf("data frame without END_STREAM %v", f)
  4312. }
  4313. var buf bytes.Buffer
  4314. enc := hpack.NewEncoder(&buf)
  4315. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "200"})
  4316. ct.fr.WriteHeaders(HeadersFrameParam{
  4317. StreamID: f.Header().StreamID,
  4318. EndHeaders: true,
  4319. EndStream: false,
  4320. BlockFragment: buf.Bytes(),
  4321. })
  4322. ct.fr.WriteData(f.StreamID, true, []byte(resBody))
  4323. return nil
  4324. case *RSTStreamFrame:
  4325. default:
  4326. return fmt.Errorf("Unexpected client frame %v", f)
  4327. }
  4328. }
  4329. }
  4330. ct.run()
  4331. }
  4332. type chunkReader struct {
  4333. chunks [][]byte
  4334. }
  4335. func (r *chunkReader) Read(p []byte) (int, error) {
  4336. if len(r.chunks) > 0 {
  4337. n := copy(p, r.chunks[0])
  4338. r.chunks = r.chunks[1:]
  4339. return n, nil
  4340. }
  4341. panic("shouldn't read this many times")
  4342. }
  4343. // Issue 32254: if the request body is larger than the specified
  4344. // content length, the client should refuse to send the extra part
  4345. // and abort the stream.
  4346. //
  4347. // In _len3 case, the first Read() matches the expected content length
  4348. // but the second read returns more data.
  4349. //
  4350. // In _len2 case, the first Read() exceeds the expected content length.
  4351. func TestTransportBodyLargerThanSpecifiedContentLength_len3(t *testing.T) {
  4352. body := &chunkReader{[][]byte{
  4353. []byte("123"),
  4354. []byte("456"),
  4355. }}
  4356. testTransportBodyLargerThanSpecifiedContentLength(t, body, 3)
  4357. }
  4358. func TestTransportBodyLargerThanSpecifiedContentLength_len2(t *testing.T) {
  4359. body := &chunkReader{[][]byte{
  4360. []byte("123"),
  4361. }}
  4362. testTransportBodyLargerThanSpecifiedContentLength(t, body, 2)
  4363. }
  4364. func testTransportBodyLargerThanSpecifiedContentLength(t *testing.T, body *chunkReader, contentLen int64) {
  4365. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  4366. r.Body.Read(make([]byte, 6))
  4367. }, optOnlyServer)
  4368. defer st.Close()
  4369. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  4370. defer tr.CloseIdleConnections()
  4371. req, _ := http.NewRequest("POST", st.ts.URL, body)
  4372. req.ContentLength = contentLen
  4373. _, err := tr.RoundTrip(req)
  4374. if err != errReqBodyTooLong {
  4375. t.Fatalf("expected %v, got %v", errReqBodyTooLong, err)
  4376. }
  4377. }
  4378. func TestClientConnTooIdle(t *testing.T) {
  4379. tests := []struct {
  4380. cc func() *ClientConn
  4381. want bool
  4382. }{
  4383. {
  4384. func() *ClientConn {
  4385. return &ClientConn{idleTimeout: 5 * time.Second, lastIdle: time.Now().Add(-10 * time.Second)}
  4386. },
  4387. true,
  4388. },
  4389. {
  4390. func() *ClientConn {
  4391. return &ClientConn{idleTimeout: 5 * time.Second, lastIdle: time.Time{}}
  4392. },
  4393. false,
  4394. },
  4395. {
  4396. func() *ClientConn {
  4397. return &ClientConn{idleTimeout: 60 * time.Second, lastIdle: time.Now().Add(-10 * time.Second)}
  4398. },
  4399. false,
  4400. },
  4401. {
  4402. func() *ClientConn {
  4403. return &ClientConn{idleTimeout: 0, lastIdle: time.Now().Add(-10 * time.Second)}
  4404. },
  4405. false,
  4406. },
  4407. }
  4408. for i, tt := range tests {
  4409. got := tt.cc().tooIdleLocked()
  4410. if got != tt.want {
  4411. t.Errorf("%d. got %v; want %v", i, got, tt.want)
  4412. }
  4413. }
  4414. }