transport_test.go 118 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669267026712672267326742675267626772678267926802681268226832684268526862687268826892690269126922693269426952696269726982699270027012702270327042705270627072708270927102711271227132714271527162717271827192720272127222723272427252726272727282729273027312732273327342735273627372738273927402741274227432744274527462747274827492750275127522753275427552756275727582759276027612762276327642765276627672768276927702771277227732774277527762777277827792780278127822783278427852786278727882789279027912792279327942795279627972798279928002801280228032804280528062807280828092810281128122813281428152816281728182819282028212822282328242825282628272828282928302831283228332834283528362837283828392840284128422843284428452846284728482849285028512852285328542855285628572858285928602861286228632864286528662867286828692870287128722873287428752876287728782879288028812882288328842885288628872888288928902891289228932894289528962897289828992900290129022903290429052906290729082909291029112912291329142915291629172918291929202921292229232924292529262927292829292930293129322933293429352936293729382939294029412942294329442945294629472948294929502951295229532954295529562957295829592960296129622963296429652966296729682969297029712972297329742975297629772978297929802981298229832984298529862987298829892990299129922993299429952996299729982999300030013002300330043005300630073008300930103011301230133014301530163017301830193020302130223023302430253026302730283029303030313032303330343035303630373038303930403041304230433044304530463047304830493050305130523053305430553056305730583059306030613062306330643065306630673068306930703071307230733074307530763077307830793080308130823083308430853086308730883089309030913092309330943095309630973098309931003101310231033104310531063107310831093110311131123113311431153116311731183119312031213122312331243125312631273128312931303131313231333134313531363137313831393140314131423143314431453146314731483149315031513152315331543155315631573158315931603161316231633164316531663167316831693170317131723173317431753176317731783179318031813182318331843185318631873188318931903191319231933194319531963197319831993200320132023203320432053206320732083209321032113212321332143215321632173218321932203221322232233224322532263227322832293230323132323233323432353236323732383239324032413242324332443245324632473248324932503251325232533254325532563257325832593260326132623263326432653266326732683269327032713272327332743275327632773278327932803281328232833284328532863287328832893290329132923293329432953296329732983299330033013302330333043305330633073308330933103311331233133314331533163317331833193320332133223323332433253326332733283329333033313332333333343335333633373338333933403341334233433344334533463347334833493350335133523353335433553356335733583359336033613362336333643365336633673368336933703371337233733374337533763377337833793380338133823383338433853386338733883389339033913392339333943395339633973398339934003401340234033404340534063407340834093410341134123413341434153416341734183419342034213422342334243425342634273428342934303431343234333434343534363437343834393440344134423443344434453446344734483449345034513452345334543455345634573458345934603461346234633464346534663467346834693470347134723473347434753476347734783479348034813482348334843485348634873488348934903491349234933494349534963497349834993500350135023503350435053506350735083509351035113512351335143515351635173518351935203521352235233524352535263527352835293530353135323533353435353536353735383539354035413542354335443545354635473548354935503551355235533554355535563557355835593560356135623563356435653566356735683569357035713572357335743575357635773578357935803581358235833584358535863587358835893590359135923593359435953596359735983599360036013602360336043605360636073608360936103611361236133614361536163617361836193620362136223623362436253626362736283629363036313632363336343635363636373638363936403641364236433644364536463647364836493650365136523653365436553656365736583659366036613662366336643665366636673668366936703671367236733674367536763677367836793680368136823683368436853686368736883689369036913692369336943695369636973698369937003701370237033704370537063707370837093710371137123713371437153716371737183719372037213722372337243725372637273728372937303731373237333734373537363737373837393740374137423743374437453746374737483749375037513752375337543755375637573758375937603761376237633764376537663767376837693770377137723773377437753776377737783779378037813782378337843785378637873788378937903791379237933794379537963797379837993800380138023803380438053806380738083809381038113812381338143815381638173818381938203821382238233824382538263827382838293830383138323833383438353836383738383839384038413842384338443845384638473848384938503851385238533854385538563857385838593860386138623863386438653866386738683869387038713872387338743875387638773878387938803881388238833884388538863887388838893890389138923893389438953896389738983899390039013902390339043905390639073908390939103911391239133914391539163917391839193920392139223923392439253926392739283929393039313932393339343935393639373938393939403941394239433944394539463947394839493950395139523953395439553956395739583959396039613962396339643965396639673968396939703971397239733974397539763977397839793980398139823983398439853986398739883989399039913992399339943995399639973998399940004001400240034004400540064007400840094010401140124013401440154016401740184019402040214022402340244025402640274028402940304031403240334034403540364037403840394040404140424043404440454046404740484049405040514052405340544055405640574058405940604061406240634064406540664067406840694070407140724073407440754076407740784079408040814082408340844085408640874088408940904091409240934094409540964097409840994100410141024103410441054106410741084109411041114112411341144115411641174118411941204121412241234124412541264127412841294130413141324133413441354136413741384139414041414142414341444145414641474148414941504151415241534154415541564157415841594160416141624163416441654166416741684169417041714172417341744175417641774178417941804181418241834184418541864187418841894190419141924193419441954196419741984199420042014202420342044205420642074208420942104211421242134214421542164217421842194220422142224223422442254226422742284229423042314232423342344235423642374238423942404241424242434244424542464247424842494250425142524253425442554256425742584259426042614262426342644265426642674268426942704271427242734274427542764277427842794280428142824283428442854286428742884289429042914292429342944295429642974298429943004301430243034304430543064307430843094310431143124313431443154316431743184319432043214322432343244325432643274328432943304331433243334334433543364337433843394340434143424343434443454346434743484349435043514352435343544355435643574358435943604361436243634364436543664367436843694370437143724373437443754376437743784379438043814382438343844385438643874388438943904391439243934394439543964397439843994400440144024403440444054406440744084409441044114412441344144415441644174418441944204421442244234424442544264427442844294430443144324433443444354436443744384439444044414442444344444445444644474448444944504451445244534454445544564457445844594460446144624463446444654466446744684469447044714472447344744475447644774478447944804481448244834484448544864487448844894490449144924493449444954496449744984499450045014502450345044505450645074508450945104511451245134514451545164517451845194520452145224523452445254526452745284529453045314532453345344535453645374538453945404541454245434544454545464547454845494550455145524553455445554556455745584559
  1. // Copyright 2015 The Go Authors. All rights reserved.
  2. // Use of this source code is governed by a BSD-style
  3. // license that can be found in the LICENSE file.
  4. package http2
  5. import (
  6. "bufio"
  7. "bytes"
  8. "context"
  9. "crypto/tls"
  10. "errors"
  11. "flag"
  12. "fmt"
  13. "io"
  14. "io/ioutil"
  15. "log"
  16. "math/rand"
  17. "net"
  18. "net/http"
  19. "net/http/httptest"
  20. "net/http/httptrace"
  21. "net/textproto"
  22. "net/url"
  23. "os"
  24. "reflect"
  25. "runtime"
  26. "sort"
  27. "strconv"
  28. "strings"
  29. "sync"
  30. "sync/atomic"
  31. "testing"
  32. "time"
  33. "golang.org/x/net/http2/hpack"
  34. )
  35. var (
  36. extNet = flag.Bool("extnet", false, "do external network tests")
  37. transportHost = flag.String("transporthost", "http2.golang.org", "hostname to use for TestTransport")
  38. insecure = flag.Bool("insecure", false, "insecure TLS dials") // TODO: dead code. remove?
  39. )
  40. var tlsConfigInsecure = &tls.Config{InsecureSkipVerify: true}
  41. var canceledCtx context.Context
  42. func init() {
  43. ctx, cancel := context.WithCancel(context.Background())
  44. cancel()
  45. canceledCtx = ctx
  46. }
  47. func TestTransportExternal(t *testing.T) {
  48. if !*extNet {
  49. t.Skip("skipping external network test")
  50. }
  51. req, _ := http.NewRequest("GET", "https://"+*transportHost+"/", nil)
  52. rt := &Transport{TLSClientConfig: tlsConfigInsecure}
  53. res, err := rt.RoundTrip(req)
  54. if err != nil {
  55. t.Fatalf("%v", err)
  56. }
  57. res.Write(os.Stdout)
  58. }
  59. type fakeTLSConn struct {
  60. net.Conn
  61. }
  62. func (c *fakeTLSConn) ConnectionState() tls.ConnectionState {
  63. return tls.ConnectionState{
  64. Version: tls.VersionTLS12,
  65. CipherSuite: cipher_TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,
  66. }
  67. }
  68. func startH2cServer(t *testing.T) net.Listener {
  69. h2Server := &Server{}
  70. l := newLocalListener(t)
  71. go func() {
  72. conn, err := l.Accept()
  73. if err != nil {
  74. t.Error(err)
  75. return
  76. }
  77. h2Server.ServeConn(&fakeTLSConn{conn}, &ServeConnOpts{Handler: http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
  78. fmt.Fprintf(w, "Hello, %v, http: %v", r.URL.Path, r.TLS == nil)
  79. })})
  80. }()
  81. return l
  82. }
  83. func TestTransportH2c(t *testing.T) {
  84. l := startH2cServer(t)
  85. defer l.Close()
  86. req, err := http.NewRequest("GET", "http://"+l.Addr().String()+"/foobar", nil)
  87. if err != nil {
  88. t.Fatal(err)
  89. }
  90. var gotConnCnt int32
  91. trace := &httptrace.ClientTrace{
  92. GotConn: func(connInfo httptrace.GotConnInfo) {
  93. if !connInfo.Reused {
  94. atomic.AddInt32(&gotConnCnt, 1)
  95. }
  96. },
  97. }
  98. req = req.WithContext(httptrace.WithClientTrace(req.Context(), trace))
  99. tr := &Transport{
  100. AllowHTTP: true,
  101. DialTLS: func(network, addr string, cfg *tls.Config) (net.Conn, error) {
  102. return net.Dial(network, addr)
  103. },
  104. }
  105. res, err := tr.RoundTrip(req)
  106. if err != nil {
  107. t.Fatal(err)
  108. }
  109. if res.ProtoMajor != 2 {
  110. t.Fatal("proto not h2c")
  111. }
  112. body, err := ioutil.ReadAll(res.Body)
  113. if err != nil {
  114. t.Fatal(err)
  115. }
  116. if got, want := string(body), "Hello, /foobar, http: true"; got != want {
  117. t.Fatalf("response got %v, want %v", got, want)
  118. }
  119. if got, want := gotConnCnt, int32(1); got != want {
  120. t.Errorf("Too many got connections: %d", gotConnCnt)
  121. }
  122. }
  123. func TestTransport(t *testing.T) {
  124. const body = "sup"
  125. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  126. io.WriteString(w, body)
  127. }, optOnlyServer)
  128. defer st.Close()
  129. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  130. defer tr.CloseIdleConnections()
  131. u, err := url.Parse(st.ts.URL)
  132. if err != nil {
  133. t.Fatal(err)
  134. }
  135. for i, m := range []string{"GET", ""} {
  136. req := &http.Request{
  137. Method: m,
  138. URL: u,
  139. }
  140. res, err := tr.RoundTrip(req)
  141. if err != nil {
  142. t.Fatalf("%d: %s", i, err)
  143. }
  144. t.Logf("%d: Got res: %+v", i, res)
  145. if g, w := res.StatusCode, 200; g != w {
  146. t.Errorf("%d: StatusCode = %v; want %v", i, g, w)
  147. }
  148. if g, w := res.Status, "200 OK"; g != w {
  149. t.Errorf("%d: Status = %q; want %q", i, g, w)
  150. }
  151. wantHeader := http.Header{
  152. "Content-Length": []string{"3"},
  153. "Content-Type": []string{"text/plain; charset=utf-8"},
  154. "Date": []string{"XXX"}, // see cleanDate
  155. }
  156. cleanDate(res)
  157. if !reflect.DeepEqual(res.Header, wantHeader) {
  158. t.Errorf("%d: res Header = %v; want %v", i, res.Header, wantHeader)
  159. }
  160. if res.Request != req {
  161. t.Errorf("%d: Response.Request = %p; want %p", i, res.Request, req)
  162. }
  163. if res.TLS == nil {
  164. t.Errorf("%d: Response.TLS = nil; want non-nil", i)
  165. }
  166. slurp, err := ioutil.ReadAll(res.Body)
  167. if err != nil {
  168. t.Errorf("%d: Body read: %v", i, err)
  169. } else if string(slurp) != body {
  170. t.Errorf("%d: Body = %q; want %q", i, slurp, body)
  171. }
  172. res.Body.Close()
  173. }
  174. }
  175. func onSameConn(t *testing.T, modReq func(*http.Request)) bool {
  176. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  177. io.WriteString(w, r.RemoteAddr)
  178. }, optOnlyServer, func(c net.Conn, st http.ConnState) {
  179. t.Logf("conn %v is now state %v", c.RemoteAddr(), st)
  180. })
  181. defer st.Close()
  182. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  183. defer tr.CloseIdleConnections()
  184. get := func() string {
  185. req, err := http.NewRequest("GET", st.ts.URL, nil)
  186. if err != nil {
  187. t.Fatal(err)
  188. }
  189. modReq(req)
  190. res, err := tr.RoundTrip(req)
  191. if err != nil {
  192. t.Fatal(err)
  193. }
  194. defer res.Body.Close()
  195. slurp, err := ioutil.ReadAll(res.Body)
  196. if err != nil {
  197. t.Fatalf("Body read: %v", err)
  198. }
  199. addr := strings.TrimSpace(string(slurp))
  200. if addr == "" {
  201. t.Fatalf("didn't get an addr in response")
  202. }
  203. return addr
  204. }
  205. first := get()
  206. second := get()
  207. return first == second
  208. }
  209. func TestTransportReusesConns(t *testing.T) {
  210. if !onSameConn(t, func(*http.Request) {}) {
  211. t.Errorf("first and second responses were on different connections")
  212. }
  213. }
  214. func TestTransportReusesConn_RequestClose(t *testing.T) {
  215. if onSameConn(t, func(r *http.Request) { r.Close = true }) {
  216. t.Errorf("first and second responses were not on different connections")
  217. }
  218. }
  219. func TestTransportReusesConn_ConnClose(t *testing.T) {
  220. if onSameConn(t, func(r *http.Request) { r.Header.Set("Connection", "close") }) {
  221. t.Errorf("first and second responses were not on different connections")
  222. }
  223. }
  224. // Tests that the Transport only keeps one pending dial open per destination address.
  225. // https://golang.org/issue/13397
  226. func TestTransportGroupsPendingDials(t *testing.T) {
  227. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  228. io.WriteString(w, r.RemoteAddr)
  229. }, optOnlyServer)
  230. defer st.Close()
  231. tr := &Transport{
  232. TLSClientConfig: tlsConfigInsecure,
  233. }
  234. defer tr.CloseIdleConnections()
  235. var (
  236. mu sync.Mutex
  237. dials = map[string]int{}
  238. )
  239. var gotConnCnt int32
  240. trace := &httptrace.ClientTrace{
  241. GotConn: func(connInfo httptrace.GotConnInfo) {
  242. if !connInfo.Reused {
  243. atomic.AddInt32(&gotConnCnt, 1)
  244. }
  245. },
  246. }
  247. var wg sync.WaitGroup
  248. for i := 0; i < 10; i++ {
  249. wg.Add(1)
  250. go func() {
  251. defer wg.Done()
  252. req, err := http.NewRequest("GET", st.ts.URL, nil)
  253. if err != nil {
  254. t.Error(err)
  255. return
  256. }
  257. req = req.WithContext(httptrace.WithClientTrace(req.Context(), trace))
  258. res, err := tr.RoundTrip(req)
  259. if err != nil {
  260. t.Error(err)
  261. return
  262. }
  263. defer res.Body.Close()
  264. slurp, err := ioutil.ReadAll(res.Body)
  265. if err != nil {
  266. t.Errorf("Body read: %v", err)
  267. }
  268. addr := strings.TrimSpace(string(slurp))
  269. if addr == "" {
  270. t.Errorf("didn't get an addr in response")
  271. }
  272. mu.Lock()
  273. dials[addr]++
  274. mu.Unlock()
  275. }()
  276. }
  277. wg.Wait()
  278. if len(dials) != 1 {
  279. t.Errorf("saw %d dials; want 1: %v", len(dials), dials)
  280. }
  281. tr.CloseIdleConnections()
  282. if err := retry(50, 10*time.Millisecond, func() error {
  283. cp, ok := tr.connPool().(*clientConnPool)
  284. if !ok {
  285. return fmt.Errorf("Conn pool is %T; want *clientConnPool", tr.connPool())
  286. }
  287. cp.mu.Lock()
  288. defer cp.mu.Unlock()
  289. if len(cp.dialing) != 0 {
  290. return fmt.Errorf("dialing map = %v; want empty", cp.dialing)
  291. }
  292. if len(cp.conns) != 0 {
  293. return fmt.Errorf("conns = %v; want empty", cp.conns)
  294. }
  295. if len(cp.keys) != 0 {
  296. return fmt.Errorf("keys = %v; want empty", cp.keys)
  297. }
  298. return nil
  299. }); err != nil {
  300. t.Errorf("State of pool after CloseIdleConnections: %v", err)
  301. }
  302. if got, want := gotConnCnt, int32(1); got != want {
  303. t.Errorf("Too many got connections: %d", gotConnCnt)
  304. }
  305. }
  306. func retry(tries int, delay time.Duration, fn func() error) error {
  307. var err error
  308. for i := 0; i < tries; i++ {
  309. err = fn()
  310. if err == nil {
  311. return nil
  312. }
  313. time.Sleep(delay)
  314. }
  315. return err
  316. }
  317. func TestTransportAbortClosesPipes(t *testing.T) {
  318. shutdown := make(chan struct{})
  319. st := newServerTester(t,
  320. func(w http.ResponseWriter, r *http.Request) {
  321. w.(http.Flusher).Flush()
  322. <-shutdown
  323. },
  324. optOnlyServer,
  325. )
  326. defer st.Close()
  327. defer close(shutdown) // we must shutdown before st.Close() to avoid hanging
  328. errCh := make(chan error)
  329. go func() {
  330. defer close(errCh)
  331. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  332. req, err := http.NewRequest("GET", st.ts.URL, nil)
  333. if err != nil {
  334. errCh <- err
  335. return
  336. }
  337. res, err := tr.RoundTrip(req)
  338. if err != nil {
  339. errCh <- err
  340. return
  341. }
  342. defer res.Body.Close()
  343. st.closeConn()
  344. _, err = ioutil.ReadAll(res.Body)
  345. if err == nil {
  346. errCh <- errors.New("expected error from res.Body.Read")
  347. return
  348. }
  349. }()
  350. select {
  351. case err := <-errCh:
  352. if err != nil {
  353. t.Fatal(err)
  354. }
  355. // deadlock? that's a bug.
  356. case <-time.After(3 * time.Second):
  357. t.Fatal("timeout")
  358. }
  359. }
  360. // TODO: merge this with TestTransportBody to make TestTransportRequest? This
  361. // could be a table-driven test with extra goodies.
  362. func TestTransportPath(t *testing.T) {
  363. gotc := make(chan *url.URL, 1)
  364. st := newServerTester(t,
  365. func(w http.ResponseWriter, r *http.Request) {
  366. gotc <- r.URL
  367. },
  368. optOnlyServer,
  369. )
  370. defer st.Close()
  371. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  372. defer tr.CloseIdleConnections()
  373. const (
  374. path = "/testpath"
  375. query = "q=1"
  376. )
  377. surl := st.ts.URL + path + "?" + query
  378. req, err := http.NewRequest("POST", surl, nil)
  379. if err != nil {
  380. t.Fatal(err)
  381. }
  382. c := &http.Client{Transport: tr}
  383. res, err := c.Do(req)
  384. if err != nil {
  385. t.Fatal(err)
  386. }
  387. defer res.Body.Close()
  388. got := <-gotc
  389. if got.Path != path {
  390. t.Errorf("Read Path = %q; want %q", got.Path, path)
  391. }
  392. if got.RawQuery != query {
  393. t.Errorf("Read RawQuery = %q; want %q", got.RawQuery, query)
  394. }
  395. }
  396. func randString(n int) string {
  397. rnd := rand.New(rand.NewSource(int64(n)))
  398. b := make([]byte, n)
  399. for i := range b {
  400. b[i] = byte(rnd.Intn(256))
  401. }
  402. return string(b)
  403. }
  404. type panicReader struct{}
  405. func (panicReader) Read([]byte) (int, error) { panic("unexpected Read") }
  406. func (panicReader) Close() error { panic("unexpected Close") }
  407. func TestActualContentLength(t *testing.T) {
  408. tests := []struct {
  409. req *http.Request
  410. want int64
  411. }{
  412. // Verify we don't read from Body:
  413. 0: {
  414. req: &http.Request{Body: panicReader{}},
  415. want: -1,
  416. },
  417. // nil Body means 0, regardless of ContentLength:
  418. 1: {
  419. req: &http.Request{Body: nil, ContentLength: 5},
  420. want: 0,
  421. },
  422. // ContentLength is used if set.
  423. 2: {
  424. req: &http.Request{Body: panicReader{}, ContentLength: 5},
  425. want: 5,
  426. },
  427. // http.NoBody means 0, not -1.
  428. 3: {
  429. req: &http.Request{Body: http.NoBody},
  430. want: 0,
  431. },
  432. }
  433. for i, tt := range tests {
  434. got := actualContentLength(tt.req)
  435. if got != tt.want {
  436. t.Errorf("test[%d]: got %d; want %d", i, got, tt.want)
  437. }
  438. }
  439. }
  440. func TestTransportBody(t *testing.T) {
  441. bodyTests := []struct {
  442. body string
  443. noContentLen bool
  444. }{
  445. {body: "some message"},
  446. {body: "some message", noContentLen: true},
  447. {body: strings.Repeat("a", 1<<20), noContentLen: true},
  448. {body: strings.Repeat("a", 1<<20)},
  449. {body: randString(16<<10 - 1)},
  450. {body: randString(16 << 10)},
  451. {body: randString(16<<10 + 1)},
  452. {body: randString(512<<10 - 1)},
  453. {body: randString(512 << 10)},
  454. {body: randString(512<<10 + 1)},
  455. {body: randString(1<<20 - 1)},
  456. {body: randString(1 << 20)},
  457. {body: randString(1<<20 + 2)},
  458. }
  459. type reqInfo struct {
  460. req *http.Request
  461. slurp []byte
  462. err error
  463. }
  464. gotc := make(chan reqInfo, 1)
  465. st := newServerTester(t,
  466. func(w http.ResponseWriter, r *http.Request) {
  467. slurp, err := ioutil.ReadAll(r.Body)
  468. if err != nil {
  469. gotc <- reqInfo{err: err}
  470. } else {
  471. gotc <- reqInfo{req: r, slurp: slurp}
  472. }
  473. },
  474. optOnlyServer,
  475. )
  476. defer st.Close()
  477. for i, tt := range bodyTests {
  478. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  479. defer tr.CloseIdleConnections()
  480. var body io.Reader = strings.NewReader(tt.body)
  481. if tt.noContentLen {
  482. body = struct{ io.Reader }{body} // just a Reader, hiding concrete type and other methods
  483. }
  484. req, err := http.NewRequest("POST", st.ts.URL, body)
  485. if err != nil {
  486. t.Fatalf("#%d: %v", i, err)
  487. }
  488. c := &http.Client{Transport: tr}
  489. res, err := c.Do(req)
  490. if err != nil {
  491. t.Fatalf("#%d: %v", i, err)
  492. }
  493. defer res.Body.Close()
  494. ri := <-gotc
  495. if ri.err != nil {
  496. t.Errorf("#%d: read error: %v", i, ri.err)
  497. continue
  498. }
  499. if got := string(ri.slurp); got != tt.body {
  500. t.Errorf("#%d: Read body mismatch.\n got: %q (len %d)\nwant: %q (len %d)", i, shortString(got), len(got), shortString(tt.body), len(tt.body))
  501. }
  502. wantLen := int64(len(tt.body))
  503. if tt.noContentLen && tt.body != "" {
  504. wantLen = -1
  505. }
  506. if ri.req.ContentLength != wantLen {
  507. t.Errorf("#%d. handler got ContentLength = %v; want %v", i, ri.req.ContentLength, wantLen)
  508. }
  509. }
  510. }
  511. func shortString(v string) string {
  512. const maxLen = 100
  513. if len(v) <= maxLen {
  514. return v
  515. }
  516. return fmt.Sprintf("%v[...%d bytes omitted...]%v", v[:maxLen/2], len(v)-maxLen, v[len(v)-maxLen/2:])
  517. }
  518. func TestTransportDialTLS(t *testing.T) {
  519. var mu sync.Mutex // guards following
  520. var gotReq, didDial bool
  521. ts := newServerTester(t,
  522. func(w http.ResponseWriter, r *http.Request) {
  523. mu.Lock()
  524. gotReq = true
  525. mu.Unlock()
  526. },
  527. optOnlyServer,
  528. )
  529. defer ts.Close()
  530. tr := &Transport{
  531. DialTLS: func(netw, addr string, cfg *tls.Config) (net.Conn, error) {
  532. mu.Lock()
  533. didDial = true
  534. mu.Unlock()
  535. cfg.InsecureSkipVerify = true
  536. c, err := tls.Dial(netw, addr, cfg)
  537. if err != nil {
  538. return nil, err
  539. }
  540. return c, c.Handshake()
  541. },
  542. }
  543. defer tr.CloseIdleConnections()
  544. client := &http.Client{Transport: tr}
  545. res, err := client.Get(ts.ts.URL)
  546. if err != nil {
  547. t.Fatal(err)
  548. }
  549. res.Body.Close()
  550. mu.Lock()
  551. if !gotReq {
  552. t.Error("didn't get request")
  553. }
  554. if !didDial {
  555. t.Error("didn't use dial hook")
  556. }
  557. }
  558. func TestConfigureTransport(t *testing.T) {
  559. t1 := &http.Transport{}
  560. err := ConfigureTransport(t1)
  561. if err != nil {
  562. t.Fatal(err)
  563. }
  564. if got := fmt.Sprintf("%#v", t1); !strings.Contains(got, `"h2"`) {
  565. // Laziness, to avoid buildtags.
  566. t.Errorf("stringification of HTTP/1 transport didn't contain \"h2\": %v", got)
  567. }
  568. wantNextProtos := []string{"h2", "http/1.1"}
  569. if t1.TLSClientConfig == nil {
  570. t.Errorf("nil t1.TLSClientConfig")
  571. } else if !reflect.DeepEqual(t1.TLSClientConfig.NextProtos, wantNextProtos) {
  572. t.Errorf("TLSClientConfig.NextProtos = %q; want %q", t1.TLSClientConfig.NextProtos, wantNextProtos)
  573. }
  574. if err := ConfigureTransport(t1); err == nil {
  575. t.Error("unexpected success on second call to ConfigureTransport")
  576. }
  577. // And does it work?
  578. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  579. io.WriteString(w, r.Proto)
  580. }, optOnlyServer)
  581. defer st.Close()
  582. t1.TLSClientConfig.InsecureSkipVerify = true
  583. c := &http.Client{Transport: t1}
  584. res, err := c.Get(st.ts.URL)
  585. if err != nil {
  586. t.Fatal(err)
  587. }
  588. slurp, err := ioutil.ReadAll(res.Body)
  589. if err != nil {
  590. t.Fatal(err)
  591. }
  592. if got, want := string(slurp), "HTTP/2.0"; got != want {
  593. t.Errorf("body = %q; want %q", got, want)
  594. }
  595. }
  596. type capitalizeReader struct {
  597. r io.Reader
  598. }
  599. func (cr capitalizeReader) Read(p []byte) (n int, err error) {
  600. n, err = cr.r.Read(p)
  601. for i, b := range p[:n] {
  602. if b >= 'a' && b <= 'z' {
  603. p[i] = b - ('a' - 'A')
  604. }
  605. }
  606. return
  607. }
  608. type flushWriter struct {
  609. w io.Writer
  610. }
  611. func (fw flushWriter) Write(p []byte) (n int, err error) {
  612. n, err = fw.w.Write(p)
  613. if f, ok := fw.w.(http.Flusher); ok {
  614. f.Flush()
  615. }
  616. return
  617. }
  618. type clientTester struct {
  619. t *testing.T
  620. tr *Transport
  621. sc, cc net.Conn // server and client conn
  622. fr *Framer // server's framer
  623. client func() error
  624. server func() error
  625. }
  626. func newClientTester(t *testing.T) *clientTester {
  627. var dialOnce struct {
  628. sync.Mutex
  629. dialed bool
  630. }
  631. ct := &clientTester{
  632. t: t,
  633. }
  634. ct.tr = &Transport{
  635. TLSClientConfig: tlsConfigInsecure,
  636. DialTLS: func(network, addr string, cfg *tls.Config) (net.Conn, error) {
  637. dialOnce.Lock()
  638. defer dialOnce.Unlock()
  639. if dialOnce.dialed {
  640. return nil, errors.New("only one dial allowed in test mode")
  641. }
  642. dialOnce.dialed = true
  643. return ct.cc, nil
  644. },
  645. }
  646. ln := newLocalListener(t)
  647. cc, err := net.Dial("tcp", ln.Addr().String())
  648. if err != nil {
  649. t.Fatal(err)
  650. }
  651. sc, err := ln.Accept()
  652. if err != nil {
  653. t.Fatal(err)
  654. }
  655. ln.Close()
  656. ct.cc = cc
  657. ct.sc = sc
  658. ct.fr = NewFramer(sc, sc)
  659. return ct
  660. }
  661. func newLocalListener(t *testing.T) net.Listener {
  662. ln, err := net.Listen("tcp4", "127.0.0.1:0")
  663. if err == nil {
  664. return ln
  665. }
  666. ln, err = net.Listen("tcp6", "[::1]:0")
  667. if err != nil {
  668. t.Fatal(err)
  669. }
  670. return ln
  671. }
  672. func (ct *clientTester) greet(settings ...Setting) {
  673. buf := make([]byte, len(ClientPreface))
  674. _, err := io.ReadFull(ct.sc, buf)
  675. if err != nil {
  676. ct.t.Fatalf("reading client preface: %v", err)
  677. }
  678. f, err := ct.fr.ReadFrame()
  679. if err != nil {
  680. ct.t.Fatalf("Reading client settings frame: %v", err)
  681. }
  682. if sf, ok := f.(*SettingsFrame); !ok {
  683. ct.t.Fatalf("Wanted client settings frame; got %v", f)
  684. _ = sf // stash it away?
  685. }
  686. if err := ct.fr.WriteSettings(settings...); err != nil {
  687. ct.t.Fatal(err)
  688. }
  689. if err := ct.fr.WriteSettingsAck(); err != nil {
  690. ct.t.Fatal(err)
  691. }
  692. }
  693. func (ct *clientTester) readNonSettingsFrame() (Frame, error) {
  694. for {
  695. f, err := ct.fr.ReadFrame()
  696. if err != nil {
  697. return nil, err
  698. }
  699. if _, ok := f.(*SettingsFrame); ok {
  700. continue
  701. }
  702. return f, nil
  703. }
  704. }
  705. func (ct *clientTester) cleanup() {
  706. ct.tr.CloseIdleConnections()
  707. }
  708. func (ct *clientTester) run() {
  709. errc := make(chan error, 2)
  710. ct.start("client", errc, ct.client)
  711. ct.start("server", errc, ct.server)
  712. defer ct.cleanup()
  713. for i := 0; i < 2; i++ {
  714. if err := <-errc; err != nil {
  715. ct.t.Error(err)
  716. return
  717. }
  718. }
  719. }
  720. func (ct *clientTester) start(which string, errc chan<- error, fn func() error) {
  721. go func() {
  722. finished := false
  723. var err error
  724. defer func() {
  725. if !finished {
  726. err = fmt.Errorf("%s goroutine didn't finish.", which)
  727. } else if err != nil {
  728. err = fmt.Errorf("%s: %v", which, err)
  729. }
  730. errc <- err
  731. }()
  732. err = fn()
  733. finished = true
  734. }()
  735. }
  736. func (ct *clientTester) readFrame() (Frame, error) {
  737. return readFrameTimeout(ct.fr, 2*time.Second)
  738. }
  739. func (ct *clientTester) firstHeaders() (*HeadersFrame, error) {
  740. for {
  741. f, err := ct.readFrame()
  742. if err != nil {
  743. return nil, fmt.Errorf("ReadFrame while waiting for Headers: %v", err)
  744. }
  745. switch f.(type) {
  746. case *WindowUpdateFrame, *SettingsFrame:
  747. continue
  748. }
  749. hf, ok := f.(*HeadersFrame)
  750. if !ok {
  751. return nil, fmt.Errorf("Got %T; want HeadersFrame", f)
  752. }
  753. return hf, nil
  754. }
  755. }
  756. type countingReader struct {
  757. n *int64
  758. }
  759. func (r countingReader) Read(p []byte) (n int, err error) {
  760. for i := range p {
  761. p[i] = byte(i)
  762. }
  763. atomic.AddInt64(r.n, int64(len(p)))
  764. return len(p), err
  765. }
  766. func TestTransportReqBodyAfterResponse_200(t *testing.T) { testTransportReqBodyAfterResponse(t, 200) }
  767. func TestTransportReqBodyAfterResponse_403(t *testing.T) { testTransportReqBodyAfterResponse(t, 403) }
  768. func testTransportReqBodyAfterResponse(t *testing.T, status int) {
  769. const bodySize = 10 << 20
  770. clientDone := make(chan struct{})
  771. ct := newClientTester(t)
  772. ct.client = func() error {
  773. defer ct.cc.(*net.TCPConn).CloseWrite()
  774. if runtime.GOOS == "plan9" {
  775. // CloseWrite not supported on Plan 9; Issue 17906
  776. defer ct.cc.(*net.TCPConn).Close()
  777. }
  778. defer close(clientDone)
  779. var n int64 // atomic
  780. req, err := http.NewRequest("PUT", "https://dummy.tld/", io.LimitReader(countingReader{&n}, bodySize))
  781. if err != nil {
  782. return err
  783. }
  784. res, err := ct.tr.RoundTrip(req)
  785. if err != nil {
  786. return fmt.Errorf("RoundTrip: %v", err)
  787. }
  788. defer res.Body.Close()
  789. if res.StatusCode != status {
  790. return fmt.Errorf("status code = %v; want %v", res.StatusCode, status)
  791. }
  792. slurp, err := ioutil.ReadAll(res.Body)
  793. if err != nil {
  794. return fmt.Errorf("Slurp: %v", err)
  795. }
  796. if len(slurp) > 0 {
  797. return fmt.Errorf("unexpected body: %q", slurp)
  798. }
  799. if status == 200 {
  800. if got := atomic.LoadInt64(&n); got != bodySize {
  801. return fmt.Errorf("For 200 response, Transport wrote %d bytes; want %d", got, bodySize)
  802. }
  803. } else {
  804. if got := atomic.LoadInt64(&n); got == 0 || got >= bodySize {
  805. return fmt.Errorf("For %d response, Transport wrote %d bytes; want (0,%d) exclusive", status, got, bodySize)
  806. }
  807. }
  808. return nil
  809. }
  810. ct.server = func() error {
  811. ct.greet()
  812. var buf bytes.Buffer
  813. enc := hpack.NewEncoder(&buf)
  814. var dataRecv int64
  815. var closed bool
  816. for {
  817. f, err := ct.fr.ReadFrame()
  818. if err != nil {
  819. select {
  820. case <-clientDone:
  821. // If the client's done, it
  822. // will have reported any
  823. // errors on its side.
  824. return nil
  825. default:
  826. return err
  827. }
  828. }
  829. //println(fmt.Sprintf("server got frame: %v", f))
  830. switch f := f.(type) {
  831. case *WindowUpdateFrame, *SettingsFrame:
  832. case *HeadersFrame:
  833. if !f.HeadersEnded() {
  834. return fmt.Errorf("headers should have END_HEADERS be ended: %v", f)
  835. }
  836. if f.StreamEnded() {
  837. return fmt.Errorf("headers contains END_STREAM unexpectedly: %v", f)
  838. }
  839. case *DataFrame:
  840. dataLen := len(f.Data())
  841. if dataLen > 0 {
  842. if dataRecv == 0 {
  843. enc.WriteField(hpack.HeaderField{Name: ":status", Value: strconv.Itoa(status)})
  844. ct.fr.WriteHeaders(HeadersFrameParam{
  845. StreamID: f.StreamID,
  846. EndHeaders: true,
  847. EndStream: false,
  848. BlockFragment: buf.Bytes(),
  849. })
  850. }
  851. if err := ct.fr.WriteWindowUpdate(0, uint32(dataLen)); err != nil {
  852. return err
  853. }
  854. if err := ct.fr.WriteWindowUpdate(f.StreamID, uint32(dataLen)); err != nil {
  855. return err
  856. }
  857. }
  858. dataRecv += int64(dataLen)
  859. if !closed && ((status != 200 && dataRecv > 0) ||
  860. (status == 200 && dataRecv == bodySize)) {
  861. closed = true
  862. if err := ct.fr.WriteData(f.StreamID, true, nil); err != nil {
  863. return err
  864. }
  865. }
  866. default:
  867. return fmt.Errorf("Unexpected client frame %v", f)
  868. }
  869. }
  870. }
  871. ct.run()
  872. }
  873. // See golang.org/issue/13444
  874. func TestTransportFullDuplex(t *testing.T) {
  875. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  876. w.WriteHeader(200) // redundant but for clarity
  877. w.(http.Flusher).Flush()
  878. io.Copy(flushWriter{w}, capitalizeReader{r.Body})
  879. fmt.Fprintf(w, "bye.\n")
  880. }, optOnlyServer)
  881. defer st.Close()
  882. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  883. defer tr.CloseIdleConnections()
  884. c := &http.Client{Transport: tr}
  885. pr, pw := io.Pipe()
  886. req, err := http.NewRequest("PUT", st.ts.URL, ioutil.NopCloser(pr))
  887. if err != nil {
  888. t.Fatal(err)
  889. }
  890. req.ContentLength = -1
  891. res, err := c.Do(req)
  892. if err != nil {
  893. t.Fatal(err)
  894. }
  895. defer res.Body.Close()
  896. if res.StatusCode != 200 {
  897. t.Fatalf("StatusCode = %v; want %v", res.StatusCode, 200)
  898. }
  899. bs := bufio.NewScanner(res.Body)
  900. want := func(v string) {
  901. if !bs.Scan() {
  902. t.Fatalf("wanted to read %q but Scan() = false, err = %v", v, bs.Err())
  903. }
  904. }
  905. write := func(v string) {
  906. _, err := io.WriteString(pw, v)
  907. if err != nil {
  908. t.Fatalf("pipe write: %v", err)
  909. }
  910. }
  911. write("foo\n")
  912. want("FOO")
  913. write("bar\n")
  914. want("BAR")
  915. pw.Close()
  916. want("bye.")
  917. if err := bs.Err(); err != nil {
  918. t.Fatal(err)
  919. }
  920. }
  921. func TestTransportConnectRequest(t *testing.T) {
  922. gotc := make(chan *http.Request, 1)
  923. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  924. gotc <- r
  925. }, optOnlyServer)
  926. defer st.Close()
  927. u, err := url.Parse(st.ts.URL)
  928. if err != nil {
  929. t.Fatal(err)
  930. }
  931. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  932. defer tr.CloseIdleConnections()
  933. c := &http.Client{Transport: tr}
  934. tests := []struct {
  935. req *http.Request
  936. want string
  937. }{
  938. {
  939. req: &http.Request{
  940. Method: "CONNECT",
  941. Header: http.Header{},
  942. URL: u,
  943. },
  944. want: u.Host,
  945. },
  946. {
  947. req: &http.Request{
  948. Method: "CONNECT",
  949. Header: http.Header{},
  950. URL: u,
  951. Host: "example.com:123",
  952. },
  953. want: "example.com:123",
  954. },
  955. }
  956. for i, tt := range tests {
  957. res, err := c.Do(tt.req)
  958. if err != nil {
  959. t.Errorf("%d. RoundTrip = %v", i, err)
  960. continue
  961. }
  962. res.Body.Close()
  963. req := <-gotc
  964. if req.Method != "CONNECT" {
  965. t.Errorf("method = %q; want CONNECT", req.Method)
  966. }
  967. if req.Host != tt.want {
  968. t.Errorf("Host = %q; want %q", req.Host, tt.want)
  969. }
  970. if req.URL.Host != tt.want {
  971. t.Errorf("URL.Host = %q; want %q", req.URL.Host, tt.want)
  972. }
  973. }
  974. }
  975. type headerType int
  976. const (
  977. noHeader headerType = iota // omitted
  978. oneHeader
  979. splitHeader // broken into continuation on purpose
  980. )
  981. const (
  982. f0 = noHeader
  983. f1 = oneHeader
  984. f2 = splitHeader
  985. d0 = false
  986. d1 = true
  987. )
  988. // Test all 36 combinations of response frame orders:
  989. // (3 ways of 100-continue) * (2 ways of headers) * (2 ways of data) * (3 ways of trailers):func TestTransportResponsePattern_00f0(t *testing.T) { testTransportResponsePattern(h0, h1, false, h0) }
  990. // Generated by http://play.golang.org/p/SScqYKJYXd
  991. func TestTransportResPattern_c0h1d0t0(t *testing.T) { testTransportResPattern(t, f0, f1, d0, f0) }
  992. func TestTransportResPattern_c0h1d0t1(t *testing.T) { testTransportResPattern(t, f0, f1, d0, f1) }
  993. func TestTransportResPattern_c0h1d0t2(t *testing.T) { testTransportResPattern(t, f0, f1, d0, f2) }
  994. func TestTransportResPattern_c0h1d1t0(t *testing.T) { testTransportResPattern(t, f0, f1, d1, f0) }
  995. func TestTransportResPattern_c0h1d1t1(t *testing.T) { testTransportResPattern(t, f0, f1, d1, f1) }
  996. func TestTransportResPattern_c0h1d1t2(t *testing.T) { testTransportResPattern(t, f0, f1, d1, f2) }
  997. func TestTransportResPattern_c0h2d0t0(t *testing.T) { testTransportResPattern(t, f0, f2, d0, f0) }
  998. func TestTransportResPattern_c0h2d0t1(t *testing.T) { testTransportResPattern(t, f0, f2, d0, f1) }
  999. func TestTransportResPattern_c0h2d0t2(t *testing.T) { testTransportResPattern(t, f0, f2, d0, f2) }
  1000. func TestTransportResPattern_c0h2d1t0(t *testing.T) { testTransportResPattern(t, f0, f2, d1, f0) }
  1001. func TestTransportResPattern_c0h2d1t1(t *testing.T) { testTransportResPattern(t, f0, f2, d1, f1) }
  1002. func TestTransportResPattern_c0h2d1t2(t *testing.T) { testTransportResPattern(t, f0, f2, d1, f2) }
  1003. func TestTransportResPattern_c1h1d0t0(t *testing.T) { testTransportResPattern(t, f1, f1, d0, f0) }
  1004. func TestTransportResPattern_c1h1d0t1(t *testing.T) { testTransportResPattern(t, f1, f1, d0, f1) }
  1005. func TestTransportResPattern_c1h1d0t2(t *testing.T) { testTransportResPattern(t, f1, f1, d0, f2) }
  1006. func TestTransportResPattern_c1h1d1t0(t *testing.T) { testTransportResPattern(t, f1, f1, d1, f0) }
  1007. func TestTransportResPattern_c1h1d1t1(t *testing.T) { testTransportResPattern(t, f1, f1, d1, f1) }
  1008. func TestTransportResPattern_c1h1d1t2(t *testing.T) { testTransportResPattern(t, f1, f1, d1, f2) }
  1009. func TestTransportResPattern_c1h2d0t0(t *testing.T) { testTransportResPattern(t, f1, f2, d0, f0) }
  1010. func TestTransportResPattern_c1h2d0t1(t *testing.T) { testTransportResPattern(t, f1, f2, d0, f1) }
  1011. func TestTransportResPattern_c1h2d0t2(t *testing.T) { testTransportResPattern(t, f1, f2, d0, f2) }
  1012. func TestTransportResPattern_c1h2d1t0(t *testing.T) { testTransportResPattern(t, f1, f2, d1, f0) }
  1013. func TestTransportResPattern_c1h2d1t1(t *testing.T) { testTransportResPattern(t, f1, f2, d1, f1) }
  1014. func TestTransportResPattern_c1h2d1t2(t *testing.T) { testTransportResPattern(t, f1, f2, d1, f2) }
  1015. func TestTransportResPattern_c2h1d0t0(t *testing.T) { testTransportResPattern(t, f2, f1, d0, f0) }
  1016. func TestTransportResPattern_c2h1d0t1(t *testing.T) { testTransportResPattern(t, f2, f1, d0, f1) }
  1017. func TestTransportResPattern_c2h1d0t2(t *testing.T) { testTransportResPattern(t, f2, f1, d0, f2) }
  1018. func TestTransportResPattern_c2h1d1t0(t *testing.T) { testTransportResPattern(t, f2, f1, d1, f0) }
  1019. func TestTransportResPattern_c2h1d1t1(t *testing.T) { testTransportResPattern(t, f2, f1, d1, f1) }
  1020. func TestTransportResPattern_c2h1d1t2(t *testing.T) { testTransportResPattern(t, f2, f1, d1, f2) }
  1021. func TestTransportResPattern_c2h2d0t0(t *testing.T) { testTransportResPattern(t, f2, f2, d0, f0) }
  1022. func TestTransportResPattern_c2h2d0t1(t *testing.T) { testTransportResPattern(t, f2, f2, d0, f1) }
  1023. func TestTransportResPattern_c2h2d0t2(t *testing.T) { testTransportResPattern(t, f2, f2, d0, f2) }
  1024. func TestTransportResPattern_c2h2d1t0(t *testing.T) { testTransportResPattern(t, f2, f2, d1, f0) }
  1025. func TestTransportResPattern_c2h2d1t1(t *testing.T) { testTransportResPattern(t, f2, f2, d1, f1) }
  1026. func TestTransportResPattern_c2h2d1t2(t *testing.T) { testTransportResPattern(t, f2, f2, d1, f2) }
  1027. func testTransportResPattern(t *testing.T, expect100Continue, resHeader headerType, withData bool, trailers headerType) {
  1028. const reqBody = "some request body"
  1029. const resBody = "some response body"
  1030. if resHeader == noHeader {
  1031. // TODO: test 100-continue followed by immediate
  1032. // server stream reset, without headers in the middle?
  1033. panic("invalid combination")
  1034. }
  1035. ct := newClientTester(t)
  1036. ct.client = func() error {
  1037. req, _ := http.NewRequest("POST", "https://dummy.tld/", strings.NewReader(reqBody))
  1038. if expect100Continue != noHeader {
  1039. req.Header.Set("Expect", "100-continue")
  1040. }
  1041. res, err := ct.tr.RoundTrip(req)
  1042. if err != nil {
  1043. return fmt.Errorf("RoundTrip: %v", err)
  1044. }
  1045. defer res.Body.Close()
  1046. if res.StatusCode != 200 {
  1047. return fmt.Errorf("status code = %v; want 200", res.StatusCode)
  1048. }
  1049. slurp, err := ioutil.ReadAll(res.Body)
  1050. if err != nil {
  1051. return fmt.Errorf("Slurp: %v", err)
  1052. }
  1053. wantBody := resBody
  1054. if !withData {
  1055. wantBody = ""
  1056. }
  1057. if string(slurp) != wantBody {
  1058. return fmt.Errorf("body = %q; want %q", slurp, wantBody)
  1059. }
  1060. if trailers == noHeader {
  1061. if len(res.Trailer) > 0 {
  1062. t.Errorf("Trailer = %v; want none", res.Trailer)
  1063. }
  1064. } else {
  1065. want := http.Header{"Some-Trailer": {"some-value"}}
  1066. if !reflect.DeepEqual(res.Trailer, want) {
  1067. t.Errorf("Trailer = %v; want %v", res.Trailer, want)
  1068. }
  1069. }
  1070. return nil
  1071. }
  1072. ct.server = func() error {
  1073. ct.greet()
  1074. var buf bytes.Buffer
  1075. enc := hpack.NewEncoder(&buf)
  1076. for {
  1077. f, err := ct.fr.ReadFrame()
  1078. if err != nil {
  1079. return err
  1080. }
  1081. endStream := false
  1082. send := func(mode headerType) {
  1083. hbf := buf.Bytes()
  1084. switch mode {
  1085. case oneHeader:
  1086. ct.fr.WriteHeaders(HeadersFrameParam{
  1087. StreamID: f.Header().StreamID,
  1088. EndHeaders: true,
  1089. EndStream: endStream,
  1090. BlockFragment: hbf,
  1091. })
  1092. case splitHeader:
  1093. if len(hbf) < 2 {
  1094. panic("too small")
  1095. }
  1096. ct.fr.WriteHeaders(HeadersFrameParam{
  1097. StreamID: f.Header().StreamID,
  1098. EndHeaders: false,
  1099. EndStream: endStream,
  1100. BlockFragment: hbf[:1],
  1101. })
  1102. ct.fr.WriteContinuation(f.Header().StreamID, true, hbf[1:])
  1103. default:
  1104. panic("bogus mode")
  1105. }
  1106. }
  1107. switch f := f.(type) {
  1108. case *WindowUpdateFrame, *SettingsFrame:
  1109. case *DataFrame:
  1110. if !f.StreamEnded() {
  1111. // No need to send flow control tokens. The test request body is tiny.
  1112. continue
  1113. }
  1114. // Response headers (1+ frames; 1 or 2 in this test, but never 0)
  1115. {
  1116. buf.Reset()
  1117. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "200"})
  1118. enc.WriteField(hpack.HeaderField{Name: "x-foo", Value: "blah"})
  1119. enc.WriteField(hpack.HeaderField{Name: "x-bar", Value: "more"})
  1120. if trailers != noHeader {
  1121. enc.WriteField(hpack.HeaderField{Name: "trailer", Value: "some-trailer"})
  1122. }
  1123. endStream = withData == false && trailers == noHeader
  1124. send(resHeader)
  1125. }
  1126. if withData {
  1127. endStream = trailers == noHeader
  1128. ct.fr.WriteData(f.StreamID, endStream, []byte(resBody))
  1129. }
  1130. if trailers != noHeader {
  1131. endStream = true
  1132. buf.Reset()
  1133. enc.WriteField(hpack.HeaderField{Name: "some-trailer", Value: "some-value"})
  1134. send(trailers)
  1135. }
  1136. if endStream {
  1137. return nil
  1138. }
  1139. case *HeadersFrame:
  1140. if expect100Continue != noHeader {
  1141. buf.Reset()
  1142. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "100"})
  1143. send(expect100Continue)
  1144. }
  1145. }
  1146. }
  1147. }
  1148. ct.run()
  1149. }
  1150. // Issue 26189, Issue 17739: ignore unknown 1xx responses
  1151. func TestTransportUnknown1xx(t *testing.T) {
  1152. var buf bytes.Buffer
  1153. defer func() { got1xxFuncForTests = nil }()
  1154. got1xxFuncForTests = func(code int, header textproto.MIMEHeader) error {
  1155. fmt.Fprintf(&buf, "code=%d header=%v\n", code, header)
  1156. return nil
  1157. }
  1158. ct := newClientTester(t)
  1159. ct.client = func() error {
  1160. req, _ := http.NewRequest("GET", "https://dummy.tld/", nil)
  1161. res, err := ct.tr.RoundTrip(req)
  1162. if err != nil {
  1163. return fmt.Errorf("RoundTrip: %v", err)
  1164. }
  1165. defer res.Body.Close()
  1166. if res.StatusCode != 204 {
  1167. return fmt.Errorf("status code = %v; want 204", res.StatusCode)
  1168. }
  1169. want := `code=110 header=map[Foo-Bar:[110]]
  1170. code=111 header=map[Foo-Bar:[111]]
  1171. code=112 header=map[Foo-Bar:[112]]
  1172. code=113 header=map[Foo-Bar:[113]]
  1173. code=114 header=map[Foo-Bar:[114]]
  1174. `
  1175. if got := buf.String(); got != want {
  1176. t.Errorf("Got trace:\n%s\nWant:\n%s", got, want)
  1177. }
  1178. return nil
  1179. }
  1180. ct.server = func() error {
  1181. ct.greet()
  1182. var buf bytes.Buffer
  1183. enc := hpack.NewEncoder(&buf)
  1184. for {
  1185. f, err := ct.fr.ReadFrame()
  1186. if err != nil {
  1187. return err
  1188. }
  1189. switch f := f.(type) {
  1190. case *WindowUpdateFrame, *SettingsFrame:
  1191. case *HeadersFrame:
  1192. for i := 110; i <= 114; i++ {
  1193. buf.Reset()
  1194. enc.WriteField(hpack.HeaderField{Name: ":status", Value: fmt.Sprint(i)})
  1195. enc.WriteField(hpack.HeaderField{Name: "foo-bar", Value: fmt.Sprint(i)})
  1196. ct.fr.WriteHeaders(HeadersFrameParam{
  1197. StreamID: f.StreamID,
  1198. EndHeaders: true,
  1199. EndStream: false,
  1200. BlockFragment: buf.Bytes(),
  1201. })
  1202. }
  1203. buf.Reset()
  1204. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "204"})
  1205. ct.fr.WriteHeaders(HeadersFrameParam{
  1206. StreamID: f.StreamID,
  1207. EndHeaders: true,
  1208. EndStream: false,
  1209. BlockFragment: buf.Bytes(),
  1210. })
  1211. return nil
  1212. }
  1213. }
  1214. }
  1215. ct.run()
  1216. }
  1217. func TestTransportReceiveUndeclaredTrailer(t *testing.T) {
  1218. ct := newClientTester(t)
  1219. ct.client = func() error {
  1220. req, _ := http.NewRequest("GET", "https://dummy.tld/", nil)
  1221. res, err := ct.tr.RoundTrip(req)
  1222. if err != nil {
  1223. return fmt.Errorf("RoundTrip: %v", err)
  1224. }
  1225. defer res.Body.Close()
  1226. if res.StatusCode != 200 {
  1227. return fmt.Errorf("status code = %v; want 200", res.StatusCode)
  1228. }
  1229. slurp, err := ioutil.ReadAll(res.Body)
  1230. if err != nil {
  1231. return fmt.Errorf("res.Body ReadAll error = %q, %v; want %v", slurp, err, nil)
  1232. }
  1233. if len(slurp) > 0 {
  1234. return fmt.Errorf("body = %q; want nothing", slurp)
  1235. }
  1236. if _, ok := res.Trailer["Some-Trailer"]; !ok {
  1237. return fmt.Errorf("expected Some-Trailer")
  1238. }
  1239. return nil
  1240. }
  1241. ct.server = func() error {
  1242. ct.greet()
  1243. var n int
  1244. var hf *HeadersFrame
  1245. for hf == nil && n < 10 {
  1246. f, err := ct.fr.ReadFrame()
  1247. if err != nil {
  1248. return err
  1249. }
  1250. hf, _ = f.(*HeadersFrame)
  1251. n++
  1252. }
  1253. var buf bytes.Buffer
  1254. enc := hpack.NewEncoder(&buf)
  1255. // send headers without Trailer header
  1256. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "200"})
  1257. ct.fr.WriteHeaders(HeadersFrameParam{
  1258. StreamID: hf.StreamID,
  1259. EndHeaders: true,
  1260. EndStream: false,
  1261. BlockFragment: buf.Bytes(),
  1262. })
  1263. // send trailers
  1264. buf.Reset()
  1265. enc.WriteField(hpack.HeaderField{Name: "some-trailer", Value: "I'm an undeclared Trailer!"})
  1266. ct.fr.WriteHeaders(HeadersFrameParam{
  1267. StreamID: hf.StreamID,
  1268. EndHeaders: true,
  1269. EndStream: true,
  1270. BlockFragment: buf.Bytes(),
  1271. })
  1272. return nil
  1273. }
  1274. ct.run()
  1275. }
  1276. func TestTransportInvalidTrailer_Pseudo1(t *testing.T) {
  1277. testTransportInvalidTrailer_Pseudo(t, oneHeader)
  1278. }
  1279. func TestTransportInvalidTrailer_Pseudo2(t *testing.T) {
  1280. testTransportInvalidTrailer_Pseudo(t, splitHeader)
  1281. }
  1282. func testTransportInvalidTrailer_Pseudo(t *testing.T, trailers headerType) {
  1283. testInvalidTrailer(t, trailers, pseudoHeaderError(":colon"), func(enc *hpack.Encoder) {
  1284. enc.WriteField(hpack.HeaderField{Name: ":colon", Value: "foo"})
  1285. enc.WriteField(hpack.HeaderField{Name: "foo", Value: "bar"})
  1286. })
  1287. }
  1288. func TestTransportInvalidTrailer_Capital1(t *testing.T) {
  1289. testTransportInvalidTrailer_Capital(t, oneHeader)
  1290. }
  1291. func TestTransportInvalidTrailer_Capital2(t *testing.T) {
  1292. testTransportInvalidTrailer_Capital(t, splitHeader)
  1293. }
  1294. func testTransportInvalidTrailer_Capital(t *testing.T, trailers headerType) {
  1295. testInvalidTrailer(t, trailers, headerFieldNameError("Capital"), func(enc *hpack.Encoder) {
  1296. enc.WriteField(hpack.HeaderField{Name: "foo", Value: "bar"})
  1297. enc.WriteField(hpack.HeaderField{Name: "Capital", Value: "bad"})
  1298. })
  1299. }
  1300. func TestTransportInvalidTrailer_EmptyFieldName(t *testing.T) {
  1301. testInvalidTrailer(t, oneHeader, headerFieldNameError(""), func(enc *hpack.Encoder) {
  1302. enc.WriteField(hpack.HeaderField{Name: "", Value: "bad"})
  1303. })
  1304. }
  1305. func TestTransportInvalidTrailer_BinaryFieldValue(t *testing.T) {
  1306. testInvalidTrailer(t, oneHeader, headerFieldValueError("has\nnewline"), func(enc *hpack.Encoder) {
  1307. enc.WriteField(hpack.HeaderField{Name: "x", Value: "has\nnewline"})
  1308. })
  1309. }
  1310. func testInvalidTrailer(t *testing.T, trailers headerType, wantErr error, writeTrailer func(*hpack.Encoder)) {
  1311. ct := newClientTester(t)
  1312. ct.client = func() error {
  1313. req, _ := http.NewRequest("GET", "https://dummy.tld/", nil)
  1314. res, err := ct.tr.RoundTrip(req)
  1315. if err != nil {
  1316. return fmt.Errorf("RoundTrip: %v", err)
  1317. }
  1318. defer res.Body.Close()
  1319. if res.StatusCode != 200 {
  1320. return fmt.Errorf("status code = %v; want 200", res.StatusCode)
  1321. }
  1322. slurp, err := ioutil.ReadAll(res.Body)
  1323. se, ok := err.(StreamError)
  1324. if !ok || se.Cause != wantErr {
  1325. return fmt.Errorf("res.Body ReadAll error = %q, %#v; want StreamError with cause %T, %#v", slurp, err, wantErr, wantErr)
  1326. }
  1327. if len(slurp) > 0 {
  1328. return fmt.Errorf("body = %q; want nothing", slurp)
  1329. }
  1330. return nil
  1331. }
  1332. ct.server = func() error {
  1333. ct.greet()
  1334. var buf bytes.Buffer
  1335. enc := hpack.NewEncoder(&buf)
  1336. for {
  1337. f, err := ct.fr.ReadFrame()
  1338. if err != nil {
  1339. return err
  1340. }
  1341. switch f := f.(type) {
  1342. case *HeadersFrame:
  1343. var endStream bool
  1344. send := func(mode headerType) {
  1345. hbf := buf.Bytes()
  1346. switch mode {
  1347. case oneHeader:
  1348. ct.fr.WriteHeaders(HeadersFrameParam{
  1349. StreamID: f.StreamID,
  1350. EndHeaders: true,
  1351. EndStream: endStream,
  1352. BlockFragment: hbf,
  1353. })
  1354. case splitHeader:
  1355. if len(hbf) < 2 {
  1356. panic("too small")
  1357. }
  1358. ct.fr.WriteHeaders(HeadersFrameParam{
  1359. StreamID: f.StreamID,
  1360. EndHeaders: false,
  1361. EndStream: endStream,
  1362. BlockFragment: hbf[:1],
  1363. })
  1364. ct.fr.WriteContinuation(f.StreamID, true, hbf[1:])
  1365. default:
  1366. panic("bogus mode")
  1367. }
  1368. }
  1369. // Response headers (1+ frames; 1 or 2 in this test, but never 0)
  1370. {
  1371. buf.Reset()
  1372. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "200"})
  1373. enc.WriteField(hpack.HeaderField{Name: "trailer", Value: "declared"})
  1374. endStream = false
  1375. send(oneHeader)
  1376. }
  1377. // Trailers:
  1378. {
  1379. endStream = true
  1380. buf.Reset()
  1381. writeTrailer(enc)
  1382. send(trailers)
  1383. }
  1384. return nil
  1385. }
  1386. }
  1387. }
  1388. ct.run()
  1389. }
  1390. // headerListSize returns the HTTP2 header list size of h.
  1391. // http://httpwg.org/specs/rfc7540.html#SETTINGS_MAX_HEADER_LIST_SIZE
  1392. // http://httpwg.org/specs/rfc7540.html#MaxHeaderBlock
  1393. func headerListSize(h http.Header) (size uint32) {
  1394. for k, vv := range h {
  1395. for _, v := range vv {
  1396. hf := hpack.HeaderField{Name: k, Value: v}
  1397. size += hf.Size()
  1398. }
  1399. }
  1400. return size
  1401. }
  1402. // padHeaders adds data to an http.Header until headerListSize(h) ==
  1403. // limit. Due to the way header list sizes are calculated, padHeaders
  1404. // cannot add fewer than len("Pad-Headers") + 32 bytes to h, and will
  1405. // call t.Fatal if asked to do so. PadHeaders first reserves enough
  1406. // space for an empty "Pad-Headers" key, then adds as many copies of
  1407. // filler as possible. Any remaining bytes necessary to push the
  1408. // header list size up to limit are added to h["Pad-Headers"].
  1409. func padHeaders(t *testing.T, h http.Header, limit uint64, filler string) {
  1410. if limit > 0xffffffff {
  1411. t.Fatalf("padHeaders: refusing to pad to more than 2^32-1 bytes. limit = %v", limit)
  1412. }
  1413. hf := hpack.HeaderField{Name: "Pad-Headers", Value: ""}
  1414. minPadding := uint64(hf.Size())
  1415. size := uint64(headerListSize(h))
  1416. minlimit := size + minPadding
  1417. if limit < minlimit {
  1418. t.Fatalf("padHeaders: limit %v < %v", limit, minlimit)
  1419. }
  1420. // Use a fixed-width format for name so that fieldSize
  1421. // remains constant.
  1422. nameFmt := "Pad-Headers-%06d"
  1423. hf = hpack.HeaderField{Name: fmt.Sprintf(nameFmt, 1), Value: filler}
  1424. fieldSize := uint64(hf.Size())
  1425. // Add as many complete filler values as possible, leaving
  1426. // room for at least one empty "Pad-Headers" key.
  1427. limit = limit - minPadding
  1428. for i := 0; size+fieldSize < limit; i++ {
  1429. name := fmt.Sprintf(nameFmt, i)
  1430. h.Add(name, filler)
  1431. size += fieldSize
  1432. }
  1433. // Add enough bytes to reach limit.
  1434. remain := limit - size
  1435. lastValue := strings.Repeat("*", int(remain))
  1436. h.Add("Pad-Headers", lastValue)
  1437. }
  1438. func TestPadHeaders(t *testing.T) {
  1439. check := func(h http.Header, limit uint32, fillerLen int) {
  1440. if h == nil {
  1441. h = make(http.Header)
  1442. }
  1443. filler := strings.Repeat("f", fillerLen)
  1444. padHeaders(t, h, uint64(limit), filler)
  1445. gotSize := headerListSize(h)
  1446. if gotSize != limit {
  1447. t.Errorf("Got size = %v; want %v", gotSize, limit)
  1448. }
  1449. }
  1450. // Try all possible combinations for small fillerLen and limit.
  1451. hf := hpack.HeaderField{Name: "Pad-Headers", Value: ""}
  1452. minLimit := hf.Size()
  1453. for limit := minLimit; limit <= 128; limit++ {
  1454. for fillerLen := 0; uint32(fillerLen) <= limit; fillerLen++ {
  1455. check(nil, limit, fillerLen)
  1456. }
  1457. }
  1458. // Try a few tests with larger limits, plus cumulative
  1459. // tests. Since these tests are cumulative, tests[i+1].limit
  1460. // must be >= tests[i].limit + minLimit. See the comment on
  1461. // padHeaders for more info on why the limit arg has this
  1462. // restriction.
  1463. tests := []struct {
  1464. fillerLen int
  1465. limit uint32
  1466. }{
  1467. {
  1468. fillerLen: 64,
  1469. limit: 1024,
  1470. },
  1471. {
  1472. fillerLen: 1024,
  1473. limit: 1286,
  1474. },
  1475. {
  1476. fillerLen: 256,
  1477. limit: 2048,
  1478. },
  1479. {
  1480. fillerLen: 1024,
  1481. limit: 10 * 1024,
  1482. },
  1483. {
  1484. fillerLen: 1023,
  1485. limit: 11 * 1024,
  1486. },
  1487. }
  1488. h := make(http.Header)
  1489. for _, tc := range tests {
  1490. check(nil, tc.limit, tc.fillerLen)
  1491. check(h, tc.limit, tc.fillerLen)
  1492. }
  1493. }
  1494. func TestTransportChecksRequestHeaderListSize(t *testing.T) {
  1495. st := newServerTester(t,
  1496. func(w http.ResponseWriter, r *http.Request) {
  1497. // Consume body & force client to send
  1498. // trailers before writing response.
  1499. // ioutil.ReadAll returns non-nil err for
  1500. // requests that attempt to send greater than
  1501. // maxHeaderListSize bytes of trailers, since
  1502. // those requests generate a stream reset.
  1503. ioutil.ReadAll(r.Body)
  1504. r.Body.Close()
  1505. },
  1506. func(ts *httptest.Server) {
  1507. ts.Config.MaxHeaderBytes = 16 << 10
  1508. },
  1509. optOnlyServer,
  1510. optQuiet,
  1511. )
  1512. defer st.Close()
  1513. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  1514. defer tr.CloseIdleConnections()
  1515. checkRoundTrip := func(req *http.Request, wantErr error, desc string) {
  1516. res, err := tr.RoundTrip(req)
  1517. if err != wantErr {
  1518. if res != nil {
  1519. res.Body.Close()
  1520. }
  1521. t.Errorf("%v: RoundTrip err = %v; want %v", desc, err, wantErr)
  1522. return
  1523. }
  1524. if err == nil {
  1525. if res == nil {
  1526. t.Errorf("%v: response nil; want non-nil.", desc)
  1527. return
  1528. }
  1529. defer res.Body.Close()
  1530. if res.StatusCode != http.StatusOK {
  1531. t.Errorf("%v: response status = %v; want %v", desc, res.StatusCode, http.StatusOK)
  1532. }
  1533. return
  1534. }
  1535. if res != nil {
  1536. t.Errorf("%v: RoundTrip err = %v but response non-nil", desc, err)
  1537. }
  1538. }
  1539. headerListSizeForRequest := func(req *http.Request) (size uint64) {
  1540. contentLen := actualContentLength(req)
  1541. trailers, err := commaSeparatedTrailers(req)
  1542. if err != nil {
  1543. t.Fatalf("headerListSizeForRequest: %v", err)
  1544. }
  1545. cc := &ClientConn{peerMaxHeaderListSize: 0xffffffffffffffff}
  1546. cc.henc = hpack.NewEncoder(&cc.hbuf)
  1547. cc.mu.Lock()
  1548. hdrs, err := cc.encodeHeaders(req, true, trailers, contentLen)
  1549. cc.mu.Unlock()
  1550. if err != nil {
  1551. t.Fatalf("headerListSizeForRequest: %v", err)
  1552. }
  1553. hpackDec := hpack.NewDecoder(initialHeaderTableSize, func(hf hpack.HeaderField) {
  1554. size += uint64(hf.Size())
  1555. })
  1556. if len(hdrs) > 0 {
  1557. if _, err := hpackDec.Write(hdrs); err != nil {
  1558. t.Fatalf("headerListSizeForRequest: %v", err)
  1559. }
  1560. }
  1561. return size
  1562. }
  1563. // Create a new Request for each test, rather than reusing the
  1564. // same Request, to avoid a race when modifying req.Headers.
  1565. // See https://github.com/golang/go/issues/21316
  1566. newRequest := func() *http.Request {
  1567. // Body must be non-nil to enable writing trailers.
  1568. body := strings.NewReader("hello")
  1569. req, err := http.NewRequest("POST", st.ts.URL, body)
  1570. if err != nil {
  1571. t.Fatalf("newRequest: NewRequest: %v", err)
  1572. }
  1573. return req
  1574. }
  1575. // Make an arbitrary request to ensure we get the server's
  1576. // settings frame and initialize peerMaxHeaderListSize.
  1577. req := newRequest()
  1578. checkRoundTrip(req, nil, "Initial request")
  1579. // Get the ClientConn associated with the request and validate
  1580. // peerMaxHeaderListSize.
  1581. addr := authorityAddr(req.URL.Scheme, req.URL.Host)
  1582. cc, err := tr.connPool().GetClientConn(req, addr)
  1583. if err != nil {
  1584. t.Fatalf("GetClientConn: %v", err)
  1585. }
  1586. cc.mu.Lock()
  1587. peerSize := cc.peerMaxHeaderListSize
  1588. cc.mu.Unlock()
  1589. st.scMu.Lock()
  1590. wantSize := uint64(st.sc.maxHeaderListSize())
  1591. st.scMu.Unlock()
  1592. if peerSize != wantSize {
  1593. t.Errorf("peerMaxHeaderListSize = %v; want %v", peerSize, wantSize)
  1594. }
  1595. // Sanity check peerSize. (*serverConn) maxHeaderListSize adds
  1596. // 320 bytes of padding.
  1597. wantHeaderBytes := uint64(st.ts.Config.MaxHeaderBytes) + 320
  1598. if peerSize != wantHeaderBytes {
  1599. t.Errorf("peerMaxHeaderListSize = %v; want %v.", peerSize, wantHeaderBytes)
  1600. }
  1601. // Pad headers & trailers, but stay under peerSize.
  1602. req = newRequest()
  1603. req.Header = make(http.Header)
  1604. req.Trailer = make(http.Header)
  1605. filler := strings.Repeat("*", 1024)
  1606. padHeaders(t, req.Trailer, peerSize, filler)
  1607. // cc.encodeHeaders adds some default headers to the request,
  1608. // so we need to leave room for those.
  1609. defaultBytes := headerListSizeForRequest(req)
  1610. padHeaders(t, req.Header, peerSize-defaultBytes, filler)
  1611. checkRoundTrip(req, nil, "Headers & Trailers under limit")
  1612. // Add enough header bytes to push us over peerSize.
  1613. req = newRequest()
  1614. req.Header = make(http.Header)
  1615. padHeaders(t, req.Header, peerSize, filler)
  1616. checkRoundTrip(req, errRequestHeaderListSize, "Headers over limit")
  1617. // Push trailers over the limit.
  1618. req = newRequest()
  1619. req.Trailer = make(http.Header)
  1620. padHeaders(t, req.Trailer, peerSize+1, filler)
  1621. checkRoundTrip(req, errRequestHeaderListSize, "Trailers over limit")
  1622. // Send headers with a single large value.
  1623. req = newRequest()
  1624. filler = strings.Repeat("*", int(peerSize))
  1625. req.Header = make(http.Header)
  1626. req.Header.Set("Big", filler)
  1627. checkRoundTrip(req, errRequestHeaderListSize, "Single large header")
  1628. // Send trailers with a single large value.
  1629. req = newRequest()
  1630. req.Trailer = make(http.Header)
  1631. req.Trailer.Set("Big", filler)
  1632. checkRoundTrip(req, errRequestHeaderListSize, "Single large trailer")
  1633. }
  1634. func TestTransportChecksResponseHeaderListSize(t *testing.T) {
  1635. ct := newClientTester(t)
  1636. ct.client = func() error {
  1637. req, _ := http.NewRequest("GET", "https://dummy.tld/", nil)
  1638. res, err := ct.tr.RoundTrip(req)
  1639. if err != errResponseHeaderListSize {
  1640. if res != nil {
  1641. res.Body.Close()
  1642. }
  1643. size := int64(0)
  1644. for k, vv := range res.Header {
  1645. for _, v := range vv {
  1646. size += int64(len(k)) + int64(len(v)) + 32
  1647. }
  1648. }
  1649. return fmt.Errorf("RoundTrip Error = %v (and %d bytes of response headers); want errResponseHeaderListSize", err, size)
  1650. }
  1651. return nil
  1652. }
  1653. ct.server = func() error {
  1654. ct.greet()
  1655. var buf bytes.Buffer
  1656. enc := hpack.NewEncoder(&buf)
  1657. for {
  1658. f, err := ct.fr.ReadFrame()
  1659. if err != nil {
  1660. return err
  1661. }
  1662. switch f := f.(type) {
  1663. case *HeadersFrame:
  1664. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "200"})
  1665. large := strings.Repeat("a", 1<<10)
  1666. for i := 0; i < 5042; i++ {
  1667. enc.WriteField(hpack.HeaderField{Name: large, Value: large})
  1668. }
  1669. if size, want := buf.Len(), 6329; size != want {
  1670. // Note: this number might change if
  1671. // our hpack implementation
  1672. // changes. That's fine. This is
  1673. // just a sanity check that our
  1674. // response can fit in a single
  1675. // header block fragment frame.
  1676. return fmt.Errorf("encoding over 10MB of duplicate keypairs took %d bytes; expected %d", size, want)
  1677. }
  1678. ct.fr.WriteHeaders(HeadersFrameParam{
  1679. StreamID: f.StreamID,
  1680. EndHeaders: true,
  1681. EndStream: true,
  1682. BlockFragment: buf.Bytes(),
  1683. })
  1684. return nil
  1685. }
  1686. }
  1687. }
  1688. ct.run()
  1689. }
  1690. func TestTransportCookieHeaderSplit(t *testing.T) {
  1691. ct := newClientTester(t)
  1692. ct.client = func() error {
  1693. req, _ := http.NewRequest("GET", "https://dummy.tld/", nil)
  1694. req.Header.Add("Cookie", "a=b;c=d; e=f;")
  1695. req.Header.Add("Cookie", "e=f;g=h; ")
  1696. req.Header.Add("Cookie", "i=j")
  1697. _, err := ct.tr.RoundTrip(req)
  1698. return err
  1699. }
  1700. ct.server = func() error {
  1701. ct.greet()
  1702. for {
  1703. f, err := ct.fr.ReadFrame()
  1704. if err != nil {
  1705. return err
  1706. }
  1707. switch f := f.(type) {
  1708. case *HeadersFrame:
  1709. dec := hpack.NewDecoder(initialHeaderTableSize, nil)
  1710. hfs, err := dec.DecodeFull(f.HeaderBlockFragment())
  1711. if err != nil {
  1712. return err
  1713. }
  1714. got := []string{}
  1715. want := []string{"a=b", "c=d", "e=f", "e=f", "g=h", "i=j"}
  1716. for _, hf := range hfs {
  1717. if hf.Name == "cookie" {
  1718. got = append(got, hf.Value)
  1719. }
  1720. }
  1721. if !reflect.DeepEqual(got, want) {
  1722. t.Errorf("Cookies = %#v, want %#v", got, want)
  1723. }
  1724. var buf bytes.Buffer
  1725. enc := hpack.NewEncoder(&buf)
  1726. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "200"})
  1727. ct.fr.WriteHeaders(HeadersFrameParam{
  1728. StreamID: f.StreamID,
  1729. EndHeaders: true,
  1730. EndStream: true,
  1731. BlockFragment: buf.Bytes(),
  1732. })
  1733. return nil
  1734. }
  1735. }
  1736. }
  1737. ct.run()
  1738. }
  1739. // Test that the Transport returns a typed error from Response.Body.Read calls
  1740. // when the server sends an error. (here we use a panic, since that should generate
  1741. // a stream error, but others like cancel should be similar)
  1742. func TestTransportBodyReadErrorType(t *testing.T) {
  1743. doPanic := make(chan bool, 1)
  1744. st := newServerTester(t,
  1745. func(w http.ResponseWriter, r *http.Request) {
  1746. w.(http.Flusher).Flush() // force headers out
  1747. <-doPanic
  1748. panic("boom")
  1749. },
  1750. optOnlyServer,
  1751. optQuiet,
  1752. )
  1753. defer st.Close()
  1754. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  1755. defer tr.CloseIdleConnections()
  1756. c := &http.Client{Transport: tr}
  1757. res, err := c.Get(st.ts.URL)
  1758. if err != nil {
  1759. t.Fatal(err)
  1760. }
  1761. defer res.Body.Close()
  1762. doPanic <- true
  1763. buf := make([]byte, 100)
  1764. n, err := res.Body.Read(buf)
  1765. want := StreamError{StreamID: 0x1, Code: 0x2}
  1766. if !reflect.DeepEqual(want, err) {
  1767. t.Errorf("Read = %v, %#v; want error %#v", n, err, want)
  1768. }
  1769. }
  1770. // golang.org/issue/13924
  1771. // This used to fail after many iterations, especially with -race:
  1772. // go test -v -run=TestTransportDoubleCloseOnWriteError -count=500 -race
  1773. func TestTransportDoubleCloseOnWriteError(t *testing.T) {
  1774. var (
  1775. mu sync.Mutex
  1776. conn net.Conn // to close if set
  1777. )
  1778. st := newServerTester(t,
  1779. func(w http.ResponseWriter, r *http.Request) {
  1780. mu.Lock()
  1781. defer mu.Unlock()
  1782. if conn != nil {
  1783. conn.Close()
  1784. }
  1785. },
  1786. optOnlyServer,
  1787. )
  1788. defer st.Close()
  1789. tr := &Transport{
  1790. TLSClientConfig: tlsConfigInsecure,
  1791. DialTLS: func(network, addr string, cfg *tls.Config) (net.Conn, error) {
  1792. tc, err := tls.Dial(network, addr, cfg)
  1793. if err != nil {
  1794. return nil, err
  1795. }
  1796. mu.Lock()
  1797. defer mu.Unlock()
  1798. conn = tc
  1799. return tc, nil
  1800. },
  1801. }
  1802. defer tr.CloseIdleConnections()
  1803. c := &http.Client{Transport: tr}
  1804. c.Get(st.ts.URL)
  1805. }
  1806. // Test that the http1 Transport.DisableKeepAlives option is respected
  1807. // and connections are closed as soon as idle.
  1808. // See golang.org/issue/14008
  1809. func TestTransportDisableKeepAlives(t *testing.T) {
  1810. st := newServerTester(t,
  1811. func(w http.ResponseWriter, r *http.Request) {
  1812. io.WriteString(w, "hi")
  1813. },
  1814. optOnlyServer,
  1815. )
  1816. defer st.Close()
  1817. connClosed := make(chan struct{}) // closed on tls.Conn.Close
  1818. tr := &Transport{
  1819. t1: &http.Transport{
  1820. DisableKeepAlives: true,
  1821. },
  1822. TLSClientConfig: tlsConfigInsecure,
  1823. DialTLS: func(network, addr string, cfg *tls.Config) (net.Conn, error) {
  1824. tc, err := tls.Dial(network, addr, cfg)
  1825. if err != nil {
  1826. return nil, err
  1827. }
  1828. return &noteCloseConn{Conn: tc, closefn: func() { close(connClosed) }}, nil
  1829. },
  1830. }
  1831. c := &http.Client{Transport: tr}
  1832. res, err := c.Get(st.ts.URL)
  1833. if err != nil {
  1834. t.Fatal(err)
  1835. }
  1836. if _, err := ioutil.ReadAll(res.Body); err != nil {
  1837. t.Fatal(err)
  1838. }
  1839. defer res.Body.Close()
  1840. select {
  1841. case <-connClosed:
  1842. case <-time.After(1 * time.Second):
  1843. t.Errorf("timeout")
  1844. }
  1845. }
  1846. // Test concurrent requests with Transport.DisableKeepAlives. We can share connections,
  1847. // but when things are totally idle, it still needs to close.
  1848. func TestTransportDisableKeepAlives_Concurrency(t *testing.T) {
  1849. const D = 25 * time.Millisecond
  1850. st := newServerTester(t,
  1851. func(w http.ResponseWriter, r *http.Request) {
  1852. time.Sleep(D)
  1853. io.WriteString(w, "hi")
  1854. },
  1855. optOnlyServer,
  1856. )
  1857. defer st.Close()
  1858. var dials int32
  1859. var conns sync.WaitGroup
  1860. tr := &Transport{
  1861. t1: &http.Transport{
  1862. DisableKeepAlives: true,
  1863. },
  1864. TLSClientConfig: tlsConfigInsecure,
  1865. DialTLS: func(network, addr string, cfg *tls.Config) (net.Conn, error) {
  1866. tc, err := tls.Dial(network, addr, cfg)
  1867. if err != nil {
  1868. return nil, err
  1869. }
  1870. atomic.AddInt32(&dials, 1)
  1871. conns.Add(1)
  1872. return &noteCloseConn{Conn: tc, closefn: func() { conns.Done() }}, nil
  1873. },
  1874. }
  1875. c := &http.Client{Transport: tr}
  1876. var reqs sync.WaitGroup
  1877. const N = 20
  1878. for i := 0; i < N; i++ {
  1879. reqs.Add(1)
  1880. if i == N-1 {
  1881. // For the final request, try to make all the
  1882. // others close. This isn't verified in the
  1883. // count, other than the Log statement, since
  1884. // it's so timing dependent. This test is
  1885. // really to make sure we don't interrupt a
  1886. // valid request.
  1887. time.Sleep(D * 2)
  1888. }
  1889. go func() {
  1890. defer reqs.Done()
  1891. res, err := c.Get(st.ts.URL)
  1892. if err != nil {
  1893. t.Error(err)
  1894. return
  1895. }
  1896. if _, err := ioutil.ReadAll(res.Body); err != nil {
  1897. t.Error(err)
  1898. return
  1899. }
  1900. res.Body.Close()
  1901. }()
  1902. }
  1903. reqs.Wait()
  1904. conns.Wait()
  1905. t.Logf("did %d dials, %d requests", atomic.LoadInt32(&dials), N)
  1906. }
  1907. type noteCloseConn struct {
  1908. net.Conn
  1909. onceClose sync.Once
  1910. closefn func()
  1911. }
  1912. func (c *noteCloseConn) Close() error {
  1913. c.onceClose.Do(c.closefn)
  1914. return c.Conn.Close()
  1915. }
  1916. func isTimeout(err error) bool {
  1917. switch err := err.(type) {
  1918. case nil:
  1919. return false
  1920. case *url.Error:
  1921. return isTimeout(err.Err)
  1922. case net.Error:
  1923. return err.Timeout()
  1924. }
  1925. return false
  1926. }
  1927. // Test that the http1 Transport.ResponseHeaderTimeout option and cancel is sent.
  1928. func TestTransportResponseHeaderTimeout_NoBody(t *testing.T) {
  1929. testTransportResponseHeaderTimeout(t, false)
  1930. }
  1931. func TestTransportResponseHeaderTimeout_Body(t *testing.T) {
  1932. testTransportResponseHeaderTimeout(t, true)
  1933. }
  1934. func testTransportResponseHeaderTimeout(t *testing.T, body bool) {
  1935. ct := newClientTester(t)
  1936. ct.tr.t1 = &http.Transport{
  1937. ResponseHeaderTimeout: 5 * time.Millisecond,
  1938. }
  1939. ct.client = func() error {
  1940. c := &http.Client{Transport: ct.tr}
  1941. var err error
  1942. var n int64
  1943. const bodySize = 4 << 20
  1944. if body {
  1945. _, err = c.Post("https://dummy.tld/", "text/foo", io.LimitReader(countingReader{&n}, bodySize))
  1946. } else {
  1947. _, err = c.Get("https://dummy.tld/")
  1948. }
  1949. if !isTimeout(err) {
  1950. t.Errorf("client expected timeout error; got %#v", err)
  1951. }
  1952. if body && n != bodySize {
  1953. t.Errorf("only read %d bytes of body; want %d", n, bodySize)
  1954. }
  1955. return nil
  1956. }
  1957. ct.server = func() error {
  1958. ct.greet()
  1959. for {
  1960. f, err := ct.fr.ReadFrame()
  1961. if err != nil {
  1962. t.Logf("ReadFrame: %v", err)
  1963. return nil
  1964. }
  1965. switch f := f.(type) {
  1966. case *DataFrame:
  1967. dataLen := len(f.Data())
  1968. if dataLen > 0 {
  1969. if err := ct.fr.WriteWindowUpdate(0, uint32(dataLen)); err != nil {
  1970. return err
  1971. }
  1972. if err := ct.fr.WriteWindowUpdate(f.StreamID, uint32(dataLen)); err != nil {
  1973. return err
  1974. }
  1975. }
  1976. case *RSTStreamFrame:
  1977. if f.StreamID == 1 && f.ErrCode == ErrCodeCancel {
  1978. return nil
  1979. }
  1980. }
  1981. }
  1982. }
  1983. ct.run()
  1984. }
  1985. func TestTransportDisableCompression(t *testing.T) {
  1986. const body = "sup"
  1987. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  1988. want := http.Header{
  1989. "User-Agent": []string{"Go-http-client/2.0"},
  1990. }
  1991. if !reflect.DeepEqual(r.Header, want) {
  1992. t.Errorf("request headers = %v; want %v", r.Header, want)
  1993. }
  1994. }, optOnlyServer)
  1995. defer st.Close()
  1996. tr := &Transport{
  1997. TLSClientConfig: tlsConfigInsecure,
  1998. t1: &http.Transport{
  1999. DisableCompression: true,
  2000. },
  2001. }
  2002. defer tr.CloseIdleConnections()
  2003. req, err := http.NewRequest("GET", st.ts.URL, nil)
  2004. if err != nil {
  2005. t.Fatal(err)
  2006. }
  2007. res, err := tr.RoundTrip(req)
  2008. if err != nil {
  2009. t.Fatal(err)
  2010. }
  2011. defer res.Body.Close()
  2012. }
  2013. // RFC 7540 section 8.1.2.2
  2014. func TestTransportRejectsConnHeaders(t *testing.T) {
  2015. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  2016. var got []string
  2017. for k := range r.Header {
  2018. got = append(got, k)
  2019. }
  2020. sort.Strings(got)
  2021. w.Header().Set("Got-Header", strings.Join(got, ","))
  2022. }, optOnlyServer)
  2023. defer st.Close()
  2024. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  2025. defer tr.CloseIdleConnections()
  2026. tests := []struct {
  2027. key string
  2028. value []string
  2029. want string
  2030. }{
  2031. {
  2032. key: "Upgrade",
  2033. value: []string{"anything"},
  2034. want: "ERROR: http2: invalid Upgrade request header: [\"anything\"]",
  2035. },
  2036. {
  2037. key: "Connection",
  2038. value: []string{"foo"},
  2039. want: "ERROR: http2: invalid Connection request header: [\"foo\"]",
  2040. },
  2041. {
  2042. key: "Connection",
  2043. value: []string{"close"},
  2044. want: "Accept-Encoding,User-Agent",
  2045. },
  2046. {
  2047. key: "Connection",
  2048. value: []string{"CLoSe"},
  2049. want: "Accept-Encoding,User-Agent",
  2050. },
  2051. {
  2052. key: "Connection",
  2053. value: []string{"close", "something-else"},
  2054. want: "ERROR: http2: invalid Connection request header: [\"close\" \"something-else\"]",
  2055. },
  2056. {
  2057. key: "Connection",
  2058. value: []string{"keep-alive"},
  2059. want: "Accept-Encoding,User-Agent",
  2060. },
  2061. {
  2062. key: "Connection",
  2063. value: []string{"Keep-ALIVE"},
  2064. want: "Accept-Encoding,User-Agent",
  2065. },
  2066. {
  2067. key: "Proxy-Connection", // just deleted and ignored
  2068. value: []string{"keep-alive"},
  2069. want: "Accept-Encoding,User-Agent",
  2070. },
  2071. {
  2072. key: "Transfer-Encoding",
  2073. value: []string{""},
  2074. want: "Accept-Encoding,User-Agent",
  2075. },
  2076. {
  2077. key: "Transfer-Encoding",
  2078. value: []string{"foo"},
  2079. want: "ERROR: http2: invalid Transfer-Encoding request header: [\"foo\"]",
  2080. },
  2081. {
  2082. key: "Transfer-Encoding",
  2083. value: []string{"chunked"},
  2084. want: "Accept-Encoding,User-Agent",
  2085. },
  2086. {
  2087. key: "Transfer-Encoding",
  2088. value: []string{"chunked", "other"},
  2089. want: "ERROR: http2: invalid Transfer-Encoding request header: [\"chunked\" \"other\"]",
  2090. },
  2091. {
  2092. key: "Content-Length",
  2093. value: []string{"123"},
  2094. want: "Accept-Encoding,User-Agent",
  2095. },
  2096. {
  2097. key: "Keep-Alive",
  2098. value: []string{"doop"},
  2099. want: "Accept-Encoding,User-Agent",
  2100. },
  2101. }
  2102. for _, tt := range tests {
  2103. req, _ := http.NewRequest("GET", st.ts.URL, nil)
  2104. req.Header[tt.key] = tt.value
  2105. res, err := tr.RoundTrip(req)
  2106. var got string
  2107. if err != nil {
  2108. got = fmt.Sprintf("ERROR: %v", err)
  2109. } else {
  2110. got = res.Header.Get("Got-Header")
  2111. res.Body.Close()
  2112. }
  2113. if got != tt.want {
  2114. t.Errorf("For key %q, value %q, got = %q; want %q", tt.key, tt.value, got, tt.want)
  2115. }
  2116. }
  2117. }
  2118. // golang.org/issue/14048
  2119. func TestTransportFailsOnInvalidHeaders(t *testing.T) {
  2120. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  2121. var got []string
  2122. for k := range r.Header {
  2123. got = append(got, k)
  2124. }
  2125. sort.Strings(got)
  2126. w.Header().Set("Got-Header", strings.Join(got, ","))
  2127. }, optOnlyServer)
  2128. defer st.Close()
  2129. tests := [...]struct {
  2130. h http.Header
  2131. wantErr string
  2132. }{
  2133. 0: {
  2134. h: http.Header{"with space": {"foo"}},
  2135. wantErr: `invalid HTTP header name "with space"`,
  2136. },
  2137. 1: {
  2138. h: http.Header{"name": {"Брэд"}},
  2139. wantErr: "", // okay
  2140. },
  2141. 2: {
  2142. h: http.Header{"имя": {"Brad"}},
  2143. wantErr: `invalid HTTP header name "имя"`,
  2144. },
  2145. 3: {
  2146. h: http.Header{"foo": {"foo\x01bar"}},
  2147. wantErr: `invalid HTTP header value "foo\x01bar" for header "foo"`,
  2148. },
  2149. }
  2150. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  2151. defer tr.CloseIdleConnections()
  2152. for i, tt := range tests {
  2153. req, _ := http.NewRequest("GET", st.ts.URL, nil)
  2154. req.Header = tt.h
  2155. res, err := tr.RoundTrip(req)
  2156. var bad bool
  2157. if tt.wantErr == "" {
  2158. if err != nil {
  2159. bad = true
  2160. t.Errorf("case %d: error = %v; want no error", i, err)
  2161. }
  2162. } else {
  2163. if !strings.Contains(fmt.Sprint(err), tt.wantErr) {
  2164. bad = true
  2165. t.Errorf("case %d: error = %v; want error %q", i, err, tt.wantErr)
  2166. }
  2167. }
  2168. if err == nil {
  2169. if bad {
  2170. t.Logf("case %d: server got headers %q", i, res.Header.Get("Got-Header"))
  2171. }
  2172. res.Body.Close()
  2173. }
  2174. }
  2175. }
  2176. // Tests that gzipReader doesn't crash on a second Read call following
  2177. // the first Read call's gzip.NewReader returning an error.
  2178. func TestGzipReader_DoubleReadCrash(t *testing.T) {
  2179. gz := &gzipReader{
  2180. body: ioutil.NopCloser(strings.NewReader("0123456789")),
  2181. }
  2182. var buf [1]byte
  2183. n, err1 := gz.Read(buf[:])
  2184. if n != 0 || !strings.Contains(fmt.Sprint(err1), "invalid header") {
  2185. t.Fatalf("Read = %v, %v; want 0, invalid header", n, err1)
  2186. }
  2187. n, err2 := gz.Read(buf[:])
  2188. if n != 0 || err2 != err1 {
  2189. t.Fatalf("second Read = %v, %v; want 0, %v", n, err2, err1)
  2190. }
  2191. }
  2192. func TestTransportNewTLSConfig(t *testing.T) {
  2193. tests := [...]struct {
  2194. conf *tls.Config
  2195. host string
  2196. want *tls.Config
  2197. }{
  2198. // Normal case.
  2199. 0: {
  2200. conf: nil,
  2201. host: "foo.com",
  2202. want: &tls.Config{
  2203. ServerName: "foo.com",
  2204. NextProtos: []string{NextProtoTLS},
  2205. },
  2206. },
  2207. // User-provided name (bar.com) takes precedence:
  2208. 1: {
  2209. conf: &tls.Config{
  2210. ServerName: "bar.com",
  2211. },
  2212. host: "foo.com",
  2213. want: &tls.Config{
  2214. ServerName: "bar.com",
  2215. NextProtos: []string{NextProtoTLS},
  2216. },
  2217. },
  2218. // NextProto is prepended:
  2219. 2: {
  2220. conf: &tls.Config{
  2221. NextProtos: []string{"foo", "bar"},
  2222. },
  2223. host: "example.com",
  2224. want: &tls.Config{
  2225. ServerName: "example.com",
  2226. NextProtos: []string{NextProtoTLS, "foo", "bar"},
  2227. },
  2228. },
  2229. // NextProto is not duplicated:
  2230. 3: {
  2231. conf: &tls.Config{
  2232. NextProtos: []string{"foo", "bar", NextProtoTLS},
  2233. },
  2234. host: "example.com",
  2235. want: &tls.Config{
  2236. ServerName: "example.com",
  2237. NextProtos: []string{"foo", "bar", NextProtoTLS},
  2238. },
  2239. },
  2240. }
  2241. for i, tt := range tests {
  2242. // Ignore the session ticket keys part, which ends up populating
  2243. // unexported fields in the Config:
  2244. if tt.conf != nil {
  2245. tt.conf.SessionTicketsDisabled = true
  2246. }
  2247. tr := &Transport{TLSClientConfig: tt.conf}
  2248. got := tr.newTLSConfig(tt.host)
  2249. got.SessionTicketsDisabled = false
  2250. if !reflect.DeepEqual(got, tt.want) {
  2251. t.Errorf("%d. got %#v; want %#v", i, got, tt.want)
  2252. }
  2253. }
  2254. }
  2255. // The Google GFE responds to HEAD requests with a HEADERS frame
  2256. // without END_STREAM, followed by a 0-length DATA frame with
  2257. // END_STREAM. Make sure we don't get confused by that. (We did.)
  2258. func TestTransportReadHeadResponse(t *testing.T) {
  2259. ct := newClientTester(t)
  2260. clientDone := make(chan struct{})
  2261. ct.client = func() error {
  2262. defer close(clientDone)
  2263. req, _ := http.NewRequest("HEAD", "https://dummy.tld/", nil)
  2264. res, err := ct.tr.RoundTrip(req)
  2265. if err != nil {
  2266. return err
  2267. }
  2268. if res.ContentLength != 123 {
  2269. return fmt.Errorf("Content-Length = %d; want 123", res.ContentLength)
  2270. }
  2271. slurp, err := ioutil.ReadAll(res.Body)
  2272. if err != nil {
  2273. return fmt.Errorf("ReadAll: %v", err)
  2274. }
  2275. if len(slurp) > 0 {
  2276. return fmt.Errorf("Unexpected non-empty ReadAll body: %q", slurp)
  2277. }
  2278. return nil
  2279. }
  2280. ct.server = func() error {
  2281. ct.greet()
  2282. for {
  2283. f, err := ct.fr.ReadFrame()
  2284. if err != nil {
  2285. t.Logf("ReadFrame: %v", err)
  2286. return nil
  2287. }
  2288. hf, ok := f.(*HeadersFrame)
  2289. if !ok {
  2290. continue
  2291. }
  2292. var buf bytes.Buffer
  2293. enc := hpack.NewEncoder(&buf)
  2294. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "200"})
  2295. enc.WriteField(hpack.HeaderField{Name: "content-length", Value: "123"})
  2296. ct.fr.WriteHeaders(HeadersFrameParam{
  2297. StreamID: hf.StreamID,
  2298. EndHeaders: true,
  2299. EndStream: false, // as the GFE does
  2300. BlockFragment: buf.Bytes(),
  2301. })
  2302. ct.fr.WriteData(hf.StreamID, true, nil)
  2303. <-clientDone
  2304. return nil
  2305. }
  2306. }
  2307. ct.run()
  2308. }
  2309. func TestTransportReadHeadResponseWithBody(t *testing.T) {
  2310. // This test use not valid response format.
  2311. // Discarding logger output to not spam tests output.
  2312. log.SetOutput(ioutil.Discard)
  2313. defer log.SetOutput(os.Stderr)
  2314. response := "redirecting to /elsewhere"
  2315. ct := newClientTester(t)
  2316. clientDone := make(chan struct{})
  2317. ct.client = func() error {
  2318. defer close(clientDone)
  2319. req, _ := http.NewRequest("HEAD", "https://dummy.tld/", nil)
  2320. res, err := ct.tr.RoundTrip(req)
  2321. if err != nil {
  2322. return err
  2323. }
  2324. if res.ContentLength != int64(len(response)) {
  2325. return fmt.Errorf("Content-Length = %d; want %d", res.ContentLength, len(response))
  2326. }
  2327. slurp, err := ioutil.ReadAll(res.Body)
  2328. if err != nil {
  2329. return fmt.Errorf("ReadAll: %v", err)
  2330. }
  2331. if len(slurp) > 0 {
  2332. return fmt.Errorf("Unexpected non-empty ReadAll body: %q", slurp)
  2333. }
  2334. return nil
  2335. }
  2336. ct.server = func() error {
  2337. ct.greet()
  2338. for {
  2339. f, err := ct.fr.ReadFrame()
  2340. if err != nil {
  2341. t.Logf("ReadFrame: %v", err)
  2342. return nil
  2343. }
  2344. hf, ok := f.(*HeadersFrame)
  2345. if !ok {
  2346. continue
  2347. }
  2348. var buf bytes.Buffer
  2349. enc := hpack.NewEncoder(&buf)
  2350. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "200"})
  2351. enc.WriteField(hpack.HeaderField{Name: "content-length", Value: strconv.Itoa(len(response))})
  2352. ct.fr.WriteHeaders(HeadersFrameParam{
  2353. StreamID: hf.StreamID,
  2354. EndHeaders: true,
  2355. EndStream: false,
  2356. BlockFragment: buf.Bytes(),
  2357. })
  2358. ct.fr.WriteData(hf.StreamID, true, []byte(response))
  2359. <-clientDone
  2360. return nil
  2361. }
  2362. }
  2363. ct.run()
  2364. }
  2365. type neverEnding byte
  2366. func (b neverEnding) Read(p []byte) (int, error) {
  2367. for i := range p {
  2368. p[i] = byte(b)
  2369. }
  2370. return len(p), nil
  2371. }
  2372. // golang.org/issue/15425: test that a handler closing the request
  2373. // body doesn't terminate the stream to the peer. (It just stops
  2374. // readability from the handler's side, and eventually the client
  2375. // runs out of flow control tokens)
  2376. func TestTransportHandlerBodyClose(t *testing.T) {
  2377. const bodySize = 10 << 20
  2378. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  2379. r.Body.Close()
  2380. io.Copy(w, io.LimitReader(neverEnding('A'), bodySize))
  2381. }, optOnlyServer)
  2382. defer st.Close()
  2383. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  2384. defer tr.CloseIdleConnections()
  2385. g0 := runtime.NumGoroutine()
  2386. const numReq = 10
  2387. for i := 0; i < numReq; i++ {
  2388. req, err := http.NewRequest("POST", st.ts.URL, struct{ io.Reader }{io.LimitReader(neverEnding('A'), bodySize)})
  2389. if err != nil {
  2390. t.Fatal(err)
  2391. }
  2392. res, err := tr.RoundTrip(req)
  2393. if err != nil {
  2394. t.Fatal(err)
  2395. }
  2396. n, err := io.Copy(ioutil.Discard, res.Body)
  2397. res.Body.Close()
  2398. if n != bodySize || err != nil {
  2399. t.Fatalf("req#%d: Copy = %d, %v; want %d, nil", i, n, err, bodySize)
  2400. }
  2401. }
  2402. tr.CloseIdleConnections()
  2403. if !waitCondition(5*time.Second, 100*time.Millisecond, func() bool {
  2404. gd := runtime.NumGoroutine() - g0
  2405. return gd < numReq/2
  2406. }) {
  2407. t.Errorf("appeared to leak goroutines")
  2408. }
  2409. }
  2410. // https://golang.org/issue/15930
  2411. func TestTransportFlowControl(t *testing.T) {
  2412. const bufLen = 64 << 10
  2413. var total int64 = 100 << 20 // 100MB
  2414. if testing.Short() {
  2415. total = 10 << 20
  2416. }
  2417. var wrote int64 // updated atomically
  2418. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  2419. b := make([]byte, bufLen)
  2420. for wrote < total {
  2421. n, err := w.Write(b)
  2422. atomic.AddInt64(&wrote, int64(n))
  2423. if err != nil {
  2424. t.Errorf("ResponseWriter.Write error: %v", err)
  2425. break
  2426. }
  2427. w.(http.Flusher).Flush()
  2428. }
  2429. }, optOnlyServer)
  2430. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  2431. defer tr.CloseIdleConnections()
  2432. req, err := http.NewRequest("GET", st.ts.URL, nil)
  2433. if err != nil {
  2434. t.Fatal("NewRequest error:", err)
  2435. }
  2436. resp, err := tr.RoundTrip(req)
  2437. if err != nil {
  2438. t.Fatal("RoundTrip error:", err)
  2439. }
  2440. defer resp.Body.Close()
  2441. var read int64
  2442. b := make([]byte, bufLen)
  2443. for {
  2444. n, err := resp.Body.Read(b)
  2445. if err == io.EOF {
  2446. break
  2447. }
  2448. if err != nil {
  2449. t.Fatal("Read error:", err)
  2450. }
  2451. read += int64(n)
  2452. const max = transportDefaultStreamFlow
  2453. if w := atomic.LoadInt64(&wrote); -max > read-w || read-w > max {
  2454. t.Fatalf("Too much data inflight: server wrote %v bytes but client only received %v", w, read)
  2455. }
  2456. // Let the server get ahead of the client.
  2457. time.Sleep(1 * time.Millisecond)
  2458. }
  2459. }
  2460. // golang.org/issue/14627 -- if the server sends a GOAWAY frame, make
  2461. // the Transport remember it and return it back to users (via
  2462. // RoundTrip or request body reads) if needed (e.g. if the server
  2463. // proceeds to close the TCP connection before the client gets its
  2464. // response)
  2465. func TestTransportUsesGoAwayDebugError_RoundTrip(t *testing.T) {
  2466. testTransportUsesGoAwayDebugError(t, false)
  2467. }
  2468. func TestTransportUsesGoAwayDebugError_Body(t *testing.T) {
  2469. testTransportUsesGoAwayDebugError(t, true)
  2470. }
  2471. func testTransportUsesGoAwayDebugError(t *testing.T, failMidBody bool) {
  2472. ct := newClientTester(t)
  2473. clientDone := make(chan struct{})
  2474. const goAwayErrCode = ErrCodeHTTP11Required // arbitrary
  2475. const goAwayDebugData = "some debug data"
  2476. ct.client = func() error {
  2477. defer close(clientDone)
  2478. req, _ := http.NewRequest("GET", "https://dummy.tld/", nil)
  2479. res, err := ct.tr.RoundTrip(req)
  2480. if failMidBody {
  2481. if err != nil {
  2482. return fmt.Errorf("unexpected client RoundTrip error: %v", err)
  2483. }
  2484. _, err = io.Copy(ioutil.Discard, res.Body)
  2485. res.Body.Close()
  2486. }
  2487. want := GoAwayError{
  2488. LastStreamID: 5,
  2489. ErrCode: goAwayErrCode,
  2490. DebugData: goAwayDebugData,
  2491. }
  2492. if !reflect.DeepEqual(err, want) {
  2493. t.Errorf("RoundTrip error = %T: %#v, want %T (%#v)", err, err, want, want)
  2494. }
  2495. return nil
  2496. }
  2497. ct.server = func() error {
  2498. ct.greet()
  2499. for {
  2500. f, err := ct.fr.ReadFrame()
  2501. if err != nil {
  2502. t.Logf("ReadFrame: %v", err)
  2503. return nil
  2504. }
  2505. hf, ok := f.(*HeadersFrame)
  2506. if !ok {
  2507. continue
  2508. }
  2509. if failMidBody {
  2510. var buf bytes.Buffer
  2511. enc := hpack.NewEncoder(&buf)
  2512. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "200"})
  2513. enc.WriteField(hpack.HeaderField{Name: "content-length", Value: "123"})
  2514. ct.fr.WriteHeaders(HeadersFrameParam{
  2515. StreamID: hf.StreamID,
  2516. EndHeaders: true,
  2517. EndStream: false,
  2518. BlockFragment: buf.Bytes(),
  2519. })
  2520. }
  2521. // Write two GOAWAY frames, to test that the Transport takes
  2522. // the interesting parts of both.
  2523. ct.fr.WriteGoAway(5, ErrCodeNo, []byte(goAwayDebugData))
  2524. ct.fr.WriteGoAway(5, goAwayErrCode, nil)
  2525. ct.sc.(*net.TCPConn).CloseWrite()
  2526. if runtime.GOOS == "plan9" {
  2527. // CloseWrite not supported on Plan 9; Issue 17906
  2528. ct.sc.(*net.TCPConn).Close()
  2529. }
  2530. <-clientDone
  2531. return nil
  2532. }
  2533. }
  2534. ct.run()
  2535. }
  2536. func testTransportReturnsUnusedFlowControl(t *testing.T, oneDataFrame bool) {
  2537. ct := newClientTester(t)
  2538. clientClosed := make(chan struct{})
  2539. serverWroteFirstByte := make(chan struct{})
  2540. ct.client = func() error {
  2541. req, _ := http.NewRequest("GET", "https://dummy.tld/", nil)
  2542. res, err := ct.tr.RoundTrip(req)
  2543. if err != nil {
  2544. return err
  2545. }
  2546. <-serverWroteFirstByte
  2547. if n, err := res.Body.Read(make([]byte, 1)); err != nil || n != 1 {
  2548. return fmt.Errorf("body read = %v, %v; want 1, nil", n, err)
  2549. }
  2550. res.Body.Close() // leaving 4999 bytes unread
  2551. close(clientClosed)
  2552. return nil
  2553. }
  2554. ct.server = func() error {
  2555. ct.greet()
  2556. var hf *HeadersFrame
  2557. for {
  2558. f, err := ct.fr.ReadFrame()
  2559. if err != nil {
  2560. return fmt.Errorf("ReadFrame while waiting for Headers: %v", err)
  2561. }
  2562. switch f.(type) {
  2563. case *WindowUpdateFrame, *SettingsFrame:
  2564. continue
  2565. }
  2566. var ok bool
  2567. hf, ok = f.(*HeadersFrame)
  2568. if !ok {
  2569. return fmt.Errorf("Got %T; want HeadersFrame", f)
  2570. }
  2571. break
  2572. }
  2573. var buf bytes.Buffer
  2574. enc := hpack.NewEncoder(&buf)
  2575. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "200"})
  2576. enc.WriteField(hpack.HeaderField{Name: "content-length", Value: "5000"})
  2577. ct.fr.WriteHeaders(HeadersFrameParam{
  2578. StreamID: hf.StreamID,
  2579. EndHeaders: true,
  2580. EndStream: false,
  2581. BlockFragment: buf.Bytes(),
  2582. })
  2583. // Two cases:
  2584. // - Send one DATA frame with 5000 bytes.
  2585. // - Send two DATA frames with 1 and 4999 bytes each.
  2586. //
  2587. // In both cases, the client should consume one byte of data,
  2588. // refund that byte, then refund the following 4999 bytes.
  2589. //
  2590. // In the second case, the server waits for the client connection to
  2591. // close before seconding the second DATA frame. This tests the case
  2592. // where the client receives a DATA frame after it has reset the stream.
  2593. if oneDataFrame {
  2594. ct.fr.WriteData(hf.StreamID, false /* don't end stream */, make([]byte, 5000))
  2595. close(serverWroteFirstByte)
  2596. <-clientClosed
  2597. } else {
  2598. ct.fr.WriteData(hf.StreamID, false /* don't end stream */, make([]byte, 1))
  2599. close(serverWroteFirstByte)
  2600. <-clientClosed
  2601. ct.fr.WriteData(hf.StreamID, false /* don't end stream */, make([]byte, 4999))
  2602. }
  2603. waitingFor := "RSTStreamFrame"
  2604. for {
  2605. f, err := ct.fr.ReadFrame()
  2606. if err != nil {
  2607. return fmt.Errorf("ReadFrame while waiting for %s: %v", waitingFor, err)
  2608. }
  2609. if _, ok := f.(*SettingsFrame); ok {
  2610. continue
  2611. }
  2612. switch waitingFor {
  2613. case "RSTStreamFrame":
  2614. if rf, ok := f.(*RSTStreamFrame); !ok || rf.ErrCode != ErrCodeCancel {
  2615. return fmt.Errorf("Expected a RSTStreamFrame with code cancel; got %v", summarizeFrame(f))
  2616. }
  2617. waitingFor = "WindowUpdateFrame"
  2618. case "WindowUpdateFrame":
  2619. if wuf, ok := f.(*WindowUpdateFrame); !ok || wuf.Increment != 4999 {
  2620. return fmt.Errorf("Expected WindowUpdateFrame for 4999 bytes; got %v", summarizeFrame(f))
  2621. }
  2622. return nil
  2623. }
  2624. }
  2625. }
  2626. ct.run()
  2627. }
  2628. // See golang.org/issue/16481
  2629. func TestTransportReturnsUnusedFlowControlSingleWrite(t *testing.T) {
  2630. testTransportReturnsUnusedFlowControl(t, true)
  2631. }
  2632. // See golang.org/issue/20469
  2633. func TestTransportReturnsUnusedFlowControlMultipleWrites(t *testing.T) {
  2634. testTransportReturnsUnusedFlowControl(t, false)
  2635. }
  2636. // Issue 16612: adjust flow control on open streams when transport
  2637. // receives SETTINGS with INITIAL_WINDOW_SIZE from server.
  2638. func TestTransportAdjustsFlowControl(t *testing.T) {
  2639. ct := newClientTester(t)
  2640. clientDone := make(chan struct{})
  2641. const bodySize = 1 << 20
  2642. ct.client = func() error {
  2643. defer ct.cc.(*net.TCPConn).CloseWrite()
  2644. if runtime.GOOS == "plan9" {
  2645. // CloseWrite not supported on Plan 9; Issue 17906
  2646. defer ct.cc.(*net.TCPConn).Close()
  2647. }
  2648. defer close(clientDone)
  2649. req, _ := http.NewRequest("POST", "https://dummy.tld/", struct{ io.Reader }{io.LimitReader(neverEnding('A'), bodySize)})
  2650. res, err := ct.tr.RoundTrip(req)
  2651. if err != nil {
  2652. return err
  2653. }
  2654. res.Body.Close()
  2655. return nil
  2656. }
  2657. ct.server = func() error {
  2658. _, err := io.ReadFull(ct.sc, make([]byte, len(ClientPreface)))
  2659. if err != nil {
  2660. return fmt.Errorf("reading client preface: %v", err)
  2661. }
  2662. var gotBytes int64
  2663. var sentSettings bool
  2664. for {
  2665. f, err := ct.fr.ReadFrame()
  2666. if err != nil {
  2667. select {
  2668. case <-clientDone:
  2669. return nil
  2670. default:
  2671. return fmt.Errorf("ReadFrame while waiting for Headers: %v", err)
  2672. }
  2673. }
  2674. switch f := f.(type) {
  2675. case *DataFrame:
  2676. gotBytes += int64(len(f.Data()))
  2677. // After we've got half the client's
  2678. // initial flow control window's worth
  2679. // of request body data, give it just
  2680. // enough flow control to finish.
  2681. if gotBytes >= initialWindowSize/2 && !sentSettings {
  2682. sentSettings = true
  2683. ct.fr.WriteSettings(Setting{ID: SettingInitialWindowSize, Val: bodySize})
  2684. ct.fr.WriteWindowUpdate(0, bodySize)
  2685. ct.fr.WriteSettingsAck()
  2686. }
  2687. if f.StreamEnded() {
  2688. var buf bytes.Buffer
  2689. enc := hpack.NewEncoder(&buf)
  2690. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "200"})
  2691. ct.fr.WriteHeaders(HeadersFrameParam{
  2692. StreamID: f.StreamID,
  2693. EndHeaders: true,
  2694. EndStream: true,
  2695. BlockFragment: buf.Bytes(),
  2696. })
  2697. }
  2698. }
  2699. }
  2700. }
  2701. ct.run()
  2702. }
  2703. // See golang.org/issue/16556
  2704. func TestTransportReturnsDataPaddingFlowControl(t *testing.T) {
  2705. ct := newClientTester(t)
  2706. unblockClient := make(chan bool, 1)
  2707. ct.client = func() error {
  2708. req, _ := http.NewRequest("GET", "https://dummy.tld/", nil)
  2709. res, err := ct.tr.RoundTrip(req)
  2710. if err != nil {
  2711. return err
  2712. }
  2713. defer res.Body.Close()
  2714. <-unblockClient
  2715. return nil
  2716. }
  2717. ct.server = func() error {
  2718. ct.greet()
  2719. var hf *HeadersFrame
  2720. for {
  2721. f, err := ct.fr.ReadFrame()
  2722. if err != nil {
  2723. return fmt.Errorf("ReadFrame while waiting for Headers: %v", err)
  2724. }
  2725. switch f.(type) {
  2726. case *WindowUpdateFrame, *SettingsFrame:
  2727. continue
  2728. }
  2729. var ok bool
  2730. hf, ok = f.(*HeadersFrame)
  2731. if !ok {
  2732. return fmt.Errorf("Got %T; want HeadersFrame", f)
  2733. }
  2734. break
  2735. }
  2736. var buf bytes.Buffer
  2737. enc := hpack.NewEncoder(&buf)
  2738. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "200"})
  2739. enc.WriteField(hpack.HeaderField{Name: "content-length", Value: "5000"})
  2740. ct.fr.WriteHeaders(HeadersFrameParam{
  2741. StreamID: hf.StreamID,
  2742. EndHeaders: true,
  2743. EndStream: false,
  2744. BlockFragment: buf.Bytes(),
  2745. })
  2746. pad := make([]byte, 5)
  2747. ct.fr.WriteDataPadded(hf.StreamID, false, make([]byte, 5000), pad) // without ending stream
  2748. f, err := ct.readNonSettingsFrame()
  2749. if err != nil {
  2750. return fmt.Errorf("ReadFrame while waiting for first WindowUpdateFrame: %v", err)
  2751. }
  2752. wantBack := uint32(len(pad)) + 1 // one byte for the length of the padding
  2753. if wuf, ok := f.(*WindowUpdateFrame); !ok || wuf.Increment != wantBack || wuf.StreamID != 0 {
  2754. return fmt.Errorf("Expected conn WindowUpdateFrame for %d bytes; got %v", wantBack, summarizeFrame(f))
  2755. }
  2756. f, err = ct.readNonSettingsFrame()
  2757. if err != nil {
  2758. return fmt.Errorf("ReadFrame while waiting for second WindowUpdateFrame: %v", err)
  2759. }
  2760. if wuf, ok := f.(*WindowUpdateFrame); !ok || wuf.Increment != wantBack || wuf.StreamID == 0 {
  2761. return fmt.Errorf("Expected stream WindowUpdateFrame for %d bytes; got %v", wantBack, summarizeFrame(f))
  2762. }
  2763. unblockClient <- true
  2764. return nil
  2765. }
  2766. ct.run()
  2767. }
  2768. // golang.org/issue/16572 -- RoundTrip shouldn't hang when it gets a
  2769. // StreamError as a result of the response HEADERS
  2770. func TestTransportReturnsErrorOnBadResponseHeaders(t *testing.T) {
  2771. ct := newClientTester(t)
  2772. ct.client = func() error {
  2773. req, _ := http.NewRequest("GET", "https://dummy.tld/", nil)
  2774. res, err := ct.tr.RoundTrip(req)
  2775. if err == nil {
  2776. res.Body.Close()
  2777. return errors.New("unexpected successful GET")
  2778. }
  2779. want := StreamError{1, ErrCodeProtocol, headerFieldNameError(" content-type")}
  2780. if !reflect.DeepEqual(want, err) {
  2781. t.Errorf("RoundTrip error = %#v; want %#v", err, want)
  2782. }
  2783. return nil
  2784. }
  2785. ct.server = func() error {
  2786. ct.greet()
  2787. hf, err := ct.firstHeaders()
  2788. if err != nil {
  2789. return err
  2790. }
  2791. var buf bytes.Buffer
  2792. enc := hpack.NewEncoder(&buf)
  2793. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "200"})
  2794. enc.WriteField(hpack.HeaderField{Name: " content-type", Value: "bogus"}) // bogus spaces
  2795. ct.fr.WriteHeaders(HeadersFrameParam{
  2796. StreamID: hf.StreamID,
  2797. EndHeaders: true,
  2798. EndStream: false,
  2799. BlockFragment: buf.Bytes(),
  2800. })
  2801. for {
  2802. fr, err := ct.readFrame()
  2803. if err != nil {
  2804. return fmt.Errorf("error waiting for RST_STREAM from client: %v", err)
  2805. }
  2806. if _, ok := fr.(*SettingsFrame); ok {
  2807. continue
  2808. }
  2809. if rst, ok := fr.(*RSTStreamFrame); !ok || rst.StreamID != 1 || rst.ErrCode != ErrCodeProtocol {
  2810. t.Errorf("Frame = %v; want RST_STREAM for stream 1 with ErrCodeProtocol", summarizeFrame(fr))
  2811. }
  2812. break
  2813. }
  2814. return nil
  2815. }
  2816. ct.run()
  2817. }
  2818. // byteAndEOFReader returns is in an io.Reader which reads one byte
  2819. // (the underlying byte) and io.EOF at once in its Read call.
  2820. type byteAndEOFReader byte
  2821. func (b byteAndEOFReader) Read(p []byte) (n int, err error) {
  2822. if len(p) == 0 {
  2823. panic("unexpected useless call")
  2824. }
  2825. p[0] = byte(b)
  2826. return 1, io.EOF
  2827. }
  2828. // Issue 16788: the Transport had a regression where it started
  2829. // sending a spurious DATA frame with a duplicate END_STREAM bit after
  2830. // the request body writer goroutine had already read an EOF from the
  2831. // Request.Body and included the END_STREAM on a data-carrying DATA
  2832. // frame.
  2833. //
  2834. // Notably, to trigger this, the requests need to use a Request.Body
  2835. // which returns (non-0, io.EOF) and also needs to set the ContentLength
  2836. // explicitly.
  2837. func TestTransportBodyDoubleEndStream(t *testing.T) {
  2838. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  2839. // Nothing.
  2840. }, optOnlyServer)
  2841. defer st.Close()
  2842. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  2843. defer tr.CloseIdleConnections()
  2844. for i := 0; i < 2; i++ {
  2845. req, _ := http.NewRequest("POST", st.ts.URL, byteAndEOFReader('a'))
  2846. req.ContentLength = 1
  2847. res, err := tr.RoundTrip(req)
  2848. if err != nil {
  2849. t.Fatalf("failure on req %d: %v", i+1, err)
  2850. }
  2851. defer res.Body.Close()
  2852. }
  2853. }
  2854. // golang.org/issue/16847, golang.org/issue/19103
  2855. func TestTransportRequestPathPseudo(t *testing.T) {
  2856. type result struct {
  2857. path string
  2858. err string
  2859. }
  2860. tests := []struct {
  2861. req *http.Request
  2862. want result
  2863. }{
  2864. 0: {
  2865. req: &http.Request{
  2866. Method: "GET",
  2867. URL: &url.URL{
  2868. Host: "foo.com",
  2869. Path: "/foo",
  2870. },
  2871. },
  2872. want: result{path: "/foo"},
  2873. },
  2874. // In Go 1.7, we accepted paths of "//foo".
  2875. // In Go 1.8, we rejected it (issue 16847).
  2876. // In Go 1.9, we accepted it again (issue 19103).
  2877. 1: {
  2878. req: &http.Request{
  2879. Method: "GET",
  2880. URL: &url.URL{
  2881. Host: "foo.com",
  2882. Path: "//foo",
  2883. },
  2884. },
  2885. want: result{path: "//foo"},
  2886. },
  2887. // Opaque with //$Matching_Hostname/path
  2888. 2: {
  2889. req: &http.Request{
  2890. Method: "GET",
  2891. URL: &url.URL{
  2892. Scheme: "https",
  2893. Opaque: "//foo.com/path",
  2894. Host: "foo.com",
  2895. Path: "/ignored",
  2896. },
  2897. },
  2898. want: result{path: "/path"},
  2899. },
  2900. // Opaque with some other Request.Host instead:
  2901. 3: {
  2902. req: &http.Request{
  2903. Method: "GET",
  2904. Host: "bar.com",
  2905. URL: &url.URL{
  2906. Scheme: "https",
  2907. Opaque: "//bar.com/path",
  2908. Host: "foo.com",
  2909. Path: "/ignored",
  2910. },
  2911. },
  2912. want: result{path: "/path"},
  2913. },
  2914. // Opaque without the leading "//":
  2915. 4: {
  2916. req: &http.Request{
  2917. Method: "GET",
  2918. URL: &url.URL{
  2919. Opaque: "/path",
  2920. Host: "foo.com",
  2921. Path: "/ignored",
  2922. },
  2923. },
  2924. want: result{path: "/path"},
  2925. },
  2926. // Opaque we can't handle:
  2927. 5: {
  2928. req: &http.Request{
  2929. Method: "GET",
  2930. URL: &url.URL{
  2931. Scheme: "https",
  2932. Opaque: "//unknown_host/path",
  2933. Host: "foo.com",
  2934. Path: "/ignored",
  2935. },
  2936. },
  2937. want: result{err: `invalid request :path "https://unknown_host/path" from URL.Opaque = "//unknown_host/path"`},
  2938. },
  2939. // A CONNECT request:
  2940. 6: {
  2941. req: &http.Request{
  2942. Method: "CONNECT",
  2943. URL: &url.URL{
  2944. Host: "foo.com",
  2945. },
  2946. },
  2947. want: result{},
  2948. },
  2949. }
  2950. for i, tt := range tests {
  2951. cc := &ClientConn{peerMaxHeaderListSize: 0xffffffffffffffff}
  2952. cc.henc = hpack.NewEncoder(&cc.hbuf)
  2953. cc.mu.Lock()
  2954. hdrs, err := cc.encodeHeaders(tt.req, false, "", -1)
  2955. cc.mu.Unlock()
  2956. var got result
  2957. hpackDec := hpack.NewDecoder(initialHeaderTableSize, func(f hpack.HeaderField) {
  2958. if f.Name == ":path" {
  2959. got.path = f.Value
  2960. }
  2961. })
  2962. if err != nil {
  2963. got.err = err.Error()
  2964. } else if len(hdrs) > 0 {
  2965. if _, err := hpackDec.Write(hdrs); err != nil {
  2966. t.Errorf("%d. bogus hpack: %v", i, err)
  2967. continue
  2968. }
  2969. }
  2970. if got != tt.want {
  2971. t.Errorf("%d. got %+v; want %+v", i, got, tt.want)
  2972. }
  2973. }
  2974. }
  2975. // golang.org/issue/17071 -- don't sniff the first byte of the request body
  2976. // before we've determined that the ClientConn is usable.
  2977. func TestRoundTripDoesntConsumeRequestBodyEarly(t *testing.T) {
  2978. const body = "foo"
  2979. req, _ := http.NewRequest("POST", "http://foo.com/", ioutil.NopCloser(strings.NewReader(body)))
  2980. cc := &ClientConn{
  2981. closed: true,
  2982. }
  2983. _, err := cc.RoundTrip(req)
  2984. if err != errClientConnUnusable {
  2985. t.Fatalf("RoundTrip = %v; want errClientConnUnusable", err)
  2986. }
  2987. slurp, err := ioutil.ReadAll(req.Body)
  2988. if err != nil {
  2989. t.Errorf("ReadAll = %v", err)
  2990. }
  2991. if string(slurp) != body {
  2992. t.Errorf("Body = %q; want %q", slurp, body)
  2993. }
  2994. }
  2995. func TestClientConnPing(t *testing.T) {
  2996. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {}, optOnlyServer)
  2997. defer st.Close()
  2998. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  2999. defer tr.CloseIdleConnections()
  3000. cc, err := tr.dialClientConn(st.ts.Listener.Addr().String(), false)
  3001. if err != nil {
  3002. t.Fatal(err)
  3003. }
  3004. if err = cc.Ping(context.Background()); err != nil {
  3005. t.Fatal(err)
  3006. }
  3007. }
  3008. // Issue 16974: if the server sent a DATA frame after the user
  3009. // canceled the Transport's Request, the Transport previously wrote to a
  3010. // closed pipe, got an error, and ended up closing the whole TCP
  3011. // connection.
  3012. func TestTransportCancelDataResponseRace(t *testing.T) {
  3013. cancel := make(chan struct{})
  3014. clientGotError := make(chan bool, 1)
  3015. const msg = "Hello."
  3016. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  3017. if strings.Contains(r.URL.Path, "/hello") {
  3018. time.Sleep(50 * time.Millisecond)
  3019. io.WriteString(w, msg)
  3020. return
  3021. }
  3022. for i := 0; i < 50; i++ {
  3023. io.WriteString(w, "Some data.")
  3024. w.(http.Flusher).Flush()
  3025. if i == 2 {
  3026. close(cancel)
  3027. <-clientGotError
  3028. }
  3029. time.Sleep(10 * time.Millisecond)
  3030. }
  3031. }, optOnlyServer)
  3032. defer st.Close()
  3033. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  3034. defer tr.CloseIdleConnections()
  3035. c := &http.Client{Transport: tr}
  3036. req, _ := http.NewRequest("GET", st.ts.URL, nil)
  3037. req.Cancel = cancel
  3038. res, err := c.Do(req)
  3039. if err != nil {
  3040. t.Fatal(err)
  3041. }
  3042. if _, err = io.Copy(ioutil.Discard, res.Body); err == nil {
  3043. t.Fatal("unexpected success")
  3044. }
  3045. clientGotError <- true
  3046. res, err = c.Get(st.ts.URL + "/hello")
  3047. if err != nil {
  3048. t.Fatal(err)
  3049. }
  3050. slurp, err := ioutil.ReadAll(res.Body)
  3051. if err != nil {
  3052. t.Fatal(err)
  3053. }
  3054. if string(slurp) != msg {
  3055. t.Errorf("Got = %q; want %q", slurp, msg)
  3056. }
  3057. }
  3058. // Issue 21316: It should be safe to reuse an http.Request after the
  3059. // request has completed.
  3060. func TestTransportNoRaceOnRequestObjectAfterRequestComplete(t *testing.T) {
  3061. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  3062. w.WriteHeader(200)
  3063. io.WriteString(w, "body")
  3064. }, optOnlyServer)
  3065. defer st.Close()
  3066. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  3067. defer tr.CloseIdleConnections()
  3068. req, _ := http.NewRequest("GET", st.ts.URL, nil)
  3069. resp, err := tr.RoundTrip(req)
  3070. if err != nil {
  3071. t.Fatal(err)
  3072. }
  3073. if _, err = io.Copy(ioutil.Discard, resp.Body); err != nil {
  3074. t.Fatalf("error reading response body: %v", err)
  3075. }
  3076. if err := resp.Body.Close(); err != nil {
  3077. t.Fatalf("error closing response body: %v", err)
  3078. }
  3079. // This access of req.Header should not race with code in the transport.
  3080. req.Header = http.Header{}
  3081. }
  3082. func TestTransportRetryAfterGOAWAY(t *testing.T) {
  3083. var dialer struct {
  3084. sync.Mutex
  3085. count int
  3086. }
  3087. ct1 := make(chan *clientTester)
  3088. ct2 := make(chan *clientTester)
  3089. ln := newLocalListener(t)
  3090. defer ln.Close()
  3091. tr := &Transport{
  3092. TLSClientConfig: tlsConfigInsecure,
  3093. }
  3094. tr.DialTLS = func(network, addr string, cfg *tls.Config) (net.Conn, error) {
  3095. dialer.Lock()
  3096. defer dialer.Unlock()
  3097. dialer.count++
  3098. if dialer.count == 3 {
  3099. return nil, errors.New("unexpected number of dials")
  3100. }
  3101. cc, err := net.Dial("tcp", ln.Addr().String())
  3102. if err != nil {
  3103. return nil, fmt.Errorf("dial error: %v", err)
  3104. }
  3105. sc, err := ln.Accept()
  3106. if err != nil {
  3107. return nil, fmt.Errorf("accept error: %v", err)
  3108. }
  3109. ct := &clientTester{
  3110. t: t,
  3111. tr: tr,
  3112. cc: cc,
  3113. sc: sc,
  3114. fr: NewFramer(sc, sc),
  3115. }
  3116. switch dialer.count {
  3117. case 1:
  3118. ct1 <- ct
  3119. case 2:
  3120. ct2 <- ct
  3121. }
  3122. return cc, nil
  3123. }
  3124. errs := make(chan error, 3)
  3125. done := make(chan struct{})
  3126. defer close(done)
  3127. // Client.
  3128. go func() {
  3129. req, _ := http.NewRequest("GET", "https://dummy.tld/", nil)
  3130. res, err := tr.RoundTrip(req)
  3131. if res != nil {
  3132. res.Body.Close()
  3133. if got := res.Header.Get("Foo"); got != "bar" {
  3134. err = fmt.Errorf("foo header = %q; want bar", got)
  3135. }
  3136. }
  3137. if err != nil {
  3138. err = fmt.Errorf("RoundTrip: %v", err)
  3139. }
  3140. errs <- err
  3141. }()
  3142. connToClose := make(chan io.Closer, 2)
  3143. // Server for the first request.
  3144. go func() {
  3145. var ct *clientTester
  3146. select {
  3147. case ct = <-ct1:
  3148. case <-done:
  3149. return
  3150. }
  3151. connToClose <- ct.cc
  3152. ct.greet()
  3153. hf, err := ct.firstHeaders()
  3154. if err != nil {
  3155. errs <- fmt.Errorf("server1 failed reading HEADERS: %v", err)
  3156. return
  3157. }
  3158. t.Logf("server1 got %v", hf)
  3159. if err := ct.fr.WriteGoAway(0 /*max id*/, ErrCodeNo, nil); err != nil {
  3160. errs <- fmt.Errorf("server1 failed writing GOAWAY: %v", err)
  3161. return
  3162. }
  3163. errs <- nil
  3164. }()
  3165. // Server for the second request.
  3166. go func() {
  3167. var ct *clientTester
  3168. select {
  3169. case ct = <-ct2:
  3170. case <-done:
  3171. return
  3172. }
  3173. connToClose <- ct.cc
  3174. ct.greet()
  3175. hf, err := ct.firstHeaders()
  3176. if err != nil {
  3177. errs <- fmt.Errorf("server2 failed reading HEADERS: %v", err)
  3178. return
  3179. }
  3180. t.Logf("server2 got %v", hf)
  3181. var buf bytes.Buffer
  3182. enc := hpack.NewEncoder(&buf)
  3183. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "200"})
  3184. enc.WriteField(hpack.HeaderField{Name: "foo", Value: "bar"})
  3185. err = ct.fr.WriteHeaders(HeadersFrameParam{
  3186. StreamID: hf.StreamID,
  3187. EndHeaders: true,
  3188. EndStream: false,
  3189. BlockFragment: buf.Bytes(),
  3190. })
  3191. if err != nil {
  3192. errs <- fmt.Errorf("server2 failed writing response HEADERS: %v", err)
  3193. } else {
  3194. errs <- nil
  3195. }
  3196. }()
  3197. for k := 0; k < 3; k++ {
  3198. select {
  3199. case err := <-errs:
  3200. if err != nil {
  3201. t.Error(err)
  3202. }
  3203. case <-time.After(1 * time.Second):
  3204. t.Errorf("timed out")
  3205. }
  3206. }
  3207. for {
  3208. select {
  3209. case c := <-connToClose:
  3210. c.Close()
  3211. default:
  3212. return
  3213. }
  3214. }
  3215. }
  3216. func TestTransportRetryAfterRefusedStream(t *testing.T) {
  3217. clientDone := make(chan struct{})
  3218. ct := newClientTester(t)
  3219. ct.client = func() error {
  3220. defer ct.cc.(*net.TCPConn).CloseWrite()
  3221. if runtime.GOOS == "plan9" {
  3222. // CloseWrite not supported on Plan 9; Issue 17906
  3223. defer ct.cc.(*net.TCPConn).Close()
  3224. }
  3225. defer close(clientDone)
  3226. req, _ := http.NewRequest("GET", "https://dummy.tld/", nil)
  3227. resp, err := ct.tr.RoundTrip(req)
  3228. if err != nil {
  3229. return fmt.Errorf("RoundTrip: %v", err)
  3230. }
  3231. resp.Body.Close()
  3232. if resp.StatusCode != 204 {
  3233. return fmt.Errorf("Status = %v; want 204", resp.StatusCode)
  3234. }
  3235. return nil
  3236. }
  3237. ct.server = func() error {
  3238. ct.greet()
  3239. var buf bytes.Buffer
  3240. enc := hpack.NewEncoder(&buf)
  3241. nreq := 0
  3242. for {
  3243. f, err := ct.fr.ReadFrame()
  3244. if err != nil {
  3245. select {
  3246. case <-clientDone:
  3247. // If the client's done, it
  3248. // will have reported any
  3249. // errors on its side.
  3250. return nil
  3251. default:
  3252. return err
  3253. }
  3254. }
  3255. switch f := f.(type) {
  3256. case *WindowUpdateFrame, *SettingsFrame:
  3257. case *HeadersFrame:
  3258. if !f.HeadersEnded() {
  3259. return fmt.Errorf("headers should have END_HEADERS be ended: %v", f)
  3260. }
  3261. nreq++
  3262. if nreq == 1 {
  3263. ct.fr.WriteRSTStream(f.StreamID, ErrCodeRefusedStream)
  3264. } else {
  3265. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "204"})
  3266. ct.fr.WriteHeaders(HeadersFrameParam{
  3267. StreamID: f.StreamID,
  3268. EndHeaders: true,
  3269. EndStream: true,
  3270. BlockFragment: buf.Bytes(),
  3271. })
  3272. }
  3273. default:
  3274. return fmt.Errorf("Unexpected client frame %v", f)
  3275. }
  3276. }
  3277. }
  3278. ct.run()
  3279. }
  3280. func TestTransportRetryHasLimit(t *testing.T) {
  3281. // Skip in short mode because the total expected delay is 1s+2s+4s+8s+16s=29s.
  3282. if testing.Short() {
  3283. t.Skip("skipping long test in short mode")
  3284. }
  3285. clientDone := make(chan struct{})
  3286. ct := newClientTester(t)
  3287. ct.client = func() error {
  3288. defer ct.cc.(*net.TCPConn).CloseWrite()
  3289. if runtime.GOOS == "plan9" {
  3290. // CloseWrite not supported on Plan 9; Issue 17906
  3291. defer ct.cc.(*net.TCPConn).Close()
  3292. }
  3293. defer close(clientDone)
  3294. req, _ := http.NewRequest("GET", "https://dummy.tld/", nil)
  3295. resp, err := ct.tr.RoundTrip(req)
  3296. if err == nil {
  3297. return fmt.Errorf("RoundTrip expected error, got response: %+v", resp)
  3298. }
  3299. t.Logf("expected error, got: %v", err)
  3300. return nil
  3301. }
  3302. ct.server = func() error {
  3303. ct.greet()
  3304. for {
  3305. f, err := ct.fr.ReadFrame()
  3306. if err != nil {
  3307. select {
  3308. case <-clientDone:
  3309. // If the client's done, it
  3310. // will have reported any
  3311. // errors on its side.
  3312. return nil
  3313. default:
  3314. return err
  3315. }
  3316. }
  3317. switch f := f.(type) {
  3318. case *WindowUpdateFrame, *SettingsFrame:
  3319. case *HeadersFrame:
  3320. if !f.HeadersEnded() {
  3321. return fmt.Errorf("headers should have END_HEADERS be ended: %v", f)
  3322. }
  3323. ct.fr.WriteRSTStream(f.StreamID, ErrCodeRefusedStream)
  3324. default:
  3325. return fmt.Errorf("Unexpected client frame %v", f)
  3326. }
  3327. }
  3328. }
  3329. ct.run()
  3330. }
  3331. func TestTransportResponseDataBeforeHeaders(t *testing.T) {
  3332. // This test use not valid response format.
  3333. // Discarding logger output to not spam tests output.
  3334. log.SetOutput(ioutil.Discard)
  3335. defer log.SetOutput(os.Stderr)
  3336. ct := newClientTester(t)
  3337. ct.client = func() error {
  3338. defer ct.cc.(*net.TCPConn).CloseWrite()
  3339. if runtime.GOOS == "plan9" {
  3340. // CloseWrite not supported on Plan 9; Issue 17906
  3341. defer ct.cc.(*net.TCPConn).Close()
  3342. }
  3343. req := httptest.NewRequest("GET", "https://dummy.tld/", nil)
  3344. // First request is normal to ensure the check is per stream and not per connection.
  3345. _, err := ct.tr.RoundTrip(req)
  3346. if err != nil {
  3347. return fmt.Errorf("RoundTrip expected no error, got: %v", err)
  3348. }
  3349. // Second request returns a DATA frame with no HEADERS.
  3350. resp, err := ct.tr.RoundTrip(req)
  3351. if err == nil {
  3352. return fmt.Errorf("RoundTrip expected error, got response: %+v", resp)
  3353. }
  3354. if err, ok := err.(StreamError); !ok || err.Code != ErrCodeProtocol {
  3355. return fmt.Errorf("expected stream PROTOCOL_ERROR, got: %v", err)
  3356. }
  3357. return nil
  3358. }
  3359. ct.server = func() error {
  3360. ct.greet()
  3361. for {
  3362. f, err := ct.fr.ReadFrame()
  3363. if err == io.EOF {
  3364. return nil
  3365. } else if err != nil {
  3366. return err
  3367. }
  3368. switch f := f.(type) {
  3369. case *WindowUpdateFrame, *SettingsFrame:
  3370. case *HeadersFrame:
  3371. switch f.StreamID {
  3372. case 1:
  3373. // Send a valid response to first request.
  3374. var buf bytes.Buffer
  3375. enc := hpack.NewEncoder(&buf)
  3376. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "200"})
  3377. ct.fr.WriteHeaders(HeadersFrameParam{
  3378. StreamID: f.StreamID,
  3379. EndHeaders: true,
  3380. EndStream: true,
  3381. BlockFragment: buf.Bytes(),
  3382. })
  3383. case 3:
  3384. ct.fr.WriteData(f.StreamID, true, []byte("payload"))
  3385. }
  3386. default:
  3387. return fmt.Errorf("Unexpected client frame %v", f)
  3388. }
  3389. }
  3390. }
  3391. ct.run()
  3392. }
  3393. // tests Transport.StrictMaxConcurrentStreams
  3394. func TestTransportRequestsStallAtServerLimit(t *testing.T) {
  3395. const maxConcurrent = 2
  3396. greet := make(chan struct{}) // server sends initial SETTINGS frame
  3397. gotRequest := make(chan struct{}) // server received a request
  3398. clientDone := make(chan struct{})
  3399. // Collect errors from goroutines.
  3400. var wg sync.WaitGroup
  3401. errs := make(chan error, 100)
  3402. defer func() {
  3403. wg.Wait()
  3404. close(errs)
  3405. for err := range errs {
  3406. t.Error(err)
  3407. }
  3408. }()
  3409. // We will send maxConcurrent+2 requests. This checker goroutine waits for the
  3410. // following stages:
  3411. // 1. The first maxConcurrent requests are received by the server.
  3412. // 2. The client will cancel the next request
  3413. // 3. The server is unblocked so it can service the first maxConcurrent requests
  3414. // 4. The client will send the final request
  3415. wg.Add(1)
  3416. unblockClient := make(chan struct{})
  3417. clientRequestCancelled := make(chan struct{})
  3418. unblockServer := make(chan struct{})
  3419. go func() {
  3420. defer wg.Done()
  3421. // Stage 1.
  3422. for k := 0; k < maxConcurrent; k++ {
  3423. <-gotRequest
  3424. }
  3425. // Stage 2.
  3426. close(unblockClient)
  3427. <-clientRequestCancelled
  3428. // Stage 3: give some time for the final RoundTrip call to be scheduled and
  3429. // verify that the final request is not sent.
  3430. time.Sleep(50 * time.Millisecond)
  3431. select {
  3432. case <-gotRequest:
  3433. errs <- errors.New("last request did not stall")
  3434. close(unblockServer)
  3435. return
  3436. default:
  3437. }
  3438. close(unblockServer)
  3439. // Stage 4.
  3440. <-gotRequest
  3441. }()
  3442. ct := newClientTester(t)
  3443. ct.tr.StrictMaxConcurrentStreams = true
  3444. ct.client = func() error {
  3445. var wg sync.WaitGroup
  3446. defer func() {
  3447. wg.Wait()
  3448. close(clientDone)
  3449. ct.cc.(*net.TCPConn).CloseWrite()
  3450. if runtime.GOOS == "plan9" {
  3451. // CloseWrite not supported on Plan 9; Issue 17906
  3452. ct.cc.(*net.TCPConn).Close()
  3453. }
  3454. }()
  3455. for k := 0; k < maxConcurrent+2; k++ {
  3456. wg.Add(1)
  3457. go func(k int) {
  3458. defer wg.Done()
  3459. // Don't send the second request until after receiving SETTINGS from the server
  3460. // to avoid a race where we use the default SettingMaxConcurrentStreams, which
  3461. // is much larger than maxConcurrent. We have to send the first request before
  3462. // waiting because the first request triggers the dial and greet.
  3463. if k > 0 {
  3464. <-greet
  3465. }
  3466. // Block until maxConcurrent requests are sent before sending any more.
  3467. if k >= maxConcurrent {
  3468. <-unblockClient
  3469. }
  3470. req, _ := http.NewRequest("GET", fmt.Sprintf("https://dummy.tld/%d", k), nil)
  3471. if k == maxConcurrent {
  3472. // This request will be canceled.
  3473. cancel := make(chan struct{})
  3474. req.Cancel = cancel
  3475. close(cancel)
  3476. _, err := ct.tr.RoundTrip(req)
  3477. close(clientRequestCancelled)
  3478. if err == nil {
  3479. errs <- fmt.Errorf("RoundTrip(%d) should have failed due to cancel", k)
  3480. return
  3481. }
  3482. } else {
  3483. resp, err := ct.tr.RoundTrip(req)
  3484. if err != nil {
  3485. errs <- fmt.Errorf("RoundTrip(%d): %v", k, err)
  3486. return
  3487. }
  3488. ioutil.ReadAll(resp.Body)
  3489. resp.Body.Close()
  3490. if resp.StatusCode != 204 {
  3491. errs <- fmt.Errorf("Status = %v; want 204", resp.StatusCode)
  3492. return
  3493. }
  3494. }
  3495. }(k)
  3496. }
  3497. return nil
  3498. }
  3499. ct.server = func() error {
  3500. var wg sync.WaitGroup
  3501. defer wg.Wait()
  3502. ct.greet(Setting{SettingMaxConcurrentStreams, maxConcurrent})
  3503. // Server write loop.
  3504. var buf bytes.Buffer
  3505. enc := hpack.NewEncoder(&buf)
  3506. writeResp := make(chan uint32, maxConcurrent+1)
  3507. wg.Add(1)
  3508. go func() {
  3509. defer wg.Done()
  3510. <-unblockServer
  3511. for id := range writeResp {
  3512. buf.Reset()
  3513. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "204"})
  3514. ct.fr.WriteHeaders(HeadersFrameParam{
  3515. StreamID: id,
  3516. EndHeaders: true,
  3517. EndStream: true,
  3518. BlockFragment: buf.Bytes(),
  3519. })
  3520. }
  3521. }()
  3522. // Server read loop.
  3523. var nreq int
  3524. for {
  3525. f, err := ct.fr.ReadFrame()
  3526. if err != nil {
  3527. select {
  3528. case <-clientDone:
  3529. // If the client's done, it will have reported any errors on its side.
  3530. return nil
  3531. default:
  3532. return err
  3533. }
  3534. }
  3535. switch f := f.(type) {
  3536. case *WindowUpdateFrame:
  3537. case *SettingsFrame:
  3538. // Wait for the client SETTINGS ack until ending the greet.
  3539. close(greet)
  3540. case *HeadersFrame:
  3541. if !f.HeadersEnded() {
  3542. return fmt.Errorf("headers should have END_HEADERS be ended: %v", f)
  3543. }
  3544. gotRequest <- struct{}{}
  3545. nreq++
  3546. writeResp <- f.StreamID
  3547. if nreq == maxConcurrent+1 {
  3548. close(writeResp)
  3549. }
  3550. default:
  3551. return fmt.Errorf("Unexpected client frame %v", f)
  3552. }
  3553. }
  3554. }
  3555. ct.run()
  3556. }
  3557. func TestAuthorityAddr(t *testing.T) {
  3558. tests := []struct {
  3559. scheme, authority string
  3560. want string
  3561. }{
  3562. {"http", "foo.com", "foo.com:80"},
  3563. {"https", "foo.com", "foo.com:443"},
  3564. {"https", "foo.com:1234", "foo.com:1234"},
  3565. {"https", "1.2.3.4:1234", "1.2.3.4:1234"},
  3566. {"https", "1.2.3.4", "1.2.3.4:443"},
  3567. {"https", "[::1]:1234", "[::1]:1234"},
  3568. {"https", "[::1]", "[::1]:443"},
  3569. }
  3570. for _, tt := range tests {
  3571. got := authorityAddr(tt.scheme, tt.authority)
  3572. if got != tt.want {
  3573. t.Errorf("authorityAddr(%q, %q) = %q; want %q", tt.scheme, tt.authority, got, tt.want)
  3574. }
  3575. }
  3576. }
  3577. // Issue 20448: stop allocating for DATA frames' payload after
  3578. // Response.Body.Close is called.
  3579. func TestTransportAllocationsAfterResponseBodyClose(t *testing.T) {
  3580. megabyteZero := make([]byte, 1<<20)
  3581. writeErr := make(chan error, 1)
  3582. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  3583. w.(http.Flusher).Flush()
  3584. var sum int64
  3585. for i := 0; i < 100; i++ {
  3586. n, err := w.Write(megabyteZero)
  3587. sum += int64(n)
  3588. if err != nil {
  3589. writeErr <- err
  3590. return
  3591. }
  3592. }
  3593. t.Logf("wrote all %d bytes", sum)
  3594. writeErr <- nil
  3595. }, optOnlyServer)
  3596. defer st.Close()
  3597. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  3598. defer tr.CloseIdleConnections()
  3599. c := &http.Client{Transport: tr}
  3600. res, err := c.Get(st.ts.URL)
  3601. if err != nil {
  3602. t.Fatal(err)
  3603. }
  3604. var buf [1]byte
  3605. if _, err := res.Body.Read(buf[:]); err != nil {
  3606. t.Error(err)
  3607. }
  3608. if err := res.Body.Close(); err != nil {
  3609. t.Error(err)
  3610. }
  3611. trb, ok := res.Body.(transportResponseBody)
  3612. if !ok {
  3613. t.Fatalf("res.Body = %T; want transportResponseBody", res.Body)
  3614. }
  3615. if trb.cs.bufPipe.b != nil {
  3616. t.Errorf("response body pipe is still open")
  3617. }
  3618. gotErr := <-writeErr
  3619. if gotErr == nil {
  3620. t.Errorf("Handler unexpectedly managed to write its entire response without getting an error")
  3621. } else if gotErr != errStreamClosed {
  3622. t.Errorf("Handler Write err = %v; want errStreamClosed", gotErr)
  3623. }
  3624. }
  3625. // Issue 18891: make sure Request.Body == NoBody means no DATA frame
  3626. // is ever sent, even if empty.
  3627. func TestTransportNoBodyMeansNoDATA(t *testing.T) {
  3628. ct := newClientTester(t)
  3629. unblockClient := make(chan bool)
  3630. ct.client = func() error {
  3631. req, _ := http.NewRequest("GET", "https://dummy.tld/", http.NoBody)
  3632. ct.tr.RoundTrip(req)
  3633. <-unblockClient
  3634. return nil
  3635. }
  3636. ct.server = func() error {
  3637. defer close(unblockClient)
  3638. defer ct.cc.(*net.TCPConn).Close()
  3639. ct.greet()
  3640. for {
  3641. f, err := ct.fr.ReadFrame()
  3642. if err != nil {
  3643. return fmt.Errorf("ReadFrame while waiting for Headers: %v", err)
  3644. }
  3645. switch f := f.(type) {
  3646. default:
  3647. return fmt.Errorf("Got %T; want HeadersFrame", f)
  3648. case *WindowUpdateFrame, *SettingsFrame:
  3649. continue
  3650. case *HeadersFrame:
  3651. if !f.StreamEnded() {
  3652. return fmt.Errorf("got headers frame without END_STREAM")
  3653. }
  3654. return nil
  3655. }
  3656. }
  3657. }
  3658. ct.run()
  3659. }
  3660. func benchSimpleRoundTrip(b *testing.B, nHeaders int) {
  3661. defer disableGoroutineTracking()()
  3662. b.ReportAllocs()
  3663. st := newServerTester(b,
  3664. func(w http.ResponseWriter, r *http.Request) {
  3665. },
  3666. optOnlyServer,
  3667. optQuiet,
  3668. )
  3669. defer st.Close()
  3670. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  3671. defer tr.CloseIdleConnections()
  3672. req, err := http.NewRequest("GET", st.ts.URL, nil)
  3673. if err != nil {
  3674. b.Fatal(err)
  3675. }
  3676. for i := 0; i < nHeaders; i++ {
  3677. name := fmt.Sprint("A-", i)
  3678. req.Header.Set(name, "*")
  3679. }
  3680. b.ResetTimer()
  3681. for i := 0; i < b.N; i++ {
  3682. res, err := tr.RoundTrip(req)
  3683. if err != nil {
  3684. if res != nil {
  3685. res.Body.Close()
  3686. }
  3687. b.Fatalf("RoundTrip err = %v; want nil", err)
  3688. }
  3689. res.Body.Close()
  3690. if res.StatusCode != http.StatusOK {
  3691. b.Fatalf("Response code = %v; want %v", res.StatusCode, http.StatusOK)
  3692. }
  3693. }
  3694. }
  3695. type infiniteReader struct{}
  3696. func (r infiniteReader) Read(b []byte) (int, error) {
  3697. return len(b), nil
  3698. }
  3699. // Issue 20521: it is not an error to receive a response and end stream
  3700. // from the server without the body being consumed.
  3701. func TestTransportResponseAndResetWithoutConsumingBodyRace(t *testing.T) {
  3702. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  3703. w.WriteHeader(http.StatusOK)
  3704. }, optOnlyServer)
  3705. defer st.Close()
  3706. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  3707. defer tr.CloseIdleConnections()
  3708. // The request body needs to be big enough to trigger flow control.
  3709. req, _ := http.NewRequest("PUT", st.ts.URL, infiniteReader{})
  3710. res, err := tr.RoundTrip(req)
  3711. if err != nil {
  3712. t.Fatal(err)
  3713. }
  3714. if res.StatusCode != http.StatusOK {
  3715. t.Fatalf("Response code = %v; want %v", res.StatusCode, http.StatusOK)
  3716. }
  3717. }
  3718. // Verify transport doesn't crash when receiving bogus response lacking a :status header.
  3719. // Issue 22880.
  3720. func TestTransportHandlesInvalidStatuslessResponse(t *testing.T) {
  3721. ct := newClientTester(t)
  3722. ct.client = func() error {
  3723. req, _ := http.NewRequest("GET", "https://dummy.tld/", nil)
  3724. _, err := ct.tr.RoundTrip(req)
  3725. const substr = "malformed response from server: missing status pseudo header"
  3726. if !strings.Contains(fmt.Sprint(err), substr) {
  3727. return fmt.Errorf("RoundTrip error = %v; want substring %q", err, substr)
  3728. }
  3729. return nil
  3730. }
  3731. ct.server = func() error {
  3732. ct.greet()
  3733. var buf bytes.Buffer
  3734. enc := hpack.NewEncoder(&buf)
  3735. for {
  3736. f, err := ct.fr.ReadFrame()
  3737. if err != nil {
  3738. return err
  3739. }
  3740. switch f := f.(type) {
  3741. case *HeadersFrame:
  3742. enc.WriteField(hpack.HeaderField{Name: "content-type", Value: "text/html"}) // no :status header
  3743. ct.fr.WriteHeaders(HeadersFrameParam{
  3744. StreamID: f.StreamID,
  3745. EndHeaders: true,
  3746. EndStream: false, // we'll send some DATA to try to crash the transport
  3747. BlockFragment: buf.Bytes(),
  3748. })
  3749. ct.fr.WriteData(f.StreamID, true, []byte("payload"))
  3750. return nil
  3751. }
  3752. }
  3753. }
  3754. ct.run()
  3755. }
  3756. func BenchmarkClientRequestHeaders(b *testing.B) {
  3757. b.Run(" 0 Headers", func(b *testing.B) { benchSimpleRoundTrip(b, 0) })
  3758. b.Run(" 10 Headers", func(b *testing.B) { benchSimpleRoundTrip(b, 10) })
  3759. b.Run(" 100 Headers", func(b *testing.B) { benchSimpleRoundTrip(b, 100) })
  3760. b.Run("1000 Headers", func(b *testing.B) { benchSimpleRoundTrip(b, 1000) })
  3761. }
  3762. func activeStreams(cc *ClientConn) int {
  3763. cc.mu.Lock()
  3764. defer cc.mu.Unlock()
  3765. return len(cc.streams)
  3766. }
  3767. type closeMode int
  3768. const (
  3769. closeAtHeaders closeMode = iota
  3770. closeAtBody
  3771. shutdown
  3772. shutdownCancel
  3773. )
  3774. // See golang.org/issue/17292
  3775. func testClientConnClose(t *testing.T, closeMode closeMode) {
  3776. clientDone := make(chan struct{})
  3777. defer close(clientDone)
  3778. handlerDone := make(chan struct{})
  3779. closeDone := make(chan struct{})
  3780. beforeHeader := func() {}
  3781. bodyWrite := func(w http.ResponseWriter) {}
  3782. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  3783. defer close(handlerDone)
  3784. beforeHeader()
  3785. w.WriteHeader(http.StatusOK)
  3786. w.(http.Flusher).Flush()
  3787. bodyWrite(w)
  3788. select {
  3789. case <-w.(http.CloseNotifier).CloseNotify():
  3790. // client closed connection before completion
  3791. if closeMode == shutdown || closeMode == shutdownCancel {
  3792. t.Error("expected request to complete")
  3793. }
  3794. case <-clientDone:
  3795. if closeMode == closeAtHeaders || closeMode == closeAtBody {
  3796. t.Error("expected connection closed by client")
  3797. }
  3798. }
  3799. }, optOnlyServer)
  3800. defer st.Close()
  3801. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  3802. defer tr.CloseIdleConnections()
  3803. cc, err := tr.dialClientConn(st.ts.Listener.Addr().String(), false)
  3804. req, err := http.NewRequest("GET", st.ts.URL, nil)
  3805. if err != nil {
  3806. t.Fatal(err)
  3807. }
  3808. if closeMode == closeAtHeaders {
  3809. beforeHeader = func() {
  3810. if err := cc.Close(); err != nil {
  3811. t.Error(err)
  3812. }
  3813. close(closeDone)
  3814. }
  3815. }
  3816. var sendBody chan struct{}
  3817. if closeMode == closeAtBody {
  3818. sendBody = make(chan struct{})
  3819. bodyWrite = func(w http.ResponseWriter) {
  3820. <-sendBody
  3821. b := make([]byte, 32)
  3822. w.Write(b)
  3823. w.(http.Flusher).Flush()
  3824. if err := cc.Close(); err != nil {
  3825. t.Errorf("unexpected ClientConn close error: %v", err)
  3826. }
  3827. close(closeDone)
  3828. w.Write(b)
  3829. w.(http.Flusher).Flush()
  3830. }
  3831. }
  3832. res, err := cc.RoundTrip(req)
  3833. if res != nil {
  3834. defer res.Body.Close()
  3835. }
  3836. if closeMode == closeAtHeaders {
  3837. got := fmt.Sprint(err)
  3838. want := "http2: client connection force closed via ClientConn.Close"
  3839. if got != want {
  3840. t.Fatalf("RoundTrip error = %v, want %v", got, want)
  3841. }
  3842. } else {
  3843. if err != nil {
  3844. t.Fatalf("RoundTrip: %v", err)
  3845. }
  3846. if got, want := activeStreams(cc), 1; got != want {
  3847. t.Errorf("got %d active streams, want %d", got, want)
  3848. }
  3849. }
  3850. switch closeMode {
  3851. case shutdownCancel:
  3852. if err = cc.Shutdown(canceledCtx); err != context.Canceled {
  3853. t.Errorf("got %v, want %v", err, context.Canceled)
  3854. }
  3855. if cc.closing == false {
  3856. t.Error("expected closing to be true")
  3857. }
  3858. if cc.CanTakeNewRequest() == true {
  3859. t.Error("CanTakeNewRequest to return false")
  3860. }
  3861. if v, want := len(cc.streams), 1; v != want {
  3862. t.Errorf("expected %d active streams, got %d", want, v)
  3863. }
  3864. clientDone <- struct{}{}
  3865. <-handlerDone
  3866. case shutdown:
  3867. wait := make(chan struct{})
  3868. shutdownEnterWaitStateHook = func() {
  3869. close(wait)
  3870. shutdownEnterWaitStateHook = func() {}
  3871. }
  3872. defer func() { shutdownEnterWaitStateHook = func() {} }()
  3873. shutdown := make(chan struct{}, 1)
  3874. go func() {
  3875. if err = cc.Shutdown(context.Background()); err != nil {
  3876. t.Error(err)
  3877. }
  3878. close(shutdown)
  3879. }()
  3880. // Let the shutdown to enter wait state
  3881. <-wait
  3882. cc.mu.Lock()
  3883. if cc.closing == false {
  3884. t.Error("expected closing to be true")
  3885. }
  3886. cc.mu.Unlock()
  3887. if cc.CanTakeNewRequest() == true {
  3888. t.Error("CanTakeNewRequest to return false")
  3889. }
  3890. if got, want := activeStreams(cc), 1; got != want {
  3891. t.Errorf("got %d active streams, want %d", got, want)
  3892. }
  3893. // Let the active request finish
  3894. clientDone <- struct{}{}
  3895. // Wait for the shutdown to end
  3896. select {
  3897. case <-shutdown:
  3898. case <-time.After(2 * time.Second):
  3899. t.Fatal("expected server connection to close")
  3900. }
  3901. case closeAtHeaders, closeAtBody:
  3902. if closeMode == closeAtBody {
  3903. go close(sendBody)
  3904. if _, err := io.Copy(ioutil.Discard, res.Body); err == nil {
  3905. t.Error("expected a Copy error, got nil")
  3906. }
  3907. }
  3908. <-closeDone
  3909. if got, want := activeStreams(cc), 0; got != want {
  3910. t.Errorf("got %d active streams, want %d", got, want)
  3911. }
  3912. // wait for server to get the connection close notice
  3913. select {
  3914. case <-handlerDone:
  3915. case <-time.After(2 * time.Second):
  3916. t.Fatal("expected server connection to close")
  3917. }
  3918. }
  3919. }
  3920. // The client closes the connection just after the server got the client's HEADERS
  3921. // frame, but before the server sends its HEADERS response back. The expected
  3922. // result is an error on RoundTrip explaining the client closed the connection.
  3923. func TestClientConnCloseAtHeaders(t *testing.T) {
  3924. testClientConnClose(t, closeAtHeaders)
  3925. }
  3926. // The client closes the connection between two server's response DATA frames.
  3927. // The expected behavior is a response body io read error on the client.
  3928. func TestClientConnCloseAtBody(t *testing.T) {
  3929. testClientConnClose(t, closeAtBody)
  3930. }
  3931. // The client sends a GOAWAY frame before the server finished processing a request.
  3932. // We expect the connection not to close until the request is completed.
  3933. func TestClientConnShutdown(t *testing.T) {
  3934. testClientConnClose(t, shutdown)
  3935. }
  3936. // The client sends a GOAWAY frame before the server finishes processing a request,
  3937. // but cancels the passed context before the request is completed. The expected
  3938. // behavior is the client closing the connection after the context is canceled.
  3939. func TestClientConnShutdownCancel(t *testing.T) {
  3940. testClientConnClose(t, shutdownCancel)
  3941. }
  3942. // Issue 25009: use Request.GetBody if present, even if it seems like
  3943. // we might not need it. Apparently something else can still read from
  3944. // the original request body. Data race? In any case, rewinding
  3945. // unconditionally on retry is a nicer model anyway and should
  3946. // simplify code in the future (after the Go 1.11 freeze)
  3947. func TestTransportUsesGetBodyWhenPresent(t *testing.T) {
  3948. calls := 0
  3949. someBody := func() io.ReadCloser {
  3950. return struct{ io.ReadCloser }{ioutil.NopCloser(bytes.NewReader(nil))}
  3951. }
  3952. req := &http.Request{
  3953. Body: someBody(),
  3954. GetBody: func() (io.ReadCloser, error) {
  3955. calls++
  3956. return someBody(), nil
  3957. },
  3958. }
  3959. afterBodyWrite := false // pretend we haven't read+written the body yet
  3960. req2, err := shouldRetryRequest(req, errClientConnUnusable, afterBodyWrite)
  3961. if err != nil {
  3962. t.Fatal(err)
  3963. }
  3964. if calls != 1 {
  3965. t.Errorf("Calls = %d; want 1", calls)
  3966. }
  3967. if req2 == req {
  3968. t.Error("req2 changed")
  3969. }
  3970. if req2 == nil {
  3971. t.Fatal("req2 is nil")
  3972. }
  3973. if req2.Body == nil {
  3974. t.Fatal("req2.Body is nil")
  3975. }
  3976. if req2.GetBody == nil {
  3977. t.Fatal("req2.GetBody is nil")
  3978. }
  3979. if req2.Body == req.Body {
  3980. t.Error("req2.Body unchanged")
  3981. }
  3982. }
  3983. // Issue 22891: verify that the "https" altproto we register with net/http
  3984. // is a certain type: a struct with one field with our *http2.Transport in it.
  3985. func TestNoDialH2RoundTripperType(t *testing.T) {
  3986. t1 := new(http.Transport)
  3987. t2 := new(Transport)
  3988. rt := noDialH2RoundTripper{t2}
  3989. if err := registerHTTPSProtocol(t1, rt); err != nil {
  3990. t.Fatal(err)
  3991. }
  3992. rv := reflect.ValueOf(rt)
  3993. if rv.Type().Kind() != reflect.Struct {
  3994. t.Fatalf("kind = %v; net/http expects struct", rv.Type().Kind())
  3995. }
  3996. if n := rv.Type().NumField(); n != 1 {
  3997. t.Fatalf("fields = %d; net/http expects 1", n)
  3998. }
  3999. v := rv.Field(0)
  4000. if _, ok := v.Interface().(*Transport); !ok {
  4001. t.Fatalf("wrong kind %T; want *Transport", v.Interface())
  4002. }
  4003. }
  4004. type errReader struct {
  4005. body []byte
  4006. err error
  4007. }
  4008. func (r *errReader) Read(p []byte) (int, error) {
  4009. if len(r.body) > 0 {
  4010. n := copy(p, r.body)
  4011. r.body = r.body[n:]
  4012. return n, nil
  4013. }
  4014. return 0, r.err
  4015. }
  4016. func testTransportBodyReadError(t *testing.T, body []byte) {
  4017. if runtime.GOOS == "windows" {
  4018. // So far we've only seen this be flaky on Windows,
  4019. // perhaps due to TCP behavior on shutdowns while
  4020. // unread data is in flight. This test should be
  4021. // fixed, but a skip is better than annoying people
  4022. // for now.
  4023. t.Skip("skipping flaky test on Windows; https://golang.org/issue/31260")
  4024. }
  4025. clientDone := make(chan struct{})
  4026. ct := newClientTester(t)
  4027. ct.client = func() error {
  4028. defer ct.cc.(*net.TCPConn).CloseWrite()
  4029. if runtime.GOOS == "plan9" {
  4030. // CloseWrite not supported on Plan 9; Issue 17906
  4031. defer ct.cc.(*net.TCPConn).Close()
  4032. }
  4033. defer close(clientDone)
  4034. checkNoStreams := func() error {
  4035. cp, ok := ct.tr.connPool().(*clientConnPool)
  4036. if !ok {
  4037. return fmt.Errorf("conn pool is %T; want *clientConnPool", ct.tr.connPool())
  4038. }
  4039. cp.mu.Lock()
  4040. defer cp.mu.Unlock()
  4041. conns, ok := cp.conns["dummy.tld:443"]
  4042. if !ok {
  4043. return fmt.Errorf("missing connection")
  4044. }
  4045. if len(conns) != 1 {
  4046. return fmt.Errorf("conn pool size: %v; expect 1", len(conns))
  4047. }
  4048. if activeStreams(conns[0]) != 0 {
  4049. return fmt.Errorf("active streams count: %v; want 0", activeStreams(conns[0]))
  4050. }
  4051. return nil
  4052. }
  4053. bodyReadError := errors.New("body read error")
  4054. body := &errReader{body, bodyReadError}
  4055. req, err := http.NewRequest("PUT", "https://dummy.tld/", body)
  4056. if err != nil {
  4057. return err
  4058. }
  4059. _, err = ct.tr.RoundTrip(req)
  4060. if err != bodyReadError {
  4061. return fmt.Errorf("err = %v; want %v", err, bodyReadError)
  4062. }
  4063. if err = checkNoStreams(); err != nil {
  4064. return err
  4065. }
  4066. return nil
  4067. }
  4068. ct.server = func() error {
  4069. ct.greet()
  4070. var receivedBody []byte
  4071. var resetCount int
  4072. for {
  4073. f, err := ct.fr.ReadFrame()
  4074. t.Logf("server: ReadFrame = %v, %v", f, err)
  4075. if err != nil {
  4076. select {
  4077. case <-clientDone:
  4078. // If the client's done, it
  4079. // will have reported any
  4080. // errors on its side.
  4081. if bytes.Compare(receivedBody, body) != 0 {
  4082. return fmt.Errorf("body: %q; expected %q", receivedBody, body)
  4083. }
  4084. if resetCount != 1 {
  4085. return fmt.Errorf("stream reset count: %v; expected: 1", resetCount)
  4086. }
  4087. return nil
  4088. default:
  4089. return err
  4090. }
  4091. }
  4092. switch f := f.(type) {
  4093. case *WindowUpdateFrame, *SettingsFrame:
  4094. case *HeadersFrame:
  4095. case *DataFrame:
  4096. receivedBody = append(receivedBody, f.Data()...)
  4097. case *RSTStreamFrame:
  4098. resetCount++
  4099. default:
  4100. return fmt.Errorf("Unexpected client frame %v", f)
  4101. }
  4102. }
  4103. }
  4104. ct.run()
  4105. }
  4106. func TestTransportBodyReadError_Immediately(t *testing.T) { testTransportBodyReadError(t, nil) }
  4107. func TestTransportBodyReadError_Some(t *testing.T) { testTransportBodyReadError(t, []byte("123")) }
  4108. // Issue 32254: verify that the client sends END_STREAM flag eagerly with the last
  4109. // (or in this test-case the only one) request body data frame, and does not send
  4110. // extra zero-len data frames.
  4111. func TestTransportBodyEagerEndStream(t *testing.T) {
  4112. const reqBody = "some request body"
  4113. const resBody = "some response body"
  4114. ct := newClientTester(t)
  4115. ct.client = func() error {
  4116. defer ct.cc.(*net.TCPConn).CloseWrite()
  4117. if runtime.GOOS == "plan9" {
  4118. // CloseWrite not supported on Plan 9; Issue 17906
  4119. defer ct.cc.(*net.TCPConn).Close()
  4120. }
  4121. body := strings.NewReader(reqBody)
  4122. req, err := http.NewRequest("PUT", "https://dummy.tld/", body)
  4123. if err != nil {
  4124. return err
  4125. }
  4126. _, err = ct.tr.RoundTrip(req)
  4127. if err != nil {
  4128. return err
  4129. }
  4130. return nil
  4131. }
  4132. ct.server = func() error {
  4133. ct.greet()
  4134. for {
  4135. f, err := ct.fr.ReadFrame()
  4136. if err != nil {
  4137. return err
  4138. }
  4139. switch f := f.(type) {
  4140. case *WindowUpdateFrame, *SettingsFrame:
  4141. case *HeadersFrame:
  4142. case *DataFrame:
  4143. if !f.StreamEnded() {
  4144. ct.fr.WriteRSTStream(f.StreamID, ErrCodeRefusedStream)
  4145. return fmt.Errorf("data frame without END_STREAM %v", f)
  4146. }
  4147. var buf bytes.Buffer
  4148. enc := hpack.NewEncoder(&buf)
  4149. enc.WriteField(hpack.HeaderField{Name: ":status", Value: "200"})
  4150. ct.fr.WriteHeaders(HeadersFrameParam{
  4151. StreamID: f.Header().StreamID,
  4152. EndHeaders: true,
  4153. EndStream: false,
  4154. BlockFragment: buf.Bytes(),
  4155. })
  4156. ct.fr.WriteData(f.StreamID, true, []byte(resBody))
  4157. return nil
  4158. case *RSTStreamFrame:
  4159. default:
  4160. return fmt.Errorf("Unexpected client frame %v", f)
  4161. }
  4162. }
  4163. }
  4164. ct.run()
  4165. }
  4166. type chunkReader struct {
  4167. chunks [][]byte
  4168. }
  4169. func (r *chunkReader) Read(p []byte) (int, error) {
  4170. if len(r.chunks) > 0 {
  4171. n := copy(p, r.chunks[0])
  4172. r.chunks = r.chunks[1:]
  4173. return n, nil
  4174. }
  4175. panic("shouldn't read this many times")
  4176. }
  4177. // Issue 32254: if the request body is larger than the specified
  4178. // content length, the client should refuse to send the extra part
  4179. // and abort the stream.
  4180. //
  4181. // In _len3 case, the first Read() matches the expected content length
  4182. // but the second read returns more data.
  4183. //
  4184. // In _len2 case, the first Read() exceeds the expected content length.
  4185. func TestTransportBodyLargerThanSpecifiedContentLength_len3(t *testing.T) {
  4186. body := &chunkReader{[][]byte{
  4187. []byte("123"),
  4188. []byte("456"),
  4189. }}
  4190. testTransportBodyLargerThanSpecifiedContentLength(t, body, 3)
  4191. }
  4192. func TestTransportBodyLargerThanSpecifiedContentLength_len2(t *testing.T) {
  4193. body := &chunkReader{[][]byte{
  4194. []byte("123"),
  4195. }}
  4196. testTransportBodyLargerThanSpecifiedContentLength(t, body, 2)
  4197. }
  4198. func testTransportBodyLargerThanSpecifiedContentLength(t *testing.T, body *chunkReader, contentLen int64) {
  4199. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  4200. // Nothing.
  4201. }, optOnlyServer)
  4202. defer st.Close()
  4203. tr := &Transport{TLSClientConfig: tlsConfigInsecure}
  4204. defer tr.CloseIdleConnections()
  4205. req, _ := http.NewRequest("POST", st.ts.URL, body)
  4206. req.ContentLength = contentLen
  4207. _, err := tr.RoundTrip(req)
  4208. if err != errReqBodyTooLong {
  4209. t.Fatalf("expected %v, got %v", errReqBodyTooLong, err)
  4210. }
  4211. }
  4212. func TestClientConnTooIdle(t *testing.T) {
  4213. tests := []struct {
  4214. cc func() *ClientConn
  4215. want bool
  4216. }{
  4217. {
  4218. func() *ClientConn {
  4219. return &ClientConn{idleTimeout: 5 * time.Second, lastIdle: time.Now().Add(-10 * time.Second)}
  4220. },
  4221. true,
  4222. },
  4223. {
  4224. func() *ClientConn {
  4225. return &ClientConn{idleTimeout: 5 * time.Second, lastIdle: time.Time{}}
  4226. },
  4227. false,
  4228. },
  4229. {
  4230. func() *ClientConn {
  4231. return &ClientConn{idleTimeout: 60 * time.Second, lastIdle: time.Now().Add(-10 * time.Second)}
  4232. },
  4233. false,
  4234. },
  4235. {
  4236. func() *ClientConn {
  4237. return &ClientConn{idleTimeout: 0, lastIdle: time.Now().Add(-10 * time.Second)}
  4238. },
  4239. false,
  4240. },
  4241. }
  4242. for i, tt := range tests {
  4243. got := tt.cc().tooIdleLocked()
  4244. if got != tt.want {
  4245. t.Errorf("%d. got %v; want %v", i, got, tt.want)
  4246. }
  4247. }
  4248. }