server_test.go 47 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765
  1. // Copyright 2014 The Go Authors. All rights reserved.
  2. // Use of this source code is governed by a BSD-style
  3. // license that can be found in the LICENSE file.
  4. // See https://code.google.com/p/go/source/browse/CONTRIBUTORS
  5. // Licensed under the same terms as Go itself:
  6. // https://code.google.com/p/go/source/browse/LICENSE
  7. package http2
  8. import (
  9. "bytes"
  10. "crypto/tls"
  11. "errors"
  12. "fmt"
  13. "io"
  14. "io/ioutil"
  15. "log"
  16. "net"
  17. "net/http"
  18. "net/http/httptest"
  19. "os"
  20. "reflect"
  21. "runtime"
  22. "strconv"
  23. "strings"
  24. "sync"
  25. "sync/atomic"
  26. "testing"
  27. "time"
  28. "github.com/bradfitz/http2/hpack"
  29. )
  30. type serverTester struct {
  31. cc net.Conn // client conn
  32. t *testing.T
  33. ts *httptest.Server
  34. fr *Framer
  35. logBuf *bytes.Buffer
  36. sc *serverConn
  37. logFilter []string // substrings to filter out
  38. }
  39. func newServerTester(t *testing.T, handler http.HandlerFunc) *serverTester {
  40. logBuf := new(bytes.Buffer)
  41. ts := httptest.NewUnstartedServer(handler)
  42. ConfigureServer(ts.Config, &Server{})
  43. st := &serverTester{
  44. t: t,
  45. ts: ts,
  46. logBuf: logBuf,
  47. }
  48. ts.TLS = ts.Config.TLSConfig // the httptest.Server has its own copy of this TLS config
  49. ts.Config.ErrorLog = log.New(io.MultiWriter(twriter{t: t, st: st}, logBuf), "", log.LstdFlags)
  50. ts.StartTLS()
  51. if VerboseLogs {
  52. t.Logf("Running test server at: %s", ts.URL)
  53. }
  54. var (
  55. mu sync.Mutex
  56. sc *serverConn
  57. )
  58. testHookGetServerConn = func(v *serverConn) {
  59. mu.Lock()
  60. defer mu.Unlock()
  61. sc = v
  62. sc.testHookCh = make(chan func())
  63. }
  64. cc, err := tls.Dial("tcp", ts.Listener.Addr().String(), &tls.Config{
  65. InsecureSkipVerify: true,
  66. NextProtos: []string{npnProto},
  67. })
  68. if err != nil {
  69. t.Fatal(err)
  70. }
  71. log.SetOutput(twriter{t: t, st: st})
  72. st.cc = cc
  73. st.fr = NewFramer(cc, cc)
  74. mu.Lock()
  75. st.sc = sc
  76. mu.Unlock() // unnecessary, but looks weird without.
  77. return st
  78. }
  79. func (st *serverTester) addLogFilter(phrase string) {
  80. st.logFilter = append(st.logFilter, phrase)
  81. }
  82. func (st *serverTester) stream(id uint32) *stream {
  83. ch := make(chan *stream, 1)
  84. st.sc.testHookCh <- func() {
  85. ch <- st.sc.streams[id]
  86. }
  87. return <-ch
  88. }
  89. func (st *serverTester) streamState(id uint32) streamState {
  90. ch := make(chan streamState, 1)
  91. st.sc.testHookCh <- func() {
  92. ch <- st.sc.state(id)
  93. }
  94. return <-ch
  95. }
  96. func (st *serverTester) Close() {
  97. st.ts.Close()
  98. st.cc.Close()
  99. log.SetOutput(os.Stderr)
  100. }
  101. // greet initiates the client's HTTP/2 connection into a state where
  102. // frames may be sent.
  103. func (st *serverTester) greet() {
  104. st.writePreface()
  105. st.writeInitialSettings()
  106. st.wantSettings()
  107. st.writeSettingsAck()
  108. st.wantSettingsAck()
  109. }
  110. func (st *serverTester) writePreface() {
  111. n, err := st.cc.Write(clientPreface)
  112. if err != nil {
  113. st.t.Fatalf("Error writing client preface: %v", err)
  114. }
  115. if n != len(clientPreface) {
  116. st.t.Fatalf("Writing client preface, wrote %d bytes; want %d", n, len(clientPreface))
  117. }
  118. }
  119. func (st *serverTester) writeInitialSettings() {
  120. if err := st.fr.WriteSettings(); err != nil {
  121. st.t.Fatalf("Error writing initial SETTINGS frame from client to server: %v", err)
  122. }
  123. }
  124. func (st *serverTester) writeSettingsAck() {
  125. if err := st.fr.WriteSettingsAck(); err != nil {
  126. st.t.Fatalf("Error writing ACK of server's SETTINGS: %v", err)
  127. }
  128. }
  129. func (st *serverTester) writeHeaders(p HeadersFrameParam) {
  130. if err := st.fr.WriteHeaders(p); err != nil {
  131. st.t.Fatalf("Error writing HEADERS: %v", err)
  132. }
  133. }
  134. // bodylessReq1 writes a HEADERS frames with StreamID 1 and EndStream and EndHeaders set.
  135. func (st *serverTester) bodylessReq1(headers ...string) {
  136. st.writeHeaders(HeadersFrameParam{
  137. StreamID: 1, // clients send odd numbers
  138. BlockFragment: encodeHeader(st.t, headers...),
  139. EndStream: true,
  140. EndHeaders: true,
  141. })
  142. }
  143. func (st *serverTester) writeData(streamID uint32, endStream bool, data []byte) {
  144. if err := st.fr.WriteData(streamID, endStream, data); err != nil {
  145. st.t.Fatalf("Error writing DATA: %v", err)
  146. }
  147. }
  148. func (st *serverTester) readFrame() (Frame, error) {
  149. frc := make(chan Frame, 1)
  150. errc := make(chan error, 1)
  151. go func() {
  152. fr, err := st.fr.ReadFrame()
  153. if err != nil {
  154. errc <- err
  155. } else {
  156. frc <- fr
  157. }
  158. }()
  159. t := time.NewTimer(2 * time.Second)
  160. defer t.Stop()
  161. select {
  162. case f := <-frc:
  163. return f, nil
  164. case err := <-errc:
  165. return nil, err
  166. case <-t.C:
  167. return nil, errors.New("timeout waiting for frame")
  168. }
  169. }
  170. func (st *serverTester) wantHeaders() *HeadersFrame {
  171. f, err := st.readFrame()
  172. if err != nil {
  173. st.t.Fatalf("Error while expecting a HEADERS frame: %v", err)
  174. }
  175. hf, ok := f.(*HeadersFrame)
  176. if !ok {
  177. st.t.Fatalf("got a %T; want *HeadersFrame", f)
  178. }
  179. return hf
  180. }
  181. func (st *serverTester) wantData() *DataFrame {
  182. f, err := st.readFrame()
  183. if err != nil {
  184. st.t.Fatalf("Error while expecting a DATA frame: %v", err)
  185. }
  186. df, ok := f.(*DataFrame)
  187. if !ok {
  188. st.t.Fatalf("got a %T; want *DataFrame", f)
  189. }
  190. return df
  191. }
  192. func (st *serverTester) wantSettings() *SettingsFrame {
  193. f, err := st.readFrame()
  194. if err != nil {
  195. st.t.Fatalf("Error while expecting a SETTINGS frame: %v", err)
  196. }
  197. sf, ok := f.(*SettingsFrame)
  198. if !ok {
  199. st.t.Fatalf("got a %T; want *SettingsFrame", f)
  200. }
  201. return sf
  202. }
  203. func (st *serverTester) wantPing() *PingFrame {
  204. f, err := st.readFrame()
  205. if err != nil {
  206. st.t.Fatalf("Error while expecting a PING frame: %v", err)
  207. }
  208. pf, ok := f.(*PingFrame)
  209. if !ok {
  210. st.t.Fatalf("got a %T; want *PingFrame", f)
  211. }
  212. return pf
  213. }
  214. func (st *serverTester) wantGoAway() *GoAwayFrame {
  215. f, err := st.readFrame()
  216. if err != nil {
  217. st.t.Fatalf("Error while expecting a GOAWAY frame: %v", err)
  218. }
  219. gf, ok := f.(*GoAwayFrame)
  220. if !ok {
  221. st.t.Fatalf("got a %T; want *GoAwayFrame", f)
  222. }
  223. return gf
  224. }
  225. func (st *serverTester) wantRSTStream(streamID uint32, errCode ErrCode) {
  226. f, err := st.readFrame()
  227. if err != nil {
  228. st.t.Fatalf("Error while expecting an RSTStream frame: %v", err)
  229. }
  230. rs, ok := f.(*RSTStreamFrame)
  231. if !ok {
  232. st.t.Fatalf("got a %T; want *RSTStreamFrame", f)
  233. }
  234. if rs.FrameHeader.StreamID != streamID {
  235. st.t.Fatalf("RSTStream StreamID = %d; want %d", rs.FrameHeader.StreamID, streamID)
  236. }
  237. if rs.ErrCode != errCode {
  238. st.t.Fatalf("RSTStream ErrCode = %d (%s); want %d (%s)", rs.ErrCode, rs.ErrCode, errCode, errCode)
  239. }
  240. }
  241. func (st *serverTester) wantWindowUpdate(streamID, incr uint32) {
  242. f, err := st.readFrame()
  243. if err != nil {
  244. st.t.Fatalf("Error while expecting an RSTStream frame: %v", err)
  245. }
  246. wu, ok := f.(*WindowUpdateFrame)
  247. if !ok {
  248. st.t.Fatalf("got a %T; want *WindowUpdateFrame", f)
  249. }
  250. if wu.FrameHeader.StreamID != streamID {
  251. st.t.Fatalf("WindowUpdate StreamID = %d; want %d", wu.FrameHeader.StreamID, streamID)
  252. }
  253. if wu.Increment != incr {
  254. st.t.Fatalf("WindowUpdate increment = %d; want %d", wu.Increment, incr)
  255. }
  256. }
  257. func (st *serverTester) wantSettingsAck() {
  258. f, err := st.readFrame()
  259. if err != nil {
  260. st.t.Fatal(err)
  261. }
  262. sf, ok := f.(*SettingsFrame)
  263. if !ok {
  264. st.t.Fatalf("Wanting a settings ACK, received a %T", f)
  265. }
  266. if !sf.Header().Flags.Has(FlagSettingsAck) {
  267. st.t.Fatal("Settings Frame didn't have ACK set")
  268. }
  269. }
  270. func TestServer(t *testing.T) {
  271. gotReq := make(chan bool, 1)
  272. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  273. w.Header().Set("Foo", "Bar")
  274. gotReq <- true
  275. })
  276. defer st.Close()
  277. covers("3.5", `
  278. The server connection preface consists of a potentially empty
  279. SETTINGS frame ([SETTINGS]) that MUST be the first frame the
  280. server sends in the HTTP/2 connection.
  281. `)
  282. st.writePreface()
  283. st.writeInitialSettings()
  284. st.wantSettings()
  285. st.writeSettingsAck()
  286. st.wantSettingsAck()
  287. st.writeHeaders(HeadersFrameParam{
  288. StreamID: 1, // clients send odd numbers
  289. BlockFragment: encodeHeader(t),
  290. EndStream: true, // no DATA frames
  291. EndHeaders: true,
  292. })
  293. select {
  294. case <-gotReq:
  295. case <-time.After(2 * time.Second):
  296. t.Error("timeout waiting for request")
  297. }
  298. }
  299. func TestServer_Request_Get(t *testing.T) {
  300. testServerRequest(t, func(st *serverTester) {
  301. st.writeHeaders(HeadersFrameParam{
  302. StreamID: 1, // clients send odd numbers
  303. BlockFragment: encodeHeader(t, "foo-bar", "some-value"),
  304. EndStream: true, // no DATA frames
  305. EndHeaders: true,
  306. })
  307. }, func(r *http.Request) {
  308. if r.Method != "GET" {
  309. t.Errorf("Method = %q; want GET", r.Method)
  310. }
  311. if r.URL.Path != "/" {
  312. t.Errorf("URL.Path = %q; want /", r.URL.Path)
  313. }
  314. if r.ContentLength != 0 {
  315. t.Errorf("ContentLength = %v; want 0", r.ContentLength)
  316. }
  317. if r.Close {
  318. t.Error("Close = true; want false")
  319. }
  320. if !strings.Contains(r.RemoteAddr, ":") {
  321. t.Errorf("RemoteAddr = %q; want something with a colon", r.RemoteAddr)
  322. }
  323. if r.Proto != "HTTP/2.0" || r.ProtoMajor != 2 || r.ProtoMinor != 0 {
  324. t.Errorf("Proto = %q Major=%v,Minor=%v; want HTTP/2.0", r.Proto, r.ProtoMajor, r.ProtoMinor)
  325. }
  326. wantHeader := http.Header{
  327. "Foo-Bar": []string{"some-value"},
  328. }
  329. if !reflect.DeepEqual(r.Header, wantHeader) {
  330. t.Errorf("Header = %#v; want %#v", r.Header, wantHeader)
  331. }
  332. if n, err := r.Body.Read([]byte(" ")); err != io.EOF || n != 0 {
  333. t.Errorf("Read = %d, %v; want 0, EOF", n, err)
  334. }
  335. })
  336. }
  337. func TestServer_Request_Get_PathSlashes(t *testing.T) {
  338. testServerRequest(t, func(st *serverTester) {
  339. st.writeHeaders(HeadersFrameParam{
  340. StreamID: 1, // clients send odd numbers
  341. BlockFragment: encodeHeader(t, ":path", "/%2f/"),
  342. EndStream: true, // no DATA frames
  343. EndHeaders: true,
  344. })
  345. }, func(r *http.Request) {
  346. if r.RequestURI != "/%2f/" {
  347. t.Errorf("RequestURI = %q; want /%2f/", r.RequestURI)
  348. }
  349. if r.URL.Path != "///" {
  350. t.Errorf("URL.Path = %q; want ///", r.URL.Path)
  351. }
  352. })
  353. }
  354. // TODO: add a test with EndStream=true on the HEADERS but setting a
  355. // Content-Length anyway. Should we just omit it and force it to
  356. // zero?
  357. func TestServer_Request_Post_NoContentLength_EndStream(t *testing.T) {
  358. testServerRequest(t, func(st *serverTester) {
  359. st.writeHeaders(HeadersFrameParam{
  360. StreamID: 1, // clients send odd numbers
  361. BlockFragment: encodeHeader(t, ":method", "POST"),
  362. EndStream: true,
  363. EndHeaders: true,
  364. })
  365. }, func(r *http.Request) {
  366. if r.Method != "POST" {
  367. t.Errorf("Method = %q; want POST", r.Method)
  368. }
  369. if r.ContentLength != 0 {
  370. t.Errorf("ContentLength = %v; want 0", r.ContentLength)
  371. }
  372. if n, err := r.Body.Read([]byte(" ")); err != io.EOF || n != 0 {
  373. t.Errorf("Read = %d, %v; want 0, EOF", n, err)
  374. }
  375. })
  376. }
  377. func TestServer_Request_Post_Body_ImmediateEOF(t *testing.T) {
  378. testBodyContents(t, -1, "", func(st *serverTester) {
  379. st.writeHeaders(HeadersFrameParam{
  380. StreamID: 1, // clients send odd numbers
  381. BlockFragment: encodeHeader(t, ":method", "POST"),
  382. EndStream: false, // to say DATA frames are coming
  383. EndHeaders: true,
  384. })
  385. st.writeData(1, true, nil) // just kidding. empty body.
  386. })
  387. }
  388. func TestServer_Request_Post_Body_OneData(t *testing.T) {
  389. const content = "Some content"
  390. testBodyContents(t, -1, content, func(st *serverTester) {
  391. st.writeHeaders(HeadersFrameParam{
  392. StreamID: 1, // clients send odd numbers
  393. BlockFragment: encodeHeader(t, ":method", "POST"),
  394. EndStream: false, // to say DATA frames are coming
  395. EndHeaders: true,
  396. })
  397. st.writeData(1, true, []byte(content))
  398. })
  399. }
  400. func TestServer_Request_Post_Body_TwoData(t *testing.T) {
  401. const content = "Some content"
  402. testBodyContents(t, -1, content, func(st *serverTester) {
  403. st.writeHeaders(HeadersFrameParam{
  404. StreamID: 1, // clients send odd numbers
  405. BlockFragment: encodeHeader(t, ":method", "POST"),
  406. EndStream: false, // to say DATA frames are coming
  407. EndHeaders: true,
  408. })
  409. st.writeData(1, false, []byte(content[:5]))
  410. st.writeData(1, true, []byte(content[5:]))
  411. })
  412. }
  413. func TestServer_Request_Post_Body_ContentLength_Correct(t *testing.T) {
  414. const content = "Some content"
  415. testBodyContents(t, int64(len(content)), content, func(st *serverTester) {
  416. st.writeHeaders(HeadersFrameParam{
  417. StreamID: 1, // clients send odd numbers
  418. BlockFragment: encodeHeader(t,
  419. ":method", "POST",
  420. "content-length", strconv.Itoa(len(content)),
  421. ),
  422. EndStream: false, // to say DATA frames are coming
  423. EndHeaders: true,
  424. })
  425. st.writeData(1, true, []byte(content))
  426. })
  427. }
  428. func TestServer_Request_Post_Body_ContentLength_TooLarge(t *testing.T) {
  429. testBodyContentsFail(t, 3, "request declared a Content-Length of 3 but only wrote 2 bytes",
  430. func(st *serverTester) {
  431. st.writeHeaders(HeadersFrameParam{
  432. StreamID: 1, // clients send odd numbers
  433. BlockFragment: encodeHeader(t,
  434. ":method", "POST",
  435. "content-length", "3",
  436. ),
  437. EndStream: false, // to say DATA frames are coming
  438. EndHeaders: true,
  439. })
  440. st.writeData(1, true, []byte("12"))
  441. })
  442. }
  443. func TestServer_Request_Post_Body_ContentLength_TooSmall(t *testing.T) {
  444. testBodyContentsFail(t, 4, "sender tried to send more than declared Content-Length of 4 bytes",
  445. func(st *serverTester) {
  446. st.writeHeaders(HeadersFrameParam{
  447. StreamID: 1, // clients send odd numbers
  448. BlockFragment: encodeHeader(t,
  449. ":method", "POST",
  450. "content-length", "4",
  451. ),
  452. EndStream: false, // to say DATA frames are coming
  453. EndHeaders: true,
  454. })
  455. st.writeData(1, true, []byte("12345"))
  456. })
  457. }
  458. func testBodyContents(t *testing.T, wantContentLength int64, wantBody string, write func(st *serverTester)) {
  459. testServerRequest(t, write, func(r *http.Request) {
  460. if r.Method != "POST" {
  461. t.Errorf("Method = %q; want POST", r.Method)
  462. }
  463. if r.ContentLength != wantContentLength {
  464. t.Errorf("ContentLength = %v; want %d", r.ContentLength, wantContentLength)
  465. }
  466. all, err := ioutil.ReadAll(r.Body)
  467. if err != nil {
  468. t.Fatal(err)
  469. }
  470. if string(all) != wantBody {
  471. t.Errorf("Read = %q; want %q", all, wantBody)
  472. }
  473. if err := r.Body.Close(); err != nil {
  474. t.Fatalf("Close: %v", err)
  475. }
  476. })
  477. }
  478. func testBodyContentsFail(t *testing.T, wantContentLength int64, wantReadError string, write func(st *serverTester)) {
  479. testServerRequest(t, write, func(r *http.Request) {
  480. if r.Method != "POST" {
  481. t.Errorf("Method = %q; want POST", r.Method)
  482. }
  483. if r.ContentLength != wantContentLength {
  484. t.Errorf("ContentLength = %v; want %d", r.ContentLength, wantContentLength)
  485. }
  486. all, err := ioutil.ReadAll(r.Body)
  487. if err == nil {
  488. t.Fatalf("expected an error (%q) reading from the body. Successfully read %q instead.",
  489. wantReadError, all)
  490. }
  491. if !strings.Contains(err.Error(), wantReadError) {
  492. t.Fatalf("Body.Read = %v; want substring %q", err, wantReadError)
  493. }
  494. if err := r.Body.Close(); err != nil {
  495. t.Fatalf("Close: %v", err)
  496. }
  497. })
  498. }
  499. // Using a Host header, instead of :authority
  500. func TestServer_Request_Get_Host(t *testing.T) {
  501. const host = "example.com"
  502. testServerRequest(t, func(st *serverTester) {
  503. st.writeHeaders(HeadersFrameParam{
  504. StreamID: 1, // clients send odd numbers
  505. BlockFragment: encodeHeader(t, "host", host),
  506. EndStream: true,
  507. EndHeaders: true,
  508. })
  509. }, func(r *http.Request) {
  510. if r.Host != host {
  511. t.Errorf("Host = %q; want %q", r.Host, host)
  512. }
  513. })
  514. }
  515. // Using an :authority pseudo-header, instead of Host
  516. func TestServer_Request_Get_Authority(t *testing.T) {
  517. const host = "example.com"
  518. testServerRequest(t, func(st *serverTester) {
  519. st.writeHeaders(HeadersFrameParam{
  520. StreamID: 1, // clients send odd numbers
  521. BlockFragment: encodeHeader(t, ":authority", host),
  522. EndStream: true,
  523. EndHeaders: true,
  524. })
  525. }, func(r *http.Request) {
  526. if r.Host != host {
  527. t.Errorf("Host = %q; want %q", r.Host, host)
  528. }
  529. })
  530. }
  531. func TestServer_Request_WithContinuation(t *testing.T) {
  532. wantHeader := http.Header{
  533. "Foo-One": []string{"value-one"},
  534. "Foo-Two": []string{"value-two"},
  535. "Foo-Three": []string{"value-three"},
  536. }
  537. testServerRequest(t, func(st *serverTester) {
  538. fullHeaders := encodeHeader(t,
  539. "foo-one", "value-one",
  540. "foo-two", "value-two",
  541. "foo-three", "value-three",
  542. )
  543. remain := fullHeaders
  544. chunks := 0
  545. for len(remain) > 0 {
  546. const maxChunkSize = 5
  547. chunk := remain
  548. if len(chunk) > maxChunkSize {
  549. chunk = chunk[:maxChunkSize]
  550. }
  551. remain = remain[len(chunk):]
  552. if chunks == 0 {
  553. st.writeHeaders(HeadersFrameParam{
  554. StreamID: 1, // clients send odd numbers
  555. BlockFragment: chunk,
  556. EndStream: true, // no DATA frames
  557. EndHeaders: false, // we'll have continuation frames
  558. })
  559. } else {
  560. err := st.fr.WriteContinuation(1, len(remain) == 0, chunk)
  561. if err != nil {
  562. t.Fatal(err)
  563. }
  564. }
  565. chunks++
  566. }
  567. if chunks < 2 {
  568. t.Fatal("too few chunks")
  569. }
  570. }, func(r *http.Request) {
  571. if !reflect.DeepEqual(r.Header, wantHeader) {
  572. t.Errorf("Header = %#v; want %#v", r.Header, wantHeader)
  573. }
  574. })
  575. }
  576. // Concatenated cookie headers. ("8.1.2.5 Compressing the Cookie Header Field")
  577. func TestServer_Request_CookieConcat(t *testing.T) {
  578. const host = "example.com"
  579. testServerRequest(t, func(st *serverTester) {
  580. st.bodylessReq1(
  581. ":authority", host,
  582. "cookie", "a=b",
  583. "cookie", "c=d",
  584. "cookie", "e=f",
  585. )
  586. }, func(r *http.Request) {
  587. const want = "a=b; c=d; e=f"
  588. if got := r.Header.Get("Cookie"); got != want {
  589. t.Errorf("Cookie = %q; want %q", got, want)
  590. }
  591. })
  592. }
  593. func TestServer_Request_Reject_CapitalHeader(t *testing.T) {
  594. testRejectRequest(t, func(st *serverTester) { st.bodylessReq1("UPPER", "v") })
  595. }
  596. func TestServer_Request_Reject_Pseudo_Missing_method(t *testing.T) {
  597. testRejectRequest(t, func(st *serverTester) { st.bodylessReq1(":method", "") })
  598. }
  599. func TestServer_Request_Reject_Pseudo_ExactlyOne(t *testing.T) {
  600. // 8.1.2.3 Request Pseudo-Header Fields
  601. // "All HTTP/2 requests MUST include exactly one valid value" ...
  602. testRejectRequest(t, func(st *serverTester) {
  603. st.addLogFilter("duplicate pseudo-header")
  604. st.bodylessReq1(":method", "GET", ":method", "POST")
  605. })
  606. }
  607. func TestServer_Request_Reject_Pseudo_AfterRegular(t *testing.T) {
  608. // 8.1.2.3 Request Pseudo-Header Fields
  609. // "All pseudo-header fields MUST appear in the header block
  610. // before regular header fields. Any request or response that
  611. // contains a pseudo-header field that appears in a header
  612. // block after a regular header field MUST be treated as
  613. // malformed (Section 8.1.2.6)."
  614. testRejectRequest(t, func(st *serverTester) {
  615. st.addLogFilter("pseudo-header after regular header")
  616. var buf bytes.Buffer
  617. enc := hpack.NewEncoder(&buf)
  618. enc.WriteField(hpack.HeaderField{Name: ":method", Value: "GET"})
  619. enc.WriteField(hpack.HeaderField{Name: "regular", Value: "foobar"})
  620. enc.WriteField(hpack.HeaderField{Name: ":path", Value: "/"})
  621. enc.WriteField(hpack.HeaderField{Name: ":scheme", Value: "https"})
  622. st.writeHeaders(HeadersFrameParam{
  623. StreamID: 1, // clients send odd numbers
  624. BlockFragment: buf.Bytes(),
  625. EndStream: true,
  626. EndHeaders: true,
  627. })
  628. })
  629. }
  630. func TestServer_Request_Reject_Pseudo_Missing_path(t *testing.T) {
  631. testRejectRequest(t, func(st *serverTester) { st.bodylessReq1(":path", "") })
  632. }
  633. func TestServer_Request_Reject_Pseudo_Missing_scheme(t *testing.T) {
  634. testRejectRequest(t, func(st *serverTester) { st.bodylessReq1(":scheme", "") })
  635. }
  636. func TestServer_Request_Reject_Pseudo_scheme_invalid(t *testing.T) {
  637. testRejectRequest(t, func(st *serverTester) { st.bodylessReq1(":scheme", "bogus") })
  638. }
  639. func TestServer_Request_Reject_Pseudo_Unknown(t *testing.T) {
  640. testRejectRequest(t, func(st *serverTester) {
  641. st.addLogFilter(`invalid pseudo-header ":unknown_thing"`)
  642. st.bodylessReq1(":unknown_thing", "")
  643. })
  644. }
  645. func testRejectRequest(t *testing.T, send func(*serverTester)) {
  646. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  647. t.Fatal("server request made it to handler; should've been rejected")
  648. })
  649. defer st.Close()
  650. st.greet()
  651. send(st)
  652. st.wantRSTStream(1, ErrCodeProtocol)
  653. }
  654. func TestServer_Ping(t *testing.T) {
  655. st := newServerTester(t, nil)
  656. defer st.Close()
  657. st.greet()
  658. // Server should ignore this one, since it has ACK set.
  659. ackPingData := [8]byte{1, 2, 4, 8, 16, 32, 64, 128}
  660. if err := st.fr.WritePing(true, ackPingData); err != nil {
  661. t.Fatal(err)
  662. }
  663. // But the server should reply to this one, since ACK is false.
  664. pingData := [8]byte{1, 2, 3, 4, 5, 6, 7, 8}
  665. if err := st.fr.WritePing(false, pingData); err != nil {
  666. t.Fatal(err)
  667. }
  668. pf := st.wantPing()
  669. if !pf.Flags.Has(FlagPingAck) {
  670. t.Error("response ping doesn't have ACK set")
  671. }
  672. if pf.Data != pingData {
  673. t.Errorf("response ping has data %q; want %q", pf.Data, pingData)
  674. }
  675. }
  676. func TestServer_RejectsLargeFrames(t *testing.T) {
  677. st := newServerTester(t, nil)
  678. defer st.Close()
  679. st.greet()
  680. // Write too large of a frame (too large by one byte)
  681. // We ignore the return value because it's expected that the server
  682. // will only read the first 9 bytes (the headre) and then disconnect.
  683. st.fr.WriteRawFrame(0xff, 0, 0, make([]byte, defaultMaxReadFrameSize+1))
  684. gf := st.wantGoAway()
  685. if gf.ErrCode != ErrCodeFrameSize {
  686. t.Errorf("GOAWAY err = %v; want %v", gf.ErrCode, ErrCodeFrameSize)
  687. }
  688. }
  689. func TestServer_Handler_Sends_WindowUpdate(t *testing.T) {
  690. puppet := newHandlerPuppet()
  691. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  692. puppet.act(w, r)
  693. })
  694. defer st.Close()
  695. defer puppet.done()
  696. st.greet()
  697. st.writeHeaders(HeadersFrameParam{
  698. StreamID: 1, // clients send odd numbers
  699. BlockFragment: encodeHeader(t, ":method", "POST"),
  700. EndStream: false, // data coming
  701. EndHeaders: true,
  702. })
  703. st.writeData(1, true, []byte("abcdef"))
  704. puppet.do(func(w http.ResponseWriter, r *http.Request) {
  705. buf := make([]byte, 3)
  706. _, err := io.ReadFull(r.Body, buf)
  707. if err != nil {
  708. t.Error(err)
  709. return
  710. }
  711. if string(buf) != "abc" {
  712. t.Errorf("read %q; want abc", buf)
  713. }
  714. })
  715. st.wantWindowUpdate(0, 3)
  716. st.wantWindowUpdate(1, 3)
  717. puppet.do(func(w http.ResponseWriter, r *http.Request) {
  718. buf := make([]byte, 3)
  719. _, err := io.ReadFull(r.Body, buf)
  720. if err != nil {
  721. t.Error(err)
  722. return
  723. }
  724. if string(buf) != "def" {
  725. t.Errorf("read %q; want abc", buf)
  726. }
  727. })
  728. st.wantWindowUpdate(0, 3)
  729. st.wantWindowUpdate(1, 3)
  730. }
  731. func TestServer_Send_GoAway_After_Bogus_WindowUpdate(t *testing.T) {
  732. st := newServerTester(t, nil)
  733. defer st.Close()
  734. st.greet()
  735. if err := st.fr.WriteWindowUpdate(0, 1<<31-1); err != nil {
  736. t.Fatal(err)
  737. }
  738. gf := st.wantGoAway()
  739. if gf.ErrCode != ErrCodeFlowControl {
  740. t.Errorf("GOAWAY err = %v; want %v", gf.ErrCode, ErrCodeFlowControl)
  741. }
  742. if gf.LastStreamID != 0 {
  743. t.Errorf("GOAWAY last stream ID = %v; want %v", gf.LastStreamID, 0)
  744. }
  745. }
  746. func TestServer_Send_RstStream_After_Bogus_WindowUpdate(t *testing.T) {
  747. inHandler := make(chan bool)
  748. blockHandler := make(chan bool)
  749. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  750. inHandler <- true
  751. <-blockHandler
  752. })
  753. defer st.Close()
  754. defer close(blockHandler)
  755. st.greet()
  756. st.writeHeaders(HeadersFrameParam{
  757. StreamID: 1,
  758. BlockFragment: encodeHeader(st.t, ":method", "POST"),
  759. EndStream: false, // keep it open
  760. EndHeaders: true,
  761. })
  762. <-inHandler
  763. // Send a bogus window update:
  764. if err := st.fr.WriteWindowUpdate(1, 1<<31-1); err != nil {
  765. t.Fatal(err)
  766. }
  767. st.wantRSTStream(1, ErrCodeFlowControl)
  768. }
  769. // testServerPostUnblock sends a hanging POST with unsent data to handler,
  770. // then runs fn once in the handler, and verifies that the error returned from
  771. // handler is acceptable. It fails if takes over 5 seconds for handler to exit.
  772. func testServerPostUnblock(t *testing.T,
  773. handler func(http.ResponseWriter, *http.Request) error,
  774. fn func(*serverTester),
  775. checkErr func(error),
  776. otherHeaders ...string) {
  777. inHandler := make(chan bool)
  778. errc := make(chan error, 1)
  779. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  780. inHandler <- true
  781. errc <- handler(w, r)
  782. })
  783. st.greet()
  784. st.writeHeaders(HeadersFrameParam{
  785. StreamID: 1,
  786. BlockFragment: encodeHeader(st.t, append([]string{":method", "POST"}, otherHeaders...)...),
  787. EndStream: false, // keep it open
  788. EndHeaders: true,
  789. })
  790. <-inHandler
  791. fn(st)
  792. select {
  793. case err := <-errc:
  794. if checkErr != nil {
  795. checkErr(err)
  796. }
  797. case <-time.After(5 * time.Second):
  798. t.Fatal("timeout waiting for Handler to return")
  799. }
  800. st.Close()
  801. }
  802. func TestServer_RSTStream_Unblocks_Read(t *testing.T) {
  803. testServerPostUnblock(t,
  804. func(w http.ResponseWriter, r *http.Request) (err error) {
  805. _, err = r.Body.Read(make([]byte, 1))
  806. return
  807. },
  808. func(st *serverTester) {
  809. if err := st.fr.WriteRSTStream(1, ErrCodeCancel); err != nil {
  810. t.Fatal(err)
  811. }
  812. },
  813. func(err error) {
  814. if err == nil {
  815. t.Error("unexpected nil error from Request.Body.Read")
  816. }
  817. },
  818. )
  819. }
  820. func TestServer_DeadConn_Unblocks_Read(t *testing.T) {
  821. testServerPostUnblock(t,
  822. func(w http.ResponseWriter, r *http.Request) (err error) {
  823. _, err = r.Body.Read(make([]byte, 1))
  824. return
  825. },
  826. func(st *serverTester) { st.cc.Close() },
  827. func(err error) {
  828. if err == nil {
  829. t.Error("unexpected nil error from Request.Body.Read")
  830. }
  831. },
  832. )
  833. }
  834. var blockUntilClosed = func(w http.ResponseWriter, r *http.Request) error {
  835. <-w.(http.CloseNotifier).CloseNotify()
  836. return nil
  837. }
  838. func TestServer_CloseNotify_After_RSTStream(t *testing.T) {
  839. testServerPostUnblock(t, blockUntilClosed, func(st *serverTester) {
  840. if err := st.fr.WriteRSTStream(1, ErrCodeCancel); err != nil {
  841. t.Fatal(err)
  842. }
  843. }, nil)
  844. }
  845. func TestServer_CloseNotify_After_ConnClose(t *testing.T) {
  846. testServerPostUnblock(t, blockUntilClosed, func(st *serverTester) { st.cc.Close() }, nil)
  847. }
  848. // that CloseNotify unblocks after a stream error due to the client's
  849. // problem that's unrelated to them explicitly canceling it (which is
  850. // TestServer_CloseNotify_After_RSTStream above)
  851. func TestServer_CloseNotify_After_StreamError(t *testing.T) {
  852. testServerPostUnblock(t, blockUntilClosed, func(st *serverTester) {
  853. // data longer than declared Content-Length => stream error
  854. st.writeData(1, true, []byte("1234"))
  855. }, nil, "content-length", "3")
  856. }
  857. func TestServer_StateTransitions(t *testing.T) {
  858. var st *serverTester
  859. inHandler := make(chan bool)
  860. writeData := make(chan bool)
  861. leaveHandler := make(chan bool)
  862. st = newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  863. inHandler <- true
  864. if st.stream(1) == nil {
  865. t.Errorf("nil stream 1 in handler")
  866. }
  867. if got, want := st.streamState(1), stateOpen; got != want {
  868. t.Errorf("in handler, state is %v; want %v", got, want)
  869. }
  870. writeData <- true
  871. if n, err := r.Body.Read(make([]byte, 1)); n != 0 || err != io.EOF {
  872. t.Errorf("body read = %d, %v; want 0, EOF", n, err)
  873. }
  874. if got, want := st.streamState(1), stateHalfClosedRemote; got != want {
  875. t.Errorf("in handler, state is %v; want %v", got, want)
  876. }
  877. <-leaveHandler
  878. })
  879. st.greet()
  880. if st.stream(1) != nil {
  881. t.Fatal("stream 1 should be empty")
  882. }
  883. if got := st.streamState(1); got != stateIdle {
  884. t.Fatalf("stream 1 should be idle; got %v", got)
  885. }
  886. st.writeHeaders(HeadersFrameParam{
  887. StreamID: 1,
  888. BlockFragment: encodeHeader(st.t, ":method", "POST"),
  889. EndStream: false, // keep it open
  890. EndHeaders: true,
  891. })
  892. <-inHandler
  893. <-writeData
  894. st.writeData(1, true, nil)
  895. leaveHandler <- true
  896. hf := st.wantHeaders()
  897. if !hf.StreamEnded() {
  898. t.Fatal("expected END_STREAM flag")
  899. }
  900. if got, want := st.streamState(1), stateClosed; got != want {
  901. t.Errorf("at end, state is %v; want %v", got, want)
  902. }
  903. if st.stream(1) != nil {
  904. t.Fatal("at end, stream 1 should be gone")
  905. }
  906. }
  907. // test HEADERS w/o EndHeaders + another HEADERS (should get rejected)
  908. func TestServer_Rejects_HeadersNoEnd_Then_Headers(t *testing.T) {
  909. testServerRejects(t, func(st *serverTester) {
  910. st.writeHeaders(HeadersFrameParam{
  911. StreamID: 1,
  912. BlockFragment: encodeHeader(st.t),
  913. EndStream: true,
  914. EndHeaders: false,
  915. })
  916. st.writeHeaders(HeadersFrameParam{ // Not a continuation.
  917. StreamID: 3, // different stream.
  918. BlockFragment: encodeHeader(st.t),
  919. EndStream: true,
  920. EndHeaders: true,
  921. })
  922. })
  923. }
  924. // test HEADERS w/o EndHeaders + PING (should get rejected)
  925. func TestServer_Rejects_HeadersNoEnd_Then_Ping(t *testing.T) {
  926. testServerRejects(t, func(st *serverTester) {
  927. st.writeHeaders(HeadersFrameParam{
  928. StreamID: 1,
  929. BlockFragment: encodeHeader(st.t),
  930. EndStream: true,
  931. EndHeaders: false,
  932. })
  933. if err := st.fr.WritePing(false, [8]byte{}); err != nil {
  934. t.Fatal(err)
  935. }
  936. })
  937. }
  938. // test HEADERS w/ EndHeaders + a continuation HEADERS (should get rejected)
  939. func TestServer_Rejects_HeadersEnd_Then_Continuation(t *testing.T) {
  940. testServerRejects(t, func(st *serverTester) {
  941. st.writeHeaders(HeadersFrameParam{
  942. StreamID: 1,
  943. BlockFragment: encodeHeader(st.t),
  944. EndStream: true,
  945. EndHeaders: true,
  946. })
  947. st.wantHeaders()
  948. if err := st.fr.WriteContinuation(1, true, encodeHeaderNoImplicit(t, "foo", "bar")); err != nil {
  949. t.Fatal(err)
  950. }
  951. })
  952. }
  953. // test HEADERS w/o EndHeaders + a continuation HEADERS on wrong stream ID
  954. func TestServer_Rejects_HeadersNoEnd_Then_ContinuationWrongStream(t *testing.T) {
  955. testServerRejects(t, func(st *serverTester) {
  956. st.writeHeaders(HeadersFrameParam{
  957. StreamID: 1,
  958. BlockFragment: encodeHeader(st.t),
  959. EndStream: true,
  960. EndHeaders: false,
  961. })
  962. if err := st.fr.WriteContinuation(3, true, encodeHeaderNoImplicit(t, "foo", "bar")); err != nil {
  963. t.Fatal(err)
  964. }
  965. })
  966. }
  967. // No HEADERS on stream 0.
  968. func TestServer_Rejects_Headers0(t *testing.T) {
  969. testServerRejects(t, func(st *serverTester) {
  970. st.fr.AllowIllegalWrites = true
  971. st.writeHeaders(HeadersFrameParam{
  972. StreamID: 0,
  973. BlockFragment: encodeHeader(st.t),
  974. EndStream: true,
  975. EndHeaders: true,
  976. })
  977. })
  978. }
  979. // No CONTINUATION on stream 0.
  980. func TestServer_Rejects_Continuation0(t *testing.T) {
  981. testServerRejects(t, func(st *serverTester) {
  982. st.fr.AllowIllegalWrites = true
  983. if err := st.fr.WriteContinuation(0, true, encodeHeader(t)); err != nil {
  984. t.Fatal(err)
  985. }
  986. })
  987. }
  988. // testServerRejects tests that the server hangs up with a GOAWAY
  989. // frame and a server close after the client does something
  990. // deserving a CONNECTION_ERROR.
  991. func testServerRejects(t *testing.T, writeReq func(*serverTester)) {
  992. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {})
  993. st.addLogFilter("connection error: PROTOCOL_ERROR")
  994. defer st.Close()
  995. st.greet()
  996. writeReq(st)
  997. st.wantGoAway()
  998. errc := make(chan error, 1)
  999. go func() {
  1000. fr, err := st.fr.ReadFrame()
  1001. if err == nil {
  1002. err = fmt.Errorf("got frame of type %T", fr)
  1003. }
  1004. errc <- err
  1005. }()
  1006. select {
  1007. case err := <-errc:
  1008. if err != io.EOF {
  1009. t.Errorf("ReadFrame = %v; want io.EOF", err)
  1010. }
  1011. case <-time.After(2 * time.Second):
  1012. t.Error("timeout waiting for disconnect")
  1013. }
  1014. }
  1015. // testServerRequest sets up an idle HTTP/2 connection and lets you
  1016. // write a single request with writeReq, and then verify that the
  1017. // *http.Request is built correctly in checkReq.
  1018. func testServerRequest(t *testing.T, writeReq func(*serverTester), checkReq func(*http.Request)) {
  1019. gotReq := make(chan bool, 1)
  1020. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  1021. if r.Body == nil {
  1022. t.Fatal("nil Body")
  1023. }
  1024. checkReq(r)
  1025. gotReq <- true
  1026. })
  1027. defer st.Close()
  1028. st.greet()
  1029. writeReq(st)
  1030. select {
  1031. case <-gotReq:
  1032. case <-time.After(2 * time.Second):
  1033. t.Error("timeout waiting for request")
  1034. }
  1035. }
  1036. func getSlash(st *serverTester) { st.bodylessReq1() }
  1037. func TestServer_Response_NoData(t *testing.T) {
  1038. testServerResponse(t, func(w http.ResponseWriter, r *http.Request) error {
  1039. // Nothing.
  1040. return nil
  1041. }, func(st *serverTester) {
  1042. getSlash(st)
  1043. hf := st.wantHeaders()
  1044. if !hf.StreamEnded() {
  1045. t.Fatal("want END_STREAM flag")
  1046. }
  1047. if !hf.HeadersEnded() {
  1048. t.Fatal("want END_HEADERS flag")
  1049. }
  1050. })
  1051. }
  1052. func TestServer_Response_NoData_Header_FooBar(t *testing.T) {
  1053. testServerResponse(t, func(w http.ResponseWriter, r *http.Request) error {
  1054. w.Header().Set("Foo-Bar", "some-value")
  1055. return nil
  1056. }, func(st *serverTester) {
  1057. getSlash(st)
  1058. hf := st.wantHeaders()
  1059. if !hf.StreamEnded() {
  1060. t.Fatal("want END_STREAM flag")
  1061. }
  1062. if !hf.HeadersEnded() {
  1063. t.Fatal("want END_HEADERS flag")
  1064. }
  1065. goth := decodeHeader(t, hf.HeaderBlockFragment())
  1066. wanth := [][2]string{
  1067. {":status", "200"},
  1068. {"foo-bar", "some-value"},
  1069. {"content-type", "text/plain; charset=utf-8"},
  1070. {"content-length", "0"},
  1071. }
  1072. if !reflect.DeepEqual(goth, wanth) {
  1073. t.Errorf("Got headers %v; want %v", goth, wanth)
  1074. }
  1075. })
  1076. }
  1077. func TestServer_Response_Data_Sniff_DoesntOverride(t *testing.T) {
  1078. const msg = "<html>this is HTML."
  1079. testServerResponse(t, func(w http.ResponseWriter, r *http.Request) error {
  1080. w.Header().Set("Content-Type", "foo/bar")
  1081. io.WriteString(w, msg)
  1082. return nil
  1083. }, func(st *serverTester) {
  1084. getSlash(st)
  1085. hf := st.wantHeaders()
  1086. if hf.StreamEnded() {
  1087. t.Fatal("don't want END_STREAM, expecting data")
  1088. }
  1089. if !hf.HeadersEnded() {
  1090. t.Fatal("want END_HEADERS flag")
  1091. }
  1092. goth := decodeHeader(t, hf.HeaderBlockFragment())
  1093. wanth := [][2]string{
  1094. {":status", "200"},
  1095. {"content-type", "foo/bar"},
  1096. {"content-length", strconv.Itoa(len(msg))},
  1097. }
  1098. if !reflect.DeepEqual(goth, wanth) {
  1099. t.Errorf("Got headers %v; want %v", goth, wanth)
  1100. }
  1101. df := st.wantData()
  1102. if !df.StreamEnded() {
  1103. t.Error("expected DATA to have END_STREAM flag")
  1104. }
  1105. if got := string(df.Data()); got != msg {
  1106. t.Errorf("got DATA %q; want %q", got, msg)
  1107. }
  1108. })
  1109. }
  1110. func TestServer_Response_TransferEncoding_chunked(t *testing.T) {
  1111. const msg = "hi"
  1112. testServerResponse(t, func(w http.ResponseWriter, r *http.Request) error {
  1113. w.Header().Set("Transfer-Encoding", "chunked") // should be stripped
  1114. io.WriteString(w, msg)
  1115. return nil
  1116. }, func(st *serverTester) {
  1117. getSlash(st)
  1118. hf := st.wantHeaders()
  1119. goth := decodeHeader(t, hf.HeaderBlockFragment())
  1120. wanth := [][2]string{
  1121. {":status", "200"},
  1122. {"content-type", "text/plain; charset=utf-8"},
  1123. {"content-length", strconv.Itoa(len(msg))},
  1124. }
  1125. if !reflect.DeepEqual(goth, wanth) {
  1126. t.Errorf("Got headers %v; want %v", goth, wanth)
  1127. }
  1128. })
  1129. }
  1130. // Header accessed only after the initial write.
  1131. func TestServer_Response_Data_IgnoreHeaderAfterWrite_After(t *testing.T) {
  1132. const msg = "<html>this is HTML."
  1133. testServerResponse(t, func(w http.ResponseWriter, r *http.Request) error {
  1134. io.WriteString(w, msg)
  1135. w.Header().Set("foo", "should be ignored")
  1136. return nil
  1137. }, func(st *serverTester) {
  1138. getSlash(st)
  1139. hf := st.wantHeaders()
  1140. if hf.StreamEnded() {
  1141. t.Fatal("unexpected END_STREAM")
  1142. }
  1143. if !hf.HeadersEnded() {
  1144. t.Fatal("want END_HEADERS flag")
  1145. }
  1146. goth := decodeHeader(t, hf.HeaderBlockFragment())
  1147. wanth := [][2]string{
  1148. {":status", "200"},
  1149. {"content-type", "text/html; charset=utf-8"},
  1150. {"content-length", strconv.Itoa(len(msg))},
  1151. }
  1152. if !reflect.DeepEqual(goth, wanth) {
  1153. t.Errorf("Got headers %v; want %v", goth, wanth)
  1154. }
  1155. })
  1156. }
  1157. // Header accessed before the initial write and later mutated.
  1158. func TestServer_Response_Data_IgnoreHeaderAfterWrite_Overwrite(t *testing.T) {
  1159. const msg = "<html>this is HTML."
  1160. testServerResponse(t, func(w http.ResponseWriter, r *http.Request) error {
  1161. w.Header().Set("foo", "proper value")
  1162. io.WriteString(w, msg)
  1163. w.Header().Set("foo", "should be ignored")
  1164. return nil
  1165. }, func(st *serverTester) {
  1166. getSlash(st)
  1167. hf := st.wantHeaders()
  1168. if hf.StreamEnded() {
  1169. t.Fatal("unexpected END_STREAM")
  1170. }
  1171. if !hf.HeadersEnded() {
  1172. t.Fatal("want END_HEADERS flag")
  1173. }
  1174. goth := decodeHeader(t, hf.HeaderBlockFragment())
  1175. wanth := [][2]string{
  1176. {":status", "200"},
  1177. {"foo", "proper value"},
  1178. {"content-type", "text/html; charset=utf-8"},
  1179. {"content-length", strconv.Itoa(len(msg))},
  1180. }
  1181. if !reflect.DeepEqual(goth, wanth) {
  1182. t.Errorf("Got headers %v; want %v", goth, wanth)
  1183. }
  1184. })
  1185. }
  1186. func TestServer_Response_Data_SniffLenType(t *testing.T) {
  1187. const msg = "<html>this is HTML."
  1188. testServerResponse(t, func(w http.ResponseWriter, r *http.Request) error {
  1189. io.WriteString(w, msg)
  1190. return nil
  1191. }, func(st *serverTester) {
  1192. getSlash(st)
  1193. hf := st.wantHeaders()
  1194. if hf.StreamEnded() {
  1195. t.Fatal("don't want END_STREAM, expecting data")
  1196. }
  1197. if !hf.HeadersEnded() {
  1198. t.Fatal("want END_HEADERS flag")
  1199. }
  1200. goth := decodeHeader(t, hf.HeaderBlockFragment())
  1201. wanth := [][2]string{
  1202. {":status", "200"},
  1203. {"content-type", "text/html; charset=utf-8"},
  1204. {"content-length", strconv.Itoa(len(msg))},
  1205. }
  1206. if !reflect.DeepEqual(goth, wanth) {
  1207. t.Errorf("Got headers %v; want %v", goth, wanth)
  1208. }
  1209. df := st.wantData()
  1210. if !df.StreamEnded() {
  1211. t.Error("expected DATA to have END_STREAM flag")
  1212. }
  1213. if got := string(df.Data()); got != msg {
  1214. t.Errorf("got DATA %q; want %q", got, msg)
  1215. }
  1216. })
  1217. }
  1218. func TestServer_Response_Header_Flush_MidWrite(t *testing.T) {
  1219. const msg = "<html>this is HTML"
  1220. const msg2 = ", and this is the next chunk"
  1221. testServerResponse(t, func(w http.ResponseWriter, r *http.Request) error {
  1222. io.WriteString(w, msg)
  1223. w.(http.Flusher).Flush()
  1224. io.WriteString(w, msg2)
  1225. return nil
  1226. }, func(st *serverTester) {
  1227. getSlash(st)
  1228. hf := st.wantHeaders()
  1229. if hf.StreamEnded() {
  1230. t.Fatal("unexpected END_STREAM flag")
  1231. }
  1232. if !hf.HeadersEnded() {
  1233. t.Fatal("want END_HEADERS flag")
  1234. }
  1235. goth := decodeHeader(t, hf.HeaderBlockFragment())
  1236. wanth := [][2]string{
  1237. {":status", "200"},
  1238. {"content-type", "text/html; charset=utf-8"}, // sniffed
  1239. // and no content-length
  1240. }
  1241. if !reflect.DeepEqual(goth, wanth) {
  1242. t.Errorf("Got headers %v; want %v", goth, wanth)
  1243. }
  1244. {
  1245. df := st.wantData()
  1246. if df.StreamEnded() {
  1247. t.Error("unexpected END_STREAM flag")
  1248. }
  1249. if got := string(df.Data()); got != msg {
  1250. t.Errorf("got DATA %q; want %q", got, msg)
  1251. }
  1252. }
  1253. {
  1254. df := st.wantData()
  1255. if !df.StreamEnded() {
  1256. t.Error("wanted END_STREAM flag on last data chunk")
  1257. }
  1258. if got := string(df.Data()); got != msg2 {
  1259. t.Errorf("got DATA %q; want %q", got, msg2)
  1260. }
  1261. }
  1262. })
  1263. }
  1264. func TestServer_Response_LargeWrite(t *testing.T) {
  1265. const size = 1 << 20
  1266. testServerResponse(t, func(w http.ResponseWriter, r *http.Request) error {
  1267. n, err := w.Write(bytes.Repeat([]byte("a"), size))
  1268. if err != nil {
  1269. return fmt.Errorf("Write error: %v", err)
  1270. }
  1271. if n != size {
  1272. return fmt.Errorf("wrong size %d from Write", n)
  1273. }
  1274. return nil
  1275. }, func(st *serverTester) {
  1276. getSlash(st) // make the single request
  1277. // Give the handler quota to write:
  1278. if err := st.fr.WriteWindowUpdate(1, size); err != nil {
  1279. t.Fatal(err)
  1280. }
  1281. hf := st.wantHeaders()
  1282. if hf.StreamEnded() {
  1283. t.Fatal("unexpected END_STREAM flag")
  1284. }
  1285. if !hf.HeadersEnded() {
  1286. t.Fatal("want END_HEADERS flag")
  1287. }
  1288. goth := decodeHeader(t, hf.HeaderBlockFragment())
  1289. wanth := [][2]string{
  1290. {":status", "200"},
  1291. {"content-type", "text/plain; charset=utf-8"}, // sniffed
  1292. // and no content-length
  1293. }
  1294. if !reflect.DeepEqual(goth, wanth) {
  1295. t.Errorf("Got headers %v; want %v", goth, wanth)
  1296. }
  1297. var bytes, frames int
  1298. for {
  1299. df := st.wantData()
  1300. bytes += len(df.Data())
  1301. frames++
  1302. for _, b := range df.Data() {
  1303. if b != 'a' {
  1304. t.Fatal("non-'a' byte seen in DATA")
  1305. }
  1306. }
  1307. if df.StreamEnded() {
  1308. break
  1309. }
  1310. }
  1311. if bytes != size {
  1312. t.Errorf("Got %d bytes; want %d", bytes, size)
  1313. }
  1314. if want := 257; frames != want {
  1315. t.Errorf("Got %d frames; want %d", frames, size)
  1316. }
  1317. })
  1318. }
  1319. // Test that the handler can't write more than the client allows
  1320. func TestServer_Response_LargeWrite_FlowControlled(t *testing.T) {
  1321. const size = 1 << 20
  1322. testServerResponse(t, func(w http.ResponseWriter, r *http.Request) error {
  1323. w.(http.Flusher).Flush()
  1324. n, err := w.Write(bytes.Repeat([]byte("a"), size))
  1325. if err != nil {
  1326. return fmt.Errorf("Write error: %v", err)
  1327. }
  1328. if n != size {
  1329. return fmt.Errorf("wrong size %d from Write", n)
  1330. }
  1331. return nil
  1332. }, func(st *serverTester) {
  1333. // Set the window size to something explicit for this test.
  1334. // It's also how much initial data we expect.
  1335. const initWindowSize = 123
  1336. if err := st.fr.WriteSettings(Setting{SettingInitialWindowSize, initWindowSize}); err != nil {
  1337. t.Fatal(err)
  1338. }
  1339. st.wantSettingsAck()
  1340. getSlash(st) // make the single request
  1341. defer func() { st.fr.WriteRSTStream(1, ErrCodeCancel) }()
  1342. hf := st.wantHeaders()
  1343. if hf.StreamEnded() {
  1344. t.Fatal("unexpected END_STREAM flag")
  1345. }
  1346. if !hf.HeadersEnded() {
  1347. t.Fatal("want END_HEADERS flag")
  1348. }
  1349. df := st.wantData()
  1350. if got := len(df.Data()); got != initWindowSize {
  1351. t.Fatalf("Initial window size = %d but got DATA with %d bytes", initWindowSize, got)
  1352. }
  1353. for _, quota := range []int{1, 13, 127} {
  1354. if err := st.fr.WriteWindowUpdate(1, uint32(quota)); err != nil {
  1355. t.Fatal(err)
  1356. }
  1357. df := st.wantData()
  1358. if int(quota) != len(df.Data()) {
  1359. t.Fatalf("read %d bytes after giving %d quota", len(df.Data()), quota)
  1360. }
  1361. }
  1362. if err := st.fr.WriteRSTStream(1, ErrCodeCancel); err != nil {
  1363. t.Fatal(err)
  1364. }
  1365. })
  1366. }
  1367. func TestServer_Response_Automatic100Continue(t *testing.T) {
  1368. const msg = "foo"
  1369. const reply = "bar"
  1370. testServerResponse(t, func(w http.ResponseWriter, r *http.Request) error {
  1371. if v := r.Header.Get("Expect"); v != "" {
  1372. t.Errorf("Expect header = %q; want empty", v)
  1373. }
  1374. buf := make([]byte, len(msg))
  1375. // This read should trigger the 100-continue being sent.
  1376. if n, err := io.ReadFull(r.Body, buf); err != nil || n != len(msg) || string(buf) != msg {
  1377. return fmt.Errorf("ReadFull = %q, %v; want %q, nil", buf[:n], err, msg)
  1378. }
  1379. _, err := io.WriteString(w, reply)
  1380. return err
  1381. }, func(st *serverTester) {
  1382. st.writeHeaders(HeadersFrameParam{
  1383. StreamID: 1, // clients send odd numbers
  1384. BlockFragment: encodeHeader(st.t, ":method", "POST", "expect", "100-continue"),
  1385. EndStream: false,
  1386. EndHeaders: true,
  1387. })
  1388. hf := st.wantHeaders()
  1389. if hf.StreamEnded() {
  1390. t.Fatal("unexpected END_STREAM flag")
  1391. }
  1392. if !hf.HeadersEnded() {
  1393. t.Fatal("want END_HEADERS flag")
  1394. }
  1395. goth := decodeHeader(t, hf.HeaderBlockFragment())
  1396. wanth := [][2]string{
  1397. {":status", "100"},
  1398. }
  1399. if !reflect.DeepEqual(goth, wanth) {
  1400. t.Fatalf("Got headers %v; want %v", goth, wanth)
  1401. }
  1402. // Okay, they sent status 100, so we can send our
  1403. // gigantic and/or sensitive "foo" payload now.
  1404. st.writeData(1, true, []byte(msg))
  1405. st.wantWindowUpdate(0, uint32(len(msg)))
  1406. st.wantWindowUpdate(1, uint32(len(msg)))
  1407. hf = st.wantHeaders()
  1408. if hf.StreamEnded() {
  1409. t.Fatal("expected data to follow")
  1410. }
  1411. if !hf.HeadersEnded() {
  1412. t.Fatal("want END_HEADERS flag")
  1413. }
  1414. goth = decodeHeader(t, hf.HeaderBlockFragment())
  1415. wanth = [][2]string{
  1416. {":status", "200"},
  1417. {"content-type", "text/plain; charset=utf-8"},
  1418. {"content-length", strconv.Itoa(len(reply))},
  1419. }
  1420. if !reflect.DeepEqual(goth, wanth) {
  1421. t.Errorf("Got headers %v; want %v", goth, wanth)
  1422. }
  1423. df := st.wantData()
  1424. if string(df.Data()) != reply {
  1425. t.Errorf("Client read %q; want %q", df.Data(), reply)
  1426. }
  1427. if !df.StreamEnded() {
  1428. t.Errorf("expect data stream end")
  1429. }
  1430. })
  1431. }
  1432. func TestServer_HandlerWriteErrorOnDisconnect(t *testing.T) {
  1433. errc := make(chan error, 1)
  1434. testServerResponse(t, func(w http.ResponseWriter, r *http.Request) error {
  1435. p := []byte("some data.\n")
  1436. for {
  1437. _, err := w.Write(p)
  1438. if err != nil {
  1439. errc <- err
  1440. return nil
  1441. }
  1442. }
  1443. }, func(st *serverTester) {
  1444. st.writeHeaders(HeadersFrameParam{
  1445. StreamID: 1,
  1446. BlockFragment: encodeHeader(st.t),
  1447. EndStream: false,
  1448. EndHeaders: true,
  1449. })
  1450. hf := st.wantHeaders()
  1451. if hf.StreamEnded() {
  1452. t.Fatal("unexpected END_STREAM flag")
  1453. }
  1454. if !hf.HeadersEnded() {
  1455. t.Fatal("want END_HEADERS flag")
  1456. }
  1457. // Close the connection and wait for the handler to (hopefully) notice.
  1458. st.cc.Close()
  1459. select {
  1460. case <-errc:
  1461. case <-time.After(5 * time.Second):
  1462. t.Error("timeout")
  1463. }
  1464. })
  1465. }
  1466. func TestServer_Rejects_Too_Many_Streams(t *testing.T) {
  1467. const testPath = "/some/path"
  1468. inHandler := make(chan uint32)
  1469. leaveHandler := make(chan bool)
  1470. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  1471. id := w.(*responseWriter).rws.stream.id
  1472. inHandler <- id
  1473. if id == 1+(defaultMaxStreams+1)*2 && r.URL.Path != testPath {
  1474. t.Errorf("decoded final path as %q; want %q", r.URL.Path, testPath)
  1475. }
  1476. <-leaveHandler
  1477. })
  1478. defer st.Close()
  1479. st.greet()
  1480. nextStreamID := uint32(1)
  1481. streamID := func() uint32 {
  1482. defer func() { nextStreamID += 2 }()
  1483. return nextStreamID
  1484. }
  1485. sendReq := func(id uint32, headers ...string) {
  1486. st.writeHeaders(HeadersFrameParam{
  1487. StreamID: id,
  1488. BlockFragment: encodeHeader(st.t, headers...),
  1489. EndStream: true,
  1490. EndHeaders: true,
  1491. })
  1492. }
  1493. for i := 0; i < defaultMaxStreams; i++ {
  1494. sendReq(streamID())
  1495. <-inHandler
  1496. }
  1497. defer func() {
  1498. for i := 0; i < defaultMaxStreams; i++ {
  1499. leaveHandler <- true
  1500. }
  1501. }()
  1502. // And this one should cross the limit:
  1503. // (It's also sent as a CONTINUATION, to verify we still track the decoder context,
  1504. // even if we're rejecting it)
  1505. rejectID := streamID()
  1506. headerBlock := encodeHeader(st.t, ":path", testPath)
  1507. frag1, frag2 := headerBlock[:3], headerBlock[3:]
  1508. st.writeHeaders(HeadersFrameParam{
  1509. StreamID: rejectID,
  1510. BlockFragment: frag1,
  1511. EndStream: true,
  1512. EndHeaders: false, // CONTINUATION coming
  1513. })
  1514. if err := st.fr.WriteContinuation(rejectID, true, frag2); err != nil {
  1515. t.Fatal(err)
  1516. }
  1517. st.wantRSTStream(rejectID, ErrCodeProtocol)
  1518. // But let a handler finish:
  1519. leaveHandler <- true
  1520. st.wantHeaders()
  1521. // And now another stream should be able to start:
  1522. goodID := streamID()
  1523. sendReq(goodID, ":path", testPath)
  1524. select {
  1525. case got := <-inHandler:
  1526. if got != goodID {
  1527. t.Errorf("Got stream %d; want %d", got, goodID)
  1528. }
  1529. case <-time.After(3 * time.Second):
  1530. t.Error("timeout waiting for handler")
  1531. }
  1532. }
  1533. func decodeHeader(t *testing.T, headerBlock []byte) (pairs [][2]string) {
  1534. d := hpack.NewDecoder(initialHeaderTableSize, func(f hpack.HeaderField) {
  1535. pairs = append(pairs, [2]string{f.Name, f.Value})
  1536. })
  1537. if _, err := d.Write(headerBlock); err != nil {
  1538. t.Fatalf("hpack decoding error: %v", err)
  1539. }
  1540. if err := d.Close(); err != nil {
  1541. t.Fatalf("hpack decoding error: %v", err)
  1542. }
  1543. return
  1544. }
  1545. // testServerResponse sets up an idle HTTP/2 connection and lets you
  1546. // write a single request with writeReq, and then reply to it in some way with the provided handler,
  1547. // and then verify the output with the serverTester again (assuming the handler returns nil)
  1548. func testServerResponse(t *testing.T,
  1549. handler func(http.ResponseWriter, *http.Request) error,
  1550. client func(*serverTester),
  1551. ) {
  1552. errc := make(chan error, 1)
  1553. st := newServerTester(t, func(w http.ResponseWriter, r *http.Request) {
  1554. if r.Body == nil {
  1555. t.Fatal("nil Body")
  1556. }
  1557. errc <- handler(w, r)
  1558. })
  1559. defer st.Close()
  1560. donec := make(chan bool)
  1561. go func() {
  1562. defer close(donec)
  1563. st.greet()
  1564. client(st)
  1565. }()
  1566. select {
  1567. case <-donec:
  1568. return
  1569. case <-time.After(5 * time.Second):
  1570. t.Fatal("timeout")
  1571. }
  1572. select {
  1573. case err := <-errc:
  1574. if err != nil {
  1575. t.Fatalf("Error in handler: %v", err)
  1576. }
  1577. case <-time.After(2 * time.Second):
  1578. t.Error("timeout waiting for handler to finish")
  1579. }
  1580. }
  1581. func TestServerWithCurl(t *testing.T) {
  1582. if runtime.GOOS == "darwin" {
  1583. t.Skip("skipping Docker test on Darwin; requires --net which won't work with boot2docker anyway")
  1584. }
  1585. requireCurl(t)
  1586. const msg = "Hello from curl!\n"
  1587. ts := httptest.NewUnstartedServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
  1588. w.Header().Set("Foo", "Bar")
  1589. io.WriteString(w, msg)
  1590. }))
  1591. ConfigureServer(ts.Config, &Server{})
  1592. ts.TLS = ts.Config.TLSConfig // the httptest.Server has its own copy of this TLS config
  1593. ts.StartTLS()
  1594. defer ts.Close()
  1595. var gotConn int32
  1596. testHookOnConn = func() { atomic.StoreInt32(&gotConn, 1) }
  1597. t.Logf("Running test server for curl to hit at: %s", ts.URL)
  1598. container := curl(t, "--silent", "--http2", "--insecure", "-v", ts.URL)
  1599. defer kill(container)
  1600. resc := make(chan interface{}, 1)
  1601. go func() {
  1602. res, err := dockerLogs(container)
  1603. if err != nil {
  1604. resc <- err
  1605. } else {
  1606. resc <- res
  1607. }
  1608. }()
  1609. select {
  1610. case res := <-resc:
  1611. if err, ok := res.(error); ok {
  1612. t.Fatal(err)
  1613. }
  1614. if !strings.Contains(string(res.([]byte)), "< foo:Bar") {
  1615. t.Errorf("didn't see foo:Bar header")
  1616. t.Logf("Got: %s", res)
  1617. }
  1618. if !strings.Contains(string(res.([]byte)), msg) {
  1619. t.Errorf("didn't see %q content", msg)
  1620. t.Logf("Got: %s", res)
  1621. }
  1622. case <-time.After(3 * time.Second):
  1623. t.Errorf("timeout waiting for curl")
  1624. }
  1625. if atomic.LoadInt32(&gotConn) == 0 {
  1626. t.Error("never saw an http2 connection")
  1627. }
  1628. }