packets.go 28 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186
  1. // Go MySQL Driver - A MySQL-Driver for Go's database/sql package
  2. //
  3. // Copyright 2012 The Go-MySQL-Driver Authors. All rights reserved.
  4. //
  5. // This Source Code Form is subject to the terms of the Mozilla Public
  6. // License, v. 2.0. If a copy of the MPL was not distributed with this file,
  7. // You can obtain one at http://mozilla.org/MPL/2.0/.
  8. package mysql
  9. import (
  10. "bytes"
  11. "crypto/tls"
  12. "database/sql/driver"
  13. "encoding/binary"
  14. "fmt"
  15. "io"
  16. "math"
  17. "time"
  18. )
  19. // Packets documentation:
  20. // http://dev.mysql.com/doc/internals/en/client-server-protocol.html
  21. // Read packet to buffer 'data'
  22. func (mc *mysqlConn) readPacket() ([]byte, error) {
  23. // Read packet header
  24. data, err := mc.buf.readNext(4)
  25. if err != nil {
  26. errLog.Print(err.Error())
  27. mc.Close()
  28. return nil, driver.ErrBadConn
  29. }
  30. // Packet Length [24 bit]
  31. pktLen := int(uint32(data[0]) | uint32(data[1])<<8 | uint32(data[2])<<16)
  32. if pktLen < 1 {
  33. errLog.Print(errMalformPkt.Error())
  34. mc.Close()
  35. return nil, driver.ErrBadConn
  36. }
  37. // Check Packet Sync [8 bit]
  38. if data[3] != mc.sequence {
  39. if data[3] > mc.sequence {
  40. return nil, errPktSyncMul
  41. } else {
  42. return nil, errPktSync
  43. }
  44. }
  45. mc.sequence++
  46. // Read packet body [pktLen bytes]
  47. if data, err = mc.buf.readNext(pktLen); err == nil {
  48. if pktLen < maxPacketSize {
  49. return data, nil
  50. }
  51. var buf []byte
  52. buf = append(buf, data...)
  53. // More data
  54. data, err = mc.readPacket()
  55. if err == nil {
  56. return append(buf, data...), nil
  57. }
  58. }
  59. // err case
  60. mc.Close()
  61. errLog.Print(err.Error())
  62. return nil, driver.ErrBadConn
  63. }
  64. // Write packet buffer 'data'
  65. // The packet header must be already included
  66. func (mc *mysqlConn) writePacket(data []byte) error {
  67. if len(data)-4 <= mc.maxWriteSize { // Can send data at once
  68. // Write packet
  69. n, err := mc.netConn.Write(data)
  70. if err == nil && n == len(data) {
  71. mc.sequence++
  72. return nil
  73. }
  74. // Handle error
  75. if err == nil { // n != len(data)
  76. errLog.Print(errMalformPkt.Error())
  77. } else {
  78. errLog.Print(err.Error())
  79. }
  80. return driver.ErrBadConn
  81. }
  82. // Must split packet
  83. return mc.splitPacket(data)
  84. }
  85. func (mc *mysqlConn) splitPacket(data []byte) error {
  86. pktLen := len(data) - 4
  87. if pktLen > mc.maxPacketAllowed {
  88. return errPktTooLarge
  89. }
  90. for pktLen >= maxPacketSize {
  91. data[0] = 0xff
  92. data[1] = 0xff
  93. data[2] = 0xff
  94. data[3] = mc.sequence
  95. // Write packet
  96. n, err := mc.netConn.Write(data[:4+maxPacketSize])
  97. if err == nil && n == 4+maxPacketSize {
  98. mc.sequence++
  99. data = data[maxPacketSize:]
  100. pktLen -= maxPacketSize
  101. continue
  102. }
  103. // Handle error
  104. if err == nil { // n != len(data)
  105. errLog.Print(errMalformPkt.Error())
  106. } else {
  107. errLog.Print(err.Error())
  108. }
  109. return driver.ErrBadConn
  110. }
  111. data[0] = byte(pktLen)
  112. data[1] = byte(pktLen >> 8)
  113. data[2] = byte(pktLen >> 16)
  114. data[3] = mc.sequence
  115. return mc.writePacket(data)
  116. }
  117. /******************************************************************************
  118. * Initialisation Process *
  119. ******************************************************************************/
  120. // Handshake Initialization Packet
  121. // http://dev.mysql.com/doc/internals/en/connection-phase.html#packet-Protocol::Handshake
  122. func (mc *mysqlConn) readInitPacket() ([]byte, error) {
  123. data, err := mc.readPacket()
  124. if err != nil {
  125. return nil, err
  126. }
  127. if data[0] == iERR {
  128. return nil, mc.handleErrorPacket(data)
  129. }
  130. // protocol version [1 byte]
  131. if data[0] < minProtocolVersion {
  132. return nil, fmt.Errorf(
  133. "Unsupported MySQL Protocol Version %d. Protocol Version %d or higher is required",
  134. data[0],
  135. minProtocolVersion,
  136. )
  137. }
  138. // server version [null terminated string]
  139. // connection id [4 bytes]
  140. pos := 1 + bytes.IndexByte(data[1:], 0x00) + 1 + 4
  141. // first part of the password cipher [8 bytes]
  142. cipher := data[pos : pos+8]
  143. // (filler) always 0x00 [1 byte]
  144. pos += 8 + 1
  145. // capability flags (lower 2 bytes) [2 bytes]
  146. mc.flags = clientFlag(binary.LittleEndian.Uint16(data[pos : pos+2]))
  147. if mc.flags&clientProtocol41 == 0 {
  148. return nil, errOldProtocol
  149. }
  150. if mc.flags&clientSSL == 0 && mc.cfg.tls != nil {
  151. return nil, errNoTLS
  152. }
  153. pos += 2
  154. if len(data) > pos {
  155. // character set [1 byte]
  156. // status flags [2 bytes]
  157. // capability flags (upper 2 bytes) [2 bytes]
  158. // length of auth-plugin-data [1 byte]
  159. // reserved (all [00]) [10 bytes]
  160. pos += 1 + 2 + 2 + 1 + 10
  161. // second part of the password cipher [12? bytes]
  162. // The documentation is ambiguous about the length.
  163. // The official Python library uses the fixed length 12
  164. // which is not documented but seems to work.
  165. cipher = append(cipher, data[pos:pos+12]...)
  166. // TODO: Verify string termination
  167. // EOF if version (>= 5.5.7 and < 5.5.10) or (>= 5.6.0 and < 5.6.2)
  168. // \NUL otherwise
  169. // http://dev.mysql.com/doc/internals/en/connection-phase.html#packet-Protocol::Handshake
  170. //
  171. //if data[len(data)-1] == 0 {
  172. // return
  173. //}
  174. //return errMalformPkt
  175. }
  176. return cipher, nil
  177. }
  178. // Client Authentication Packet
  179. // http://dev.mysql.com/doc/internals/en/connection-phase.html#packet-Protocol::HandshakeResponse
  180. func (mc *mysqlConn) writeAuthPacket(cipher []byte) error {
  181. // Adjust client flags based on server support
  182. clientFlags := clientProtocol41 |
  183. clientSecureConn |
  184. clientLongPassword |
  185. clientTransactions |
  186. clientLocalFiles |
  187. mc.flags&clientLongFlag
  188. if mc.cfg.clientFoundRows {
  189. clientFlags |= clientFoundRows
  190. }
  191. // To enable TLS / SSL
  192. if mc.cfg.tls != nil {
  193. clientFlags |= clientSSL
  194. }
  195. // User Password
  196. scrambleBuff := scramblePassword(cipher, []byte(mc.cfg.passwd))
  197. pktLen := 4 + 4 + 1 + 23 + len(mc.cfg.user) + 1 + 1 + len(scrambleBuff)
  198. // To specify a db name
  199. if n := len(mc.cfg.dbname); n > 0 {
  200. clientFlags |= clientConnectWithDB
  201. pktLen += n + 1
  202. }
  203. // Calculate packet length and get buffer with that size
  204. data := mc.buf.smallWriteBuffer(pktLen + 4)
  205. if data == nil {
  206. // can not take the buffer. Something must be wrong with the connection
  207. errLog.Print("Busy buffer")
  208. return driver.ErrBadConn
  209. }
  210. // ClientFlags [32 bit]
  211. data[4] = byte(clientFlags)
  212. data[5] = byte(clientFlags >> 8)
  213. data[6] = byte(clientFlags >> 16)
  214. data[7] = byte(clientFlags >> 24)
  215. // MaxPacketSize [32 bit] (none)
  216. data[8] = 0x00
  217. data[9] = 0x00
  218. data[10] = 0x00
  219. data[11] = 0x00
  220. // Charset [1 byte]
  221. data[12] = collation_utf8_general_ci
  222. // SSL Connection Request Packet
  223. // http://dev.mysql.com/doc/internals/en/connection-phase.html#packet-Protocol::SSLRequest
  224. if mc.cfg.tls != nil {
  225. // Packet header [24bit length + 1 byte sequence]
  226. data[0] = byte((4 + 4 + 1 + 23))
  227. data[1] = byte((4 + 4 + 1 + 23) >> 8)
  228. data[2] = byte((4 + 4 + 1 + 23) >> 16)
  229. data[3] = mc.sequence
  230. // Send TLS / SSL request packet
  231. if err := mc.writePacket(data[:(4+4+1+23)+4]); err != nil {
  232. return err
  233. }
  234. // Switch to TLS
  235. tlsConn := tls.Client(mc.netConn, mc.cfg.tls)
  236. if err := tlsConn.Handshake(); err != nil {
  237. return err
  238. }
  239. mc.netConn = tlsConn
  240. mc.buf.rd = tlsConn
  241. }
  242. // Add the packet header [24bit length + 1 byte sequence]
  243. data[0] = byte(pktLen)
  244. data[1] = byte(pktLen >> 8)
  245. data[2] = byte(pktLen >> 16)
  246. data[3] = mc.sequence
  247. // Filler [23 bytes] (all 0x00)
  248. pos := 13 + 23
  249. // User [null terminated string]
  250. if len(mc.cfg.user) > 0 {
  251. pos += copy(data[pos:], mc.cfg.user)
  252. }
  253. data[pos] = 0x00
  254. pos++
  255. // ScrambleBuffer [length encoded integer]
  256. data[pos] = byte(len(scrambleBuff))
  257. pos += 1 + copy(data[pos+1:], scrambleBuff)
  258. // Databasename [null terminated string]
  259. if len(mc.cfg.dbname) > 0 {
  260. pos += copy(data[pos:], mc.cfg.dbname)
  261. data[pos] = 0x00
  262. }
  263. // Send Auth packet
  264. return mc.writePacket(data)
  265. }
  266. // Client old authentication packet
  267. // http://dev.mysql.com/doc/internals/en/connection-phase.html#packet-Protocol::AuthSwitchResponse
  268. func (mc *mysqlConn) writeOldAuthPacket(cipher []byte) error {
  269. // User password
  270. scrambleBuff := scrambleOldPassword(cipher, []byte(mc.cfg.passwd))
  271. // Calculate the packet lenght and add a tailing 0
  272. pktLen := len(scrambleBuff) + 1
  273. data := mc.buf.smallWriteBuffer(pktLen + 4)
  274. if data == nil {
  275. // can not take the buffer. Something must be wrong with the connection
  276. errLog.Print("Busy buffer")
  277. return driver.ErrBadConn
  278. }
  279. // Add the packet header [24bit length + 1 byte sequence]
  280. data[0] = byte(pktLen)
  281. data[1] = byte(pktLen >> 8)
  282. data[2] = byte(pktLen >> 16)
  283. data[3] = mc.sequence
  284. // Add the scrambled password [null terminated string]
  285. copy(data[4:], scrambleBuff)
  286. return mc.writePacket(data)
  287. }
  288. /******************************************************************************
  289. * Command Packets *
  290. ******************************************************************************/
  291. func (mc *mysqlConn) writeCommandPacket(command byte) error {
  292. // Reset Packet Sequence
  293. mc.sequence = 0
  294. data := mc.buf.smallWriteBuffer(4 + 1)
  295. if data == nil {
  296. // can not take the buffer. Something must be wrong with the connection
  297. errLog.Print("Busy buffer")
  298. return driver.ErrBadConn
  299. }
  300. // Add the packet header [24bit length + 1 byte sequence]
  301. data[0] = 0x01 // 1 byte long
  302. data[1] = 0x00
  303. data[2] = 0x00
  304. data[3] = 0x00 // sequence is always 0
  305. // Add command byte
  306. data[4] = command
  307. // Send CMD packet
  308. return mc.writePacket(data)
  309. }
  310. func (mc *mysqlConn) writeCommandPacketStr(command byte, arg string) error {
  311. // Reset Packet Sequence
  312. mc.sequence = 0
  313. pktLen := 1 + len(arg)
  314. data := mc.buf.writeBuffer(pktLen + 4)
  315. if data == nil {
  316. // can not take the buffer. Something must be wrong with the connection
  317. errLog.Print("Busy buffer")
  318. return driver.ErrBadConn
  319. }
  320. // Add the packet header [24bit length + 1 byte sequence]
  321. data[0] = byte(pktLen)
  322. data[1] = byte(pktLen >> 8)
  323. data[2] = byte(pktLen >> 16)
  324. data[3] = 0x00 // sequence is always 0
  325. // Add command byte
  326. data[4] = command
  327. // Add arg
  328. copy(data[5:], arg)
  329. // Send CMD packet
  330. return mc.writePacket(data)
  331. }
  332. func (mc *mysqlConn) writeCommandPacketUint32(command byte, arg uint32) error {
  333. // Reset Packet Sequence
  334. mc.sequence = 0
  335. data := mc.buf.smallWriteBuffer(4 + 1 + 4)
  336. if data == nil {
  337. // can not take the buffer. Something must be wrong with the connection
  338. errLog.Print("Busy buffer")
  339. return driver.ErrBadConn
  340. }
  341. // Add the packet header [24bit length + 1 byte sequence]
  342. data[0] = 0x05 // 1 bytes long
  343. data[1] = 0x00
  344. data[2] = 0x00
  345. data[3] = 0x00 // sequence is always 0
  346. // Add command byte
  347. data[4] = command
  348. // Add arg [32 bit]
  349. data[5] = byte(arg)
  350. data[6] = byte(arg >> 8)
  351. data[7] = byte(arg >> 16)
  352. data[8] = byte(arg >> 24)
  353. // Send CMD packet
  354. return mc.writePacket(data)
  355. }
  356. /******************************************************************************
  357. * Result Packets *
  358. ******************************************************************************/
  359. // Returns error if Packet is not an 'Result OK'-Packet
  360. func (mc *mysqlConn) readResultOK() error {
  361. data, err := mc.readPacket()
  362. if err == nil {
  363. // packet indicator
  364. switch data[0] {
  365. case iOK:
  366. return mc.handleOkPacket(data)
  367. case iEOF:
  368. // someone is using old_passwords
  369. return errOldPassword
  370. default: // Error otherwise
  371. return mc.handleErrorPacket(data)
  372. }
  373. }
  374. return err
  375. }
  376. // Result Set Header Packet
  377. // http://dev.mysql.com/doc/internals/en/text-protocol.html#packet-ProtocolText::Resultset
  378. func (mc *mysqlConn) readResultSetHeaderPacket() (int, error) {
  379. data, err := mc.readPacket()
  380. if err == nil {
  381. switch data[0] {
  382. case iOK:
  383. return 0, mc.handleOkPacket(data)
  384. case iERR:
  385. return 0, mc.handleErrorPacket(data)
  386. case iLocalInFile:
  387. return 0, mc.handleInFileRequest(string(data[1:]))
  388. }
  389. // column count
  390. num, _, n := readLengthEncodedInteger(data)
  391. if n-len(data) == 0 {
  392. return int(num), nil
  393. }
  394. return 0, errMalformPkt
  395. }
  396. return 0, err
  397. }
  398. // Error Packet
  399. // http://dev.mysql.com/doc/internals/en/overview.html#packet-ERR_Packet
  400. func (mc *mysqlConn) handleErrorPacket(data []byte) error {
  401. if data[0] != iERR {
  402. return errMalformPkt
  403. }
  404. // 0xff [1 byte]
  405. // Error Number [16 bit uint]
  406. errno := binary.LittleEndian.Uint16(data[1:3])
  407. pos := 3
  408. // SQL State [optional: # + 5bytes string]
  409. //sqlstate := string(data[pos : pos+6])
  410. if data[3] == 0x23 {
  411. pos = 9
  412. }
  413. // Error Message [string]
  414. return &MySQLError{
  415. Number: errno,
  416. Message: string(data[pos:]),
  417. }
  418. }
  419. // Ok Packet
  420. // http://dev.mysql.com/doc/internals/en/overview.html#packet-OK_Packet
  421. func (mc *mysqlConn) handleOkPacket(data []byte) error {
  422. var n, m int
  423. // 0x00 [1 byte]
  424. // Affected rows [Length Coded Binary]
  425. mc.affectedRows, _, n = readLengthEncodedInteger(data[1:])
  426. // Insert id [Length Coded Binary]
  427. mc.insertId, _, m = readLengthEncodedInteger(data[1+n:])
  428. // server_status [2 bytes]
  429. // warning count [2 bytes]
  430. if !mc.strict {
  431. return nil
  432. } else {
  433. pos := 1 + n + m + 2
  434. if binary.LittleEndian.Uint16(data[pos:pos+2]) > 0 {
  435. return mc.getWarnings()
  436. }
  437. return nil
  438. }
  439. }
  440. // Read Packets as Field Packets until EOF-Packet or an Error appears
  441. // http://dev.mysql.com/doc/internals/en/text-protocol.html#packet-Protocol::ColumnDefinition41
  442. func (mc *mysqlConn) readColumns(count int) ([]mysqlField, error) {
  443. columns := make([]mysqlField, count)
  444. for i := 0; ; i++ {
  445. data, err := mc.readPacket()
  446. if err != nil {
  447. return nil, err
  448. }
  449. // EOF Packet
  450. if data[0] == iEOF && (len(data) == 5 || len(data) == 1) {
  451. if i == count {
  452. return columns, nil
  453. }
  454. return nil, fmt.Errorf("ColumnsCount mismatch n:%d len:%d", count, len(columns))
  455. }
  456. // Catalog
  457. pos, err := skipLengthEnodedString(data)
  458. if err != nil {
  459. return nil, err
  460. }
  461. // Database [len coded string]
  462. n, err := skipLengthEnodedString(data[pos:])
  463. if err != nil {
  464. return nil, err
  465. }
  466. pos += n
  467. // Table [len coded string]
  468. n, err = skipLengthEnodedString(data[pos:])
  469. if err != nil {
  470. return nil, err
  471. }
  472. pos += n
  473. // Original table [len coded string]
  474. n, err = skipLengthEnodedString(data[pos:])
  475. if err != nil {
  476. return nil, err
  477. }
  478. pos += n
  479. // Name [len coded string]
  480. name, _, n, err := readLengthEnodedString(data[pos:])
  481. if err != nil {
  482. return nil, err
  483. }
  484. columns[i].name = string(name)
  485. pos += n
  486. // Original name [len coded string]
  487. n, err = skipLengthEnodedString(data[pos:])
  488. if err != nil {
  489. return nil, err
  490. }
  491. // Filler [1 byte]
  492. // Charset [16 bit uint]
  493. // Length [32 bit uint]
  494. pos += n + 1 + 2 + 4
  495. // Field type [byte]
  496. columns[i].fieldType = data[pos]
  497. pos++
  498. // Flags [16 bit uint]
  499. columns[i].flags = fieldFlag(binary.LittleEndian.Uint16(data[pos : pos+2]))
  500. //pos += 2
  501. // Decimals [8 bit uint]
  502. //pos++
  503. // Default value [len coded binary]
  504. //if pos < len(data) {
  505. // defaultVal, _, err = bytesToLengthCodedBinary(data[pos:])
  506. //}
  507. }
  508. }
  509. // Read Packets as Field Packets until EOF-Packet or an Error appears
  510. // http://dev.mysql.com/doc/internals/en/text-protocol.html#packet-ProtocolText::ResultsetRow
  511. func (rows *mysqlRows) readRow(dest []driver.Value) error {
  512. data, err := rows.mc.readPacket()
  513. if err != nil {
  514. return err
  515. }
  516. // EOF Packet
  517. if data[0] == iEOF && len(data) == 5 {
  518. return io.EOF
  519. }
  520. // RowSet Packet
  521. var n int
  522. var isNull bool
  523. pos := 0
  524. for i := range dest {
  525. // Read bytes and convert to string
  526. dest[i], isNull, n, err = readLengthEnodedString(data[pos:])
  527. pos += n
  528. if err == nil {
  529. if !isNull {
  530. if !rows.mc.parseTime {
  531. continue
  532. } else {
  533. switch rows.columns[i].fieldType {
  534. case fieldTypeTimestamp, fieldTypeDateTime,
  535. fieldTypeDate, fieldTypeNewDate:
  536. dest[i], err = parseDateTime(
  537. string(dest[i].([]byte)),
  538. rows.mc.cfg.loc,
  539. )
  540. if err == nil {
  541. continue
  542. }
  543. default:
  544. continue
  545. }
  546. }
  547. } else {
  548. dest[i] = nil
  549. continue
  550. }
  551. }
  552. return err // err != nil
  553. }
  554. return nil
  555. }
  556. // Reads Packets until EOF-Packet or an Error appears. Returns count of Packets read
  557. func (mc *mysqlConn) readUntilEOF() error {
  558. for {
  559. data, err := mc.readPacket()
  560. // No Err and no EOF Packet
  561. if err == nil && data[0] != iEOF {
  562. continue
  563. }
  564. return err // Err or EOF
  565. }
  566. }
  567. /******************************************************************************
  568. * Prepared Statements *
  569. ******************************************************************************/
  570. // Prepare Result Packets
  571. // http://dev.mysql.com/doc/internals/en/prepared-statements.html#com-stmt-prepare-response
  572. func (stmt *mysqlStmt) readPrepareResultPacket() (uint16, error) {
  573. data, err := stmt.mc.readPacket()
  574. if err == nil {
  575. // packet indicator [1 byte]
  576. if data[0] != iOK {
  577. return 0, stmt.mc.handleErrorPacket(data)
  578. }
  579. // statement id [4 bytes]
  580. stmt.id = binary.LittleEndian.Uint32(data[1 : 1+4])
  581. // Column count [16 bit uint]
  582. columnCount := binary.LittleEndian.Uint16(data[1+4 : 1+4+2])
  583. // Param count [16 bit uint]
  584. stmt.paramCount = int(binary.LittleEndian.Uint16(data[1+4+2 : 1+4+2+2]))
  585. // Reserved [8 bit]
  586. // Warning count [16 bit uint]
  587. if !stmt.mc.strict {
  588. return columnCount, nil
  589. } else {
  590. // Check for warnings count > 0, only available in MySQL > 4.1
  591. if len(data) >= 12 && binary.LittleEndian.Uint16(data[1+4+2+2+1:1+4+2+2+1+2]) > 0 {
  592. return columnCount, stmt.mc.getWarnings()
  593. }
  594. return columnCount, nil
  595. }
  596. }
  597. return 0, err
  598. }
  599. // http://dev.mysql.com/doc/internals/en/prepared-statements.html#com-stmt-send-long-data
  600. func (stmt *mysqlStmt) writeCommandLongData(paramID int, arg []byte) error {
  601. maxLen := stmt.mc.maxPacketAllowed - 1
  602. pktLen := maxLen
  603. // Can not use the write buffer since
  604. // a) the buffer is too small
  605. // b) it is in use
  606. data := make([]byte, 4+1+4+2+len(arg))
  607. copy(data[4+1+4+2:], arg)
  608. for argLen := len(arg); argLen > 0; argLen -= pktLen - (1 + 4 + 2) {
  609. if 1+4+2+argLen < maxLen {
  610. pktLen = 1 + 4 + 2 + argLen
  611. }
  612. // Add the packet header [24bit length + 1 byte sequence]
  613. data[0] = byte(pktLen)
  614. data[1] = byte(pktLen >> 8)
  615. data[2] = byte(pktLen >> 16)
  616. data[3] = 0x00 // mc.sequence
  617. // Add command byte [1 byte]
  618. data[4] = comStmtSendLongData
  619. // Add stmtID [32 bit]
  620. data[5] = byte(stmt.id)
  621. data[6] = byte(stmt.id >> 8)
  622. data[7] = byte(stmt.id >> 16)
  623. data[8] = byte(stmt.id >> 24)
  624. // Add paramID [16 bit]
  625. data[9] = byte(paramID)
  626. data[10] = byte(paramID >> 8)
  627. // Send CMD packet
  628. err := stmt.mc.writePacket(data[:4+pktLen])
  629. if err == nil {
  630. data = data[pktLen-(1+4+2):]
  631. continue
  632. }
  633. return err
  634. }
  635. // Reset Packet Sequence
  636. stmt.mc.sequence = 0
  637. return nil
  638. }
  639. // Execute Prepared Statement
  640. // http://dev.mysql.com/doc/internals/en/com-stmt-execute.html
  641. func (stmt *mysqlStmt) writeExecutePacket(args []driver.Value) error {
  642. if len(args) != stmt.paramCount {
  643. return fmt.Errorf(
  644. "Arguments count mismatch (Got: %d Has: %d)",
  645. len(args),
  646. stmt.paramCount,
  647. )
  648. }
  649. // Reset packet-sequence
  650. stmt.mc.sequence = 0
  651. var data []byte
  652. if len(args) == 0 {
  653. const pktLen = 1 + 4 + 1 + 4
  654. data = stmt.mc.buf.writeBuffer(4 + pktLen)
  655. if data == nil {
  656. // can not take the buffer. Something must be wrong with the connection
  657. errLog.Print("Busy buffer")
  658. return driver.ErrBadConn
  659. }
  660. // packet header [4 bytes]
  661. data[0] = byte(pktLen)
  662. data[1] = byte(pktLen >> 8)
  663. data[2] = byte(pktLen >> 16)
  664. data[3] = 0x00 // sequence is always 0
  665. } else {
  666. data = stmt.mc.buf.takeCompleteBuffer()
  667. if data == nil {
  668. // can not take the buffer. Something must be wrong with the connection
  669. errLog.Print("Busy buffer")
  670. return driver.ErrBadConn
  671. }
  672. // header (bytes 0-3) is added after we know the packet size
  673. }
  674. // command [1 byte]
  675. data[4] = comStmtExecute
  676. // statement_id [4 bytes]
  677. data[5] = byte(stmt.id)
  678. data[6] = byte(stmt.id >> 8)
  679. data[7] = byte(stmt.id >> 16)
  680. data[8] = byte(stmt.id >> 24)
  681. // flags (0: CURSOR_TYPE_NO_CURSOR) [1 byte]
  682. data[9] = 0x00
  683. // iteration_count (uint32(1)) [4 bytes]
  684. data[10] = 0x01
  685. data[11] = 0x00
  686. data[12] = 0x00
  687. data[13] = 0x00
  688. if len(args) > 0 {
  689. // NULL-bitmap [(len(args)+7)/8 bytes]
  690. nullMask := uint64(0)
  691. pos := 4 + 1 + 4 + 1 + 4 + ((len(args) + 7) >> 3)
  692. // newParameterBoundFlag 1 [1 byte]
  693. data[pos] = 0x01
  694. pos++
  695. // type of each parameter [len(args)*2 bytes]
  696. paramTypes := data[pos:]
  697. pos += (len(args) << 1)
  698. // value of each parameter [n bytes]
  699. paramValues := data[pos:pos]
  700. valuesCap := cap(paramValues)
  701. for i := range args {
  702. // build NULL-bitmap
  703. if args[i] == nil {
  704. nullMask |= 1 << uint(i)
  705. paramTypes[i+i] = fieldTypeNULL
  706. paramTypes[i+i+1] = 0x00
  707. continue
  708. }
  709. // cache types and values
  710. switch v := args[i].(type) {
  711. case int64:
  712. paramTypes[i+i] = fieldTypeLongLong
  713. paramTypes[i+i+1] = 0x00
  714. if cap(paramValues)-len(paramValues)-8 >= 0 {
  715. paramValues = paramValues[:len(paramValues)+8]
  716. binary.LittleEndian.PutUint64(paramValues[len(paramValues)-8:], uint64(v))
  717. } else {
  718. paramValues = append(paramValues,
  719. uint64ToBytes(uint64(v))...,
  720. )
  721. }
  722. case float64:
  723. paramTypes[i+i] = fieldTypeDouble
  724. paramTypes[i+i+1] = 0x00
  725. if cap(paramValues)-len(paramValues)-8 >= 0 {
  726. paramValues = paramValues[:len(paramValues)+8]
  727. binary.LittleEndian.PutUint64(paramValues[len(paramValues)-8:], math.Float64bits(v))
  728. } else {
  729. paramValues = append(paramValues,
  730. uint64ToBytes(math.Float64bits(v))...,
  731. )
  732. }
  733. case bool:
  734. paramTypes[i+i] = fieldTypeTiny
  735. paramTypes[i+i+1] = 0x00
  736. if v {
  737. paramValues = append(paramValues, 0x01)
  738. } else {
  739. paramValues = append(paramValues, 0x00)
  740. }
  741. case []byte:
  742. paramTypes[i+i] = fieldTypeString
  743. paramTypes[i+i+1] = 0x00
  744. if len(v) < stmt.mc.maxPacketAllowed-pos-len(paramValues)-(len(args)-(i+1))*64 {
  745. paramValues = append(paramValues,
  746. lengthEncodedIntegerToBytes(uint64(len(v)))...,
  747. )
  748. paramValues = append(paramValues, v...)
  749. } else {
  750. if err := stmt.writeCommandLongData(i, v); err != nil {
  751. return err
  752. }
  753. }
  754. case string:
  755. paramTypes[i+i] = fieldTypeString
  756. paramTypes[i+i+1] = 0x00
  757. if len(v) < stmt.mc.maxPacketAllowed-pos-len(paramValues)-(len(args)-(i+1))*64 {
  758. paramValues = append(paramValues,
  759. lengthEncodedIntegerToBytes(uint64(len(v)))...,
  760. )
  761. paramValues = append(paramValues, v...)
  762. } else {
  763. if err := stmt.writeCommandLongData(i, []byte(v)); err != nil {
  764. return err
  765. }
  766. }
  767. case time.Time:
  768. paramTypes[i+i] = fieldTypeString
  769. paramTypes[i+i+1] = 0x00
  770. var val []byte
  771. if v.IsZero() {
  772. val = []byte("0000-00-00")
  773. } else {
  774. val = []byte(v.In(stmt.mc.cfg.loc).Format(timeFormat))
  775. }
  776. paramValues = append(paramValues,
  777. lengthEncodedIntegerToBytes(uint64(len(val)))...,
  778. )
  779. paramValues = append(paramValues, val...)
  780. default:
  781. return fmt.Errorf("Can't convert type: %T", args[i])
  782. }
  783. }
  784. // Check if param values exceeded the available buffer
  785. // In that case we must build the data packet with the new values buffer
  786. if valuesCap != cap(paramValues) {
  787. data = append(data[:pos], paramValues...)
  788. stmt.mc.buf.buf = data
  789. }
  790. pos += len(paramValues)
  791. data = data[:pos]
  792. pktLen := pos - 4
  793. // packet header [4 bytes]
  794. data[0] = byte(pktLen)
  795. data[1] = byte(pktLen >> 8)
  796. data[2] = byte(pktLen >> 16)
  797. data[3] = stmt.mc.sequence
  798. // Convert nullMask to bytes
  799. for i, max := 14, 14+((stmt.paramCount+7)>>3); i < max; i++ {
  800. data[i] = byte(nullMask >> uint((i-14)<<3))
  801. }
  802. }
  803. return stmt.mc.writePacket(data)
  804. }
  805. // http://dev.mysql.com/doc/internals/en/prepared-statements.html#packet-ProtocolBinary::ResultsetRow
  806. func (rows *mysqlRows) readBinaryRow(dest []driver.Value) error {
  807. data, err := rows.mc.readPacket()
  808. if err != nil {
  809. return err
  810. }
  811. // packet indicator [1 byte]
  812. if data[0] != iOK {
  813. // EOF Packet
  814. if data[0] == iEOF && len(data) == 5 {
  815. return io.EOF
  816. } else {
  817. // Error otherwise
  818. return rows.mc.handleErrorPacket(data)
  819. }
  820. }
  821. // NULL-bitmap, [(column-count + 7 + 2) / 8 bytes]
  822. pos := 1 + (len(dest)+7+2)>>3
  823. nullMask := data[1:pos]
  824. for i := range dest {
  825. // Field is NULL
  826. // (byte >> bit-pos) % 2 == 1
  827. if ((nullMask[(i+2)>>3] >> uint((i+2)&7)) & 1) == 1 {
  828. dest[i] = nil
  829. continue
  830. }
  831. // Convert to byte-coded string
  832. switch rows.columns[i].fieldType {
  833. case fieldTypeNULL:
  834. dest[i] = nil
  835. continue
  836. // Numeric Types
  837. case fieldTypeTiny:
  838. if rows.columns[i].flags&flagUnsigned != 0 {
  839. dest[i] = int64(data[pos])
  840. } else {
  841. dest[i] = int64(int8(data[pos]))
  842. }
  843. pos++
  844. continue
  845. case fieldTypeShort, fieldTypeYear:
  846. if rows.columns[i].flags&flagUnsigned != 0 {
  847. dest[i] = int64(binary.LittleEndian.Uint16(data[pos : pos+2]))
  848. } else {
  849. dest[i] = int64(int16(binary.LittleEndian.Uint16(data[pos : pos+2])))
  850. }
  851. pos += 2
  852. continue
  853. case fieldTypeInt24, fieldTypeLong:
  854. if rows.columns[i].flags&flagUnsigned != 0 {
  855. dest[i] = int64(binary.LittleEndian.Uint32(data[pos : pos+4]))
  856. } else {
  857. dest[i] = int64(int32(binary.LittleEndian.Uint32(data[pos : pos+4])))
  858. }
  859. pos += 4
  860. continue
  861. case fieldTypeLongLong:
  862. if rows.columns[i].flags&flagUnsigned != 0 {
  863. val := binary.LittleEndian.Uint64(data[pos : pos+8])
  864. if val > math.MaxInt64 {
  865. dest[i] = uint64ToString(val)
  866. } else {
  867. dest[i] = int64(val)
  868. }
  869. } else {
  870. dest[i] = int64(binary.LittleEndian.Uint64(data[pos : pos+8]))
  871. }
  872. pos += 8
  873. continue
  874. case fieldTypeFloat:
  875. dest[i] = float64(math.Float32frombits(binary.LittleEndian.Uint32(data[pos : pos+4])))
  876. pos += 4
  877. continue
  878. case fieldTypeDouble:
  879. dest[i] = math.Float64frombits(binary.LittleEndian.Uint64(data[pos : pos+8]))
  880. pos += 8
  881. continue
  882. // Length coded Binary Strings
  883. case fieldTypeDecimal, fieldTypeNewDecimal, fieldTypeVarChar,
  884. fieldTypeBit, fieldTypeEnum, fieldTypeSet, fieldTypeTinyBLOB,
  885. fieldTypeMediumBLOB, fieldTypeLongBLOB, fieldTypeBLOB,
  886. fieldTypeVarString, fieldTypeString, fieldTypeGeometry:
  887. var isNull bool
  888. var n int
  889. dest[i], isNull, n, err = readLengthEnodedString(data[pos:])
  890. pos += n
  891. if err == nil {
  892. if !isNull {
  893. continue
  894. } else {
  895. dest[i] = nil
  896. continue
  897. }
  898. }
  899. return err
  900. // Date YYYY-MM-DD
  901. case fieldTypeDate, fieldTypeNewDate:
  902. num, isNull, n := readLengthEncodedInteger(data[pos:])
  903. pos += n
  904. if isNull {
  905. dest[i] = nil
  906. continue
  907. }
  908. if rows.mc.parseTime {
  909. dest[i], err = parseBinaryDateTime(num, data[pos:], rows.mc.cfg.loc)
  910. } else {
  911. dest[i], err = formatBinaryDate(num, data[pos:])
  912. }
  913. if err == nil {
  914. pos += int(num)
  915. continue
  916. } else {
  917. return err
  918. }
  919. // Time [-][H]HH:MM:SS[.fractal]
  920. case fieldTypeTime:
  921. num, isNull, n := readLengthEncodedInteger(data[pos:])
  922. pos += n
  923. if num == 0 {
  924. if isNull {
  925. dest[i] = nil
  926. continue
  927. } else {
  928. dest[i] = []byte("00:00:00")
  929. continue
  930. }
  931. }
  932. var sign byte
  933. if data[pos] == 1 {
  934. sign = byte('-')
  935. }
  936. switch num {
  937. case 8:
  938. dest[i] = []byte(fmt.Sprintf(
  939. "%c%02d:%02d:%02d",
  940. sign,
  941. uint16(data[pos+1])*24+uint16(data[pos+5]),
  942. data[pos+6],
  943. data[pos+7],
  944. ))
  945. pos += 8
  946. continue
  947. case 12:
  948. dest[i] = []byte(fmt.Sprintf(
  949. "%c%02d:%02d:%02d.%06d",
  950. sign,
  951. uint16(data[pos+1])*24+uint16(data[pos+5]),
  952. data[pos+6],
  953. data[pos+7],
  954. binary.LittleEndian.Uint32(data[pos+8:pos+12]),
  955. ))
  956. pos += 12
  957. continue
  958. default:
  959. return fmt.Errorf("Invalid TIME-packet length %d", num)
  960. }
  961. // Timestamp YYYY-MM-DD HH:MM:SS[.fractal]
  962. case fieldTypeTimestamp, fieldTypeDateTime:
  963. num, isNull, n := readLengthEncodedInteger(data[pos:])
  964. pos += n
  965. if isNull {
  966. dest[i] = nil
  967. continue
  968. }
  969. if rows.mc.parseTime {
  970. dest[i], err = parseBinaryDateTime(num, data[pos:], rows.mc.cfg.loc)
  971. } else {
  972. dest[i], err = formatBinaryDateTime(num, data[pos:])
  973. }
  974. if err == nil {
  975. pos += int(num)
  976. continue
  977. } else {
  978. return err
  979. }
  980. // Please report if this happens!
  981. default:
  982. return fmt.Errorf("Unknown FieldType %d", rows.columns[i].fieldType)
  983. }
  984. }
  985. return nil
  986. }