packets.go 25 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137
  1. // Go MySQL Driver - A MySQL-Driver for Go's database/sql package
  2. //
  3. // Copyright 2012 The Go-MySQL-Driver Authors. All rights reserved.
  4. //
  5. // This Source Code Form is subject to the terms of the Mozilla Public
  6. // License, v. 2.0. If a copy of the MPL was not distributed with this file,
  7. // You can obtain one at http://mozilla.org/MPL/2.0/.
  8. package mysql
  9. import (
  10. "bytes"
  11. "crypto/tls"
  12. "database/sql/driver"
  13. "encoding/binary"
  14. "fmt"
  15. "io"
  16. "math"
  17. "time"
  18. )
  19. // Packets documentation:
  20. // http://dev.mysql.com/doc/internals/en/client-server-protocol.html
  21. // Read packet to buffer 'data'
  22. func (mc *mysqlConn) readPacket() (data []byte, err error) {
  23. // Read packet header
  24. data, err = mc.buf.readNext(4)
  25. if err != nil {
  26. errLog.Print(err.Error())
  27. mc.Close()
  28. return nil, driver.ErrBadConn
  29. }
  30. // Packet Length [24 bit]
  31. pktLen := int(uint32(data[0]) | uint32(data[1])<<8 | uint32(data[2])<<16)
  32. if pktLen < 1 {
  33. errLog.Print(errMalformPkt.Error())
  34. mc.Close()
  35. return nil, driver.ErrBadConn
  36. }
  37. // Check Packet Sync [8 bit]
  38. if data[3] != mc.sequence {
  39. if data[3] > mc.sequence {
  40. return nil, errPktSyncMul
  41. } else {
  42. return nil, errPktSync
  43. }
  44. }
  45. mc.sequence++
  46. // Read packet body [pktLen bytes]
  47. if data, err = mc.buf.readNext(pktLen); err == nil {
  48. if pktLen < maxPacketSize {
  49. return data, nil
  50. }
  51. var buf []byte
  52. buf = append(buf, data...)
  53. // More data
  54. data, err = mc.readPacket()
  55. if err == nil {
  56. return append(buf, data...), nil
  57. }
  58. }
  59. // err case
  60. mc.Close()
  61. errLog.Print(err.Error())
  62. return nil, driver.ErrBadConn
  63. }
  64. // Write packet buffer 'data'
  65. // The packet header must be already included
  66. func (mc *mysqlConn) writePacket(data []byte) error {
  67. if len(data)-4 <= mc.maxWriteSize { // Can send data at once
  68. // Write packet
  69. n, err := mc.netConn.Write(data)
  70. if err == nil && n == len(data) {
  71. mc.sequence++
  72. return nil
  73. }
  74. // Handle error
  75. if err == nil { // n != len(data)
  76. errLog.Print(errMalformPkt.Error())
  77. } else {
  78. errLog.Print(err.Error())
  79. }
  80. return driver.ErrBadConn
  81. }
  82. // Must split packet
  83. return mc.splitPacket(data)
  84. }
  85. func (mc *mysqlConn) splitPacket(data []byte) (err error) {
  86. pktLen := len(data) - 4
  87. if pktLen > mc.maxPacketAllowed {
  88. return errPktTooLarge
  89. }
  90. for pktLen >= maxPacketSize {
  91. data[0] = 0xff
  92. data[1] = 0xff
  93. data[2] = 0xff
  94. data[3] = mc.sequence
  95. // Write packet
  96. n, err := mc.netConn.Write(data[:4+maxPacketSize])
  97. if err == nil && n == 4+maxPacketSize {
  98. mc.sequence++
  99. data = data[maxPacketSize:]
  100. pktLen -= maxPacketSize
  101. continue
  102. }
  103. // Handle error
  104. if err == nil { // n != len(data)
  105. errLog.Print(errMalformPkt.Error())
  106. } else {
  107. errLog.Print(err.Error())
  108. }
  109. return driver.ErrBadConn
  110. }
  111. data[0] = byte(pktLen)
  112. data[1] = byte(pktLen >> 8)
  113. data[2] = byte(pktLen >> 16)
  114. data[3] = mc.sequence
  115. return mc.writePacket(data)
  116. }
  117. /******************************************************************************
  118. * Initialisation Process *
  119. ******************************************************************************/
  120. // Handshake Initialization Packet
  121. // http://dev.mysql.com/doc/internals/en/connection-phase.html#packet-Protocol::Handshake
  122. func (mc *mysqlConn) readInitPacket() (cipher []byte, err error) {
  123. data, err := mc.readPacket()
  124. if err != nil {
  125. return
  126. }
  127. if data[0] == iERR {
  128. return nil, mc.handleErrorPacket(data)
  129. }
  130. // protocol version [1 byte]
  131. if data[0] < minProtocolVersion {
  132. err = fmt.Errorf(
  133. "Unsupported MySQL Protocol Version %d. Protocol Version %d or higher is required",
  134. data[0],
  135. minProtocolVersion)
  136. return
  137. }
  138. // server version [null terminated string]
  139. // connection id [4 bytes]
  140. pos := 1 + bytes.IndexByte(data[1:], 0x00) + 1 + 4
  141. // first part of the password cipher [8 bytes]
  142. cipher = data[pos : pos+8]
  143. // (filler) always 0x00 [1 byte]
  144. pos += 8 + 1
  145. // capability flags (lower 2 bytes) [2 bytes]
  146. mc.flags = clientFlag(binary.LittleEndian.Uint16(data[pos : pos+2]))
  147. if mc.flags&clientProtocol41 == 0 {
  148. return nil, errOldProtocol
  149. }
  150. if mc.flags&clientSSL == 0 && mc.cfg.tls != nil {
  151. return nil, errNoTLS
  152. }
  153. pos += 2
  154. if len(data) > pos {
  155. // character set [1 byte]
  156. // status flags [2 bytes]
  157. // capability flags (upper 2 bytes) [2 bytes]
  158. // length of auth-plugin-data [1 byte]
  159. // reserved (all [00]) [10 bytes]
  160. pos += 1 + 2 + 2 + 1 + 10
  161. // second part of the password cipher [12? bytes]
  162. // The documentation is ambiguous about the length.
  163. // The official Python library uses the fixed length 12
  164. // which is not documented but seems to work.
  165. cipher = append(cipher, data[pos:pos+12]...)
  166. // TODO: Verify string termination
  167. // EOF if version (>= 5.5.7 and < 5.5.10) or (>= 5.6.0 and < 5.6.2)
  168. // \NUL otherwise
  169. // http://dev.mysql.com/doc/internals/en/connection-phase.html#packet-Protocol::Handshake
  170. //
  171. //if data[len(data)-1] == 0 {
  172. // return
  173. //}
  174. //return errMalformPkt
  175. }
  176. return
  177. }
  178. // Client Authentication Packet
  179. // http://dev.mysql.com/doc/internals/en/connection-phase.html#packet-Protocol::HandshakeResponse
  180. func (mc *mysqlConn) writeAuthPacket(cipher []byte) error {
  181. // Adjust client flags based on server support
  182. clientFlags := clientProtocol41 |
  183. clientSecureConn |
  184. clientLongPassword |
  185. clientTransactions |
  186. clientLocalFiles |
  187. mc.flags&clientLongFlag
  188. if mc.cfg.clientFoundRows {
  189. clientFlags |= clientFoundRows
  190. }
  191. // To enable TLS / SSL
  192. if mc.cfg.tls != nil {
  193. clientFlags |= clientSSL
  194. }
  195. // User Password
  196. scrambleBuff := scramblePassword(cipher, []byte(mc.cfg.passwd))
  197. pktLen := 4 + 4 + 1 + 23 + len(mc.cfg.user) + 1 + 1 + len(scrambleBuff)
  198. // To specify a db name
  199. if n := len(mc.cfg.dbname); n > 0 {
  200. clientFlags |= clientConnectWithDB
  201. pktLen += n + 1
  202. }
  203. // Calculate packet length and make buffer with that size
  204. data := make([]byte, pktLen+4)
  205. // ClientFlags [32 bit]
  206. data[4] = byte(clientFlags)
  207. data[5] = byte(clientFlags >> 8)
  208. data[6] = byte(clientFlags >> 16)
  209. data[7] = byte(clientFlags >> 24)
  210. // MaxPacketSize [32 bit] (none)
  211. //data[8] = 0x00
  212. //data[9] = 0x00
  213. //data[10] = 0x00
  214. //data[11] = 0x00
  215. // Charset [1 byte]
  216. data[12] = collation_utf8_general_ci
  217. // SSL Connection Request Packet
  218. // http://dev.mysql.com/doc/internals/en/connection-phase.html#packet-Protocol::SSLRequest
  219. if mc.cfg.tls != nil {
  220. // Packet header [24bit length + 1 byte sequence]
  221. data[0] = byte((4 + 4 + 1 + 23))
  222. data[1] = byte((4 + 4 + 1 + 23) >> 8)
  223. data[2] = byte((4 + 4 + 1 + 23) >> 16)
  224. data[3] = mc.sequence
  225. // Send TLS / SSL request packet
  226. if err := mc.writePacket(data[:(4+4+1+23)+4]); err != nil {
  227. return err
  228. }
  229. // Switch to TLS
  230. tlsConn := tls.Client(mc.netConn, mc.cfg.tls)
  231. if err := tlsConn.Handshake(); err != nil {
  232. return err
  233. }
  234. mc.netConn = tlsConn
  235. mc.buf.rd = tlsConn
  236. }
  237. // Add the packet header [24bit length + 1 byte sequence]
  238. data[0] = byte(pktLen)
  239. data[1] = byte(pktLen >> 8)
  240. data[2] = byte(pktLen >> 16)
  241. data[3] = mc.sequence
  242. // Filler [23 bytes] (all 0x00)
  243. pos := 13 + 23
  244. // User [null terminated string]
  245. if len(mc.cfg.user) > 0 {
  246. pos += copy(data[pos:], mc.cfg.user)
  247. }
  248. //data[pos] = 0x00
  249. pos++
  250. // ScrambleBuffer [length encoded integer]
  251. data[pos] = byte(len(scrambleBuff))
  252. pos += 1 + copy(data[pos+1:], scrambleBuff)
  253. // Databasename [null terminated string]
  254. if len(mc.cfg.dbname) > 0 {
  255. pos += copy(data[pos:], mc.cfg.dbname)
  256. //data[pos] = 0x00
  257. }
  258. // Send Auth packet
  259. return mc.writePacket(data)
  260. }
  261. // Client old authentication packet
  262. // http://dev.mysql.com/doc/internals/en/connection-phase.html#packet-Protocol::AuthSwitchResponse
  263. func (mc *mysqlConn) writeOldAuthPacket(cipher []byte) error {
  264. // User password
  265. scrambleBuff := scrambleOldPassword(cipher, []byte(mc.cfg.passwd))
  266. // Calculate the packet lenght and add a tailing 0
  267. pktLen := len(scrambleBuff) + 1
  268. data := make([]byte, pktLen+4)
  269. // Add the packet header [24bit length + 1 byte sequence]
  270. data[0] = byte(pktLen)
  271. data[1] = byte(pktLen >> 8)
  272. data[2] = byte(pktLen >> 16)
  273. data[3] = mc.sequence
  274. // Add the scrambled password [null terminated string]
  275. copy(data[4:], scrambleBuff)
  276. return mc.writePacket(data)
  277. }
  278. /******************************************************************************
  279. * Command Packets *
  280. ******************************************************************************/
  281. func (mc *mysqlConn) writeCommandPacket(command byte) error {
  282. // Reset Packet Sequence
  283. mc.sequence = 0
  284. // Send CMD packet
  285. return mc.writePacket([]byte{
  286. // Add the packet header [24bit length + 1 byte sequence]
  287. 0x01, // 1 byte long
  288. 0x00,
  289. 0x00,
  290. 0x00, // mc.sequence
  291. // Add command byte
  292. command,
  293. })
  294. }
  295. func (mc *mysqlConn) writeCommandPacketStr(command byte, arg string) error {
  296. // Reset Packet Sequence
  297. mc.sequence = 0
  298. pktLen := 1 + len(arg)
  299. data := make([]byte, pktLen+4)
  300. // Add the packet header [24bit length + 1 byte sequence]
  301. data[0] = byte(pktLen)
  302. data[1] = byte(pktLen >> 8)
  303. data[2] = byte(pktLen >> 16)
  304. //data[3] = mc.sequence
  305. // Add command byte
  306. data[4] = command
  307. // Add arg
  308. copy(data[5:], arg)
  309. // Send CMD packet
  310. return mc.writePacket(data)
  311. }
  312. func (mc *mysqlConn) writeCommandPacketUint32(command byte, arg uint32) error {
  313. // Reset Packet Sequence
  314. mc.sequence = 0
  315. // Send CMD packet
  316. return mc.writePacket([]byte{
  317. // Add the packet header [24bit length + 1 byte sequence]
  318. 0x05, // 5 bytes long
  319. 0x00,
  320. 0x00,
  321. 0x00, // mc.sequence
  322. // Add command byte
  323. command,
  324. // Add arg [32 bit]
  325. byte(arg),
  326. byte(arg >> 8),
  327. byte(arg >> 16),
  328. byte(arg >> 24),
  329. })
  330. }
  331. /******************************************************************************
  332. * Result Packets *
  333. ******************************************************************************/
  334. // Returns error if Packet is not an 'Result OK'-Packet
  335. func (mc *mysqlConn) readResultOK() error {
  336. data, err := mc.readPacket()
  337. if err == nil {
  338. // packet indicator
  339. switch data[0] {
  340. case iOK:
  341. return mc.handleOkPacket(data)
  342. case iEOF:
  343. // someone is using old_passwords
  344. return errOldPassword
  345. default: // Error otherwise
  346. return mc.handleErrorPacket(data)
  347. }
  348. }
  349. return err
  350. }
  351. // Result Set Header Packet
  352. // http://dev.mysql.com/doc/internals/en/text-protocol.html#packet-ProtocolText::Resultset
  353. func (mc *mysqlConn) readResultSetHeaderPacket() (int, error) {
  354. data, err := mc.readPacket()
  355. if err == nil {
  356. switch data[0] {
  357. case iOK:
  358. return 0, mc.handleOkPacket(data)
  359. case iERR:
  360. return 0, mc.handleErrorPacket(data)
  361. case iLocalInFile:
  362. return 0, mc.handleInFileRequest(string(data[1:]))
  363. }
  364. // column count
  365. num, _, n := readLengthEncodedInteger(data)
  366. if n-len(data) == 0 {
  367. return int(num), nil
  368. }
  369. return 0, errMalformPkt
  370. }
  371. return 0, err
  372. }
  373. // Error Packet
  374. // http://dev.mysql.com/doc/internals/en/overview.html#packet-ERR_Packet
  375. func (mc *mysqlConn) handleErrorPacket(data []byte) error {
  376. if data[0] != iERR {
  377. return errMalformPkt
  378. }
  379. // 0xff [1 byte]
  380. // Error Number [16 bit uint]
  381. errno := binary.LittleEndian.Uint16(data[1:3])
  382. pos := 3
  383. // SQL State [optional: # + 5bytes string]
  384. //sqlstate := string(data[pos : pos+6])
  385. if data[pos] == 0x23 {
  386. pos = 9
  387. }
  388. // Error Message [string]
  389. return &MySQLError{
  390. Number: errno,
  391. Message: string(data[pos:]),
  392. }
  393. }
  394. // Ok Packet
  395. // http://dev.mysql.com/doc/internals/en/overview.html#packet-OK_Packet
  396. func (mc *mysqlConn) handleOkPacket(data []byte) (err error) {
  397. var n, m int
  398. // 0x00 [1 byte]
  399. // Affected rows [Length Coded Binary]
  400. mc.affectedRows, _, n = readLengthEncodedInteger(data[1:])
  401. // Insert id [Length Coded Binary]
  402. mc.insertId, _, m = readLengthEncodedInteger(data[1+n:])
  403. // server_status [2 bytes]
  404. // warning count [2 bytes]
  405. if !mc.strict {
  406. return
  407. } else {
  408. pos := 1 + n + m + 2
  409. if binary.LittleEndian.Uint16(data[pos:pos+2]) > 0 {
  410. err = mc.getWarnings()
  411. }
  412. }
  413. // message [until end of packet]
  414. return
  415. }
  416. // Read Packets as Field Packets until EOF-Packet or an Error appears
  417. // http://dev.mysql.com/doc/internals/en/text-protocol.html#packet-Protocol::ColumnDefinition41
  418. func (mc *mysqlConn) readColumns(count int) (columns []mysqlField, err error) {
  419. var data []byte
  420. var i, pos, n int
  421. var name []byte
  422. columns = make([]mysqlField, count)
  423. for {
  424. data, err = mc.readPacket()
  425. if err != nil {
  426. return
  427. }
  428. // EOF Packet
  429. if data[0] == iEOF && (len(data) == 5 || len(data) == 1) {
  430. if i != count {
  431. err = fmt.Errorf("ColumnsCount mismatch n:%d len:%d", count, len(columns))
  432. }
  433. return
  434. }
  435. // Catalog
  436. pos, err = skipLengthEnodedString(data)
  437. if err != nil {
  438. return
  439. }
  440. // Database [len coded string]
  441. n, err = skipLengthEnodedString(data[pos:])
  442. if err != nil {
  443. return
  444. }
  445. pos += n
  446. // Table [len coded string]
  447. n, err = skipLengthEnodedString(data[pos:])
  448. if err != nil {
  449. return
  450. }
  451. pos += n
  452. // Original table [len coded string]
  453. n, err = skipLengthEnodedString(data[pos:])
  454. if err != nil {
  455. return
  456. }
  457. pos += n
  458. // Name [len coded string]
  459. name, _, n, err = readLengthEnodedString(data[pos:])
  460. if err != nil {
  461. return
  462. }
  463. columns[i].name = string(name)
  464. pos += n
  465. // Original name [len coded string]
  466. n, err = skipLengthEnodedString(data[pos:])
  467. if err != nil {
  468. return
  469. }
  470. // Filler [1 byte]
  471. // Charset [16 bit uint]
  472. // Length [32 bit uint]
  473. pos += n + 1 + 2 + 4
  474. // Field type [byte]
  475. columns[i].fieldType = data[pos]
  476. pos++
  477. // Flags [16 bit uint]
  478. columns[i].flags = fieldFlag(binary.LittleEndian.Uint16(data[pos : pos+2]))
  479. //pos += 2
  480. // Decimals [8 bit uint]
  481. //pos++
  482. // Default value [len coded binary]
  483. //if pos < len(data) {
  484. // defaultVal, _, err = bytesToLengthCodedBinary(data[pos:])
  485. //}
  486. i++
  487. }
  488. }
  489. // Read Packets as Field Packets until EOF-Packet or an Error appears
  490. // http://dev.mysql.com/doc/internals/en/text-protocol.html#packet-ProtocolText::ResultsetRow
  491. func (rows *mysqlRows) readRow(dest []driver.Value) (err error) {
  492. data, err := rows.mc.readPacket()
  493. if err != nil {
  494. return
  495. }
  496. // EOF Packet
  497. if data[0] == iEOF && len(data) == 5 {
  498. return io.EOF
  499. }
  500. // RowSet Packet
  501. var n int
  502. var isNull bool
  503. pos := 0
  504. for i := range dest {
  505. // Read bytes and convert to string
  506. dest[i], isNull, n, err = readLengthEnodedString(data[pos:])
  507. pos += n
  508. if err == nil {
  509. if !isNull {
  510. if !rows.mc.parseTime {
  511. continue
  512. } else {
  513. switch rows.columns[i].fieldType {
  514. case fieldTypeTimestamp, fieldTypeDateTime,
  515. fieldTypeDate, fieldTypeNewDate:
  516. dest[i], err = parseDateTime(string(dest[i].([]byte)), rows.mc.cfg.loc)
  517. if err == nil {
  518. continue
  519. }
  520. default:
  521. continue
  522. }
  523. }
  524. } else {
  525. dest[i] = nil
  526. continue
  527. }
  528. }
  529. return // err
  530. }
  531. return
  532. }
  533. // Reads Packets until EOF-Packet or an Error appears. Returns count of Packets read
  534. func (mc *mysqlConn) readUntilEOF() (err error) {
  535. var data []byte
  536. for {
  537. data, err = mc.readPacket()
  538. // No Err and no EOF Packet
  539. if err == nil && data[0] != iEOF {
  540. continue
  541. }
  542. return // Err or EOF
  543. }
  544. }
  545. /******************************************************************************
  546. * Prepared Statements *
  547. ******************************************************************************/
  548. // Prepare Result Packets
  549. // http://dev.mysql.com/doc/internals/en/prepared-statements.html#com-stmt-prepare-response
  550. func (stmt *mysqlStmt) readPrepareResultPacket() (columnCount uint16, err error) {
  551. data, err := stmt.mc.readPacket()
  552. if err == nil {
  553. // Position
  554. pos := 0
  555. // packet indicator [1 byte]
  556. if data[pos] != iOK {
  557. err = stmt.mc.handleErrorPacket(data)
  558. return
  559. }
  560. pos++
  561. // statement id [4 bytes]
  562. stmt.id = binary.LittleEndian.Uint32(data[pos : pos+4])
  563. pos += 4
  564. // Column count [16 bit uint]
  565. columnCount = binary.LittleEndian.Uint16(data[pos : pos+2])
  566. pos += 2
  567. // Param count [16 bit uint]
  568. stmt.paramCount = int(binary.LittleEndian.Uint16(data[pos : pos+2]))
  569. pos += 2
  570. // Reserved [8 bit]
  571. pos++
  572. // Warning count [16 bit uint]
  573. if !stmt.mc.strict {
  574. return
  575. } else {
  576. // Check for warnings count > 0, only available in MySQL > 4.1
  577. if len(data) >= 12 && binary.LittleEndian.Uint16(data[pos:pos+2]) > 0 {
  578. err = stmt.mc.getWarnings()
  579. }
  580. }
  581. }
  582. return
  583. }
  584. // http://dev.mysql.com/doc/internals/en/prepared-statements.html#com-stmt-send-long-data
  585. func (stmt *mysqlStmt) writeCommandLongData(paramID int, arg []byte) (err error) {
  586. maxLen := stmt.mc.maxPacketAllowed - 1
  587. pktLen := maxLen
  588. argLen := len(arg)
  589. data := make([]byte, 4+1+4+2+argLen)
  590. copy(data[4+1+4+2:], arg)
  591. for argLen > 0 {
  592. if 1+4+2+argLen < maxLen {
  593. pktLen = 1 + 4 + 2 + argLen
  594. }
  595. // Add the packet header [24bit length + 1 byte sequence]
  596. data[0] = byte(pktLen)
  597. data[1] = byte(pktLen >> 8)
  598. data[2] = byte(pktLen >> 16)
  599. data[3] = 0x00 // mc.sequence
  600. // Add command byte [1 byte]
  601. data[4] = comStmtSendLongData
  602. // Add stmtID [32 bit]
  603. data[5] = byte(stmt.id)
  604. data[6] = byte(stmt.id >> 8)
  605. data[7] = byte(stmt.id >> 16)
  606. data[8] = byte(stmt.id >> 24)
  607. // Add paramID [16 bit]
  608. data[9] = byte(paramID)
  609. data[10] = byte(paramID >> 8)
  610. // Send CMD packet
  611. err = stmt.mc.writePacket(data[:4+pktLen])
  612. if err == nil {
  613. argLen -= pktLen - (1 + 4 + 2)
  614. data = data[pktLen-(1+4+2):]
  615. continue
  616. }
  617. return err
  618. }
  619. // Reset Packet Sequence
  620. stmt.mc.sequence = 0
  621. return nil
  622. }
  623. // Execute Prepared Statement
  624. // http://dev.mysql.com/doc/internals/en/prepared-statements.html#com-stmt-execute
  625. func (stmt *mysqlStmt) writeExecutePacket(args []driver.Value) error {
  626. if len(args) != stmt.paramCount {
  627. return fmt.Errorf(
  628. "Arguments count mismatch (Got: %d Has: %d)",
  629. len(args),
  630. stmt.paramCount)
  631. }
  632. // Reset packet-sequence
  633. stmt.mc.sequence = 0
  634. pktLen := 1 + 4 + 1 + 4 + ((stmt.paramCount + 7) >> 3) + 1 + (stmt.paramCount << 1)
  635. paramValues := make([][]byte, stmt.paramCount)
  636. paramTypes := make([]byte, (stmt.paramCount << 1))
  637. bitMask := uint64(0)
  638. var i int
  639. for i = range args {
  640. // build NULL-bitmap
  641. if args[i] == nil {
  642. bitMask += 1 << uint(i)
  643. paramTypes[i<<1] = fieldTypeNULL
  644. continue
  645. }
  646. // cache types and values
  647. switch v := args[i].(type) {
  648. case int64:
  649. paramTypes[i<<1] = fieldTypeLongLong
  650. paramValues[i] = uint64ToBytes(uint64(v))
  651. pktLen += 8
  652. continue
  653. case float64:
  654. paramTypes[i<<1] = fieldTypeDouble
  655. paramValues[i] = uint64ToBytes(math.Float64bits(v))
  656. pktLen += 8
  657. continue
  658. case bool:
  659. paramTypes[i<<1] = fieldTypeTiny
  660. pktLen++
  661. if v {
  662. paramValues[i] = []byte{0x01}
  663. } else {
  664. paramValues[i] = []byte{0x00}
  665. }
  666. continue
  667. case []byte:
  668. paramTypes[i<<1] = fieldTypeString
  669. if len(v) < stmt.mc.maxPacketAllowed-pktLen-(stmt.paramCount-(i+1))*64 {
  670. paramValues[i] = append(
  671. lengthEncodedIntegerToBytes(uint64(len(v))),
  672. v...,
  673. )
  674. pktLen += len(paramValues[i])
  675. continue
  676. } else {
  677. err := stmt.writeCommandLongData(i, v)
  678. if err == nil {
  679. continue
  680. }
  681. return err
  682. }
  683. case string:
  684. paramTypes[i<<1] = fieldTypeString
  685. if len(v) < stmt.mc.maxPacketAllowed-pktLen-(stmt.paramCount-(i+1))*64 {
  686. paramValues[i] = append(
  687. lengthEncodedIntegerToBytes(uint64(len(v))),
  688. []byte(v)...,
  689. )
  690. pktLen += len(paramValues[i])
  691. continue
  692. } else {
  693. err := stmt.writeCommandLongData(i, []byte(v))
  694. if err == nil {
  695. continue
  696. }
  697. return err
  698. }
  699. case time.Time:
  700. paramTypes[i<<1] = fieldTypeString
  701. var val []byte
  702. if v.IsZero() {
  703. val = []byte("0000-00-00")
  704. } else {
  705. val = []byte(v.In(stmt.mc.cfg.loc).Format(timeFormat))
  706. }
  707. paramValues[i] = append(
  708. lengthEncodedIntegerToBytes(uint64(len(val))),
  709. val...,
  710. )
  711. pktLen += len(paramValues[i])
  712. continue
  713. default:
  714. return fmt.Errorf("Can't convert type: %T", args[i])
  715. }
  716. }
  717. data := make([]byte, pktLen+4)
  718. // packet header [4 bytes]
  719. data[0] = byte(pktLen)
  720. data[1] = byte(pktLen >> 8)
  721. data[2] = byte(pktLen >> 16)
  722. data[3] = stmt.mc.sequence
  723. // command [1 byte]
  724. data[4] = comStmtExecute
  725. // statement_id [4 bytes]
  726. data[5] = byte(stmt.id)
  727. data[6] = byte(stmt.id >> 8)
  728. data[7] = byte(stmt.id >> 16)
  729. data[8] = byte(stmt.id >> 24)
  730. // flags (0: CURSOR_TYPE_NO_CURSOR) [1 byte]
  731. //data[9] = 0x00
  732. // iteration_count (uint32(1)) [4 bytes]
  733. data[10] = 0x01
  734. //data[11] = 0x00
  735. //data[12] = 0x00
  736. //data[13] = 0x00
  737. if stmt.paramCount > 0 {
  738. // NULL-bitmap [(param_count+7)/8 bytes]
  739. pos := 14 + ((stmt.paramCount + 7) >> 3)
  740. // Convert bitMask to bytes
  741. for i = 14; i < pos; i++ {
  742. data[i] = byte(bitMask >> uint((i-14)<<3))
  743. }
  744. // newParameterBoundFlag 1 [1 byte]
  745. data[pos] = 0x01
  746. pos++
  747. // type of parameters [param_count*2 bytes]
  748. pos += copy(data[pos:], paramTypes)
  749. // values for the parameters [n bytes]
  750. for i = range paramValues {
  751. pos += copy(data[pos:], paramValues[i])
  752. }
  753. }
  754. return stmt.mc.writePacket(data)
  755. }
  756. // http://dev.mysql.com/doc/internals/en/prepared-statements.html#packet-ProtocolBinary::ResultsetRow
  757. func (rows *mysqlRows) readBinaryRow(dest []driver.Value) (err error) {
  758. data, err := rows.mc.readPacket()
  759. if err != nil {
  760. return
  761. }
  762. // packet indicator [1 byte]
  763. if data[0] != iOK {
  764. // EOF Packet
  765. if data[0] == iEOF && len(data) == 5 {
  766. return io.EOF
  767. } else {
  768. // Error otherwise
  769. return rows.mc.handleErrorPacket(data)
  770. }
  771. }
  772. // NULL-bitmap, [(column-count + 7 + 2) / 8 bytes]
  773. pos := 1 + (len(dest)+7+2)>>3
  774. nullBitMap := data[1:pos]
  775. // values [rest]
  776. var n int
  777. var unsigned bool
  778. for i := range dest {
  779. // Field is NULL
  780. // (byte >> bit-pos) % 2 == 1
  781. if ((nullBitMap[(i+2)>>3] >> uint((i+2)&7)) & 1) == 1 {
  782. dest[i] = nil
  783. continue
  784. }
  785. unsigned = rows.columns[i].flags&flagUnsigned != 0
  786. // Convert to byte-coded string
  787. switch rows.columns[i].fieldType {
  788. case fieldTypeNULL:
  789. dest[i] = nil
  790. continue
  791. // Numeric Types
  792. case fieldTypeTiny:
  793. if unsigned {
  794. dest[i] = int64(data[pos])
  795. } else {
  796. dest[i] = int64(int8(data[pos]))
  797. }
  798. pos++
  799. continue
  800. case fieldTypeShort, fieldTypeYear:
  801. if unsigned {
  802. dest[i] = int64(binary.LittleEndian.Uint16(data[pos : pos+2]))
  803. } else {
  804. dest[i] = int64(int16(binary.LittleEndian.Uint16(data[pos : pos+2])))
  805. }
  806. pos += 2
  807. continue
  808. case fieldTypeInt24, fieldTypeLong:
  809. if unsigned {
  810. dest[i] = int64(binary.LittleEndian.Uint32(data[pos : pos+4]))
  811. } else {
  812. dest[i] = int64(int32(binary.LittleEndian.Uint32(data[pos : pos+4])))
  813. }
  814. pos += 4
  815. continue
  816. case fieldTypeLongLong:
  817. if unsigned {
  818. val := binary.LittleEndian.Uint64(data[pos : pos+8])
  819. if val > math.MaxInt64 {
  820. dest[i] = uint64ToString(val)
  821. } else {
  822. dest[i] = int64(val)
  823. }
  824. } else {
  825. dest[i] = int64(binary.LittleEndian.Uint64(data[pos : pos+8]))
  826. }
  827. pos += 8
  828. continue
  829. case fieldTypeFloat:
  830. dest[i] = float64(math.Float32frombits(binary.LittleEndian.Uint32(data[pos : pos+4])))
  831. pos += 4
  832. continue
  833. case fieldTypeDouble:
  834. dest[i] = math.Float64frombits(binary.LittleEndian.Uint64(data[pos : pos+8]))
  835. pos += 8
  836. continue
  837. // Length coded Binary Strings
  838. case fieldTypeDecimal, fieldTypeNewDecimal, fieldTypeVarChar,
  839. fieldTypeBit, fieldTypeEnum, fieldTypeSet, fieldTypeTinyBLOB,
  840. fieldTypeMediumBLOB, fieldTypeLongBLOB, fieldTypeBLOB,
  841. fieldTypeVarString, fieldTypeString, fieldTypeGeometry:
  842. var isNull bool
  843. dest[i], isNull, n, err = readLengthEnodedString(data[pos:])
  844. pos += n
  845. if err == nil {
  846. if !isNull {
  847. continue
  848. } else {
  849. dest[i] = nil
  850. continue
  851. }
  852. }
  853. return // err
  854. // Date YYYY-MM-DD
  855. case fieldTypeDate, fieldTypeNewDate:
  856. var num uint64
  857. var isNull bool
  858. num, isNull, n = readLengthEncodedInteger(data[pos:])
  859. pos += n
  860. if isNull {
  861. dest[i] = nil
  862. continue
  863. }
  864. if rows.mc.parseTime {
  865. dest[i], err = parseBinaryDateTime(num, data[pos:], rows.mc.cfg.loc)
  866. } else {
  867. dest[i], err = formatBinaryDate(num, data[pos:])
  868. }
  869. if err == nil {
  870. pos += int(num)
  871. continue
  872. } else {
  873. return err
  874. }
  875. // Time [-][H]HH:MM:SS[.fractal]
  876. case fieldTypeTime:
  877. var num uint64
  878. var isNull bool
  879. num, isNull, n = readLengthEncodedInteger(data[pos:])
  880. pos += n
  881. if num == 0 {
  882. if isNull {
  883. dest[i] = nil
  884. continue
  885. } else {
  886. dest[i] = []byte("00:00:00")
  887. continue
  888. }
  889. }
  890. var sign byte
  891. if data[pos] == 1 {
  892. sign = byte('-')
  893. }
  894. switch num {
  895. case 8:
  896. dest[i] = []byte(fmt.Sprintf(
  897. "%c%02d:%02d:%02d",
  898. sign,
  899. uint16(data[pos+1])*24+uint16(data[pos+5]),
  900. data[pos+6],
  901. data[pos+7],
  902. ))
  903. pos += 8
  904. continue
  905. case 12:
  906. dest[i] = []byte(fmt.Sprintf(
  907. "%c%02d:%02d:%02d.%06d",
  908. sign,
  909. uint16(data[pos+1])*24+uint16(data[pos+5]),
  910. data[pos+6],
  911. data[pos+7],
  912. binary.LittleEndian.Uint32(data[pos+8:pos+12]),
  913. ))
  914. pos += 12
  915. continue
  916. default:
  917. return fmt.Errorf("Invalid TIME-packet length %d", num)
  918. }
  919. // Timestamp YYYY-MM-DD HH:MM:SS[.fractal]
  920. case fieldTypeTimestamp, fieldTypeDateTime:
  921. var num uint64
  922. var isNull bool
  923. num, isNull, n = readLengthEncodedInteger(data[pos:])
  924. pos += n
  925. if isNull {
  926. dest[i] = nil
  927. continue
  928. }
  929. if rows.mc.parseTime {
  930. dest[i], err = parseBinaryDateTime(num, data[pos:], rows.mc.cfg.loc)
  931. } else {
  932. dest[i], err = formatBinaryDateTime(num, data[pos:])
  933. }
  934. if err == nil {
  935. pos += int(num)
  936. continue
  937. } else {
  938. return err
  939. }
  940. // Please report if this happens!
  941. default:
  942. return fmt.Errorf("Unknown FieldType %d", rows.columns[i].fieldType)
  943. }
  944. }
  945. return
  946. }