packets.go 32 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309
  1. // Go MySQL Driver - A MySQL-Driver for Go's database/sql package
  2. //
  3. // Copyright 2012 The Go-MySQL-Driver Authors. All rights reserved.
  4. //
  5. // This Source Code Form is subject to the terms of the Mozilla Public
  6. // License, v. 2.0. If a copy of the MPL was not distributed with this file,
  7. // You can obtain one at http://mozilla.org/MPL/2.0/.
  8. package mysql
  9. import (
  10. "bytes"
  11. "crypto/tls"
  12. "database/sql/driver"
  13. "encoding/binary"
  14. "errors"
  15. "fmt"
  16. "io"
  17. "math"
  18. "time"
  19. )
  20. // Packets documentation:
  21. // http://dev.mysql.com/doc/internals/en/client-server-protocol.html
  22. // Read packet to buffer 'data'
  23. func (mc *mysqlConn) readPacket() ([]byte, error) {
  24. var prevData []byte
  25. for {
  26. // read packet header
  27. data, err := mc.buf.readNext(4)
  28. if err != nil {
  29. if cerr := mc.canceled.Value(); cerr != nil {
  30. return nil, cerr
  31. }
  32. errLog.Print(err)
  33. mc.Close()
  34. return nil, ErrInvalidConn
  35. }
  36. // packet length [24 bit]
  37. pktLen := int(uint32(data[0]) | uint32(data[1])<<8 | uint32(data[2])<<16)
  38. // check packet sync [8 bit]
  39. if data[3] != mc.sequence {
  40. if data[3] > mc.sequence {
  41. return nil, ErrPktSyncMul
  42. }
  43. return nil, ErrPktSync
  44. }
  45. mc.sequence++
  46. // packets with length 0 terminate a previous packet which is a
  47. // multiple of (2^24)−1 bytes long
  48. if pktLen == 0 {
  49. // there was no previous packet
  50. if prevData == nil {
  51. errLog.Print(ErrMalformPkt)
  52. mc.Close()
  53. return nil, ErrInvalidConn
  54. }
  55. return prevData, nil
  56. }
  57. // read packet body [pktLen bytes]
  58. data, err = mc.buf.readNext(pktLen)
  59. if err != nil {
  60. if cerr := mc.canceled.Value(); cerr != nil {
  61. return nil, cerr
  62. }
  63. errLog.Print(err)
  64. mc.Close()
  65. return nil, ErrInvalidConn
  66. }
  67. // return data if this was the last packet
  68. if pktLen < maxPacketSize {
  69. // zero allocations for non-split packets
  70. if prevData == nil {
  71. return data, nil
  72. }
  73. return append(prevData, data...), nil
  74. }
  75. prevData = append(prevData, data...)
  76. }
  77. }
  78. // Write packet buffer 'data'
  79. func (mc *mysqlConn) writePacket(data []byte) error {
  80. pktLen := len(data) - 4
  81. if pktLen > mc.maxAllowedPacket {
  82. return ErrPktTooLarge
  83. }
  84. for {
  85. var size int
  86. if pktLen >= maxPacketSize {
  87. data[0] = 0xff
  88. data[1] = 0xff
  89. data[2] = 0xff
  90. size = maxPacketSize
  91. } else {
  92. data[0] = byte(pktLen)
  93. data[1] = byte(pktLen >> 8)
  94. data[2] = byte(pktLen >> 16)
  95. size = pktLen
  96. }
  97. data[3] = mc.sequence
  98. // Write packet
  99. if mc.writeTimeout > 0 {
  100. if err := mc.netConn.SetWriteDeadline(time.Now().Add(mc.writeTimeout)); err != nil {
  101. return err
  102. }
  103. }
  104. n, err := mc.netConn.Write(data[:4+size])
  105. if err == nil && n == 4+size {
  106. mc.sequence++
  107. if size != maxPacketSize {
  108. return nil
  109. }
  110. pktLen -= size
  111. data = data[size:]
  112. continue
  113. }
  114. // Handle error
  115. if err == nil { // n != len(data)
  116. mc.cleanup()
  117. errLog.Print(ErrMalformPkt)
  118. } else {
  119. if cerr := mc.canceled.Value(); cerr != nil {
  120. return cerr
  121. }
  122. if n == 0 && pktLen == len(data)-4 {
  123. // only for the first loop iteration when nothing was written yet
  124. return errBadConnNoWrite
  125. }
  126. mc.cleanup()
  127. errLog.Print(err)
  128. }
  129. return ErrInvalidConn
  130. }
  131. }
  132. /******************************************************************************
  133. * Initialisation Process *
  134. ******************************************************************************/
  135. // Handshake Initialization Packet
  136. // http://dev.mysql.com/doc/internals/en/connection-phase-packets.html#packet-Protocol::Handshake
  137. func (mc *mysqlConn) readInitPacket() ([]byte, error) {
  138. data, err := mc.readPacket()
  139. if err != nil {
  140. return nil, err
  141. }
  142. if data[0] == iERR {
  143. return nil, mc.handleErrorPacket(data)
  144. }
  145. // protocol version [1 byte]
  146. if data[0] < minProtocolVersion {
  147. return nil, fmt.Errorf(
  148. "unsupported protocol version %d. Version %d or higher is required",
  149. data[0],
  150. minProtocolVersion,
  151. )
  152. }
  153. // server version [null terminated string]
  154. // connection id [4 bytes]
  155. pos := 1 + bytes.IndexByte(data[1:], 0x00) + 1 + 4
  156. // first part of the password cipher [8 bytes]
  157. cipher := data[pos : pos+8]
  158. // (filler) always 0x00 [1 byte]
  159. pos += 8 + 1
  160. // capability flags (lower 2 bytes) [2 bytes]
  161. mc.flags = clientFlag(binary.LittleEndian.Uint16(data[pos : pos+2]))
  162. if mc.flags&clientProtocol41 == 0 {
  163. return nil, ErrOldProtocol
  164. }
  165. if mc.flags&clientSSL == 0 && mc.cfg.tls != nil {
  166. return nil, ErrNoTLS
  167. }
  168. pos += 2
  169. if len(data) > pos {
  170. // character set [1 byte]
  171. // status flags [2 bytes]
  172. // capability flags (upper 2 bytes) [2 bytes]
  173. // length of auth-plugin-data [1 byte]
  174. // reserved (all [00]) [10 bytes]
  175. pos += 1 + 2 + 2 + 1 + 10
  176. // second part of the password cipher [mininum 13 bytes],
  177. // where len=MAX(13, length of auth-plugin-data - 8)
  178. //
  179. // The web documentation is ambiguous about the length. However,
  180. // according to mysql-5.7/sql/auth/sql_authentication.cc line 538,
  181. // the 13th byte is "\0 byte, terminating the second part of
  182. // a scramble". So the second part of the password cipher is
  183. // a NULL terminated string that's at least 13 bytes with the
  184. // last byte being NULL.
  185. //
  186. // The official Python library uses the fixed length 12
  187. // which seems to work but technically could have a hidden bug.
  188. cipher = append(cipher, data[pos:pos+12]...)
  189. // TODO: Verify string termination
  190. // EOF if version (>= 5.5.7 and < 5.5.10) or (>= 5.6.0 and < 5.6.2)
  191. // \NUL otherwise
  192. //
  193. //if data[len(data)-1] == 0 {
  194. // return
  195. //}
  196. //return ErrMalformPkt
  197. // make a memory safe copy of the cipher slice
  198. var b [20]byte
  199. copy(b[:], cipher)
  200. return b[:], nil
  201. }
  202. // make a memory safe copy of the cipher slice
  203. var b [8]byte
  204. copy(b[:], cipher)
  205. return b[:], nil
  206. }
  207. // Client Authentication Packet
  208. // http://dev.mysql.com/doc/internals/en/connection-phase-packets.html#packet-Protocol::HandshakeResponse
  209. func (mc *mysqlConn) writeAuthPacket(cipher []byte) error {
  210. // Adjust client flags based on server support
  211. clientFlags := clientProtocol41 |
  212. clientSecureConn |
  213. clientLongPassword |
  214. clientTransactions |
  215. clientLocalFiles |
  216. clientPluginAuth |
  217. clientMultiResults |
  218. mc.flags&clientLongFlag
  219. if mc.cfg.ClientFoundRows {
  220. clientFlags |= clientFoundRows
  221. }
  222. // To enable TLS / SSL
  223. if mc.cfg.tls != nil {
  224. clientFlags |= clientSSL
  225. }
  226. if mc.cfg.MultiStatements {
  227. clientFlags |= clientMultiStatements
  228. }
  229. // User Password
  230. scrambleBuff := scramblePassword(cipher, []byte(mc.cfg.Passwd))
  231. pktLen := 4 + 4 + 1 + 23 + len(mc.cfg.User) + 1 + 1 + len(scrambleBuff) + 21 + 1
  232. // To specify a db name
  233. if n := len(mc.cfg.DBName); n > 0 {
  234. clientFlags |= clientConnectWithDB
  235. pktLen += n + 1
  236. }
  237. // Calculate packet length and get buffer with that size
  238. data := mc.buf.takeSmallBuffer(pktLen + 4)
  239. if data == nil {
  240. // can not take the buffer. Something must be wrong with the connection
  241. errLog.Print(ErrBusyBuffer)
  242. return errBadConnNoWrite
  243. }
  244. // ClientFlags [32 bit]
  245. data[4] = byte(clientFlags)
  246. data[5] = byte(clientFlags >> 8)
  247. data[6] = byte(clientFlags >> 16)
  248. data[7] = byte(clientFlags >> 24)
  249. // MaxPacketSize [32 bit] (none)
  250. data[8] = 0x00
  251. data[9] = 0x00
  252. data[10] = 0x00
  253. data[11] = 0x00
  254. // Charset [1 byte]
  255. var found bool
  256. data[12], found = collations[mc.cfg.Collation]
  257. if !found {
  258. // Note possibility for false negatives:
  259. // could be triggered although the collation is valid if the
  260. // collations map does not contain entries the server supports.
  261. return errors.New("unknown collation")
  262. }
  263. // SSL Connection Request Packet
  264. // http://dev.mysql.com/doc/internals/en/connection-phase-packets.html#packet-Protocol::SSLRequest
  265. if mc.cfg.tls != nil {
  266. // Send TLS / SSL request packet
  267. if err := mc.writePacket(data[:(4+4+1+23)+4]); err != nil {
  268. return err
  269. }
  270. // Switch to TLS
  271. tlsConn := tls.Client(mc.netConn, mc.cfg.tls)
  272. if err := tlsConn.Handshake(); err != nil {
  273. return err
  274. }
  275. mc.netConn = tlsConn
  276. mc.buf.nc = tlsConn
  277. }
  278. // Filler [23 bytes] (all 0x00)
  279. pos := 13
  280. for ; pos < 13+23; pos++ {
  281. data[pos] = 0
  282. }
  283. // User [null terminated string]
  284. if len(mc.cfg.User) > 0 {
  285. pos += copy(data[pos:], mc.cfg.User)
  286. }
  287. data[pos] = 0x00
  288. pos++
  289. // ScrambleBuffer [length encoded integer]
  290. data[pos] = byte(len(scrambleBuff))
  291. pos += 1 + copy(data[pos+1:], scrambleBuff)
  292. // Databasename [null terminated string]
  293. if len(mc.cfg.DBName) > 0 {
  294. pos += copy(data[pos:], mc.cfg.DBName)
  295. data[pos] = 0x00
  296. pos++
  297. }
  298. // Assume native client during response
  299. pos += copy(data[pos:], "mysql_native_password")
  300. data[pos] = 0x00
  301. // Send Auth packet
  302. return mc.writePacket(data)
  303. }
  304. // Client old authentication packet
  305. // http://dev.mysql.com/doc/internals/en/connection-phase-packets.html#packet-Protocol::AuthSwitchResponse
  306. func (mc *mysqlConn) writeOldAuthPacket(cipher []byte) error {
  307. // User password
  308. // https://dev.mysql.com/doc/internals/en/old-password-authentication.html
  309. // Old password authentication only need and will need 8-byte challenge.
  310. scrambleBuff := scrambleOldPassword(cipher[:8], []byte(mc.cfg.Passwd))
  311. // Calculate the packet length and add a tailing 0
  312. pktLen := len(scrambleBuff) + 1
  313. data := mc.buf.takeSmallBuffer(4 + pktLen)
  314. if data == nil {
  315. // can not take the buffer. Something must be wrong with the connection
  316. errLog.Print(ErrBusyBuffer)
  317. return errBadConnNoWrite
  318. }
  319. // Add the scrambled password [null terminated string]
  320. copy(data[4:], scrambleBuff)
  321. data[4+pktLen-1] = 0x00
  322. return mc.writePacket(data)
  323. }
  324. // Client clear text authentication packet
  325. // http://dev.mysql.com/doc/internals/en/connection-phase-packets.html#packet-Protocol::AuthSwitchResponse
  326. func (mc *mysqlConn) writeClearAuthPacket() error {
  327. // Calculate the packet length and add a tailing 0
  328. pktLen := len(mc.cfg.Passwd) + 1
  329. data := mc.buf.takeSmallBuffer(4 + pktLen)
  330. if data == nil {
  331. // can not take the buffer. Something must be wrong with the connection
  332. errLog.Print(ErrBusyBuffer)
  333. return errBadConnNoWrite
  334. }
  335. // Add the clear password [null terminated string]
  336. copy(data[4:], mc.cfg.Passwd)
  337. data[4+pktLen-1] = 0x00
  338. return mc.writePacket(data)
  339. }
  340. // Native password authentication method
  341. // http://dev.mysql.com/doc/internals/en/connection-phase-packets.html#packet-Protocol::AuthSwitchResponse
  342. func (mc *mysqlConn) writeNativeAuthPacket(cipher []byte) error {
  343. // https://dev.mysql.com/doc/internals/en/secure-password-authentication.html
  344. // Native password authentication only need and will need 20-byte challenge.
  345. scrambleBuff := scramblePassword(cipher[0:20], []byte(mc.cfg.Passwd))
  346. // Calculate the packet length and add a tailing 0
  347. pktLen := len(scrambleBuff)
  348. data := mc.buf.takeSmallBuffer(4 + pktLen)
  349. if data == nil {
  350. // can not take the buffer. Something must be wrong with the connection
  351. errLog.Print(ErrBusyBuffer)
  352. return errBadConnNoWrite
  353. }
  354. // Add the scramble
  355. copy(data[4:], scrambleBuff)
  356. return mc.writePacket(data)
  357. }
  358. /******************************************************************************
  359. * Command Packets *
  360. ******************************************************************************/
  361. func (mc *mysqlConn) writeCommandPacket(command byte) error {
  362. // Reset Packet Sequence
  363. mc.sequence = 0
  364. data := mc.buf.takeSmallBuffer(4 + 1)
  365. if data == nil {
  366. // can not take the buffer. Something must be wrong with the connection
  367. errLog.Print(ErrBusyBuffer)
  368. return errBadConnNoWrite
  369. }
  370. // Add command byte
  371. data[4] = command
  372. // Send CMD packet
  373. return mc.writePacket(data)
  374. }
  375. func (mc *mysqlConn) writeCommandPacketStr(command byte, arg string) error {
  376. // Reset Packet Sequence
  377. mc.sequence = 0
  378. pktLen := 1 + len(arg)
  379. data := mc.buf.takeBuffer(pktLen + 4)
  380. if data == nil {
  381. // can not take the buffer. Something must be wrong with the connection
  382. errLog.Print(ErrBusyBuffer)
  383. return errBadConnNoWrite
  384. }
  385. // Add command byte
  386. data[4] = command
  387. // Add arg
  388. copy(data[5:], arg)
  389. // Send CMD packet
  390. return mc.writePacket(data)
  391. }
  392. func (mc *mysqlConn) writeCommandPacketUint32(command byte, arg uint32) error {
  393. // Reset Packet Sequence
  394. mc.sequence = 0
  395. data := mc.buf.takeSmallBuffer(4 + 1 + 4)
  396. if data == nil {
  397. // can not take the buffer. Something must be wrong with the connection
  398. errLog.Print(ErrBusyBuffer)
  399. return errBadConnNoWrite
  400. }
  401. // Add command byte
  402. data[4] = command
  403. // Add arg [32 bit]
  404. data[5] = byte(arg)
  405. data[6] = byte(arg >> 8)
  406. data[7] = byte(arg >> 16)
  407. data[8] = byte(arg >> 24)
  408. // Send CMD packet
  409. return mc.writePacket(data)
  410. }
  411. /******************************************************************************
  412. * Result Packets *
  413. ******************************************************************************/
  414. // Returns error if Packet is not an 'Result OK'-Packet
  415. func (mc *mysqlConn) readResultOK() ([]byte, error) {
  416. data, err := mc.readPacket()
  417. if err == nil {
  418. // packet indicator
  419. switch data[0] {
  420. case iOK:
  421. return nil, mc.handleOkPacket(data)
  422. case iEOF:
  423. if len(data) > 1 {
  424. pluginEndIndex := bytes.IndexByte(data, 0x00)
  425. plugin := string(data[1:pluginEndIndex])
  426. cipher := data[pluginEndIndex+1:]
  427. switch plugin {
  428. case "mysql_old_password":
  429. // using old_passwords
  430. return cipher, ErrOldPassword
  431. case "mysql_clear_password":
  432. // using clear text password
  433. return cipher, ErrCleartextPassword
  434. case "mysql_native_password":
  435. // using mysql default authentication method
  436. return cipher, ErrNativePassword
  437. default:
  438. return cipher, ErrUnknownPlugin
  439. }
  440. }
  441. // https://dev.mysql.com/doc/internals/en/connection-phase-packets.html#packet-Protocol::OldAuthSwitchRequest
  442. return nil, ErrOldPassword
  443. default: // Error otherwise
  444. return nil, mc.handleErrorPacket(data)
  445. }
  446. }
  447. return nil, err
  448. }
  449. // Result Set Header Packet
  450. // http://dev.mysql.com/doc/internals/en/com-query-response.html#packet-ProtocolText::Resultset
  451. func (mc *mysqlConn) readResultSetHeaderPacket() (int, error) {
  452. data, err := mc.readPacket()
  453. if err == nil {
  454. switch data[0] {
  455. case iOK:
  456. return 0, mc.handleOkPacket(data)
  457. case iERR:
  458. return 0, mc.handleErrorPacket(data)
  459. case iLocalInFile:
  460. return 0, mc.handleInFileRequest(string(data[1:]))
  461. }
  462. // column count
  463. num, _, n := readLengthEncodedInteger(data)
  464. if n-len(data) == 0 {
  465. return int(num), nil
  466. }
  467. return 0, ErrMalformPkt
  468. }
  469. return 0, err
  470. }
  471. // Error Packet
  472. // http://dev.mysql.com/doc/internals/en/generic-response-packets.html#packet-ERR_Packet
  473. func (mc *mysqlConn) handleErrorPacket(data []byte) error {
  474. if data[0] != iERR {
  475. return ErrMalformPkt
  476. }
  477. // 0xff [1 byte]
  478. // Error Number [16 bit uint]
  479. errno := binary.LittleEndian.Uint16(data[1:3])
  480. // 1792: ER_CANT_EXECUTE_IN_READ_ONLY_TRANSACTION
  481. // 1290: ER_OPTION_PREVENTS_STATEMENT (returned by Aurora during failover)
  482. if (errno == 1792 || errno == 1290) && mc.cfg.RejectReadOnly {
  483. // Oops; we are connected to a read-only connection, and won't be able
  484. // to issue any write statements. Since RejectReadOnly is configured,
  485. // we throw away this connection hoping this one would have write
  486. // permission. This is specifically for a possible race condition
  487. // during failover (e.g. on AWS Aurora). See README.md for more.
  488. //
  489. // We explicitly close the connection before returning
  490. // driver.ErrBadConn to ensure that `database/sql` purges this
  491. // connection and initiates a new one for next statement next time.
  492. mc.Close()
  493. return driver.ErrBadConn
  494. }
  495. pos := 3
  496. // SQL State [optional: # + 5bytes string]
  497. if data[3] == 0x23 {
  498. //sqlstate := string(data[4 : 4+5])
  499. pos = 9
  500. }
  501. // Error Message [string]
  502. return &MySQLError{
  503. Number: errno,
  504. Message: string(data[pos:]),
  505. }
  506. }
  507. func readStatus(b []byte) statusFlag {
  508. return statusFlag(b[0]) | statusFlag(b[1])<<8
  509. }
  510. // Ok Packet
  511. // http://dev.mysql.com/doc/internals/en/generic-response-packets.html#packet-OK_Packet
  512. func (mc *mysqlConn) handleOkPacket(data []byte) error {
  513. var n, m int
  514. // 0x00 [1 byte]
  515. // Affected rows [Length Coded Binary]
  516. mc.affectedRows, _, n = readLengthEncodedInteger(data[1:])
  517. // Insert id [Length Coded Binary]
  518. mc.insertId, _, m = readLengthEncodedInteger(data[1+n:])
  519. // server_status [2 bytes]
  520. mc.status = readStatus(data[1+n+m : 1+n+m+2])
  521. if mc.status&statusMoreResultsExists != 0 {
  522. return nil
  523. }
  524. // warning count [2 bytes]
  525. return nil
  526. }
  527. // Read Packets as Field Packets until EOF-Packet or an Error appears
  528. // http://dev.mysql.com/doc/internals/en/com-query-response.html#packet-Protocol::ColumnDefinition41
  529. func (mc *mysqlConn) readColumns(count int) ([]mysqlField, error) {
  530. columns := make([]mysqlField, count)
  531. for i := 0; ; i++ {
  532. data, err := mc.readPacket()
  533. if err != nil {
  534. return nil, err
  535. }
  536. // EOF Packet
  537. if data[0] == iEOF && (len(data) == 5 || len(data) == 1) {
  538. if i == count {
  539. return columns, nil
  540. }
  541. return nil, fmt.Errorf("column count mismatch n:%d len:%d", count, len(columns))
  542. }
  543. // Catalog
  544. pos, err := skipLengthEncodedString(data)
  545. if err != nil {
  546. return nil, err
  547. }
  548. // Database [len coded string]
  549. n, err := skipLengthEncodedString(data[pos:])
  550. if err != nil {
  551. return nil, err
  552. }
  553. pos += n
  554. // Table [len coded string]
  555. if mc.cfg.ColumnsWithAlias {
  556. tableName, _, n, err := readLengthEncodedString(data[pos:])
  557. if err != nil {
  558. return nil, err
  559. }
  560. pos += n
  561. columns[i].tableName = string(tableName)
  562. } else {
  563. n, err = skipLengthEncodedString(data[pos:])
  564. if err != nil {
  565. return nil, err
  566. }
  567. pos += n
  568. }
  569. // Original table [len coded string]
  570. n, err = skipLengthEncodedString(data[pos:])
  571. if err != nil {
  572. return nil, err
  573. }
  574. pos += n
  575. // Name [len coded string]
  576. name, _, n, err := readLengthEncodedString(data[pos:])
  577. if err != nil {
  578. return nil, err
  579. }
  580. columns[i].name = string(name)
  581. pos += n
  582. // Original name [len coded string]
  583. n, err = skipLengthEncodedString(data[pos:])
  584. if err != nil {
  585. return nil, err
  586. }
  587. // Filler [uint8]
  588. // Charset [charset, collation uint8]
  589. pos += n + 1 + 2
  590. // Length [uint32]
  591. columns[i].length = binary.LittleEndian.Uint32(data[pos : pos+4])
  592. pos += 4
  593. // Field type [uint8]
  594. columns[i].fieldType = fieldType(data[pos])
  595. pos++
  596. // Flags [uint16]
  597. columns[i].flags = fieldFlag(binary.LittleEndian.Uint16(data[pos : pos+2]))
  598. pos += 2
  599. // Decimals [uint8]
  600. columns[i].decimals = data[pos]
  601. //pos++
  602. // Default value [len coded binary]
  603. //if pos < len(data) {
  604. // defaultVal, _, err = bytesToLengthCodedBinary(data[pos:])
  605. //}
  606. }
  607. }
  608. // Read Packets as Field Packets until EOF-Packet or an Error appears
  609. // http://dev.mysql.com/doc/internals/en/com-query-response.html#packet-ProtocolText::ResultsetRow
  610. func (rows *textRows) readRow(dest []driver.Value) error {
  611. mc := rows.mc
  612. if rows.rs.done {
  613. return io.EOF
  614. }
  615. data, err := mc.readPacket()
  616. if err != nil {
  617. return err
  618. }
  619. // EOF Packet
  620. if data[0] == iEOF && len(data) == 5 {
  621. // server_status [2 bytes]
  622. rows.mc.status = readStatus(data[3:])
  623. rows.rs.done = true
  624. if !rows.HasNextResultSet() {
  625. rows.mc = nil
  626. }
  627. return io.EOF
  628. }
  629. if data[0] == iERR {
  630. rows.mc = nil
  631. return mc.handleErrorPacket(data)
  632. }
  633. // RowSet Packet
  634. var n int
  635. var isNull bool
  636. pos := 0
  637. for i := range dest {
  638. // Read bytes and convert to string
  639. dest[i], isNull, n, err = readLengthEncodedString(data[pos:])
  640. pos += n
  641. if err == nil {
  642. if !isNull {
  643. if !mc.parseTime {
  644. continue
  645. } else {
  646. switch rows.rs.columns[i].fieldType {
  647. case fieldTypeTimestamp, fieldTypeDateTime,
  648. fieldTypeDate, fieldTypeNewDate:
  649. dest[i], err = parseDateTime(
  650. string(dest[i].([]byte)),
  651. mc.cfg.Loc,
  652. )
  653. if err == nil {
  654. continue
  655. }
  656. default:
  657. continue
  658. }
  659. }
  660. } else {
  661. dest[i] = nil
  662. continue
  663. }
  664. }
  665. return err // err != nil
  666. }
  667. return nil
  668. }
  669. // Reads Packets until EOF-Packet or an Error appears. Returns count of Packets read
  670. func (mc *mysqlConn) readUntilEOF() error {
  671. for {
  672. data, err := mc.readPacket()
  673. if err != nil {
  674. return err
  675. }
  676. switch data[0] {
  677. case iERR:
  678. return mc.handleErrorPacket(data)
  679. case iEOF:
  680. if len(data) == 5 {
  681. mc.status = readStatus(data[3:])
  682. }
  683. return nil
  684. }
  685. }
  686. }
  687. /******************************************************************************
  688. * Prepared Statements *
  689. ******************************************************************************/
  690. // Prepare Result Packets
  691. // http://dev.mysql.com/doc/internals/en/com-stmt-prepare-response.html
  692. func (stmt *mysqlStmt) readPrepareResultPacket() (uint16, error) {
  693. data, err := stmt.mc.readPacket()
  694. if err == nil {
  695. // packet indicator [1 byte]
  696. if data[0] != iOK {
  697. return 0, stmt.mc.handleErrorPacket(data)
  698. }
  699. // statement id [4 bytes]
  700. stmt.id = binary.LittleEndian.Uint32(data[1:5])
  701. // Column count [16 bit uint]
  702. columnCount := binary.LittleEndian.Uint16(data[5:7])
  703. // Param count [16 bit uint]
  704. stmt.paramCount = int(binary.LittleEndian.Uint16(data[7:9]))
  705. // Reserved [8 bit]
  706. // Warning count [16 bit uint]
  707. return columnCount, nil
  708. }
  709. return 0, err
  710. }
  711. // http://dev.mysql.com/doc/internals/en/com-stmt-send-long-data.html
  712. func (stmt *mysqlStmt) writeCommandLongData(paramID int, arg []byte) error {
  713. maxLen := stmt.mc.maxAllowedPacket - 1
  714. pktLen := maxLen
  715. // After the header (bytes 0-3) follows before the data:
  716. // 1 byte command
  717. // 4 bytes stmtID
  718. // 2 bytes paramID
  719. const dataOffset = 1 + 4 + 2
  720. // Can not use the write buffer since
  721. // a) the buffer is too small
  722. // b) it is in use
  723. data := make([]byte, 4+1+4+2+len(arg))
  724. copy(data[4+dataOffset:], arg)
  725. for argLen := len(arg); argLen > 0; argLen -= pktLen - dataOffset {
  726. if dataOffset+argLen < maxLen {
  727. pktLen = dataOffset + argLen
  728. }
  729. stmt.mc.sequence = 0
  730. // Add command byte [1 byte]
  731. data[4] = comStmtSendLongData
  732. // Add stmtID [32 bit]
  733. data[5] = byte(stmt.id)
  734. data[6] = byte(stmt.id >> 8)
  735. data[7] = byte(stmt.id >> 16)
  736. data[8] = byte(stmt.id >> 24)
  737. // Add paramID [16 bit]
  738. data[9] = byte(paramID)
  739. data[10] = byte(paramID >> 8)
  740. // Send CMD packet
  741. err := stmt.mc.writePacket(data[:4+pktLen])
  742. if err == nil {
  743. data = data[pktLen-dataOffset:]
  744. continue
  745. }
  746. return err
  747. }
  748. // Reset Packet Sequence
  749. stmt.mc.sequence = 0
  750. return nil
  751. }
  752. // Execute Prepared Statement
  753. // http://dev.mysql.com/doc/internals/en/com-stmt-execute.html
  754. func (stmt *mysqlStmt) writeExecutePacket(args []driver.Value) error {
  755. if len(args) != stmt.paramCount {
  756. return fmt.Errorf(
  757. "argument count mismatch (got: %d; has: %d)",
  758. len(args),
  759. stmt.paramCount,
  760. )
  761. }
  762. const minPktLen = 4 + 1 + 4 + 1 + 4
  763. mc := stmt.mc
  764. // Reset packet-sequence
  765. mc.sequence = 0
  766. var data []byte
  767. if len(args) == 0 {
  768. data = mc.buf.takeBuffer(minPktLen)
  769. } else {
  770. data = mc.buf.takeCompleteBuffer()
  771. }
  772. if data == nil {
  773. // can not take the buffer. Something must be wrong with the connection
  774. errLog.Print(ErrBusyBuffer)
  775. return errBadConnNoWrite
  776. }
  777. // command [1 byte]
  778. data[4] = comStmtExecute
  779. // statement_id [4 bytes]
  780. data[5] = byte(stmt.id)
  781. data[6] = byte(stmt.id >> 8)
  782. data[7] = byte(stmt.id >> 16)
  783. data[8] = byte(stmt.id >> 24)
  784. // flags (0: CURSOR_TYPE_NO_CURSOR) [1 byte]
  785. data[9] = 0x00
  786. // iteration_count (uint32(1)) [4 bytes]
  787. data[10] = 0x01
  788. data[11] = 0x00
  789. data[12] = 0x00
  790. data[13] = 0x00
  791. if len(args) > 0 {
  792. pos := minPktLen
  793. var nullMask []byte
  794. if maskLen, typesLen := (len(args)+7)/8, 1+2*len(args); pos+maskLen+typesLen >= len(data) {
  795. // buffer has to be extended but we don't know by how much so
  796. // we depend on append after all data with known sizes fit.
  797. // We stop at that because we deal with a lot of columns here
  798. // which makes the required allocation size hard to guess.
  799. tmp := make([]byte, pos+maskLen+typesLen)
  800. copy(tmp[:pos], data[:pos])
  801. data = tmp
  802. nullMask = data[pos : pos+maskLen]
  803. pos += maskLen
  804. } else {
  805. nullMask = data[pos : pos+maskLen]
  806. for i := 0; i < maskLen; i++ {
  807. nullMask[i] = 0
  808. }
  809. pos += maskLen
  810. }
  811. // newParameterBoundFlag 1 [1 byte]
  812. data[pos] = 0x01
  813. pos++
  814. // type of each parameter [len(args)*2 bytes]
  815. paramTypes := data[pos:]
  816. pos += len(args) * 2
  817. // value of each parameter [n bytes]
  818. paramValues := data[pos:pos]
  819. valuesCap := cap(paramValues)
  820. for i, arg := range args {
  821. // build NULL-bitmap
  822. if arg == nil {
  823. nullMask[i/8] |= 1 << (uint(i) & 7)
  824. paramTypes[i+i] = byte(fieldTypeNULL)
  825. paramTypes[i+i+1] = 0x00
  826. continue
  827. }
  828. // cache types and values
  829. switch v := arg.(type) {
  830. case int64:
  831. paramTypes[i+i] = byte(fieldTypeLongLong)
  832. paramTypes[i+i+1] = 0x00
  833. if cap(paramValues)-len(paramValues)-8 >= 0 {
  834. paramValues = paramValues[:len(paramValues)+8]
  835. binary.LittleEndian.PutUint64(
  836. paramValues[len(paramValues)-8:],
  837. uint64(v),
  838. )
  839. } else {
  840. paramValues = append(paramValues,
  841. uint64ToBytes(uint64(v))...,
  842. )
  843. }
  844. case float64:
  845. paramTypes[i+i] = byte(fieldTypeDouble)
  846. paramTypes[i+i+1] = 0x00
  847. if cap(paramValues)-len(paramValues)-8 >= 0 {
  848. paramValues = paramValues[:len(paramValues)+8]
  849. binary.LittleEndian.PutUint64(
  850. paramValues[len(paramValues)-8:],
  851. math.Float64bits(v),
  852. )
  853. } else {
  854. paramValues = append(paramValues,
  855. uint64ToBytes(math.Float64bits(v))...,
  856. )
  857. }
  858. case bool:
  859. paramTypes[i+i] = byte(fieldTypeTiny)
  860. paramTypes[i+i+1] = 0x00
  861. if v {
  862. paramValues = append(paramValues, 0x01)
  863. } else {
  864. paramValues = append(paramValues, 0x00)
  865. }
  866. case []byte:
  867. // Common case (non-nil value) first
  868. if v != nil {
  869. paramTypes[i+i] = byte(fieldTypeString)
  870. paramTypes[i+i+1] = 0x00
  871. if len(v) < mc.maxAllowedPacket-pos-len(paramValues)-(len(args)-(i+1))*64 {
  872. paramValues = appendLengthEncodedInteger(paramValues,
  873. uint64(len(v)),
  874. )
  875. paramValues = append(paramValues, v...)
  876. } else {
  877. if err := stmt.writeCommandLongData(i, v); err != nil {
  878. return err
  879. }
  880. }
  881. continue
  882. }
  883. // Handle []byte(nil) as a NULL value
  884. nullMask[i/8] |= 1 << (uint(i) & 7)
  885. paramTypes[i+i] = byte(fieldTypeNULL)
  886. paramTypes[i+i+1] = 0x00
  887. case string:
  888. paramTypes[i+i] = byte(fieldTypeString)
  889. paramTypes[i+i+1] = 0x00
  890. if len(v) < mc.maxAllowedPacket-pos-len(paramValues)-(len(args)-(i+1))*64 {
  891. paramValues = appendLengthEncodedInteger(paramValues,
  892. uint64(len(v)),
  893. )
  894. paramValues = append(paramValues, v...)
  895. } else {
  896. if err := stmt.writeCommandLongData(i, []byte(v)); err != nil {
  897. return err
  898. }
  899. }
  900. case time.Time:
  901. paramTypes[i+i] = byte(fieldTypeString)
  902. paramTypes[i+i+1] = 0x00
  903. var a [64]byte
  904. var b = a[:0]
  905. if v.IsZero() {
  906. b = append(b, "0000-00-00"...)
  907. } else {
  908. b = v.In(mc.cfg.Loc).AppendFormat(b, timeFormat)
  909. }
  910. paramValues = appendLengthEncodedInteger(paramValues,
  911. uint64(len(b)),
  912. )
  913. paramValues = append(paramValues, b...)
  914. default:
  915. return fmt.Errorf("can not convert type: %T", arg)
  916. }
  917. }
  918. // Check if param values exceeded the available buffer
  919. // In that case we must build the data packet with the new values buffer
  920. if valuesCap != cap(paramValues) {
  921. data = append(data[:pos], paramValues...)
  922. mc.buf.buf = data
  923. }
  924. pos += len(paramValues)
  925. data = data[:pos]
  926. }
  927. return mc.writePacket(data)
  928. }
  929. func (mc *mysqlConn) discardResults() error {
  930. for mc.status&statusMoreResultsExists != 0 {
  931. resLen, err := mc.readResultSetHeaderPacket()
  932. if err != nil {
  933. return err
  934. }
  935. if resLen > 0 {
  936. // columns
  937. if err := mc.readUntilEOF(); err != nil {
  938. return err
  939. }
  940. // rows
  941. if err := mc.readUntilEOF(); err != nil {
  942. return err
  943. }
  944. }
  945. }
  946. return nil
  947. }
  948. // http://dev.mysql.com/doc/internals/en/binary-protocol-resultset-row.html
  949. func (rows *binaryRows) readRow(dest []driver.Value) error {
  950. data, err := rows.mc.readPacket()
  951. if err != nil {
  952. return err
  953. }
  954. // packet indicator [1 byte]
  955. if data[0] != iOK {
  956. // EOF Packet
  957. if data[0] == iEOF && len(data) == 5 {
  958. rows.mc.status = readStatus(data[3:])
  959. rows.rs.done = true
  960. if !rows.HasNextResultSet() {
  961. rows.mc = nil
  962. }
  963. return io.EOF
  964. }
  965. mc := rows.mc
  966. rows.mc = nil
  967. // Error otherwise
  968. return mc.handleErrorPacket(data)
  969. }
  970. // NULL-bitmap, [(column-count + 7 + 2) / 8 bytes]
  971. pos := 1 + (len(dest)+7+2)>>3
  972. nullMask := data[1:pos]
  973. for i := range dest {
  974. // Field is NULL
  975. // (byte >> bit-pos) % 2 == 1
  976. if ((nullMask[(i+2)>>3] >> uint((i+2)&7)) & 1) == 1 {
  977. dest[i] = nil
  978. continue
  979. }
  980. // Convert to byte-coded string
  981. switch rows.rs.columns[i].fieldType {
  982. case fieldTypeNULL:
  983. dest[i] = nil
  984. continue
  985. // Numeric Types
  986. case fieldTypeTiny:
  987. if rows.rs.columns[i].flags&flagUnsigned != 0 {
  988. dest[i] = int64(data[pos])
  989. } else {
  990. dest[i] = int64(int8(data[pos]))
  991. }
  992. pos++
  993. continue
  994. case fieldTypeShort, fieldTypeYear:
  995. if rows.rs.columns[i].flags&flagUnsigned != 0 {
  996. dest[i] = int64(binary.LittleEndian.Uint16(data[pos : pos+2]))
  997. } else {
  998. dest[i] = int64(int16(binary.LittleEndian.Uint16(data[pos : pos+2])))
  999. }
  1000. pos += 2
  1001. continue
  1002. case fieldTypeInt24, fieldTypeLong:
  1003. if rows.rs.columns[i].flags&flagUnsigned != 0 {
  1004. dest[i] = int64(binary.LittleEndian.Uint32(data[pos : pos+4]))
  1005. } else {
  1006. dest[i] = int64(int32(binary.LittleEndian.Uint32(data[pos : pos+4])))
  1007. }
  1008. pos += 4
  1009. continue
  1010. case fieldTypeLongLong:
  1011. if rows.rs.columns[i].flags&flagUnsigned != 0 {
  1012. val := binary.LittleEndian.Uint64(data[pos : pos+8])
  1013. if val > math.MaxInt64 {
  1014. dest[i] = uint64ToString(val)
  1015. } else {
  1016. dest[i] = int64(val)
  1017. }
  1018. } else {
  1019. dest[i] = int64(binary.LittleEndian.Uint64(data[pos : pos+8]))
  1020. }
  1021. pos += 8
  1022. continue
  1023. case fieldTypeFloat:
  1024. dest[i] = math.Float32frombits(binary.LittleEndian.Uint32(data[pos : pos+4]))
  1025. pos += 4
  1026. continue
  1027. case fieldTypeDouble:
  1028. dest[i] = math.Float64frombits(binary.LittleEndian.Uint64(data[pos : pos+8]))
  1029. pos += 8
  1030. continue
  1031. // Length coded Binary Strings
  1032. case fieldTypeDecimal, fieldTypeNewDecimal, fieldTypeVarChar,
  1033. fieldTypeBit, fieldTypeEnum, fieldTypeSet, fieldTypeTinyBLOB,
  1034. fieldTypeMediumBLOB, fieldTypeLongBLOB, fieldTypeBLOB,
  1035. fieldTypeVarString, fieldTypeString, fieldTypeGeometry, fieldTypeJSON:
  1036. var isNull bool
  1037. var n int
  1038. dest[i], isNull, n, err = readLengthEncodedString(data[pos:])
  1039. pos += n
  1040. if err == nil {
  1041. if !isNull {
  1042. continue
  1043. } else {
  1044. dest[i] = nil
  1045. continue
  1046. }
  1047. }
  1048. return err
  1049. case
  1050. fieldTypeDate, fieldTypeNewDate, // Date YYYY-MM-DD
  1051. fieldTypeTime, // Time [-][H]HH:MM:SS[.fractal]
  1052. fieldTypeTimestamp, fieldTypeDateTime: // Timestamp YYYY-MM-DD HH:MM:SS[.fractal]
  1053. num, isNull, n := readLengthEncodedInteger(data[pos:])
  1054. pos += n
  1055. switch {
  1056. case isNull:
  1057. dest[i] = nil
  1058. continue
  1059. case rows.rs.columns[i].fieldType == fieldTypeTime:
  1060. // database/sql does not support an equivalent to TIME, return a string
  1061. var dstlen uint8
  1062. switch decimals := rows.rs.columns[i].decimals; decimals {
  1063. case 0x00, 0x1f:
  1064. dstlen = 8
  1065. case 1, 2, 3, 4, 5, 6:
  1066. dstlen = 8 + 1 + decimals
  1067. default:
  1068. return fmt.Errorf(
  1069. "protocol error, illegal decimals value %d",
  1070. rows.rs.columns[i].decimals,
  1071. )
  1072. }
  1073. dest[i], err = formatBinaryDateTime(data[pos:pos+int(num)], dstlen, true)
  1074. case rows.mc.parseTime:
  1075. dest[i], err = parseBinaryDateTime(num, data[pos:], rows.mc.cfg.Loc)
  1076. default:
  1077. var dstlen uint8
  1078. if rows.rs.columns[i].fieldType == fieldTypeDate {
  1079. dstlen = 10
  1080. } else {
  1081. switch decimals := rows.rs.columns[i].decimals; decimals {
  1082. case 0x00, 0x1f:
  1083. dstlen = 19
  1084. case 1, 2, 3, 4, 5, 6:
  1085. dstlen = 19 + 1 + decimals
  1086. default:
  1087. return fmt.Errorf(
  1088. "protocol error, illegal decimals value %d",
  1089. rows.rs.columns[i].decimals,
  1090. )
  1091. }
  1092. }
  1093. dest[i], err = formatBinaryDateTime(data[pos:pos+int(num)], dstlen, false)
  1094. }
  1095. if err == nil {
  1096. pos += int(num)
  1097. continue
  1098. } else {
  1099. return err
  1100. }
  1101. // Please report if this happens!
  1102. default:
  1103. return fmt.Errorf("unknown field type %d", rows.rs.columns[i].fieldType)
  1104. }
  1105. }
  1106. return nil
  1107. }