ftp.go 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506
  1. // Package ftp implements a FTP client as described in RFC 959.
  2. package ftp
  3. import (
  4. "bufio"
  5. "errors"
  6. "fmt"
  7. "io"
  8. "net"
  9. "net/textproto"
  10. "strconv"
  11. "strings"
  12. "time"
  13. )
  14. // EntryType describes the different types of an Entry.
  15. type EntryType int
  16. // The differents types of an Entry
  17. const (
  18. EntryTypeFile EntryType = iota
  19. EntryTypeFolder
  20. EntryTypeLink
  21. )
  22. // ServerConn represents the connection to a remote FTP server.
  23. type ServerConn struct {
  24. conn *textproto.Conn
  25. host string
  26. timeout time.Duration
  27. features map[string]string
  28. }
  29. // Entry describes a file and is returned by List().
  30. type Entry struct {
  31. Name string
  32. Type EntryType
  33. Size uint64
  34. Time time.Time
  35. }
  36. // response represent a data-connection
  37. type response struct {
  38. conn net.Conn
  39. c *ServerConn
  40. }
  41. // Connect is an alias to Dial, for backward compatibility
  42. func Connect(addr string) (*ServerConn, error) {
  43. return Dial(addr)
  44. }
  45. // Dial is like DialTimeout with no timeout
  46. func Dial(addr string) (*ServerConn, error) {
  47. return DialTimeout(addr, 0)
  48. }
  49. // DialTimeout initializes the connection to the specified ftp server address.
  50. //
  51. // It is generally followed by a call to Login() as most FTP commands require
  52. // an authenticated user.
  53. func DialTimeout(addr string, timeout time.Duration) (*ServerConn, error) {
  54. tconn, err := net.DialTimeout("tcp", addr, timeout)
  55. if err != nil {
  56. return nil, err
  57. }
  58. conn := textproto.NewConn(tconn)
  59. a := strings.SplitN(addr, ":", 2)
  60. c := &ServerConn{
  61. conn: conn,
  62. host: a[0],
  63. timeout: timeout,
  64. features: make(map[string]string),
  65. }
  66. _, _, err = c.conn.ReadResponse(StatusReady)
  67. if err != nil {
  68. c.Quit()
  69. return nil, err
  70. }
  71. err = c.feat()
  72. if err != nil {
  73. c.Quit()
  74. return nil, err
  75. }
  76. return c, nil
  77. }
  78. // Login authenticates the client with specified user and password.
  79. //
  80. // "anonymous"/"anonymous" is a common user/password scheme for FTP servers
  81. // that allows anonymous read-only accounts.
  82. func (c *ServerConn) Login(user, password string) error {
  83. code, message, err := c.cmd(-1, "USER %s", user)
  84. if err != nil {
  85. return err
  86. }
  87. switch code {
  88. case StatusLoggedIn:
  89. case StatusUserOK:
  90. _, _, err = c.cmd(StatusLoggedIn, "PASS %s", password)
  91. if err != nil {
  92. return err
  93. }
  94. default:
  95. return errors.New(message)
  96. }
  97. // Switch to binary mode
  98. _, _, err = c.cmd(StatusCommandOK, "TYPE I")
  99. if err != nil {
  100. return err
  101. }
  102. return nil
  103. }
  104. // feat issues a FEAT FTP command to list the additional commands supported by
  105. // the remote FTP server.
  106. // FEAT is described in RFC 2389
  107. func (c *ServerConn) feat() error {
  108. code, message, err := c.cmd(-1, "FEAT")
  109. if err != nil {
  110. return err
  111. }
  112. if code != StatusSystem {
  113. // The server does not support the FEAT command. This is not an
  114. // error: we consider that there is no additional feature.
  115. return nil
  116. }
  117. lines := strings.Split(message, "\n")
  118. for _, line := range lines {
  119. if !strings.HasPrefix(line, " ") {
  120. continue
  121. }
  122. line = strings.TrimSpace(line)
  123. featureElements := strings.SplitN(line, " ", 2)
  124. command := featureElements[0]
  125. var commandDesc string
  126. if len(featureElements) == 2 {
  127. commandDesc = featureElements[1]
  128. }
  129. c.features[command] = commandDesc
  130. }
  131. return nil
  132. }
  133. // epsv issues an "EPSV" command to get a port number for a data connection.
  134. func (c *ServerConn) epsv() (port int, err error) {
  135. _, line, err := c.cmd(StatusExtendedPassiveMode, "EPSV")
  136. if err != nil {
  137. return
  138. }
  139. start := strings.Index(line, "|||")
  140. end := strings.LastIndex(line, "|")
  141. if start == -1 || end == -1 {
  142. err = errors.New("Invalid EPSV response format")
  143. return
  144. }
  145. port, err = strconv.Atoi(line[start+3 : end])
  146. return
  147. }
  148. // pasv issues a "PASV" command to get a port number for a data connection.
  149. func (c *ServerConn) pasv() (port int, err error) {
  150. _, line, err := c.cmd(StatusPassiveMode, "PASV")
  151. if err != nil {
  152. return
  153. }
  154. // PASV response format : 227 Entering Passive Mode (h1,h2,h3,h4,p1,p2).
  155. start := strings.Index(line, "(")
  156. end := strings.LastIndex(line, ")")
  157. if start == -1 || end == -1 {
  158. err = errors.New("Invalid PASV response format")
  159. return
  160. }
  161. // We have to split the response string
  162. pasvData := strings.Split(line[start+1:end], ",")
  163. // Let's compute the port number
  164. portPart1, err1 := strconv.Atoi(pasvData[4])
  165. if err1 != nil {
  166. err = err1
  167. return
  168. }
  169. portPart2, err2 := strconv.Atoi(pasvData[5])
  170. if err2 != nil {
  171. err = err2
  172. return
  173. }
  174. // Recompose port
  175. port = portPart1*256 + portPart2
  176. return
  177. }
  178. // openDataConn creates a new FTP data connection.
  179. func (c *ServerConn) openDataConn() (net.Conn, error) {
  180. var port int
  181. var err error
  182. // If features contains nat6 or EPSV => EPSV
  183. // else -> PASV
  184. _, nat6Supported := c.features["nat6"]
  185. _, epsvSupported := c.features["EPSV"]
  186. if nat6Supported || epsvSupported {
  187. port, err = c.epsv()
  188. if err != nil {
  189. return nil, err
  190. }
  191. } else {
  192. port, err = c.pasv()
  193. if err != nil {
  194. return nil, err
  195. }
  196. }
  197. // Build the new net address string
  198. addr := fmt.Sprintf("%s:%d", c.host, port)
  199. conn, err := net.DialTimeout("tcp", addr, c.timeout)
  200. if err != nil {
  201. return nil, err
  202. }
  203. return conn, nil
  204. }
  205. // cmd is a helper function to execute a command and check for the expected FTP
  206. // return code
  207. func (c *ServerConn) cmd(expected int, format string, args ...interface{}) (int, string, error) {
  208. _, err := c.conn.Cmd(format, args...)
  209. if err != nil {
  210. return 0, "", err
  211. }
  212. code, line, err := c.conn.ReadResponse(expected)
  213. return code, line, err
  214. }
  215. // cmdDataConn executes a command which require a FTP data connection.
  216. func (c *ServerConn) cmdDataConn(format string, args ...interface{}) (net.Conn, error) {
  217. conn, err := c.openDataConn()
  218. if err != nil {
  219. return nil, err
  220. }
  221. _, err = c.conn.Cmd(format, args...)
  222. if err != nil {
  223. conn.Close()
  224. return nil, err
  225. }
  226. code, msg, err := c.conn.ReadResponse(-1)
  227. if err != nil {
  228. conn.Close()
  229. return nil, err
  230. }
  231. if code != StatusAlreadyOpen && code != StatusAboutToSend {
  232. conn.Close()
  233. return nil, &textproto.Error{Code: code, Msg: msg}
  234. }
  235. return conn, nil
  236. }
  237. // parseListLine parses the various non-standard format returned by the LIST
  238. // FTP command.
  239. func parseListLine(line string) (*Entry, error) {
  240. fields := strings.Fields(line)
  241. if len(fields) < 9 {
  242. return nil, errors.New("Unsupported LIST line")
  243. }
  244. e := &Entry{}
  245. switch fields[0][0] {
  246. case '-':
  247. e.Type = EntryTypeFile
  248. case 'd':
  249. e.Type = EntryTypeFolder
  250. case 'l':
  251. e.Type = EntryTypeLink
  252. default:
  253. return nil, errors.New("Unknown entry type")
  254. }
  255. if e.Type == EntryTypeFile {
  256. size, err := strconv.ParseUint(fields[4], 10, 0)
  257. if err != nil {
  258. return nil, err
  259. }
  260. e.Size = size
  261. }
  262. var timeStr string
  263. if strings.Contains(fields[7], ":") { // this year
  264. thisYear, _, _ := time.Now().Date()
  265. timeStr = fields[6] + " " + fields[5] + " " + strconv.Itoa(thisYear)[2:4] + " " + fields[7] + " GMT"
  266. } else { // not this year
  267. timeStr = fields[6] + " " + fields[5] + " " + fields[7][2:4] + " " + "00:00" + " GMT"
  268. }
  269. t, err := time.Parse("_2 Jan 06 15:04 MST", timeStr)
  270. if err != nil {
  271. return nil, err
  272. }
  273. e.Time = t
  274. e.Name = strings.Join(fields[8:], " ")
  275. return e, nil
  276. }
  277. // NameList issues an NLST FTP command.
  278. func (c *ServerConn) NameList(path string) (entries []string, err error) {
  279. conn, err := c.cmdDataConn("NLST %s", path)
  280. if err != nil {
  281. return
  282. }
  283. r := &response{conn, c}
  284. defer r.Close()
  285. scanner := bufio.NewScanner(r)
  286. for scanner.Scan() {
  287. entries = append(entries, scanner.Text())
  288. }
  289. if err = scanner.Err(); err != nil {
  290. return entries, err
  291. }
  292. return
  293. }
  294. // List issues a LIST FTP command.
  295. func (c *ServerConn) List(path string) (entries []*Entry, err error) {
  296. conn, err := c.cmdDataConn("LIST %s", path)
  297. if err != nil {
  298. return
  299. }
  300. r := &response{conn, c}
  301. defer r.Close()
  302. bio := bufio.NewReader(r)
  303. for {
  304. line, e := bio.ReadString('\n')
  305. if e == io.EOF {
  306. break
  307. } else if e != nil {
  308. return nil, e
  309. }
  310. entry, err := parseListLine(line)
  311. if err == nil {
  312. entries = append(entries, entry)
  313. }
  314. }
  315. return
  316. }
  317. // ChangeDir issues a CWD FTP command, which changes the current directory to
  318. // the specified path.
  319. func (c *ServerConn) ChangeDir(path string) error {
  320. _, _, err := c.cmd(StatusRequestedFileActionOK, "CWD %s", path)
  321. return err
  322. }
  323. // ChangeDirToParent issues a CDUP FTP command, which changes the current
  324. // directory to the parent directory. This is similar to a call to ChangeDir
  325. // with a path set to "..".
  326. func (c *ServerConn) ChangeDirToParent() error {
  327. _, _, err := c.cmd(StatusRequestedFileActionOK, "CDUP")
  328. return err
  329. }
  330. // CurrentDir issues a PWD FTP command, which Returns the path of the current
  331. // directory.
  332. func (c *ServerConn) CurrentDir() (string, error) {
  333. _, msg, err := c.cmd(StatusPathCreated, "PWD")
  334. if err != nil {
  335. return "", err
  336. }
  337. start := strings.Index(msg, "\"")
  338. end := strings.LastIndex(msg, "\"")
  339. if start == -1 || end == -1 {
  340. return "", errors.New("Unsuported PWD response format")
  341. }
  342. return msg[start+1 : end], nil
  343. }
  344. // Retr issues a RETR FTP command to fetch the specified file from the remote
  345. // FTP server.
  346. //
  347. // The returned ReadCloser must be closed to cleanup the FTP data connection.
  348. func (c *ServerConn) Retr(path string) (io.ReadCloser, error) {
  349. conn, err := c.cmdDataConn("RETR %s", path)
  350. if err != nil {
  351. return nil, err
  352. }
  353. r := &response{conn, c}
  354. return r, nil
  355. }
  356. // Stor issues a STOR FTP command to store a file to the remote FTP server.
  357. // Stor creates the specified file with the content of the io.Reader.
  358. //
  359. // Hint: io.Pipe() can be used if an io.Writer is required.
  360. func (c *ServerConn) Stor(path string, r io.Reader) error {
  361. conn, err := c.cmdDataConn("STOR %s", path)
  362. if err != nil {
  363. return err
  364. }
  365. _, err = io.Copy(conn, r)
  366. conn.Close()
  367. if err != nil {
  368. return err
  369. }
  370. _, _, err = c.conn.ReadResponse(StatusClosingDataConnection)
  371. return err
  372. }
  373. // Rename renames a file on the remote FTP server.
  374. func (c *ServerConn) Rename(from, to string) error {
  375. _, _, err := c.cmd(StatusRequestFilePending, "RNFR %s", from)
  376. if err != nil {
  377. return err
  378. }
  379. _, _, err = c.cmd(StatusRequestedFileActionOK, "RNTO %s", to)
  380. return err
  381. }
  382. // Delete issues a DELE FTP command to delete the specified file from the
  383. // remote FTP server.
  384. func (c *ServerConn) Delete(path string) error {
  385. _, _, err := c.cmd(StatusRequestedFileActionOK, "DELE %s", path)
  386. return err
  387. }
  388. // MakeDir issues a MKD FTP command to create the specified directory on the
  389. // remote FTP server.
  390. func (c *ServerConn) MakeDir(path string) error {
  391. _, _, err := c.cmd(StatusPathCreated, "MKD %s", path)
  392. return err
  393. }
  394. // RemoveDir issues a RMD FTP command to remove the specified directory from
  395. // the remote FTP server.
  396. func (c *ServerConn) RemoveDir(path string) error {
  397. _, _, err := c.cmd(StatusRequestedFileActionOK, "RMD %s", path)
  398. return err
  399. }
  400. // NoOp issues a NOOP FTP command.
  401. // NOOP has no effects and is usually used to prevent the remote FTP server to
  402. // close the otherwise idle connection.
  403. func (c *ServerConn) NoOp() error {
  404. _, _, err := c.cmd(StatusCommandOK, "NOOP")
  405. return err
  406. }
  407. // Logout issues a REIN FTP command to logout the current user.
  408. func (c *ServerConn) Logout() error {
  409. _, _, err := c.cmd(StatusLoggedIn, "REIN")
  410. return err
  411. }
  412. // Quit issues a QUIT FTP command to properly close the connection from the
  413. // remote FTP server.
  414. func (c *ServerConn) Quit() error {
  415. c.conn.Cmd("QUIT")
  416. return c.conn.Close()
  417. }
  418. // Read implements the io.Reader interface on a FTP data connection.
  419. func (r *response) Read(buf []byte) (int, error) {
  420. n, err := r.conn.Read(buf)
  421. return n, err
  422. }
  423. // Close implements the io.Closer interface on a FTP data connection.
  424. func (r *response) Close() error {
  425. err := r.conn.Close()
  426. _, _, err2 := r.c.conn.ReadResponse(StatusClosingDataConnection)
  427. if err2 != nil {
  428. err = err2
  429. }
  430. return err
  431. }