1 """An FTP client class and some helper functions.
3 Based on RFC 959: File Transfer Protocol (FTP), by J. Postel and J. Reynolds
7 >>> from ftplib import FTP
8 >>> ftp = FTP('ftp.python.org') # connect to host, default port
9 >>> ftp.login() # default, i.e.: user anonymous, passwd anonymous@
10 '230 Guest login ok, access restrictions apply.'
11 >>> ftp.retrlines('LIST') # list directory contents
13 drwxr-xr-x 8 root wheel 1024 Jan 3 1994 .
14 drwxr-xr-x 8 root wheel 1024 Jan 3 1994 ..
15 drwxr-xr-x 2 root wheel 1024 Jan 3 1994 bin
16 drwxr-xr-x 2 root wheel 1024 Jan 3 1994 etc
17 d-wxrwxr-x 2 ftp wheel 1024 Sep 5 13:43 incoming
18 drwxr-xr-x 2 root wheel 1024 Nov 17 1993 lib
19 drwxr-xr-x 6 1094 wheel 1024 Sep 13 19:07 pub
20 drwxr-xr-x 3 root wheel 1024 Jan 3 1994 usr
21 -rw-r--r-- 1 root root 312 Aug 1 1994 welcome.msg
22 '226 Transfer complete.'
27 A nice test that reveals some of the network dialogue would be:
28 python ftplib.py -d localhost -l -p -l
32 # Changes and improvements suggested by Steve Majewski.
33 # Modified by Jack to work on the mac.
34 # Modified by Siebren to support docstrings and PASV.
40 # Import SOCKS module if it exists, else standard socket module socket
42 import SOCKS
; socket
= SOCKS
; del SOCKS
# import SOCKS as socket
43 from socket
import getfqdn
; socket
.getfqdn
= getfqdn
; del getfqdn
47 __all__
= ["FTP","Netrc"]
49 # Magic number from <socket.h>
50 MSG_OOB
= 0x1 # Process data out of band
53 # The standard FTP server control port
57 # Exception raised when an error or invalid response is received
58 class Error(Exception): pass
59 class error_reply(Error
): pass # unexpected [123]xx reply
60 class error_temp(Error
): pass # 4xx errors
61 class error_perm(Error
): pass # 5xx errors
62 class error_proto(Error
): pass # response does not begin with [1-5]
65 # All exceptions (hopefully) that may be raised here and that aren't
66 # (always) programming errors on our side
67 all_errors
= (Error
, socket
.error
, IOError, EOFError)
70 # Line terminators (we always output CRLF, but accept any of CRLF, CR, LF)
77 '''An FTP client class.
79 To create a connection, call the class using these argument:
80 host, user, passwd, acct
81 These are all strings, and have default value ''.
82 Then use self.connect() with optional host and port argument.
84 To download a file, use ftp.retrlines('RETR ' + filename),
85 or ftp.retrbinary() with slightly different arguments.
86 To upload a file, use ftp.storlines() or ftp.storbinary(),
87 which have an open file as argument (see their definitions
89 The download/upload functions first issue appropriate TYPE
90 and PORT or PASV commands.
101 # Initialization method (called by class instantiation).
102 # Initialize host to localhost, port to standard ftp port
103 # Optional arguments are host (for connect()),
104 # and user, passwd, acct (for login())
105 def __init__(self
, host
='', user
='', passwd
='', acct
=''):
108 if user
: self
.login(user
, passwd
, acct
)
110 def connect(self
, host
= '', port
= 0):
111 '''Connect to host. Arguments are:
112 - host: hostname to connect to (string, default previous host)
113 - port: port to connect to (integer, default previous port)'''
114 if host
: self
.host
= host
115 if port
: self
.port
= port
116 msg
= "getaddrinfo returns an empty list"
117 for res
in socket
.getaddrinfo(self
.host
, self
.port
, 0, socket
.SOCK_STREAM
):
118 af
, socktype
, proto
, canonname
, sa
= res
120 self
.sock
= socket
.socket(af
, socktype
, proto
)
121 self
.sock
.connect(sa
)
122 except socket
.error
, msg
:
129 raise socket
.error
, msg
131 self
.file = self
.sock
.makefile('rb')
132 self
.welcome
= self
.getresp()
135 def getwelcome(self
):
136 '''Get the welcome message from the server.
137 (this is read and squirreled away by connect())'''
139 print '*welcome*', self
.sanitize(self
.welcome
)
142 def set_debuglevel(self
, level
):
143 '''Set the debugging level.
144 The required argument level means:
145 0: no debugging output (default)
146 1: print commands and responses but not body text etc.
147 2: also print raw lines read and sent before stripping CR/LF'''
148 self
.debugging
= level
149 debug
= set_debuglevel
151 def set_pasv(self
, val
):
152 '''Use passive or active mode for data transfers.
153 With a false argument, use the normal PORT mode,
154 With a true argument, use the PASV command.'''
155 self
.passiveserver
= val
157 # Internal: "sanitize" a string for printing
158 def sanitize(self
, s
):
159 if s
[:5] == 'pass ' or s
[:5] == 'PASS ':
161 while i
> 5 and s
[i
-1] in '\r\n':
163 s
= s
[:5] + '*'*(i
-5) + s
[i
:]
166 # Internal: send one line to the server, appending CRLF
167 def putline(self
, line
):
169 if self
.debugging
> 1: print '*put*', self
.sanitize(line
)
170 self
.sock
.sendall(line
)
172 # Internal: send one command to the server (through putline())
173 def putcmd(self
, line
):
174 if self
.debugging
: print '*cmd*', self
.sanitize(line
)
177 # Internal: return one line from the server, stripping CRLF.
178 # Raise EOFError if the connection is closed
180 line
= self
.file.readline()
181 if self
.debugging
> 1:
182 print '*get*', self
.sanitize(line
)
183 if not line
: raise EOFError
184 if line
[-2:] == CRLF
: line
= line
[:-2]
185 elif line
[-1:] in CRLF
: line
= line
[:-1]
188 # Internal: get a response from the server, which may possibly
189 # consist of multiple lines. Return a single string with no
190 # trailing CRLF. If the response consists of multiple lines,
191 # these are separated by '\n' characters in the string
192 def getmultiline(self
):
193 line
= self
.getline()
197 nextline
= self
.getline()
198 line
= line
+ ('\n' + nextline
)
199 if nextline
[:3] == code
and \
200 nextline
[3:4] != '-':
204 # Internal: get a response from the server.
205 # Raise various errors if the response indicates an error
207 resp
= self
.getmultiline()
208 if self
.debugging
: print '*resp*', self
.sanitize(resp
)
209 self
.lastresp
= resp
[:3]
211 if c
in ('1', '2', '3'):
214 raise error_temp
, resp
216 raise error_perm
, resp
217 raise error_proto
, resp
220 """Expect a response beginning with '2'."""
221 resp
= self
.getresp()
223 raise error_reply
, resp
227 '''Abort a file transfer. Uses out-of-band data.
228 This does not follow the procedure from the RFC to send Telnet
229 IP and Synch; that doesn't seem to work with the servers I've
230 tried. Instead, just send the ABOR command as OOB data.'''
232 if self
.debugging
> 1: print '*put urgent*', self
.sanitize(line
)
233 self
.sock
.sendall(line
, MSG_OOB
)
234 resp
= self
.getmultiline()
235 if resp
[:3] not in ('426', '226'):
236 raise error_proto
, resp
238 def sendcmd(self
, cmd
):
239 '''Send a command and return the response.'''
241 return self
.getresp()
243 def voidcmd(self
, cmd
):
244 """Send a command and expect a response beginning with '2'."""
246 return self
.voidresp()
248 def sendport(self
, host
, port
):
249 '''Send a PORT command with the current host and the given
252 hbytes
= host
.split('.')
253 pbytes
= [repr(port
/256), repr(port
%256)]
254 bytes
= hbytes
+ pbytes
255 cmd
= 'PORT ' + ','.join(bytes
)
256 return self
.voidcmd(cmd
)
258 def sendeprt(self
, host
, port
):
259 '''Send a EPRT command with the current host and the given port number.'''
261 if self
.af
== socket
.AF_INET
:
263 if self
.af
== socket
.AF_INET6
:
266 raise error_proto
, 'unsupported address family'
267 fields
= ['', repr(af
), host
, repr(port
), '']
268 cmd
= 'EPRT ' + '|'.join(fields
)
269 return self
.voidcmd(cmd
)
272 '''Create a new socket and send a PORT command for it.'''
273 msg
= "getaddrinfo returns an empty list"
275 for res
in socket
.getaddrinfo(None, 0, self
.af
, socket
.SOCK_STREAM
, 0, socket
.AI_PASSIVE
):
276 af
, socktype
, proto
, canonname
, sa
= res
278 sock
= socket
.socket(af
, socktype
, proto
)
280 except socket
.error
, msg
:
287 raise socket
.error
, msg
289 port
= sock
.getsockname()[1] # Get proper port
290 host
= self
.sock
.getsockname()[0] # Get proper host
291 if self
.af
== socket
.AF_INET
:
292 resp
= self
.sendport(host
, port
)
294 resp
= self
.sendeprt(host
, port
)
298 if self
.af
== socket
.AF_INET
:
299 host
, port
= parse227(self
.sendcmd('PASV'))
301 host
, port
= parse229(self
.sendcmd('EPSV'), self
.sock
.getpeername())
304 def ntransfercmd(self
, cmd
, rest
=None):
305 """Initiate a transfer over the data connection.
307 If the transfer is active, send a port command and the
308 transfer command, and accept the connection. If the server is
309 passive, send a pasv command, connect to it, and start the
310 transfer command. Either way, return the socket for the
311 connection and the expected size of the transfer. The
312 expected size may be None if it could not be determined.
314 Optional `rest' argument can be a string that is sent as the
315 argument to a RESTART command. This is essentially a server
316 marker used to tell the server to skip over any data up to the
320 if self
.passiveserver
:
321 host
, port
= self
.makepasv()
322 af
, socktype
, proto
, canon
, sa
= socket
.getaddrinfo(host
, port
, 0, socket
.SOCK_STREAM
)[0]
323 conn
= socket
.socket(af
, socktype
, proto
)
326 self
.sendcmd("REST %s" % rest
)
327 resp
= self
.sendcmd(cmd
)
328 # Some servers apparently send a 200 reply to
329 # a LIST or STOR command, before the 150 reply
330 # (and way before the 226 reply). This seems to
331 # be in violation of the protocol (which only allows
332 # 1xx or error messages for LIST), so we just discard
335 resp
= self
.getresp()
337 raise error_reply
, resp
339 sock
= self
.makeport()
341 self
.sendcmd("REST %s" % rest
)
342 resp
= self
.sendcmd(cmd
)
345 resp
= self
.getresp()
347 raise error_reply
, resp
348 conn
, sockaddr
= sock
.accept()
349 if resp
[:3] == '150':
350 # this is conditional in case we received a 125
351 size
= parse150(resp
)
354 def transfercmd(self
, cmd
, rest
=None):
355 """Like ntransfercmd() but returns only the socket."""
356 return self
.ntransfercmd(cmd
, rest
)[0]
358 def login(self
, user
= '', passwd
= '', acct
= ''):
359 '''Login, default anonymous.'''
360 if not user
: user
= 'anonymous'
361 if not passwd
: passwd
= ''
362 if not acct
: acct
= ''
363 if user
== 'anonymous' and passwd
in ('', '-'):
364 # If there is no anonymous ftp password specified
365 # then we'll just use anonymous@
366 # We don't send any other thing because:
367 # - We want to remain anonymous
368 # - We want to stop SPAM
369 # - We don't want to let ftp sites to discriminate by the user,
371 passwd
= passwd
+ 'anonymous@'
372 resp
= self
.sendcmd('USER ' + user
)
373 if resp
[0] == '3': resp
= self
.sendcmd('PASS ' + passwd
)
374 if resp
[0] == '3': resp
= self
.sendcmd('ACCT ' + acct
)
376 raise error_reply
, resp
379 def retrbinary(self
, cmd
, callback
, blocksize
=8192, rest
=None):
380 """Retrieve data in binary mode.
382 `cmd' is a RETR command. `callback' is a callback function is
383 called for each block. No more than `blocksize' number of
384 bytes will be read from the socket. Optional `rest' is passed
387 A new port is created for you. Return the response code.
389 self
.voidcmd('TYPE I')
390 conn
= self
.transfercmd(cmd
, rest
)
392 data
= conn
.recv(blocksize
)
397 return self
.voidresp()
399 def retrlines(self
, cmd
, callback
= None):
400 '''Retrieve data in line mode.
401 The argument is a RETR or LIST command.
402 The callback function (2nd argument) is called for each line,
403 with trailing CRLF stripped. This creates a new port for you.
404 print_line() is the default callback.'''
405 if callback
is None: callback
= print_line
406 resp
= self
.sendcmd('TYPE A')
407 conn
= self
.transfercmd(cmd
)
408 fp
= conn
.makefile('rb')
411 if self
.debugging
> 2: print '*retr*', repr(line
)
414 if line
[-2:] == CRLF
:
416 elif line
[-1:] == '\n':
421 return self
.voidresp()
423 def storbinary(self
, cmd
, fp
, blocksize
=8192):
424 '''Store a file in binary mode.'''
425 self
.voidcmd('TYPE I')
426 conn
= self
.transfercmd(cmd
)
428 buf
= fp
.read(blocksize
)
432 return self
.voidresp()
434 def storlines(self
, cmd
, fp
):
435 '''Store a file in line mode.'''
436 self
.voidcmd('TYPE A')
437 conn
= self
.transfercmd(cmd
)
442 if buf
[-1] in CRLF
: buf
= buf
[:-1]
446 return self
.voidresp()
448 def acct(self
, password
):
449 '''Send new account name.'''
450 cmd
= 'ACCT ' + password
451 return self
.voidcmd(cmd
)
453 def nlst(self
, *args
):
454 '''Return a list of files in a given directory (default the current).'''
457 cmd
= cmd
+ (' ' + arg
)
459 self
.retrlines(cmd
, files
.append
)
462 def dir(self
, *args
):
463 '''List a directory in long form.
464 By default list current directory to stdout.
465 Optional last argument is callback function; all
466 non-empty arguments before it are concatenated to the
467 LIST command. (This *should* only be used for a pathname.)'''
470 if args
[-1:] and type(args
[-1]) != type(''):
471 args
, func
= args
[:-1], args
[-1]
474 cmd
= cmd
+ (' ' + arg
)
475 self
.retrlines(cmd
, func
)
477 def rename(self
, fromname
, toname
):
479 resp
= self
.sendcmd('RNFR ' + fromname
)
481 raise error_reply
, resp
482 return self
.voidcmd('RNTO ' + toname
)
484 def delete(self
, filename
):
486 resp
= self
.sendcmd('DELE ' + filename
)
487 if resp
[:3] in ('250', '200'):
489 elif resp
[:1] == '5':
490 raise error_perm
, resp
492 raise error_reply
, resp
494 def cwd(self
, dirname
):
495 '''Change to a directory.'''
498 return self
.voidcmd('CDUP')
499 except error_perm
, msg
:
500 if msg
.args
[0][:3] != '500':
503 dirname
= '.' # does nothing, but could return error
504 cmd
= 'CWD ' + dirname
505 return self
.voidcmd(cmd
)
507 def size(self
, filename
):
508 '''Retrieve the size of a file.'''
509 # Note that the RFC doesn't say anything about 'SIZE'
510 resp
= self
.sendcmd('SIZE ' + filename
)
511 if resp
[:3] == '213':
515 except (OverflowError, ValueError):
518 def mkd(self
, dirname
):
519 '''Make a directory, return its full pathname.'''
520 resp
= self
.sendcmd('MKD ' + dirname
)
521 return parse257(resp
)
523 def rmd(self
, dirname
):
524 '''Remove a directory.'''
525 return self
.voidcmd('RMD ' + dirname
)
528 '''Return current working directory.'''
529 resp
= self
.sendcmd('PWD')
530 return parse257(resp
)
533 '''Quit, and close the connection.'''
534 resp
= self
.voidcmd('QUIT')
539 '''Close the connection without assuming anything about it.'''
543 self
.file = self
.sock
= None
549 '''Parse the '150' response for a RETR request.
550 Returns the expected transfer size or None; size is not guaranteed to
551 be present in the 150 message.
553 if resp
[:3] != '150':
554 raise error_reply
, resp
558 _150_re
= re
.compile("150 .* \((\d+) bytes\)", re
.IGNORECASE
)
559 m
= _150_re
.match(resp
)
565 except (OverflowError, ValueError):
572 '''Parse the '227' response for a PASV request.
573 Raises error_proto if it does not contain '(h1,h2,h3,h4,p1,p2)'
574 Return ('host.addr.as.numbers', port#) tuple.'''
576 if resp
[:3] != '227':
577 raise error_reply
, resp
581 _227_re
= re
.compile(r
'(\d+),(\d+),(\d+),(\d+),(\d+),(\d+)')
582 m
= _227_re
.search(resp
)
584 raise error_proto
, resp
586 host
= '.'.join(numbers
[:4])
587 port
= (int(numbers
[4]) << 8) + int(numbers
[5])
591 def parse229(resp
, peer
):
592 '''Parse the '229' response for a EPSV request.
593 Raises error_proto if it does not contain '(|||port|)'
594 Return ('host.addr.as.numbers', port#) tuple.'''
596 if resp
[:3] != '229':
597 raise error_reply
, resp
598 left
= resp
.find('(')
599 if left
< 0: raise error_proto
, resp
600 right
= resp
.find(')', left
+ 1)
602 raise error_proto
, resp
# should contain '(|||port|)'
603 if resp
[left
+ 1] != resp
[right
- 1]:
604 raise error_proto
, resp
605 parts
= resp
[left
+ 1:right
].split(resp
[left
+1])
607 raise error_proto
, resp
614 '''Parse the '257' response for a MKD or PWD request.
615 This is a response to a MKD or PWD request: a directory name.
616 Returns the directoryname in the 257 reply.'''
618 if resp
[:3] != '257':
619 raise error_reply
, resp
620 if resp
[3:5] != ' "':
621 return '' # Not compliant to RFC 959, but UNIX ftpd does this
629 if i
>= n
or resp
[i
] != '"':
632 dirname
= dirname
+ c
636 def print_line(line
):
637 '''Default retrlines callback to print a line.'''
641 def ftpcp(source
, sourcename
, target
, targetname
= '', type = 'I'):
642 '''Copy file from one FTP-instance to another.'''
643 if not targetname
: targetname
= sourcename
644 type = 'TYPE ' + type
647 sourcehost
, sourceport
= parse227(source
.sendcmd('PASV'))
648 target
.sendport(sourcehost
, sourceport
)
649 # RFC 959: the user must "listen" [...] BEFORE sending the
651 # So: STOR before RETR, because here the target is a "user".
652 treply
= target
.sendcmd('STOR ' + targetname
)
653 if treply
[:3] not in ('125', '150'): raise error_proto
# RFC 959
654 sreply
= source
.sendcmd('RETR ' + sourcename
)
655 if sreply
[:3] not in ('125', '150'): raise error_proto
# RFC 959
661 """Class to parse & provide access to 'netrc' format files.
663 See the netrc(4) man page for information on the file format.
665 WARNING: This class is obsolete -- use module netrc instead.
672 def __init__(self
, filename
=None):
674 if "HOME" in os
.environ
:
675 filename
= os
.path
.join(os
.environ
["HOME"],
679 "specify file to load or set $HOME"
682 fp
= open(filename
, "r")
687 if in_macro
and line
.strip():
688 macro_lines
.append(line
)
691 self
.__macros
[macro_name
] = tuple(macro_lines
)
694 host
= user
= passwd
= acct
= None
697 while i
< len(words
):
705 elif w1
== 'machine' and w2
:
708 elif w1
== 'login' and w2
:
711 elif w1
== 'password' and w2
:
714 elif w1
== 'account' and w2
:
717 elif w1
== 'macdef' and w2
:
724 self
.__defuser
= user
or self
.__defuser
725 self
.__defpasswd
= passwd
or self
.__defpasswd
726 self
.__defacct
= acct
or self
.__defacct
728 if host
in self
.__hosts
:
729 ouser
, opasswd
, oacct
= \
732 passwd
= passwd
or opasswd
734 self
.__hosts
[host
] = user
, passwd
, acct
738 """Return a list of hosts mentioned in the .netrc file."""
739 return self
.__hosts
.keys()
741 def get_account(self
, host
):
742 """Returns login information for the named host.
744 The return value is a triple containing userid,
745 password, and the accounting field.
749 user
= passwd
= acct
= None
750 if host
in self
.__hosts
:
751 user
, passwd
, acct
= self
.__hosts
[host
]
752 user
= user
or self
.__defuser
753 passwd
= passwd
or self
.__defpasswd
754 acct
= acct
or self
.__defacct
755 return user
, passwd
, acct
757 def get_macros(self
):
758 """Return a list of all defined macro names."""
759 return self
.__macros
.keys()
761 def get_macro(self
, macro
):
762 """Return a sequence of lines which define a named macro."""
763 return self
.__macros
[macro
]
769 Usage: ftp [-d] [-r[file]] host [-l[dir]] [-d[dir]] [-p] [file] ...
776 if len(sys
.argv
) < 2:
782 while sys
.argv
[1] == '-d':
783 debugging
= debugging
+1
785 if sys
.argv
[1][:2] == '-r':
786 # get name of alternate ~/.netrc file:
787 rcfile
= sys
.argv
[1][2:]
791 ftp
.set_debuglevel(debugging
)
792 userid
= passwd
= acct
= ''
794 netrc
= Netrc(rcfile
)
796 if rcfile
is not None:
797 sys
.stderr
.write("Could not open account file"
798 " -- using anonymous login.")
801 userid
, passwd
, acct
= netrc
.get_account(host
)
803 # no account for host
805 "No account -- using anonymous login.")
806 ftp
.login(userid
, passwd
, acct
)
807 for file in sys
.argv
[2:]:
810 elif file[:2] == '-d':
812 if file[2:]: cmd
= cmd
+ ' ' + file[2:]
813 resp
= ftp
.sendcmd(cmd
)
815 ftp
.set_pasv(not ftp
.passiveserver
)
817 ftp
.retrbinary('RETR ' + file, \
818 sys
.stdout
.write
, 1024)
822 if __name__
== '__main__':