2 smbget: a wget-like utility with support for recursive downloading and
4 Copyright (C) 2003-2004 Jelmer Vernooij <jelmer@samba.org>
6 This program is free software; you can redistribute it and/or modify
7 it under the terms of the GNU General Public License as published by
8 the Free Software Foundation; either version 3 of the License, or
9 (at your option) any later version.
11 This program is distributed in the hope that it will be useful,
12 but WITHOUT ANY WARRANTY; without even the implied warranty of
13 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 GNU General Public License for more details.
16 You should have received a copy of the GNU General Public License
17 along with this program. If not, see <http://www.gnu.org/licenses/>. */
20 #include "system/filesys.h"
21 #include "popt_common.h"
22 #include "libsmbclient.h"
24 #if _FILE_OFFSET_BITS==64
25 #define OFF_T_FORMAT "%lld"
26 #define OFF_T_FORMAT_CAST long long
28 #define OFF_T_FORMAT "%ld"
29 #define OFF_T_FORMAT_CAST long
32 static int columns
= 0;
34 static int debuglevel
, update
;
35 static char *outputfile
;
38 static time_t total_start_time
= 0;
39 static off_t total_bytes
= 0;
41 #define SMB_MAXPATHLEN MAXPATHLEN
43 /* Number of bytes to read when checking whether local and remote file are really the same file */
44 #define RESUME_CHECK_SIZE 512
45 #define RESUME_DOWNLOAD_OFFSET 1024
46 #define RESUME_CHECK_OFFSET RESUME_DOWNLOAD_OFFSET+RESUME_CHECK_SIZE
47 /* Number of bytes to read at once */
48 #define SMB_DEFAULT_BLOCKSIZE 64000
50 static const char *username
= NULL
, *password
= NULL
, *workgroup
= NULL
;
51 static int nonprompt
= 0, quiet
= 0, dots
= 0, keep_permissions
= 0, verbose
= 0, send_stdout
= 0;
52 static int blocksize
= SMB_DEFAULT_BLOCKSIZE
;
54 static int smb_download_file(const char *base
, const char *name
, int recursive
,
55 int resume
, int toplevel
, char *outfile
);
57 static int get_num_cols(void)
61 if(ioctl(STDOUT_FILENO
, TIOCGWINSZ
, &ws
) < 0) {
66 #warning No support for TIOCGWINSZ
67 char *cols
= getenv("COLUMNS");
73 static void change_columns(int sig
)
75 columns
= get_num_cols();
78 static void human_readable(off_t s
, char *buffer
, int l
)
80 if (s
> 1024 * 1024 * 1024) {
81 snprintf(buffer
, l
, "%.2fGB", 1.0 * s
/ (1024 * 1024 * 1024));
82 } else if (s
> 1024 * 1024) {
83 snprintf(buffer
, l
, "%.2fMB", 1.0 * s
/ (1024 * 1024));
84 } else if (s
> 1024) {
85 snprintf(buffer
, l
, "%.2fkB", 1.0 * s
/ 1024);
87 snprintf(buffer
, l
, OFF_T_FORMAT
"b", (OFF_T_FORMAT_CAST
)s
);
91 static void get_auth_data(const char *srv
, const char *shr
, char *wg
, int wglen
, char *un
, int unlen
, char *pw
, int pwlen
)
93 static char hasasked
= 0;
94 char *wgtmp
, *usertmp
;
100 if(!nonprompt
&& !username
) {
101 printf("Username for %s at %s [guest] ", shr
, srv
);
102 if (fgets(tmp
, sizeof(tmp
), stdin
) == NULL
) {
105 if ((strlen(tmp
) > 0) && (tmp
[strlen(tmp
)-1] == '\n')) {
106 tmp
[strlen(tmp
)-1] = '\0';
108 strncpy(un
, tmp
, unlen
-1);
109 } else if(username
) strncpy(un
, username
, unlen
-1);
111 if(!nonprompt
&& !password
) {
113 if (asprintf(&prompt
, "Password for %s at %s: ", shr
, srv
) == -1) {
116 (void) samba_getpass(prompt
, pw
, pwlen
, false, false);
118 } else if(password
) strncpy(pw
, password
, pwlen
-1);
120 if(workgroup
)strncpy(wg
, workgroup
, wglen
-1);
122 wgtmp
= SMB_STRNDUP(wg
, wglen
);
123 usertmp
= SMB_STRNDUP(un
, unlen
);
124 if(!quiet
)printf("Using workgroup %s, %s%s\n", wgtmp
, *usertmp
?"user ":"guest user", usertmp
);
125 free(wgtmp
); free(usertmp
);
128 /* Return 1 on error, 0 on success. */
130 static int smb_download_dir(const char *base
, const char *name
, int resume
)
132 char path
[SMB_MAXPATHLEN
];
134 struct smbc_dirent
*dirent
;
135 const char *relname
= name
;
137 struct stat remotestat
;
140 snprintf(path
, SMB_MAXPATHLEN
-1, "%s%s%s", base
, (base
[0] && name
[0] && name
[0] != '/' && base
[strlen(base
)-1] != '/')?"/":"", name
);
142 /* List files in directory and call smb_download_file on them */
143 dirhandle
= smbc_opendir(path
);
145 if (errno
== ENOTDIR
) {
146 return smb_download_file(base
, name
, 1, resume
,
149 fprintf(stderr
, "Can't open directory %s: %s\n", path
, strerror(errno
));
153 while(*relname
== '/')relname
++;
154 mkdir(relname
, 0755);
156 tmpname
= SMB_STRDUP(name
);
158 while((dirent
= smbc_readdir(dirhandle
))) {
160 if(!strcmp(dirent
->name
, ".") || !strcmp(dirent
->name
, ".."))continue;
161 if (asprintf(&newname
, "%s/%s", tmpname
, dirent
->name
) == -1) {
165 switch(dirent
->smbc_type
) {
167 ret
= smb_download_dir(base
, newname
, resume
);
171 ret
= smb_download_dir("smb://", dirent
->name
, resume
);
175 ret
= smb_download_dir("smb://", dirent
->name
, resume
);
179 ret
= smb_download_file(base
, newname
, 1, resume
, 0,
183 case SMBC_FILE_SHARE
:
184 ret
= smb_download_dir(base
, newname
, resume
);
187 case SMBC_PRINTER_SHARE
:
188 if(!quiet
)printf("Ignoring printer share %s\n", dirent
->name
);
191 case SMBC_COMMS_SHARE
:
192 if(!quiet
)printf("Ignoring comms share %s\n", dirent
->name
);
196 if(!quiet
)printf("Ignoring ipc$ share %s\n", dirent
->name
);
200 fprintf(stderr
, "Ignoring file '%s' of type '%d'\n", newname
, dirent
->smbc_type
);
207 if(keep_permissions
) {
208 if(smbc_fstat(dirhandle
, &remotestat
) < 0) {
209 fprintf(stderr
, "Unable to get stats on %s on remote server\n", path
);
210 smbc_closedir(dirhandle
);
214 if(chmod(relname
, remotestat
.st_mode
) < 0) {
215 fprintf(stderr
, "Unable to change mode of local dir %s to %o\n", relname
,
216 (unsigned int)remotestat
.st_mode
);
217 smbc_closedir(dirhandle
);
222 smbc_closedir(dirhandle
);
226 static char *print_time(long t
)
228 static char buffer
[100];
229 int secs
, mins
, hours
;
231 strncpy(buffer
, "Unknown", sizeof(buffer
));
236 mins
= (int)t
/ 60 % 60;
237 hours
= (int)t
/ (60 * 60);
238 snprintf(buffer
, sizeof(buffer
)-1, "%02d:%02d:%02d", hours
, mins
, secs
);
242 static void print_progress(const char *name
, time_t start
, time_t now
, off_t start_pos
, off_t pos
, off_t total
)
247 char hpos
[20], htotal
[20], havg
[20];
248 char *status
, *filename
;
250 if(now
- start
)avg
= 1.0 * (pos
- start_pos
) / (now
- start
);
251 eta
= (total
- pos
) / avg
;
252 if(total
)prcnt
= 100.0 * pos
/ total
;
254 human_readable(pos
, hpos
, sizeof(hpos
));
255 human_readable(total
, htotal
, sizeof(htotal
));
256 human_readable(avg
, havg
, sizeof(havg
));
258 len
= asprintf(&status
, "%s of %s (%.2f%%) at %s/s ETA: %s", hpos
, htotal
, prcnt
, havg
, print_time(eta
));
264 int required
= strlen(name
), available
= columns
- len
- strlen("[] ");
265 if(required
> available
) {
266 if (asprintf(&filename
, "...%s", name
+ required
- available
+ 3) == -1) {
270 filename
= SMB_STRNDUP(name
, available
);
272 } else filename
= SMB_STRDUP(name
);
274 fprintf(stderr
, "\r[%s] %s", filename
, status
);
276 free(filename
); free(status
);
279 /* Return 1 on error, 0 on success. */
281 static int smb_download_file(const char *base
, const char *name
, int recursive
,
282 int resume
, int toplevel
, char *outfile
)
284 int remotehandle
, localhandle
;
285 time_t start_time
= time_mono(NULL
);
287 char path
[SMB_MAXPATHLEN
];
288 char checkbuf
[2][RESUME_CHECK_SIZE
];
289 char *readbuf
= NULL
;
290 off_t offset_download
= 0, offset_check
= 0, curpos
= 0, start_offset
= 0;
291 struct stat localstat
, remotestat
;
293 snprintf(path
, SMB_MAXPATHLEN
-1, "%s%s%s", base
, (*base
&& *name
&& name
[0] != '/' && base
[strlen(base
)-1] != '/')?"/":"", name
);
295 remotehandle
= smbc_open(path
, O_RDONLY
, 0755);
297 if(remotehandle
< 0) {
301 fprintf(stderr
, "%s is a directory. Specify -R to download recursively\n", path
);
304 return smb_download_dir(base
, name
, resume
);
307 fprintf(stderr
, "%s can't be found on the remote server\n", path
);
311 fprintf(stderr
, "Not enough memory\n");
315 fprintf(stderr
, "The share name used in %s does not exist\n", path
);
319 fprintf(stderr
, "You don't have enough permissions to access %s\n", path
);
328 if(smbc_fstat(remotehandle
, &remotestat
) < 0) {
329 fprintf(stderr
, "Can't stat %s: %s\n", path
, strerror(errno
));
333 if(outfile
) newpath
= outfile
;
335 newpath
= strrchr(base
, '/');
336 if(newpath
)newpath
++; else newpath
= base
;
337 } else newpath
= name
;
339 if (!toplevel
&& (newpath
[0] == '/')) {
343 /* Open local file according to the mode */
345 /* if it is up-to-date, skip */
346 if(stat(newpath
, &localstat
) == 0 &&
347 localstat
.st_mtime
>= remotestat
.st_mtime
) {
349 printf("%s is up-to-date, skipping\n", newpath
);
350 smbc_close(remotehandle
);
353 /* else open it for writing and truncate if it exists */
354 localhandle
= open(newpath
, O_CREAT
| O_NONBLOCK
| O_RDWR
| O_TRUNC
, 0775);
355 if(localhandle
< 0) {
356 fprintf(stderr
, "Can't open %s : %s\n", newpath
,
358 smbc_close(remotehandle
);
362 } else if(!send_stdout
) {
363 localhandle
= open(newpath
, O_CREAT
| O_NONBLOCK
| O_RDWR
| (!resume
?O_EXCL
:0), 0755);
364 if(localhandle
< 0) {
365 fprintf(stderr
, "Can't open %s: %s\n", newpath
, strerror(errno
));
366 smbc_close(remotehandle
);
370 if (fstat(localhandle
, &localstat
) != 0) {
371 fprintf(stderr
, "Can't fstat %s: %s\n", newpath
, strerror(errno
));
372 smbc_close(remotehandle
);
377 start_offset
= localstat
.st_size
;
379 if(localstat
.st_size
&& localstat
.st_size
== remotestat
.st_size
) {
380 if(verbose
)fprintf(stderr
, "%s is already downloaded completely.\n", path
);
381 else if(!quiet
)fprintf(stderr
, "%s\n", path
);
382 smbc_close(remotehandle
);
387 if(localstat
.st_size
> RESUME_CHECK_OFFSET
&& remotestat
.st_size
> RESUME_CHECK_OFFSET
) {
388 offset_download
= localstat
.st_size
- RESUME_DOWNLOAD_OFFSET
;
389 offset_check
= localstat
.st_size
- RESUME_CHECK_OFFSET
;
390 if(verbose
)printf("Trying to start resume of %s at "OFF_T_FORMAT
"\n"
391 "At the moment "OFF_T_FORMAT
" of "OFF_T_FORMAT
" bytes have been retrieved\n",
392 newpath
, (OFF_T_FORMAT_CAST
)offset_check
,
393 (OFF_T_FORMAT_CAST
)localstat
.st_size
,
394 (OFF_T_FORMAT_CAST
)remotestat
.st_size
);
399 /* First, check all bytes from offset_check to offset_download */
400 off1
= lseek(localhandle
, offset_check
, SEEK_SET
);
402 fprintf(stderr
, "Can't seek to "OFF_T_FORMAT
" in local file %s\n",
403 (OFF_T_FORMAT_CAST
)offset_check
, newpath
);
404 smbc_close(remotehandle
); close(localhandle
);
408 off2
= smbc_lseek(remotehandle
, offset_check
, SEEK_SET
);
410 fprintf(stderr
, "Can't seek to "OFF_T_FORMAT
" in remote file %s\n",
411 (OFF_T_FORMAT_CAST
)offset_check
, newpath
);
412 smbc_close(remotehandle
); close(localhandle
);
417 fprintf(stderr
, "Offset in local and remote files is different (local: "OFF_T_FORMAT
", remote: "OFF_T_FORMAT
")\n",
418 (OFF_T_FORMAT_CAST
)off1
,
419 (OFF_T_FORMAT_CAST
)off2
);
420 smbc_close(remotehandle
); close(localhandle
);
424 if(smbc_read(remotehandle
, checkbuf
[0], RESUME_CHECK_SIZE
) != RESUME_CHECK_SIZE
) {
425 fprintf(stderr
, "Can't read %d bytes from remote file %s\n", RESUME_CHECK_SIZE
, path
);
426 smbc_close(remotehandle
); close(localhandle
);
430 if(read(localhandle
, checkbuf
[1], RESUME_CHECK_SIZE
) != RESUME_CHECK_SIZE
) {
431 fprintf(stderr
, "Can't read %d bytes from local file %s\n", RESUME_CHECK_SIZE
, name
);
432 smbc_close(remotehandle
); close(localhandle
);
436 if(memcmp(checkbuf
[0], checkbuf
[1], RESUME_CHECK_SIZE
) == 0) {
437 if(verbose
)printf("Current local and remote file appear to be the same. Starting download from offset "OFF_T_FORMAT
"\n", (OFF_T_FORMAT_CAST
)offset_download
);
439 fprintf(stderr
, "Local and remote file appear to be different, not doing resume for %s\n", path
);
440 smbc_close(remotehandle
); close(localhandle
);
445 localhandle
= STDOUT_FILENO
;
451 readbuf
= (char *)SMB_MALLOC(blocksize
);
453 if (localhandle
!= STDOUT_FILENO
) {
459 /* Now, download all bytes from offset_download to the end */
460 for(curpos
= offset_download
; curpos
< remotestat
.st_size
; curpos
+=blocksize
) {
461 ssize_t bytesread
= smbc_read(remotehandle
, readbuf
, blocksize
);
463 fprintf(stderr
, "Can't read %u bytes at offset "OFF_T_FORMAT
", file %s\n", (unsigned int)blocksize
, (OFF_T_FORMAT_CAST
)curpos
, path
);
464 smbc_close(remotehandle
);
465 if (localhandle
!= STDOUT_FILENO
) close(localhandle
);
470 total_bytes
+= bytesread
;
472 if(write(localhandle
, readbuf
, bytesread
) < 0) {
473 fprintf(stderr
, "Can't write %u bytes to local file %s at offset "OFF_T_FORMAT
"\n", (unsigned int)bytesread
, path
, (OFF_T_FORMAT_CAST
)curpos
);
475 smbc_close(remotehandle
);
476 if (localhandle
!= STDOUT_FILENO
) close(localhandle
);
480 if(dots
)fputc('.', stderr
);
482 print_progress(newpath
, start_time
, time_mono(NULL
),
483 start_offset
, curpos
, remotestat
.st_size
);
491 printf("%s downloaded\n", path
);
494 fprintf(stderr
, "\r%s", path
);
496 for(i
= strlen(path
); i
< columns
; i
++) {
503 if(keep_permissions
&& !send_stdout
) {
504 if(fchmod(localhandle
, remotestat
.st_mode
) < 0) {
505 fprintf(stderr
, "Unable to change mode of local file %s to %o\n", path
,
506 (unsigned int)remotestat
.st_mode
);
507 smbc_close(remotehandle
);
513 smbc_close(remotehandle
);
514 if (localhandle
!= STDOUT_FILENO
) close(localhandle
);
518 static void clean_exit(void)
521 human_readable(total_bytes
, bs
, sizeof(bs
));
522 if(!quiet
)fprintf(stderr
, "Downloaded %s in %lu seconds\n", bs
,
523 (unsigned long)(time_mono(NULL
) - total_start_time
));
527 static void signal_quit(int v
)
532 static int readrcfile(const char *name
, const struct poptOption long_options
[])
534 FILE *fd
= fopen(name
, "r");
536 char var
[101], val
[101];
538 int *intdata
; char **stringdata
;
540 fprintf(stderr
, "Can't open RC file %s\n", name
);
546 if(fscanf(fd
, "%100s %100s\n", var
, val
) < 2) {
547 fprintf(stderr
, "Can't parse line %d of %s, ignoring.\n", lineno
, name
);
553 for(i
= 0; long_options
[i
].shortName
; i
++) {
554 if(!long_options
[i
].longName
)continue;
555 if(strcmp(long_options
[i
].longName
, var
)) continue;
556 if(!long_options
[i
].arg
)continue;
558 switch(long_options
[i
].argInfo
) {
560 intdata
= (int *)long_options
[i
].arg
;
561 if(!strcmp(val
, "on")) *intdata
= 1;
562 else if(!strcmp(val
, "off")) *intdata
= 0;
563 else fprintf(stderr
, "Illegal value %s for %s at line %d in %s\n", val
, var
, lineno
, name
);
566 intdata
= (int *)long_options
[i
].arg
;
567 *intdata
= atoi(val
);
569 case POPT_ARG_STRING
:
570 stringdata
= (char **)long_options
[i
].arg
;
571 *stringdata
= SMB_STRDUP(val
);
574 fprintf(stderr
, "Invalid variable %s at line %d in %s\n", var
, lineno
, name
);
581 fprintf(stderr
, "Invalid variable %s at line %d in %s\n", var
, lineno
, name
);
589 int main(int argc
, const char **argv
)
592 const char *file
= NULL
;
594 bool smb_encrypt
= false;
595 int resume
= 0, recursive
= 0;
596 TALLOC_CTX
*frame
= talloc_stackframe();
598 struct poptOption long_options
[] = {
599 {"guest", 'a', POPT_ARG_NONE
, NULL
, 'a', "Work as user guest" },
600 {"encrypt", 'e', POPT_ARG_NONE
, NULL
, 'e', "Encrypt SMB transport (UNIX extended servers only)" },
601 {"resume", 'r', POPT_ARG_NONE
, &resume
, 0, "Automatically resume aborted files" },
602 {"update", 'U', POPT_ARG_NONE
, &update
, 0, "Download only when remote file is newer than local file or local file is missing"},
603 {"recursive", 'R', POPT_ARG_NONE
, &recursive
, 0, "Recursively download files" },
604 {"username", 'u', POPT_ARG_STRING
, &username
, 'u', "Username to use" },
605 {"password", 'p', POPT_ARG_STRING
, &password
, 'p', "Password to use" },
606 {"workgroup", 'w', POPT_ARG_STRING
, &workgroup
, 'w', "Workgroup to use (optional)" },
607 {"nonprompt", 'n', POPT_ARG_NONE
, &nonprompt
, 'n', "Don't ask anything (non-interactive)" },
608 {"debuglevel", 'd', POPT_ARG_INT
, &debuglevel
, 'd', "Debuglevel to use" },
609 {"outputfile", 'o', POPT_ARG_STRING
, &outputfile
, 'o', "Write downloaded data to specified file" },
610 {"stdout", 'O', POPT_ARG_NONE
, &send_stdout
, 'O', "Write data to stdout" },
611 {"dots", 'D', POPT_ARG_NONE
, &dots
, 'D', "Show dots as progress indication" },
612 {"quiet", 'q', POPT_ARG_NONE
, &quiet
, 'q', "Be quiet" },
613 {"verbose", 'v', POPT_ARG_NONE
, &verbose
, 'v', "Be verbose" },
614 {"keep-permissions", 'P', POPT_ARG_NONE
, &keep_permissions
, 'P', "Keep permissions" },
615 {"blocksize", 'b', POPT_ARG_INT
, &blocksize
, 'b', "Change number of bytes in a block"},
616 {"rcfile", 'f', POPT_ARG_STRING
, NULL
, 'f', "Use specified rc file"},
624 /* only read rcfile if it exists */
625 if (asprintf(&rcfile
, "%s/.smbgetrc", getenv("HOME")) == -1) {
628 if(access(rcfile
, F_OK
) == 0)
629 readrcfile(rcfile
, long_options
);
633 signal(SIGWINCH
, change_columns
);
635 signal(SIGINT
, signal_quit
);
636 signal(SIGTERM
, signal_quit
);
638 pc
= poptGetContext(argv
[0], argc
, argv
, long_options
, 0);
640 while((c
= poptGetNextOpt(pc
)) >= 0) {
643 readrcfile(poptGetOptArg(pc
), long_options
);
646 username
= ""; password
= "";
654 if((send_stdout
|| resume
|| outputfile
) && update
) {
655 fprintf(stderr
, "The -o, -R or -O and -U options can not be used together.\n");
658 if((send_stdout
|| outputfile
) && recursive
) {
659 fprintf(stderr
, "The -o or -O and -R options can not be used together.\n");
663 if(outputfile
&& send_stdout
) {
664 fprintf(stderr
, "The -o and -O options cannot be used together.\n");
668 if(smbc_init(get_auth_data
, debuglevel
) < 0) {
669 fprintf(stderr
, "Unable to initialize libsmbclient\n");
674 SMBCCTX
*smb_ctx
= smbc_set_context(NULL
);
675 smbc_option_set(smb_ctx
,
676 discard_const_p(char, "smb_encrypt_level"),
680 columns
= get_num_cols();
682 total_start_time
= time_mono(NULL
);
684 while ( (file
= poptGetArg(pc
)) ) {
686 ret
= smb_download_file(file
, "", recursive
, resume
,
689 ret
= smb_download_dir(file
, "", resume
);