1 #if !defined(lint) && !defined(DOS)
2 static char rcsid
[] = "$Id: detach.c 1074 2008-06-04 00:08:43Z hubert@u.washington.edu $";
6 * ========================================================================
7 * Copyright 2013-2017 Eduardo Chappa
8 * Copyright 2006-2008 University of Washington
10 * Licensed under the Apache License, Version 2.0 (the "License");
11 * you may not use this file except in compliance with the License.
12 * You may obtain a copy of the License at
14 * http://www.apache.org/licenses/LICENSE-2.0
16 * ========================================================================
19 #include "../pith/headers.h"
20 #include "../pith/detach.h"
21 #include "../pith/state.h"
22 #include "../pith/conf.h"
23 #include "../pith/store.h"
24 #include "../pith/filter.h"
25 #include "../pith/mailview.h"
26 #include "../pith/status.h"
27 #include "../pith/addrstring.h"
28 #include "../pith/bldaddr.h"
29 #include "../pith/mimedesc.h"
30 #include "../pith/adjtime.h"
31 #include "../pith/pipe.h"
32 #include "../pith/busy.h"
33 #include "../pith/signal.h"
34 #include "../pico/osdep/filesys.h"
38 * We need to define simple functions here for the piping and
39 * temporary storage object below. We can use the filter.c functions
40 * because they're already in use for the "putchar" function passed to
43 static STORE_S
*detach_so
= NULL
;
47 * The display filter is locally global because it's set in df_trigger_cmp
48 * which sniffs at lines of the unencoded segment...
50 typedef struct _trigger
{
51 int (*cmp
)(char *, char *);
54 struct _trigger
*next
;
57 static char *display_filter
;
58 static TRGR_S
*df_trigger_list
;
60 FETCH_READC_S
*g_fr_desc
;
62 #define INIT_FETCH_CHUNK ((unsigned long)(8 * 1024L))
63 #define MIN_FETCH_CHUNK ((unsigned long)(4 * 1024L))
64 #define MAX_FETCH_CHUNK ((unsigned long)(256 * 1024L))
65 #define TARGET_INTR_TIME ((unsigned long)2000000L) /* two seconds */
66 #define FETCH_READC g_fr_desc->readc
73 * This function is intentionally declared without an argument type so
74 * that warnings will go away in Windows. We're using gf_io_t for both
75 * input and output functions and the arguments aren't actually the
76 * same in the two cases. We should really have a read version and
77 * a write version of gf_io_t. That's why this is like this for now.
80 TRGR_S
*build_trigger_list(void);
81 void blast_trigger_list(TRGR_S
**);
82 int df_trigger_cmp(long, char *, LT_INS_S
**, void *);
83 int df_trigger_cmp_text(char *, char *);
84 int df_trigger_cmp_lwsp(char *, char *);
85 int df_trigger_cmp_start(char *, char *);
86 int fetch_readc_cleanup(int);
87 char *fetch_gets(readfn_t
, void *, unsigned long, GETS_DATA
*);
88 int fetch_readc(unsigned char *);
92 /*----------------------------------------------------------------------
93 detach the given raw body part; don't do any decoding
97 Returns: NULL on success, error message otherwise
100 detach_raw(MAILSTREAM
*stream
, /* c-client stream to use */
101 long int msg_no
, /* message number to deal with */
102 char *part_no
, /* part number of message */
103 gf_io_t pc
, /* where to put it */
106 FETCH_READC_S
*frd
= (FETCH_READC_S
*)fs_get(sizeof(FETCH_READC_S
));
108 int column
= (flags
& FM_DISPLAY
) ? ps_global
->ttyo
->screen_cols
: 80;
110 memset(g_fr_desc
= frd
, 0, sizeof(FETCH_READC_S
));
111 frd
->stream
= stream
;
113 frd
->section
= part_no
;
114 frd
->size
= 0; /* wouldn't be here otherwise */
115 frd
->readc
= fetch_readc
;
116 frd
->chunk
= pine_mail_fetch_text(stream
, msg_no
, NULL
, &frd
->read
, 0);
117 frd
->endp
= &frd
->chunk
[frd
->read
];
118 frd
->chunkp
= frd
->chunk
;
121 if (!(flags
& FM_NOWRAP
))
122 gf_link_filter(gf_wrap
, gf_wrap_filter_opt(column
, column
, NULL
, 0,
125 err
= gf_pipe(FETCH_READC
, pc
);
131 /*----------------------------------------------------------------------
132 detach the given body part using the given encoding
136 Returns: NULL on success, error message otherwise
139 detach(MAILSTREAM
*stream
, /* c-client stream to use */
140 long int msg_no
, /* message number to deal with */
141 char *part_no
, /* part number of message */
142 long int partial
, /* if >0, limit read to this many bytes */
143 long int *len
, /* returns bytes read in this arg */
144 gf_io_t pc
, /* where to put it */
145 FILTLIST_S
*aux_filters
, /* null terminated array of filts */
151 int we_cancel
= 0, is_text
;
152 char *status
, trigger
[MAILTMPLEN
];
153 char *charset
= NULL
;
155 static char err_string
[100];
156 FETCH_READC_S fetch_part
;
158 err_string
[0] = '\0';
160 if(!ps_global
->print
&& !pc_is_picotext(pc
))
161 we_cancel
= busy_cue(NULL
, NULL
, 1);
163 gf_filter_init(); /* prepare for filtering! */
165 if(!(body
= mail_body(stream
, msg_no
, (unsigned char *) part_no
)))
166 return(_("Can't find body for requested message"));
168 is_text
= body
->type
== TYPETEXT
;
170 size
= body
->size
.bytes
;
171 if(partial
> 0L && partial
< size
)
174 fetch_flags
= (flags
& ~DT_NODFILTER
);
175 fetch_readc_init(&fetch_part
, stream
, msg_no
, part_no
, body
->size
.bytes
, partial
,
177 rv
= size
? size
: 1;
179 switch(body
->encoding
) { /* handle decoding */
186 gf_link_filter(gf_b64_binary
, NULL
);
189 case ENCQUOTEDPRINTABLE
:
190 gf_link_filter(gf_qp_8bit
, NULL
);
195 dprint((1, "detach: unknown CTE: \"%s\" (%d)\n",
196 (body
->encoding
<= ENCMAX
197 && body_encodings
[body
->encoding
])
198 ? body_encodings
[body
->encoding
]
199 : "BEYOND-KNOWN-TYPES",
204 /* convert all text to UTF-8 */
205 if(is_text
& !(flags
& DT_BINARY
)){
206 charset
= parameter_val(body
->parameter
, "charset");
209 * If the charset is unlabeled or unknown replace it
210 * with the user's configured unknown charset.
212 if(!charset
|| !strucmp(charset
, UNKNOWN_CHARSET
)
213 || !strucmp(charset
, "MISSING_PARAMETER_VALUE")
214 || !strucmp(charset
, "us-ascii")){
216 fs_give((void **) &charset
);
218 if(ps_global
->VAR_UNK_CHAR_SET
)
219 charset
= cpystr(ps_global
->VAR_UNK_CHAR_SET
);
222 /* convert to UTF-8 */
223 if(!(charset
&& !strucmp(charset
, "utf-8")))
224 gf_link_filter(gf_utf8
, gf_utf8_opt(charset
));
227 fs_give((void **) &charset
);
231 * If we're detaching a text segment and there are user-defined
232 * filters and there are text triggers to look for, install filter
233 * to let us look at each line...
235 display_filter
= NULL
;
237 && ps_global
->tools
.display_filter
238 && ps_global
->tools
.display_filter_trigger
239 && ps_global
->VAR_DISPLAY_FILTERS
240 && !(flags
& DT_NODFILTER
)){
241 /* check for "static" triggers (i.e., none or CHARSET) */
242 if(!(display_filter
= (*ps_global
->tools
.display_filter_trigger
)(body
, trigger
, sizeof(trigger
)))
243 && (df_trigger_list
= build_trigger_list())){
244 /* else look for matching text trigger */
245 gf_link_filter(gf_line_test
,
246 gf_line_test_opt(df_trigger_cmp
, NULL
));
250 /* add aux filters if we're not going to MIME decode into a temporary
251 * storage object, otherwise we pass the aux_filters on to gf_filter
252 * below so it can pass what comes out of the external filter command
253 * thru the rest of the filters...
255 for( ; aux_filters
&& aux_filters
->filter
; aux_filters
++)
256 gf_link_filter(aux_filters
->filter
, aux_filters
->data
);
259 * Following canonical model, after decoding convert newlines from
260 * crlf to local convention. ALSO, convert newlines if we're fetching
261 * a multipart segment since an external handler's going to have to
262 * make sense of it...
264 if((is_text
& !(flags
& DT_BINARY
))
265 || body
->type
== TYPEMESSAGE
266 || body
->type
== TYPEMULTIPART
)
267 gf_link_filter(gf_nvtnl_local
, NULL
);
270 * If we're detaching a text segment and a user-defined filter may
271 * need to be invoked later (see below), decode the segment into
272 * a temporary storage object...
275 && ps_global
->tools
.display_filter
276 && ps_global
->tools
.display_filter_trigger
277 && ps_global
->VAR_DISPLAY_FILTERS
278 && !(flags
& DT_NODFILTER
)
279 && !(detach_so
= so_get(CharStar
, NULL
, EDIT_ACCESS
))){
281 _("Formatting error: no space to make copy, no display filters used"), sizeof(err_string
));
282 err_string
[sizeof(err_string
)-1] = '\0';
285 if((status
= gf_pipe(FETCH_READC
, detach_so
? detach_writec
: pc
)) != NULL
) {
286 snprintf(err_string
, sizeof(err_string
), "Formatting error: %s", status
);
291 * If we wrote to a temporary area, there MAY be a user-defined
292 * filter to invoke. Filter it it (or not if no trigger match)
293 * *AND* send the output thru any auxiliary filters, destroy the
294 * temporary object and be done with it...
297 if(!err_string
[0] && display_filter
&& *display_filter
){
298 FILTLIST_S
*p
, *aux
= NULL
;
301 if(aux_filters
&& !(flags
& DT_BINARY
)){
302 /* insert NL conversion filters around remaining aux_filters
303 * so they're not tripped up by local NL convention
305 for(p
= aux_filters
; p
->filter
; p
++) /* count aux_filters */
308 count
= (p
- aux_filters
) + 3;
309 p
= aux
= (FILTLIST_S
*) fs_get(count
* sizeof(FILTLIST_S
));
310 memset(p
, 0, count
* sizeof(FILTLIST_S
));
311 p
->filter
= gf_local_nvtnl
;
313 for(; aux_filters
->filter
; p
++, aux_filters
++)
316 p
->filter
= gf_nvtnl_local
;
319 if((status
= (*ps_global
->tools
.display_filter
)(display_filter
, detach_so
, pc
, aux
)) != NULL
){
320 snprintf(err_string
, sizeof(err_string
), "Formatting error: %s", status
);
325 fs_give((void **)&aux
);
327 else{ /* just copy it, then */
330 gf_set_so_readc(&gc
, detach_so
);
331 so_seek(detach_so
, 0L, 0);
334 /* if other filters are involved, correct for
335 * newlines on either side of the pipe...
337 gf_link_filter(gf_local_nvtnl
, NULL
);
338 for( ; aux_filters
->filter
; aux_filters
++)
339 gf_link_filter(aux_filters
->filter
, aux_filters
->data
);
341 if(!(flags
& DT_BINARY
))
342 gf_link_filter(gf_nvtnl_local
, NULL
);
345 if((status
= gf_pipe(gc
, pc
)) != NULL
){ /* Second pass, sheesh */
346 snprintf(err_string
, sizeof(err_string
), "Formatting error: %s", status
);
350 gf_clear_so_readc(detach_so
);
353 so_give(&detach_so
); /* blast temp copy */
356 if(!ps_global
->print
&& we_cancel
)
363 blast_trigger_list(&df_trigger_list
);
365 return((err_string
[0] == '\0') ? NULL
: err_string
);
372 return(so_writec(c
, detach_so
));
377 * build_trigger_list - return possible triggers in a list of triggers
381 build_trigger_list(void)
383 TRGR_S
*tp
= NULL
, **trailp
;
384 char **l
, *test
, *str
, *ep
, *cmd
= NULL
;
388 for(l
= ps_global
->VAR_DISPLAY_FILTERS
; l
&& *l
; l
++){
389 get_pair(*l
, &test
, &cmd
, 1, 1);
390 if(test
&& valid_filter_command(&cmd
)){
391 *trailp
= (TRGR_S
*) fs_get(sizeof(TRGR_S
));
392 (*trailp
)->cmp
= df_trigger_cmp_text
;
394 if(*test
== '_' && (i
= strlen(test
)) > 10
395 && *(ep
= &test
[i
-1]) == '_' && *--ep
== ')'){
396 if(struncmp(test
, "_CHARSET(", 9) == 0){
397 fs_give((void **)&test
);
398 fs_give((void **)&cmd
);
399 fs_give((void **)trailp
);
403 if(strncmp(test
+1, "LEADING(", 8) == 0){
404 (*trailp
)->cmp
= df_trigger_cmp_lwsp
;
406 str
= cpystr(test
+9);
407 fs_give((void **)&test
);
409 else if(strncmp(test
+1, "BEGINNING(", 10) == 0){
410 (*trailp
)->cmp
= df_trigger_cmp_start
;
412 str
= cpystr(test
+11);
413 fs_give((void **)&test
);
417 (*trailp
)->text
= str
;
418 (*trailp
)->cmd
= cmd
;
419 *(trailp
= &(*trailp
)->next
) = NULL
;
422 fs_give((void **)&test
);
423 fs_give((void **)&cmd
);
432 * blast_trigger_list - zot any list of triggers we've been using
435 blast_trigger_list(TRGR_S
**tlist
)
438 blast_trigger_list(&(*tlist
)->next
);
440 fs_give((void **)&(*tlist
)->text
);
441 fs_give((void **)&(*tlist
)->cmd
);
442 fs_give((void **)tlist
);
447 * df_trigger_cmp - compare the line passed us with the list of defined
448 * display filter triggers
451 df_trigger_cmp(long int n
, char *s
, LT_INS_S
**e
, void *l
)
456 if(!display_filter
) /* already found? */
457 for(tp
= df_trigger_list
; tp
; tp
= tp
->next
)
459 if((result
= (*tp
->cmp
)(s
, tp
->text
)) < 0)
462 return(((display_filter
= tp
->cmd
) != NULL
) ? 1 : 0);
470 * df_trigger_cmp_text - return 1 if s1 is in s2
473 df_trigger_cmp_text(char *s1
, char *s2
)
475 return(strstr(s1
, s2
) != NULL
);
480 * df_trigger_cmp_lwsp - compare the line passed us with the list of defined
481 * display filter triggers. returns:
483 * 0 if we don't know yet
485 * -1 if we clearly don't match
488 df_trigger_cmp_lwsp(char *s1
, char *s2
)
490 while(*s1
&& isspace((unsigned char)*s1
))
493 return((*s1
) ? (!strncmp(s1
, s2
, strlen(s2
)) ? 1 : -1) : 0);
498 * df_trigger_cmp_start - return 1 if first strlen(s2) chars start s1
501 df_trigger_cmp_start(char *s1
, char *s2
)
503 return(!strncmp(s1
, s2
, strlen(s2
)));
508 * valid_filter_command - make sure argv[0] of command really exists.
509 * "cmd" is required to be an alloc'd string since
510 * it will get realloc'd if the command's path is
514 valid_filter_command(char **cmd
)
517 char cpath
[MAXPATH
+1], *p
;
523 * copy cmd to build expanded path if necessary.
525 for(i
= 0; i
< sizeof(cpath
) && (cpath
[i
] = (*cmd
)[i
]); i
++)
526 if(isspace((unsigned char)(*cmd
)[i
])){
527 cpath
[i
] = '\0'; /* tie off command's path*/
531 #if defined(DOS) || defined(OS2)
532 if(is_absolute_path(cpath
)){
535 fixpath(cpath
, sizeof(cpath
));
536 l
= strlen(cpath
) + strlen(&(*cmd
)[i
]);
537 p
= (char *) fs_get((l
+1) * sizeof(char));
538 strncpy(p
, cpath
, l
); /* copy new path */
540 strncat(p
, &(*cmd
)[i
], l
+1-1-strlen(p
)); /* and old args */
542 fs_give((void **) cmd
); /* free it */
543 *cmd
= p
; /* and assign new buf */
547 if(fnexpand(cpath
, sizeof(cpath
))){
550 l
= strlen(cpath
) + strlen(&(*cmd
)[i
]);
551 p
= (char *) fs_get((l
+1) * sizeof(char));
552 strncpy(p
, cpath
, l
); /* copy new path */
554 strncat(p
, &(*cmd
)[i
], l
+1-1-strlen(p
)); /* and old args */
556 fs_give((void **) cmd
); /* free it */
557 *cmd
= p
; /* and assign new buf */
564 return(is_absolute_path(cpath
) && can_access(cpath
, EXECUTE_ACCESS
) == 0);
569 fetch_readc_init(FETCH_READC_S
*frd
, MAILSTREAM
*stream
, long int msgno
,
570 char *section
, unsigned long size
, long partial
, long int flags
)
574 nointr
= flags
& DT_NOINTR
;
577 memset(g_fr_desc
= frd
, 0, sizeof(FETCH_READC_S
));
578 frd
->stream
= stream
;
580 frd
->section
= section
;
583 frd
->readc
= fetch_readc
;
587 * The call to imap_cache below will return true in the case where
588 * we've already stashed fake data in the content of the part.
589 * This happens when an S/MIME message is decrypted.
593 if(modern_imap_stream(stream
)
594 && !imap_cache(stream
, msgno
, section
, NULL
, NULL
)
595 && (size
> INIT_FETCH_CHUNK
|| (partial
> 0L && partial
< size
))
596 && (F_OFF(F_QUELL_PARTIAL_FETCH
, ps_global
)
599 F_ON(F_QUELL_SSL_LARGEBLOCKS
, ps_global
)
605 if(partial
> 0L && partial
< size
){
606 /* partial fetch is being asked for */
610 frd
->allocsize
= MIN(INIT_FETCH_CHUNK
,frd
->size
);
611 frd
->chunk
= (char *) fs_get ((frd
->allocsize
+ 1) * sizeof(char));
612 frd
->chunksize
= frd
->allocsize
/2; /* this gets doubled 1st time */
613 frd
->endp
= frd
->chunk
;
617 if(intr_handling_on())
618 frd
->we_turned_on
= 1;
620 if(!(partial
> 0L && partial
< size
)){
621 frd
->cache
= so_get(CharStar
, NULL
, EDIT_ACCESS
);
622 so_truncate(frd
->cache
, size
); /* pre-allocate */
625 else{ /* fetch the whole bloody thing here */
626 frd
->chunk
= mail_fetch_body(stream
, msgno
, section
, &frd
->read
, flags
);
628 /* This only happens if the server gave us a bogus size */
629 if(partial
> 0L && partial
< size
){
630 /* partial fetch is being asked for */
632 frd
->endp
= &frd
->chunk
[frd
->size
];
634 else if(size
!= frd
->read
){
636 "fetch_readc_init: size mismatch: size=%lu read=%lu, continue...\n",
637 frd
->size
, frd
->read
));
638 q_status_message(SM_ORDER
| SM_DING
, 0, 3,
639 _("Message size does not match expected size, continuing..."));
640 frd
->size
= MIN(size
, frd
->read
);
641 frd
->endp
= &frd
->chunk
[frd
->read
];
644 frd
->endp
= &frd
->chunk
[frd
->read
];
647 frd
->chunkp
= frd
->chunk
;
652 fetch_readc_cleanup(int store
)
655 if(g_fr_desc
->we_turned_on
)
658 if(g_fr_desc
->chunk
&& g_fr_desc
->free_me
)
659 fs_give((void **) &g_fr_desc
->chunk
);
661 if(g_fr_desc
->cache
&& store
){
664 text
.size
= g_fr_desc
->size
;
665 text
.data
= (unsigned char *) so_text(g_fr_desc
->cache
);
666 imap_cache(g_fr_desc
->stream
, g_fr_desc
->msgno
,
667 g_fr_desc
->section
, NULL
, &text
);
668 g_fr_desc
->cache
->txt
= (void *) NULL
;
669 so_give(&g_fr_desc
->cache
);
678 fetch_gets(readfn_t f
, void *stream
, long unsigned int size
, GETS_DATA
*md
)
682 n
= MIN(g_fr_desc
->chunksize
, size
);
683 g_fr_desc
->read
+= n
;
684 g_fr_desc
->endp
= &g_fr_desc
->chunk
[n
];
686 (*f
) (stream
, n
, g_fr_desc
->chunkp
= g_fr_desc
->chunk
);
689 so_nputs(g_fr_desc
->cache
, g_fr_desc
->chunk
, (long) n
);
691 /* BUG: need to read requested "size" in case it's larger than chunk? */
698 fetch_readc(unsigned char *c
)
700 extern void gf_error(char *);
702 if(ps_global
->intr_pending
){
703 (void) fetch_readc_cleanup(0);
704 /* TRANSLATORS: data transfer was interrupted by something */
705 gf_error(g_fr_desc
->error
? g_fr_desc
->error
:_("Transfer interrupted!"));
708 else if(g_fr_desc
->chunkp
== g_fr_desc
->endp
){
710 /* Anything to read, do it */
711 if(g_fr_desc
->read
< g_fr_desc
->size
){
714 TIMEVAL_S before
, after
;
716 unsigned long save_read
;
718 old_gets
= mail_parameters(g_fr_desc
->stream
, GET_GETS
,
720 mail_parameters(g_fr_desc
->stream
, SET_GETS
, (void *) fetch_gets
);
723 * Adjust chunksize with the goal that it will be about
724 * TARGET_INTR_TIME useconds +- 20%
725 * to finish the partial fetch. We want that time
726 * to be small so that interrupts will happen fast, but we want
727 * the chunksize large so that the whole fetch will happen
728 * fast. So it's a tradeoff between those two things.
730 * If the estimated fetchtime is getting too large, we
731 * half the chunksize. If it is small, we double
732 * the chunksize. If it is in between, we leave it. There is
733 * some risk of oscillating between two values, but who cares?
735 if(g_fr_desc
->fetchtime
<
736 TARGET_INTR_TIME
- TARGET_INTR_TIME
/5)
737 g_fr_desc
->chunksize
*= 2;
738 else if(g_fr_desc
->fetchtime
>
739 TARGET_INTR_TIME
+ TARGET_INTR_TIME
/5)
740 g_fr_desc
->chunksize
/= 2;
742 g_fr_desc
->chunksize
= MIN(MAX_FETCH_CHUNK
,
744 g_fr_desc
->chunksize
));
748 * If this feature is set, limit the max size to less than
749 * 16K - 5, the magic number that avoids Microsoft's bug.
750 * Let's just go with 12K instead of 16K - 5.
752 if(F_ON(F_QUELL_SSL_LARGEBLOCKS
, ps_global
))
753 g_fr_desc
->chunksize
=
754 MIN(AVOID_MICROSOFT_SSL_CHUNKING_BUG
, g_fr_desc
->chunksize
);
757 /* don't ask for more than there should be left to ask for */
758 g_fr_desc
->chunksize
=
759 MIN(g_fr_desc
->size
- g_fr_desc
->read
, g_fr_desc
->chunksize
);
762 * If chunksize grew, reallocate chunk.
764 if(g_fr_desc
->chunksize
> g_fr_desc
->allocsize
){
765 g_fr_desc
->allocsize
= g_fr_desc
->chunksize
;
766 fs_give((void **) &g_fr_desc
->chunk
);
767 g_fr_desc
->chunk
= (char *) fs_get ((g_fr_desc
->allocsize
+ 1)
769 g_fr_desc
->endp
= g_fr_desc
->chunk
;
770 g_fr_desc
->chunkp
= g_fr_desc
->chunk
;
773 save_read
= g_fr_desc
->read
;
774 (void)get_time(&before
);
776 rv
= mail_partial_body(g_fr_desc
->stream
, g_fr_desc
->msgno
,
777 g_fr_desc
->section
, g_fr_desc
->read
,
778 g_fr_desc
->chunksize
, g_fr_desc
->flags
);
781 * If the amount we actually read is less than the amount we
782 * asked for we assume that is because the server gave us a
783 * bogus size when we originally asked for it.
785 if(g_fr_desc
->chunksize
> (g_fr_desc
->read
- save_read
)){
787 "partial_body returned less than asked for: asked=%lu got=%lu, continue...\n",
788 g_fr_desc
->chunksize
, g_fr_desc
->read
- save_read
));
789 if(g_fr_desc
->read
- save_read
> 0)
790 q_status_message(SM_ORDER
| SM_DING
, 0, 3,
791 _("Message size does not match expected size, continuing..."));
794 q_status_message(SM_ORDER
| SM_DING
, 3, 3,
795 _("Server returns zero bytes, Quell-Partial-Fetch feature may help"));
798 g_fr_desc
->size
= g_fr_desc
->read
;
801 if(get_time(&after
) == 0){
802 diff
= time_diff(&after
, &before
);
803 wdiff
= MIN(TARGET_INTR_TIME
+ TARGET_INTR_TIME
/2,
804 MAX(TARGET_INTR_TIME
- TARGET_INTR_TIME
/2, diff
));
806 * Fetchtime is an exponentially weighted average of the number
807 * of usecs it takes to do a single fetch of whatever the
808 * current chunksize is. Since the fetch time probably isn't
809 * simply proportional to the chunksize, we don't try to
810 * calculate a chunksize by keeping track of the bytes per
811 * second. Instead, we just double or half the chunksize if
812 * we are too fast or too slow. That happens the next time
813 * through the loop a few lines up.
814 * Too settle it down a bit, Windsorize the mean.
816 g_fr_desc
->fetchtime
= (g_fr_desc
->fetchtime
== 0)
818 : g_fr_desc
->fetchtime
/2 + wdiff
/2;
820 "fetch: diff=%ld wdiff=%ld fetchave=%ld prev chunksize=%ld\n",
821 diff
, wdiff
, g_fr_desc
->fetchtime
, g_fr_desc
->chunksize
));
823 else /* just set it so it won't affect anything */
824 g_fr_desc
->fetchtime
= TARGET_INTR_TIME
;
826 /* UNinstall mailgets */
827 mail_parameters(g_fr_desc
->stream
, SET_GETS
, old_gets
);
830 (void) fetch_readc_cleanup(0);
831 gf_error("Partial fetch failed!");
835 else /* clean up and return done. */
836 return(fetch_readc_cleanup(1));
839 *c
= *g_fr_desc
->chunkp
++;