2 * Another stupid program, this one parsing the headers of an
3 * email to figure out authorship and subject
10 static FILE *cmitmsg
, *patchfile
, *fin
, *fout
;
12 static int keep_subject
;
13 static const char *metainfo_charset
;
14 static struct strbuf line
= STRBUF_INIT
;
15 static struct strbuf name
= STRBUF_INIT
;
16 static struct strbuf email
= STRBUF_INIT
;
19 TE_DONTCARE
, TE_QP
, TE_BASE64
,
22 TYPE_TEXT
, TYPE_OTHER
,
25 static struct strbuf charset
= STRBUF_INIT
;
26 static int patch_lines
;
27 static struct strbuf
**p_hdr_data
, **s_hdr_data
;
29 #define MAX_HDR_PARSED 10
30 #define MAX_BOUNDARIES 5
32 static void cleanup_space(struct strbuf
*sb
);
35 static void get_sane_name(struct strbuf
*out
, struct strbuf
*name
, struct strbuf
*email
)
37 struct strbuf
*src
= name
;
38 if (name
->len
< 3 || 60 < name
->len
|| strchr(name
->buf
, '@') ||
39 strchr(name
->buf
, '<') || strchr(name
->buf
, '>'))
44 strbuf_addbuf(out
, src
);
47 static void parse_bogus_from(const struct strbuf
*line
)
49 /* John Doe <johndoe> */
52 /* This is fallback, so do not bother if we already have an
58 bra
= strchr(line
->buf
, '<');
61 ket
= strchr(bra
, '>');
66 strbuf_add(&email
, bra
+ 1, ket
- bra
- 1);
69 strbuf_add(&name
, line
->buf
, bra
- line
->buf
);
71 get_sane_name(&name
, &name
, &email
);
74 static void handle_from(const struct strbuf
*from
)
80 strbuf_init(&f
, from
->len
);
81 strbuf_addbuf(&f
, from
);
83 at
= strchr(f
.buf
, '@');
85 parse_bogus_from(from
);
90 * If we already have one email, don't take any confusing lines
92 if (email
.len
&& strchr(at
+ 1, '@')) {
97 /* Pick up the string around '@', possibly delimited with <>
98 * pair; that is the email part.
110 el
= strcspn(at
, " \n\t\r\v\f>");
111 strbuf_reset(&email
);
112 strbuf_add(&email
, at
, el
);
113 strbuf_remove(&f
, at
- f
.buf
, el
+ (at
[el
] ? 1 : 0));
115 /* The remainder is name. It could be
117 * - "John Doe <john.doe@xz>" (a), or
118 * - "john.doe@xz (John Doe)" (b), or
119 * - "John (zzz) Doe <john.doe@xz> (Comment)" (c)
121 * but we have removed the email part, so
123 * - remove extra spaces which could stay after email (case 'c'), and
124 * - trim from both ends, possibly removing the () pair at the end
125 * (cases 'a' and 'b').
129 if (f
.buf
[0] == '(' && f
.len
&& f
.buf
[f
.len
- 1] == ')') {
130 strbuf_remove(&f
, 0, 1);
131 strbuf_setlen(&f
, f
.len
- 1);
134 get_sane_name(&name
, &f
, &email
);
138 static void handle_header(struct strbuf
**out
, const struct strbuf
*line
)
141 *out
= xmalloc(sizeof(struct strbuf
));
142 strbuf_init(*out
, line
->len
);
146 strbuf_addbuf(*out
, line
);
149 /* NOTE NOTE NOTE. We do not claim we do full MIME. We just attempt
150 * to have enough heuristics to grok MIME encoded patches often found
151 * on our mailing lists. For example, we do not even treat header lines
152 * case insensitively.
155 static int slurp_attr(const char *line
, const char *name
, struct strbuf
*attr
)
157 const char *ends
, *ap
= strcasestr(line
, name
);
161 strbuf_setlen(attr
, 0);
171 sz
= strcspn(ap
, ends
);
172 strbuf_add(attr
, ap
, sz
);
176 static struct strbuf
*content
[MAX_BOUNDARIES
];
178 static struct strbuf
**content_top
= content
;
180 static void handle_content_type(struct strbuf
*line
)
182 struct strbuf
*boundary
= xmalloc(sizeof(struct strbuf
));
183 strbuf_init(boundary
, line
->len
);
185 if (!strcasestr(line
->buf
, "text/"))
186 message_type
= TYPE_OTHER
;
187 if (slurp_attr(line
->buf
, "boundary=", boundary
)) {
188 strbuf_insert(boundary
, 0, "--", 2);
189 if (++content_top
> &content
[MAX_BOUNDARIES
]) {
190 fprintf(stderr
, "Too many boundaries to handle\n");
193 *content_top
= boundary
;
196 if (slurp_attr(line
->buf
, "charset=", &charset
))
197 strbuf_tolower(&charset
);
200 strbuf_release(boundary
);
205 static void handle_content_transfer_encoding(const struct strbuf
*line
)
207 if (strcasestr(line
->buf
, "base64"))
208 transfer_encoding
= TE_BASE64
;
209 else if (strcasestr(line
->buf
, "quoted-printable"))
210 transfer_encoding
= TE_QP
;
212 transfer_encoding
= TE_DONTCARE
;
215 static int is_multipart_boundary(const struct strbuf
*line
)
217 return (((*content_top
)->len
<= line
->len
) &&
218 !memcmp(line
->buf
, (*content_top
)->buf
, (*content_top
)->len
));
221 static void cleanup_subject(struct strbuf
*subject
)
225 while (subject
->len
) {
226 switch (*subject
->buf
) {
228 if (subject
->len
<= 3)
230 if (!memcmp(subject
->buf
+ 1, "e:", 2)) {
231 strbuf_remove(subject
, 0, 3);
235 case ' ': case '\t': case ':':
236 strbuf_remove(subject
, 0, 1);
239 if ((pos
= strchr(subject
->buf
, ']'))) {
240 remove
= pos
- subject
->buf
;
241 if (remove
<= (subject
->len
- remove
) * 2) {
242 strbuf_remove(subject
, 0, remove
+ 1);
246 strbuf_remove(subject
, 0, 1);
249 strbuf_trim(subject
);
254 static void cleanup_space(struct strbuf
*sb
)
257 for (pos
= 0; pos
< sb
->len
; pos
++) {
258 if (isspace(sb
->buf
[pos
])) {
260 for (cnt
= 0; isspace(sb
->buf
[pos
+ cnt
+ 1]); cnt
++);
261 strbuf_remove(sb
, pos
+ 1, cnt
);
266 static void decode_header(struct strbuf
*line
);
267 static const char *header
[MAX_HDR_PARSED
] = {
268 "From","Subject","Date",
271 static inline int cmp_header(const struct strbuf
*line
, const char *hdr
)
273 int len
= strlen(hdr
);
274 return !strncasecmp(line
->buf
, hdr
, len
) && line
->len
> len
&&
275 line
->buf
[len
] == ':' && isspace(line
->buf
[len
+ 1]);
278 static int check_header(const struct strbuf
*line
,
279 struct strbuf
*hdr_data
[], int overwrite
)
282 struct strbuf sb
= STRBUF_INIT
;
283 /* search for the interesting parts */
284 for (i
= 0; header
[i
]; i
++) {
285 int len
= strlen(header
[i
]);
286 if ((!hdr_data
[i
] || overwrite
) && cmp_header(line
, header
[i
])) {
287 /* Unwrap inline B and Q encoding, and optionally
288 * normalize the meta information to utf8.
290 strbuf_add(&sb
, line
->buf
+ len
+ 2, line
->len
- len
- 2);
292 handle_header(&hdr_data
[i
], &sb
);
294 goto check_header_out
;
299 if (cmp_header(line
, "Content-Type")) {
300 len
= strlen("Content-Type: ");
301 strbuf_add(&sb
, line
->buf
+ len
, line
->len
- len
);
303 strbuf_insert(&sb
, 0, "Content-Type: ", len
);
304 handle_content_type(&sb
);
306 goto check_header_out
;
308 if (cmp_header(line
, "Content-Transfer-Encoding")) {
309 len
= strlen("Content-Transfer-Encoding: ");
310 strbuf_add(&sb
, line
->buf
+ len
, line
->len
- len
);
312 handle_content_transfer_encoding(&sb
);
314 goto check_header_out
;
317 /* for inbody stuff */
318 if (!prefixcmp(line
->buf
, ">From") && isspace(line
->buf
[5])) {
319 ret
= 1; /* Should this return 0? */
320 goto check_header_out
;
322 if (!prefixcmp(line
->buf
, "[PATCH]") && isspace(line
->buf
[7])) {
323 for (i
= 0; header
[i
]; i
++) {
324 if (!memcmp("Subject", header
[i
], 7)) {
325 handle_header(&hdr_data
[i
], line
);
327 goto check_header_out
;
337 static int is_rfc2822_header(const struct strbuf
*line
)
340 * The section that defines the loosest possible
341 * field name is "3.6.8 Optional fields".
343 * optional-field = field-name ":" unstructured CRLF
344 * field-name = 1*ftext
345 * ftext = %d33-57 / %59-126
348 char *cp
= line
->buf
;
350 /* Count mbox From headers as headers */
351 if (!prefixcmp(cp
, "From ") || !prefixcmp(cp
, ">From "))
354 while ((ch
= *cp
++)) {
357 if ((33 <= ch
&& ch
<= 57) ||
358 (59 <= ch
&& ch
<= 126))
365 static int read_one_header_line(struct strbuf
*line
, FILE *in
)
367 /* Get the first part of the line. */
368 if (strbuf_getline(line
, in
, '\n'))
372 * Is it an empty line or not a valid rfc2822 header?
373 * If so, stop here, and return false ("not a header")
376 if (!line
->len
|| !is_rfc2822_header(line
)) {
377 /* Re-add the newline */
378 strbuf_addch(line
, '\n');
383 * Now we need to eat all the continuation lines..
384 * Yuck, 2822 header "folding"
388 struct strbuf continuation
= STRBUF_INIT
;
390 peek
= fgetc(in
); ungetc(peek
, in
);
391 if (peek
!= ' ' && peek
!= '\t')
393 if (strbuf_getline(&continuation
, in
, '\n'))
395 continuation
.buf
[0] = '\n';
396 strbuf_rtrim(&continuation
);
397 strbuf_addbuf(line
, &continuation
);
403 static struct strbuf
*decode_q_segment(const struct strbuf
*q_seg
, int rfc2047
)
405 const char *in
= q_seg
->buf
;
407 struct strbuf
*out
= xmalloc(sizeof(struct strbuf
));
408 strbuf_init(out
, q_seg
->len
);
410 while ((c
= *in
++) != 0) {
414 break; /* drop trailing newline */
415 strbuf_addch(out
, (hexval(d
) << 4) | hexval(*in
++));
418 if (rfc2047
&& c
== '_') /* rfc2047 4.2 (2) */
420 strbuf_addch(out
, c
);
425 static struct strbuf
*decode_b_segment(const struct strbuf
*b_seg
)
427 /* Decode in..ep, possibly in-place to ot */
428 int c
, pos
= 0, acc
= 0;
429 const char *in
= b_seg
->buf
;
430 struct strbuf
*out
= xmalloc(sizeof(struct strbuf
));
431 strbuf_init(out
, b_seg
->len
);
433 while ((c
= *in
++) != 0) {
438 else if ('A' <= c
&& c
<= 'Z')
440 else if ('a' <= c
&& c
<= 'z')
442 else if ('0' <= c
&& c
<= '9')
445 continue; /* garbage */
451 strbuf_addch(out
, (acc
| (c
>> 4)));
455 strbuf_addch(out
, (acc
| (c
>> 2)));
459 strbuf_addch(out
, (acc
| c
));
468 * When there is no known charset, guess.
470 * Right now we assume that if the target is UTF-8 (the default),
471 * and it already looks like UTF-8 (which includes US-ASCII as its
472 * subset, of course) then that is what it is and there is nothing
475 * Otherwise, we default to assuming it is Latin1 for historical
478 static const char *guess_charset(const struct strbuf
*line
, const char *target_charset
)
480 if (is_encoding_utf8(target_charset
)) {
481 if (is_utf8(line
->buf
))
487 static void convert_to_utf8(struct strbuf
*line
, const char *charset
)
491 if (!charset
|| !*charset
) {
492 charset
= guess_charset(line
, metainfo_charset
);
497 if (!strcmp(metainfo_charset
, charset
))
499 out
= reencode_string(line
->buf
, metainfo_charset
, charset
);
501 die("cannot convert from %s to %s",
502 charset
, metainfo_charset
);
503 strbuf_attach(line
, out
, strlen(out
), strlen(out
));
506 static int decode_header_bq(struct strbuf
*it
)
509 struct strbuf outbuf
= STRBUF_INIT
, *dec
;
510 struct strbuf charset_q
= STRBUF_INIT
, piecebuf
= STRBUF_INIT
;
514 while (in
- it
->buf
<= it
->len
&& (ep
= strstr(in
, "=?")) != NULL
) {
516 strbuf_reset(&charset_q
);
517 strbuf_reset(&piecebuf
);
522 * We are about to process an encoded-word
523 * that begins at ep, but there is something
524 * before the encoded word.
527 for (scan
= in
; scan
< ep
; scan
++)
531 if (scan
!= ep
|| in
== it
->buf
) {
533 * We should not lose that "something",
534 * unless we have just processed an
535 * encoded-word, and there is only LWS
536 * before the one we are about to process.
538 strbuf_add(&outbuf
, in
, ep
- in
);
542 * ep : "=?iso-2022-jp?B?GyR...?= foo"
543 * ep : "=?ISO-8859-1?Q?Foo=FCbar?= baz"
547 if (ep
- it
->buf
>= it
->len
|| !(cp
= strchr(ep
, '?')))
548 goto decode_header_bq_out
;
550 if (cp
+ 3 - it
->buf
> it
->len
)
551 goto decode_header_bq_out
;
552 strbuf_add(&charset_q
, ep
, cp
- ep
);
553 strbuf_tolower(&charset_q
);
556 if (!encoding
|| cp
[2] != '?')
557 goto decode_header_bq_out
;
558 ep
= strstr(cp
+ 3, "?=");
560 goto decode_header_bq_out
;
561 strbuf_add(&piecebuf
, cp
+ 3, ep
- cp
- 3);
562 switch (tolower(encoding
)) {
564 goto decode_header_bq_out
;
566 dec
= decode_b_segment(&piecebuf
);
569 dec
= decode_q_segment(&piecebuf
, 1);
572 if (metainfo_charset
)
573 convert_to_utf8(dec
, charset_q
.buf
);
575 strbuf_addbuf(&outbuf
, dec
);
580 strbuf_addstr(&outbuf
, in
);
582 strbuf_addbuf(it
, &outbuf
);
583 decode_header_bq_out
:
584 strbuf_release(&outbuf
);
585 strbuf_release(&charset_q
);
586 strbuf_release(&piecebuf
);
590 static void decode_header(struct strbuf
*it
)
592 if (decode_header_bq(it
))
594 /* otherwise "it" is a straight copy of the input.
595 * This can be binary guck but there is no charset specified.
597 if (metainfo_charset
)
598 convert_to_utf8(it
, "");
601 static void decode_transfer_encoding(struct strbuf
*line
)
605 switch (transfer_encoding
) {
607 ret
= decode_q_segment(line
, 0);
610 ret
= decode_b_segment(line
);
617 strbuf_addbuf(line
, ret
);
622 static void handle_filter(struct strbuf
*line
);
624 static int find_boundary(void)
626 while (!strbuf_getline(&line
, fin
, '\n')) {
627 if (*content_top
&& is_multipart_boundary(&line
))
633 static int handle_boundary(void)
635 struct strbuf newline
= STRBUF_INIT
;
637 strbuf_addch(&newline
, '\n');
639 if (line
.len
>= (*content_top
)->len
+ 2 &&
640 !memcmp(line
.buf
+ (*content_top
)->len
, "--", 2)) {
641 /* we hit an end boundary */
642 /* pop the current boundary off the stack */
643 strbuf_release(*content_top
);
647 /* technically won't happen as is_multipart_boundary()
648 will fail first. But just in case..
650 if (--content_top
< content
) {
651 fprintf(stderr
, "Detected mismatched boundaries, "
655 handle_filter(&newline
);
656 strbuf_release(&newline
);
658 /* skip to the next boundary */
659 if (!find_boundary())
664 /* set some defaults */
665 transfer_encoding
= TE_DONTCARE
;
666 strbuf_reset(&charset
);
667 message_type
= TYPE_TEXT
;
669 /* slurp in this section's info */
670 while (read_one_header_line(&line
, fin
))
671 check_header(&line
, p_hdr_data
, 0);
673 strbuf_release(&newline
);
675 if (strbuf_getline(&line
, fin
, '\n'))
677 strbuf_addch(&line
, '\n');
681 static inline int patchbreak(const struct strbuf
*line
)
685 /* Beginning of a "diff -" header? */
686 if (!prefixcmp(line
->buf
, "diff -"))
689 /* CVS "Index: " line? */
690 if (!prefixcmp(line
->buf
, "Index: "))
694 * "--- <filename>" starts patches without headers
695 * "---<sp>*" is a manual separator
700 if (!prefixcmp(line
->buf
, "---")) {
701 /* space followed by a filename? */
702 if (line
->buf
[3] == ' ' && !isspace(line
->buf
[4]))
704 /* Just whitespace? */
705 for (i
= 3; i
< line
->len
; i
++) {
706 unsigned char c
= line
->buf
[i
];
717 static int handle_commit_msg(struct strbuf
*line
)
719 static int still_looking
= 1;
728 if ((still_looking
= check_header(line
, s_hdr_data
, 0)) != 0)
732 /* normalize the log message to UTF-8. */
733 if (metainfo_charset
)
734 convert_to_utf8(line
, charset
.buf
);
736 if (patchbreak(line
)) {
742 fputs(line
->buf
, cmitmsg
);
746 static void handle_patch(const struct strbuf
*line
)
748 fwrite(line
->buf
, 1, line
->len
, patchfile
);
752 static void handle_filter(struct strbuf
*line
)
754 static int filter
= 0;
756 /* filter tells us which part we left off on */
759 if (!handle_commit_msg(line
))
768 static void handle_body(void)
771 struct strbuf prev
= STRBUF_INIT
;
773 /* Skip up to the first boundary */
775 if (!find_boundary())
776 goto handle_body_out
;
780 strbuf_setlen(&line
, line
.len
+ len
);
782 /* process any boundary lines */
783 if (*content_top
&& is_multipart_boundary(&line
)) {
784 /* flush any leftover */
786 handle_filter(&prev
);
789 if (!handle_boundary())
790 goto handle_body_out
;
793 /* Unwrap transfer encoding */
794 decode_transfer_encoding(&line
);
796 switch (transfer_encoding
) {
800 struct strbuf
**lines
, **it
, *sb
;
802 /* Prepend any previous partial lines */
803 strbuf_insert(&line
, 0, prev
.buf
, prev
.len
);
806 /* binary data most likely doesn't have newlines */
807 if (message_type
!= TYPE_TEXT
) {
808 handle_filter(&line
);
812 * This is a decoded line that may contain
813 * multiple new lines. Pass only one chunk
814 * at a time to handle_filter()
816 lines
= strbuf_split(&line
, '\n');
817 for (it
= lines
; (sb
= *it
); it
++) {
818 if (*(it
+ 1) == NULL
) /* The last line */
819 if (sb
->buf
[sb
->len
- 1] != '\n') {
820 /* Partial line, save it for later. */
821 strbuf_addbuf(&prev
, sb
);
827 * The partial chunk is saved in "prev" and will be
828 * appended by the next iteration of read_line_with_nul().
830 strbuf_list_free(lines
);
834 handle_filter(&line
);
838 if (strbuf_avail(&line
) < 100)
839 strbuf_grow(&line
, 100);
840 } while ((len
= read_line_with_nul(line
.buf
, strbuf_avail(&line
), fin
)));
843 strbuf_release(&prev
);
846 static void output_header_lines(FILE *fout
, const char *hdr
, const struct strbuf
*data
)
848 const char *sp
= data
->buf
;
850 char *ep
= strchr(sp
, '\n');
856 fprintf(fout
, "%s: %.*s\n", hdr
, len
, sp
);
863 static void handle_info(void)
868 for (i
= 0; header
[i
]; i
++) {
869 /* only print inbody headers if we output a patch file */
870 if (patch_lines
&& s_hdr_data
[i
])
872 else if (p_hdr_data
[i
])
877 if (!memcmp(header
[i
], "Subject", 7)) {
879 cleanup_subject(hdr
);
882 output_header_lines(fout
, "Subject", hdr
);
883 } else if (!memcmp(header
[i
], "From", 4)) {
886 fprintf(fout
, "Author: %s\n", name
.buf
);
887 fprintf(fout
, "Email: %s\n", email
.buf
);
890 fprintf(fout
, "%s: %s\n", header
[i
], hdr
->buf
);
896 static int mailinfo(FILE *in
, FILE *out
, int ks
, const char *encoding
,
897 const char *msg
, const char *patch
)
901 metainfo_charset
= encoding
;
905 cmitmsg
= fopen(msg
, "w");
910 patchfile
= fopen(patch
, "w");
917 p_hdr_data
= xcalloc(MAX_HDR_PARSED
, sizeof(*p_hdr_data
));
918 s_hdr_data
= xcalloc(MAX_HDR_PARSED
, sizeof(*s_hdr_data
));
922 } while (isspace(peek
));
925 /* process the email header */
926 while (read_one_header_line(&line
, fin
))
927 check_header(&line
, p_hdr_data
, 1);
935 static const char mailinfo_usage
[] =
936 "git mailinfo [-k] [-u | --encoding=<encoding> | -n] msg patch <mail >info";
938 int cmd_mailinfo(int argc
, const char **argv
, const char *prefix
)
940 const char *def_charset
;
942 /* NEEDSWORK: might want to do the optional .git/ directory
945 git_config(git_default_config
, NULL
);
947 def_charset
= (git_commit_encoding
? git_commit_encoding
: "utf-8");
948 metainfo_charset
= def_charset
;
950 while (1 < argc
&& argv
[1][0] == '-') {
951 if (!strcmp(argv
[1], "-k"))
953 else if (!strcmp(argv
[1], "-u"))
954 metainfo_charset
= def_charset
;
955 else if (!strcmp(argv
[1], "-n"))
956 metainfo_charset
= NULL
;
957 else if (!prefixcmp(argv
[1], "--encoding="))
958 metainfo_charset
= argv
[1] + 11;
960 usage(mailinfo_usage
);
965 usage(mailinfo_usage
);
967 return !!mailinfo(stdin
, stdout
, keep_subject
, metainfo_charset
, argv
[1], argv
[2]);