Work around EMFILE when there are too many pack files
[git.git] / imap-send.c
blob71506a8dd3ed07fe44c487a644ce9a42b94a7578
1 /*
2 * git-imap-send - drops patches into an imap Drafts folder
3 * derived from isync/mbsync - mailbox synchronizer
5 * Copyright (C) 2000-2002 Michael R. Elkins <me@mutt.org>
6 * Copyright (C) 2002-2004 Oswald Buddenhagen <ossi@users.sf.net>
7 * Copyright (C) 2004 Theodore Y. Ts'o <tytso@mit.edu>
8 * Copyright (C) 2006 Mike McCormack
10 * This program is free software; you can redistribute it and/or modify
11 * it under the terms of the GNU General Public License as published by
12 * the Free Software Foundation; either version 2 of the License, or
13 * (at your option) any later version.
15 * This program is distributed in the hope that it will be useful,
16 * but WITHOUT ANY WARRANTY; without even the implied warranty of
17 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
18 * GNU General Public License for more details.
20 * You should have received a copy of the GNU General Public License
21 * along with this program; if not, write to the Free Software
22 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
25 #include "cache.h"
26 #include "exec_cmd.h"
27 #include "run-command.h"
28 #ifdef NO_OPENSSL
29 typedef void *SSL;
30 #else
31 #include <openssl/evp.h>
32 #include <openssl/hmac.h>
33 #endif
35 struct store_conf {
36 char *name;
37 const char *path; /* should this be here? its interpretation is driver-specific */
38 char *map_inbox;
39 char *trash;
40 unsigned max_size; /* off_t is overkill */
41 unsigned trash_remote_new:1, trash_only_new:1;
44 struct string_list {
45 struct string_list *next;
46 char string[1];
49 struct channel_conf {
50 struct channel_conf *next;
51 char *name;
52 struct store_conf *master, *slave;
53 char *master_name, *slave_name;
54 char *sync_state;
55 struct string_list *patterns;
56 int mops, sops;
57 unsigned max_messages; /* for slave only */
60 struct group_conf {
61 struct group_conf *next;
62 char *name;
63 struct string_list *channels;
66 /* For message->status */
67 #define M_RECENT (1<<0) /* unsyncable flag; maildir_* depend on this being 1<<0 */
68 #define M_DEAD (1<<1) /* expunged */
69 #define M_FLAGS (1<<2) /* flags fetched */
71 struct message {
72 struct message *next;
73 /* struct string_list *keywords; */
74 size_t size; /* zero implies "not fetched" */
75 int uid;
76 unsigned char flags, status;
79 struct store {
80 struct store_conf *conf; /* foreign */
82 /* currently open mailbox */
83 const char *name; /* foreign! maybe preset? */
84 char *path; /* own */
85 struct message *msgs; /* own */
86 int uidvalidity;
87 unsigned char opts; /* maybe preset? */
88 /* note that the following do _not_ reflect stats from msgs, but mailbox totals */
89 int count; /* # of messages */
90 int recent; /* # of recent messages - don't trust this beyond the initial read */
93 struct msg_data {
94 char *data;
95 int len;
96 unsigned char flags;
99 static const char imap_send_usage[] = "git imap-send < <mbox>";
101 #undef DRV_OK
102 #define DRV_OK 0
103 #define DRV_MSG_BAD -1
104 #define DRV_BOX_BAD -2
105 #define DRV_STORE_BAD -3
107 static int Verbose, Quiet;
109 __attribute__((format (printf, 1, 2)))
110 static void imap_info(const char *, ...);
111 __attribute__((format (printf, 1, 2)))
112 static void imap_warn(const char *, ...);
114 static char *next_arg(char **);
116 static void free_generic_messages(struct message *);
118 __attribute__((format (printf, 3, 4)))
119 static int nfsnprintf(char *buf, int blen, const char *fmt, ...);
121 static int nfvasprintf(char **strp, const char *fmt, va_list ap)
123 int len;
124 char tmp[8192];
126 len = vsnprintf(tmp, sizeof(tmp), fmt, ap);
127 if (len < 0)
128 die("Fatal: Out of memory");
129 if (len >= sizeof(tmp))
130 die("imap command overflow!");
131 *strp = xmemdupz(tmp, len);
132 return len;
135 struct imap_server_conf {
136 char *name;
137 char *tunnel;
138 char *host;
139 int port;
140 char *user;
141 char *pass;
142 int use_ssl;
143 int ssl_verify;
144 int use_html;
145 char *auth_method;
148 static struct imap_server_conf server = {
149 NULL, /* name */
150 NULL, /* tunnel */
151 NULL, /* host */
152 0, /* port */
153 NULL, /* user */
154 NULL, /* pass */
155 0, /* use_ssl */
156 1, /* ssl_verify */
157 0, /* use_html */
158 NULL, /* auth_method */
161 struct imap_store_conf {
162 struct store_conf gen;
163 struct imap_server_conf *server;
164 unsigned use_namespace:1;
167 #define NIL (void *)0x1
168 #define LIST (void *)0x2
170 struct imap_list {
171 struct imap_list *next, *child;
172 char *val;
173 int len;
176 struct imap_socket {
177 int fd[2];
178 SSL *ssl;
181 struct imap_buffer {
182 struct imap_socket sock;
183 int bytes;
184 int offset;
185 char buf[1024];
188 struct imap_cmd;
190 struct imap {
191 int uidnext; /* from SELECT responses */
192 struct imap_list *ns_personal, *ns_other, *ns_shared; /* NAMESPACE info */
193 unsigned caps, rcaps; /* CAPABILITY results */
194 /* command queue */
195 int nexttag, num_in_progress, literal_pending;
196 struct imap_cmd *in_progress, **in_progress_append;
197 struct imap_buffer buf; /* this is BIG, so put it last */
200 struct imap_store {
201 struct store gen;
202 int uidvalidity;
203 struct imap *imap;
204 const char *prefix;
205 unsigned /*currentnc:1,*/ trashnc:1;
208 struct imap_cmd_cb {
209 int (*cont)(struct imap_store *ctx, struct imap_cmd *cmd, const char *prompt);
210 void (*done)(struct imap_store *ctx, struct imap_cmd *cmd, int response);
211 void *ctx;
212 char *data;
213 int dlen;
214 int uid;
215 unsigned create:1, trycreate:1;
218 struct imap_cmd {
219 struct imap_cmd *next;
220 struct imap_cmd_cb cb;
221 char *cmd;
222 int tag;
225 #define CAP(cap) (imap->caps & (1 << (cap)))
227 enum CAPABILITY {
228 NOLOGIN = 0,
229 UIDPLUS,
230 LITERALPLUS,
231 NAMESPACE,
232 STARTTLS,
233 AUTH_CRAM_MD5
236 static const char *cap_list[] = {
237 "LOGINDISABLED",
238 "UIDPLUS",
239 "LITERAL+",
240 "NAMESPACE",
241 "STARTTLS",
242 "AUTH=CRAM-MD5",
245 #define RESP_OK 0
246 #define RESP_NO 1
247 #define RESP_BAD 2
249 static int get_cmd_result(struct imap_store *ctx, struct imap_cmd *tcmd);
252 static const char *Flags[] = {
253 "Draft",
254 "Flagged",
255 "Answered",
256 "Seen",
257 "Deleted",
260 #ifndef NO_OPENSSL
261 static void ssl_socket_perror(const char *func)
263 fprintf(stderr, "%s: %s\n", func, ERR_error_string(ERR_get_error(), NULL));
265 #endif
267 static void socket_perror(const char *func, struct imap_socket *sock, int ret)
269 #ifndef NO_OPENSSL
270 if (sock->ssl) {
271 int sslerr = SSL_get_error(sock->ssl, ret);
272 switch (sslerr) {
273 case SSL_ERROR_NONE:
274 break;
275 case SSL_ERROR_SYSCALL:
276 perror("SSL_connect");
277 break;
278 default:
279 ssl_socket_perror("SSL_connect");
280 break;
282 } else
283 #endif
285 if (ret < 0)
286 perror(func);
287 else
288 fprintf(stderr, "%s: unexpected EOF\n", func);
292 static int ssl_socket_connect(struct imap_socket *sock, int use_tls_only, int verify)
294 #ifdef NO_OPENSSL
295 fprintf(stderr, "SSL requested but SSL support not compiled in\n");
296 return -1;
297 #else
298 #if (OPENSSL_VERSION_NUMBER >= 0x10000000L)
299 const SSL_METHOD *meth;
300 #else
301 SSL_METHOD *meth;
302 #endif
303 SSL_CTX *ctx;
304 int ret;
306 SSL_library_init();
307 SSL_load_error_strings();
309 if (use_tls_only)
310 meth = TLSv1_method();
311 else
312 meth = SSLv23_method();
314 if (!meth) {
315 ssl_socket_perror("SSLv23_method");
316 return -1;
319 ctx = SSL_CTX_new(meth);
321 if (verify)
322 SSL_CTX_set_verify(ctx, SSL_VERIFY_PEER, NULL);
324 if (!SSL_CTX_set_default_verify_paths(ctx)) {
325 ssl_socket_perror("SSL_CTX_set_default_verify_paths");
326 return -1;
328 sock->ssl = SSL_new(ctx);
329 if (!sock->ssl) {
330 ssl_socket_perror("SSL_new");
331 return -1;
333 if (!SSL_set_rfd(sock->ssl, sock->fd[0])) {
334 ssl_socket_perror("SSL_set_rfd");
335 return -1;
337 if (!SSL_set_wfd(sock->ssl, sock->fd[1])) {
338 ssl_socket_perror("SSL_set_wfd");
339 return -1;
342 ret = SSL_connect(sock->ssl);
343 if (ret <= 0) {
344 socket_perror("SSL_connect", sock, ret);
345 return -1;
348 return 0;
349 #endif
352 static int socket_read(struct imap_socket *sock, char *buf, int len)
354 ssize_t n;
355 #ifndef NO_OPENSSL
356 if (sock->ssl)
357 n = SSL_read(sock->ssl, buf, len);
358 else
359 #endif
360 n = xread(sock->fd[0], buf, len);
361 if (n <= 0) {
362 socket_perror("read", sock, n);
363 close(sock->fd[0]);
364 close(sock->fd[1]);
365 sock->fd[0] = sock->fd[1] = -1;
367 return n;
370 static int socket_write(struct imap_socket *sock, const char *buf, int len)
372 int n;
373 #ifndef NO_OPENSSL
374 if (sock->ssl)
375 n = SSL_write(sock->ssl, buf, len);
376 else
377 #endif
378 n = write_in_full(sock->fd[1], buf, len);
379 if (n != len) {
380 socket_perror("write", sock, n);
381 close(sock->fd[0]);
382 close(sock->fd[1]);
383 sock->fd[0] = sock->fd[1] = -1;
385 return n;
388 static void socket_shutdown(struct imap_socket *sock)
390 #ifndef NO_OPENSSL
391 if (sock->ssl) {
392 SSL_shutdown(sock->ssl);
393 SSL_free(sock->ssl);
395 #endif
396 close(sock->fd[0]);
397 close(sock->fd[1]);
400 /* simple line buffering */
401 static int buffer_gets(struct imap_buffer *b, char **s)
403 int n;
404 int start = b->offset;
406 *s = b->buf + start;
408 for (;;) {
409 /* make sure we have enough data to read the \r\n sequence */
410 if (b->offset + 1 >= b->bytes) {
411 if (start) {
412 /* shift down used bytes */
413 *s = b->buf;
415 assert(start <= b->bytes);
416 n = b->bytes - start;
418 if (n)
419 memmove(b->buf, b->buf + start, n);
420 b->offset -= start;
421 b->bytes = n;
422 start = 0;
425 n = socket_read(&b->sock, b->buf + b->bytes,
426 sizeof(b->buf) - b->bytes);
428 if (n <= 0)
429 return -1;
431 b->bytes += n;
434 if (b->buf[b->offset] == '\r') {
435 assert(b->offset + 1 < b->bytes);
436 if (b->buf[b->offset + 1] == '\n') {
437 b->buf[b->offset] = 0; /* terminate the string */
438 b->offset += 2; /* next line */
439 if (Verbose)
440 puts(*s);
441 return 0;
445 b->offset++;
447 /* not reached */
450 static void imap_info(const char *msg, ...)
452 va_list va;
454 if (!Quiet) {
455 va_start(va, msg);
456 vprintf(msg, va);
457 va_end(va);
458 fflush(stdout);
462 static void imap_warn(const char *msg, ...)
464 va_list va;
466 if (Quiet < 2) {
467 va_start(va, msg);
468 vfprintf(stderr, msg, va);
469 va_end(va);
473 static char *next_arg(char **s)
475 char *ret;
477 if (!s || !*s)
478 return NULL;
479 while (isspace((unsigned char) **s))
480 (*s)++;
481 if (!**s) {
482 *s = NULL;
483 return NULL;
485 if (**s == '"') {
486 ++*s;
487 ret = *s;
488 *s = strchr(*s, '"');
489 } else {
490 ret = *s;
491 while (**s && !isspace((unsigned char) **s))
492 (*s)++;
494 if (*s) {
495 if (**s)
496 *(*s)++ = 0;
497 if (!**s)
498 *s = NULL;
500 return ret;
503 static void free_generic_messages(struct message *msgs)
505 struct message *tmsg;
507 for (; msgs; msgs = tmsg) {
508 tmsg = msgs->next;
509 free(msgs);
513 static int nfsnprintf(char *buf, int blen, const char *fmt, ...)
515 int ret;
516 va_list va;
518 va_start(va, fmt);
519 if (blen <= 0 || (unsigned)(ret = vsnprintf(buf, blen, fmt, va)) >= (unsigned)blen)
520 die("Fatal: buffer too small. Please report a bug.");
521 va_end(va);
522 return ret;
525 static struct imap_cmd *v_issue_imap_cmd(struct imap_store *ctx,
526 struct imap_cmd_cb *cb,
527 const char *fmt, va_list ap)
529 struct imap *imap = ctx->imap;
530 struct imap_cmd *cmd;
531 int n, bufl;
532 char buf[1024];
534 cmd = xmalloc(sizeof(struct imap_cmd));
535 nfvasprintf(&cmd->cmd, fmt, ap);
536 cmd->tag = ++imap->nexttag;
538 if (cb)
539 cmd->cb = *cb;
540 else
541 memset(&cmd->cb, 0, sizeof(cmd->cb));
543 while (imap->literal_pending)
544 get_cmd_result(ctx, NULL);
546 if (!cmd->cb.data)
547 bufl = nfsnprintf(buf, sizeof(buf), "%d %s\r\n", cmd->tag, cmd->cmd);
548 else
549 bufl = nfsnprintf(buf, sizeof(buf), "%d %s{%d%s}\r\n",
550 cmd->tag, cmd->cmd, cmd->cb.dlen,
551 CAP(LITERALPLUS) ? "+" : "");
553 if (Verbose) {
554 if (imap->num_in_progress)
555 printf("(%d in progress) ", imap->num_in_progress);
556 if (memcmp(cmd->cmd, "LOGIN", 5))
557 printf(">>> %s", buf);
558 else
559 printf(">>> %d LOGIN <user> <pass>\n", cmd->tag);
561 if (socket_write(&imap->buf.sock, buf, bufl) != bufl) {
562 free(cmd->cmd);
563 free(cmd);
564 if (cb)
565 free(cb->data);
566 return NULL;
568 if (cmd->cb.data) {
569 if (CAP(LITERALPLUS)) {
570 n = socket_write(&imap->buf.sock, cmd->cb.data, cmd->cb.dlen);
571 free(cmd->cb.data);
572 if (n != cmd->cb.dlen ||
573 socket_write(&imap->buf.sock, "\r\n", 2) != 2) {
574 free(cmd->cmd);
575 free(cmd);
576 return NULL;
578 cmd->cb.data = NULL;
579 } else
580 imap->literal_pending = 1;
581 } else if (cmd->cb.cont)
582 imap->literal_pending = 1;
583 cmd->next = NULL;
584 *imap->in_progress_append = cmd;
585 imap->in_progress_append = &cmd->next;
586 imap->num_in_progress++;
587 return cmd;
590 __attribute__((format (printf, 3, 4)))
591 static struct imap_cmd *issue_imap_cmd(struct imap_store *ctx,
592 struct imap_cmd_cb *cb,
593 const char *fmt, ...)
595 struct imap_cmd *ret;
596 va_list ap;
598 va_start(ap, fmt);
599 ret = v_issue_imap_cmd(ctx, cb, fmt, ap);
600 va_end(ap);
601 return ret;
604 __attribute__((format (printf, 3, 4)))
605 static int imap_exec(struct imap_store *ctx, struct imap_cmd_cb *cb,
606 const char *fmt, ...)
608 va_list ap;
609 struct imap_cmd *cmdp;
611 va_start(ap, fmt);
612 cmdp = v_issue_imap_cmd(ctx, cb, fmt, ap);
613 va_end(ap);
614 if (!cmdp)
615 return RESP_BAD;
617 return get_cmd_result(ctx, cmdp);
620 __attribute__((format (printf, 3, 4)))
621 static int imap_exec_m(struct imap_store *ctx, struct imap_cmd_cb *cb,
622 const char *fmt, ...)
624 va_list ap;
625 struct imap_cmd *cmdp;
627 va_start(ap, fmt);
628 cmdp = v_issue_imap_cmd(ctx, cb, fmt, ap);
629 va_end(ap);
630 if (!cmdp)
631 return DRV_STORE_BAD;
633 switch (get_cmd_result(ctx, cmdp)) {
634 case RESP_BAD: return DRV_STORE_BAD;
635 case RESP_NO: return DRV_MSG_BAD;
636 default: return DRV_OK;
640 static int is_atom(struct imap_list *list)
642 return list && list->val && list->val != NIL && list->val != LIST;
645 static int is_list(struct imap_list *list)
647 return list && list->val == LIST;
650 static void free_list(struct imap_list *list)
652 struct imap_list *tmp;
654 for (; list; list = tmp) {
655 tmp = list->next;
656 if (is_list(list))
657 free_list(list->child);
658 else if (is_atom(list))
659 free(list->val);
660 free(list);
664 static int parse_imap_list_l(struct imap *imap, char **sp, struct imap_list **curp, int level)
666 struct imap_list *cur;
667 char *s = *sp, *p;
668 int n, bytes;
670 for (;;) {
671 while (isspace((unsigned char)*s))
672 s++;
673 if (level && *s == ')') {
674 s++;
675 break;
677 *curp = cur = xmalloc(sizeof(*cur));
678 curp = &cur->next;
679 cur->val = NULL; /* for clean bail */
680 if (*s == '(') {
681 /* sublist */
682 s++;
683 cur->val = LIST;
684 if (parse_imap_list_l(imap, &s, &cur->child, level + 1))
685 goto bail;
686 } else if (imap && *s == '{') {
687 /* literal */
688 bytes = cur->len = strtol(s + 1, &s, 10);
689 if (*s != '}')
690 goto bail;
692 s = cur->val = xmalloc(cur->len);
694 /* dump whats left over in the input buffer */
695 n = imap->buf.bytes - imap->buf.offset;
697 if (n > bytes)
698 /* the entire message fit in the buffer */
699 n = bytes;
701 memcpy(s, imap->buf.buf + imap->buf.offset, n);
702 s += n;
703 bytes -= n;
705 /* mark that we used part of the buffer */
706 imap->buf.offset += n;
708 /* now read the rest of the message */
709 while (bytes > 0) {
710 if ((n = socket_read(&imap->buf.sock, s, bytes)) <= 0)
711 goto bail;
712 s += n;
713 bytes -= n;
716 if (buffer_gets(&imap->buf, &s))
717 goto bail;
718 } else if (*s == '"') {
719 /* quoted string */
720 s++;
721 p = s;
722 for (; *s != '"'; s++)
723 if (!*s)
724 goto bail;
725 cur->len = s - p;
726 s++;
727 cur->val = xmemdupz(p, cur->len);
728 } else {
729 /* atom */
730 p = s;
731 for (; *s && !isspace((unsigned char)*s); s++)
732 if (level && *s == ')')
733 break;
734 cur->len = s - p;
735 if (cur->len == 3 && !memcmp("NIL", p, 3))
736 cur->val = NIL;
737 else
738 cur->val = xmemdupz(p, cur->len);
741 if (!level)
742 break;
743 if (!*s)
744 goto bail;
746 *sp = s;
747 *curp = NULL;
748 return 0;
750 bail:
751 *curp = NULL;
752 return -1;
755 static struct imap_list *parse_imap_list(struct imap *imap, char **sp)
757 struct imap_list *head;
759 if (!parse_imap_list_l(imap, sp, &head, 0))
760 return head;
761 free_list(head);
762 return NULL;
765 static struct imap_list *parse_list(char **sp)
767 return parse_imap_list(NULL, sp);
770 static void parse_capability(struct imap *imap, char *cmd)
772 char *arg;
773 unsigned i;
775 imap->caps = 0x80000000;
776 while ((arg = next_arg(&cmd)))
777 for (i = 0; i < ARRAY_SIZE(cap_list); i++)
778 if (!strcmp(cap_list[i], arg))
779 imap->caps |= 1 << i;
780 imap->rcaps = imap->caps;
783 static int parse_response_code(struct imap_store *ctx, struct imap_cmd_cb *cb,
784 char *s)
786 struct imap *imap = ctx->imap;
787 char *arg, *p;
789 if (*s != '[')
790 return RESP_OK; /* no response code */
791 s++;
792 if (!(p = strchr(s, ']'))) {
793 fprintf(stderr, "IMAP error: malformed response code\n");
794 return RESP_BAD;
796 *p++ = 0;
797 arg = next_arg(&s);
798 if (!strcmp("UIDVALIDITY", arg)) {
799 if (!(arg = next_arg(&s)) || !(ctx->gen.uidvalidity = atoi(arg))) {
800 fprintf(stderr, "IMAP error: malformed UIDVALIDITY status\n");
801 return RESP_BAD;
803 } else if (!strcmp("UIDNEXT", arg)) {
804 if (!(arg = next_arg(&s)) || !(imap->uidnext = atoi(arg))) {
805 fprintf(stderr, "IMAP error: malformed NEXTUID status\n");
806 return RESP_BAD;
808 } else if (!strcmp("CAPABILITY", arg)) {
809 parse_capability(imap, s);
810 } else if (!strcmp("ALERT", arg)) {
811 /* RFC2060 says that these messages MUST be displayed
812 * to the user
814 for (; isspace((unsigned char)*p); p++);
815 fprintf(stderr, "*** IMAP ALERT *** %s\n", p);
816 } else if (cb && cb->ctx && !strcmp("APPENDUID", arg)) {
817 if (!(arg = next_arg(&s)) || !(ctx->gen.uidvalidity = atoi(arg)) ||
818 !(arg = next_arg(&s)) || !(*(int *)cb->ctx = atoi(arg))) {
819 fprintf(stderr, "IMAP error: malformed APPENDUID status\n");
820 return RESP_BAD;
823 return RESP_OK;
826 static int get_cmd_result(struct imap_store *ctx, struct imap_cmd *tcmd)
828 struct imap *imap = ctx->imap;
829 struct imap_cmd *cmdp, **pcmdp, *ncmdp;
830 char *cmd, *arg, *arg1, *p;
831 int n, resp, resp2, tag;
833 for (;;) {
834 if (buffer_gets(&imap->buf, &cmd))
835 return RESP_BAD;
837 arg = next_arg(&cmd);
838 if (*arg == '*') {
839 arg = next_arg(&cmd);
840 if (!arg) {
841 fprintf(stderr, "IMAP error: unable to parse untagged response\n");
842 return RESP_BAD;
845 if (!strcmp("NAMESPACE", arg)) {
846 imap->ns_personal = parse_list(&cmd);
847 imap->ns_other = parse_list(&cmd);
848 imap->ns_shared = parse_list(&cmd);
849 } else if (!strcmp("OK", arg) || !strcmp("BAD", arg) ||
850 !strcmp("NO", arg) || !strcmp("BYE", arg)) {
851 if ((resp = parse_response_code(ctx, NULL, cmd)) != RESP_OK)
852 return resp;
853 } else if (!strcmp("CAPABILITY", arg))
854 parse_capability(imap, cmd);
855 else if ((arg1 = next_arg(&cmd))) {
856 if (!strcmp("EXISTS", arg1))
857 ctx->gen.count = atoi(arg);
858 else if (!strcmp("RECENT", arg1))
859 ctx->gen.recent = atoi(arg);
860 } else {
861 fprintf(stderr, "IMAP error: unable to parse untagged response\n");
862 return RESP_BAD;
864 } else if (!imap->in_progress) {
865 fprintf(stderr, "IMAP error: unexpected reply: %s %s\n", arg, cmd ? cmd : "");
866 return RESP_BAD;
867 } else if (*arg == '+') {
868 /* This can happen only with the last command underway, as
869 it enforces a round-trip. */
870 cmdp = (struct imap_cmd *)((char *)imap->in_progress_append -
871 offsetof(struct imap_cmd, next));
872 if (cmdp->cb.data) {
873 n = socket_write(&imap->buf.sock, cmdp->cb.data, cmdp->cb.dlen);
874 free(cmdp->cb.data);
875 cmdp->cb.data = NULL;
876 if (n != (int)cmdp->cb.dlen)
877 return RESP_BAD;
878 } else if (cmdp->cb.cont) {
879 if (cmdp->cb.cont(ctx, cmdp, cmd))
880 return RESP_BAD;
881 } else {
882 fprintf(stderr, "IMAP error: unexpected command continuation request\n");
883 return RESP_BAD;
885 if (socket_write(&imap->buf.sock, "\r\n", 2) != 2)
886 return RESP_BAD;
887 if (!cmdp->cb.cont)
888 imap->literal_pending = 0;
889 if (!tcmd)
890 return DRV_OK;
891 } else {
892 tag = atoi(arg);
893 for (pcmdp = &imap->in_progress; (cmdp = *pcmdp); pcmdp = &cmdp->next)
894 if (cmdp->tag == tag)
895 goto gottag;
896 fprintf(stderr, "IMAP error: unexpected tag %s\n", arg);
897 return RESP_BAD;
898 gottag:
899 if (!(*pcmdp = cmdp->next))
900 imap->in_progress_append = pcmdp;
901 imap->num_in_progress--;
902 if (cmdp->cb.cont || cmdp->cb.data)
903 imap->literal_pending = 0;
904 arg = next_arg(&cmd);
905 if (!strcmp("OK", arg))
906 resp = DRV_OK;
907 else {
908 if (!strcmp("NO", arg)) {
909 if (cmdp->cb.create && cmd && (cmdp->cb.trycreate || !memcmp(cmd, "[TRYCREATE]", 11))) { /* SELECT, APPEND or UID COPY */
910 p = strchr(cmdp->cmd, '"');
911 if (!issue_imap_cmd(ctx, NULL, "CREATE \"%.*s\"", (int)(strchr(p + 1, '"') - p + 1), p)) {
912 resp = RESP_BAD;
913 goto normal;
915 /* not waiting here violates the spec, but a server that does not
916 grok this nonetheless violates it too. */
917 cmdp->cb.create = 0;
918 if (!(ncmdp = issue_imap_cmd(ctx, &cmdp->cb, "%s", cmdp->cmd))) {
919 resp = RESP_BAD;
920 goto normal;
922 free(cmdp->cmd);
923 free(cmdp);
924 if (!tcmd)
925 return 0; /* ignored */
926 if (cmdp == tcmd)
927 tcmd = ncmdp;
928 continue;
930 resp = RESP_NO;
931 } else /*if (!strcmp("BAD", arg))*/
932 resp = RESP_BAD;
933 fprintf(stderr, "IMAP command '%s' returned response (%s) - %s\n",
934 memcmp(cmdp->cmd, "LOGIN", 5) ?
935 cmdp->cmd : "LOGIN <user> <pass>",
936 arg, cmd ? cmd : "");
938 if ((resp2 = parse_response_code(ctx, &cmdp->cb, cmd)) > resp)
939 resp = resp2;
940 normal:
941 if (cmdp->cb.done)
942 cmdp->cb.done(ctx, cmdp, resp);
943 free(cmdp->cb.data);
944 free(cmdp->cmd);
945 free(cmdp);
946 if (!tcmd || tcmd == cmdp)
947 return resp;
950 /* not reached */
953 static void imap_close_server(struct imap_store *ictx)
955 struct imap *imap = ictx->imap;
957 if (imap->buf.sock.fd[0] != -1) {
958 imap_exec(ictx, NULL, "LOGOUT");
959 socket_shutdown(&imap->buf.sock);
961 free_list(imap->ns_personal);
962 free_list(imap->ns_other);
963 free_list(imap->ns_shared);
964 free(imap);
967 static void imap_close_store(struct store *ctx)
969 imap_close_server((struct imap_store *)ctx);
970 free_generic_messages(ctx->msgs);
971 free(ctx);
974 #ifndef NO_OPENSSL
977 * hexchar() and cram() functions are based on the code from the isync
978 * project (http://isync.sf.net/).
980 static char hexchar(unsigned int b)
982 return b < 10 ? '0' + b : 'a' + (b - 10);
985 #define ENCODED_SIZE(n) (4*((n+2)/3))
986 static char *cram(const char *challenge_64, const char *user, const char *pass)
988 int i, resp_len, encoded_len, decoded_len;
989 HMAC_CTX hmac;
990 unsigned char hash[16];
991 char hex[33];
992 char *response, *response_64, *challenge;
995 * length of challenge_64 (i.e. base-64 encoded string) is a good
996 * enough upper bound for challenge (decoded result).
998 encoded_len = strlen(challenge_64);
999 challenge = xmalloc(encoded_len);
1000 decoded_len = EVP_DecodeBlock((unsigned char *)challenge,
1001 (unsigned char *)challenge_64, encoded_len);
1002 if (decoded_len < 0)
1003 die("invalid challenge %s", challenge_64);
1004 HMAC_Init(&hmac, (unsigned char *)pass, strlen(pass), EVP_md5());
1005 HMAC_Update(&hmac, (unsigned char *)challenge, decoded_len);
1006 HMAC_Final(&hmac, hash, NULL);
1007 HMAC_CTX_cleanup(&hmac);
1009 hex[32] = 0;
1010 for (i = 0; i < 16; i++) {
1011 hex[2 * i] = hexchar((hash[i] >> 4) & 0xf);
1012 hex[2 * i + 1] = hexchar(hash[i] & 0xf);
1015 /* response: "<user> <digest in hex>" */
1016 resp_len = strlen(user) + 1 + strlen(hex) + 1;
1017 response = xmalloc(resp_len);
1018 sprintf(response, "%s %s", user, hex);
1020 response_64 = xmalloc(ENCODED_SIZE(resp_len) + 1);
1021 encoded_len = EVP_EncodeBlock((unsigned char *)response_64,
1022 (unsigned char *)response, resp_len);
1023 if (encoded_len < 0)
1024 die("EVP_EncodeBlock error");
1025 response_64[encoded_len] = '\0';
1026 return (char *)response_64;
1029 #else
1031 static char *cram(const char *challenge_64, const char *user, const char *pass)
1033 die("If you want to use CRAM-MD5 authenticate method, "
1034 "you have to build git-imap-send with OpenSSL library.");
1037 #endif
1039 static int auth_cram_md5(struct imap_store *ctx, struct imap_cmd *cmd, const char *prompt)
1041 int ret;
1042 char *response;
1044 response = cram(prompt, server.user, server.pass);
1046 ret = socket_write(&ctx->imap->buf.sock, response, strlen(response));
1047 if (ret != strlen(response))
1048 return error("IMAP error: sending response failed\n");
1050 free(response);
1052 return 0;
1055 static struct store *imap_open_store(struct imap_server_conf *srvc)
1057 struct imap_store *ctx;
1058 struct imap *imap;
1059 char *arg, *rsp;
1060 int s = -1, preauth;
1062 ctx = xcalloc(sizeof(*ctx), 1);
1064 ctx->imap = imap = xcalloc(sizeof(*imap), 1);
1065 imap->buf.sock.fd[0] = imap->buf.sock.fd[1] = -1;
1066 imap->in_progress_append = &imap->in_progress;
1068 /* open connection to IMAP server */
1070 if (srvc->tunnel) {
1071 const char *argv[] = { srvc->tunnel, NULL };
1072 struct child_process tunnel = {0};
1074 imap_info("Starting tunnel '%s'... ", srvc->tunnel);
1076 tunnel.argv = argv;
1077 tunnel.use_shell = 1;
1078 tunnel.in = -1;
1079 tunnel.out = -1;
1080 if (start_command(&tunnel))
1081 die("cannot start proxy %s", argv[0]);
1083 imap->buf.sock.fd[0] = tunnel.out;
1084 imap->buf.sock.fd[1] = tunnel.in;
1086 imap_info("ok\n");
1087 } else {
1088 #ifndef NO_IPV6
1089 struct addrinfo hints, *ai0, *ai;
1090 int gai;
1091 char portstr[6];
1093 snprintf(portstr, sizeof(portstr), "%d", srvc->port);
1095 memset(&hints, 0, sizeof(hints));
1096 hints.ai_socktype = SOCK_STREAM;
1097 hints.ai_protocol = IPPROTO_TCP;
1099 imap_info("Resolving %s... ", srvc->host);
1100 gai = getaddrinfo(srvc->host, portstr, &hints, &ai);
1101 if (gai) {
1102 fprintf(stderr, "getaddrinfo: %s\n", gai_strerror(gai));
1103 goto bail;
1105 imap_info("ok\n");
1107 for (ai0 = ai; ai; ai = ai->ai_next) {
1108 char addr[NI_MAXHOST];
1110 s = socket(ai->ai_family, ai->ai_socktype,
1111 ai->ai_protocol);
1112 if (s < 0)
1113 continue;
1115 getnameinfo(ai->ai_addr, ai->ai_addrlen, addr,
1116 sizeof(addr), NULL, 0, NI_NUMERICHOST);
1117 imap_info("Connecting to [%s]:%s... ", addr, portstr);
1119 if (connect(s, ai->ai_addr, ai->ai_addrlen) < 0) {
1120 close(s);
1121 s = -1;
1122 perror("connect");
1123 continue;
1126 break;
1128 freeaddrinfo(ai0);
1129 #else /* NO_IPV6 */
1130 struct hostent *he;
1131 struct sockaddr_in addr;
1133 memset(&addr, 0, sizeof(addr));
1134 addr.sin_port = htons(srvc->port);
1135 addr.sin_family = AF_INET;
1137 imap_info("Resolving %s... ", srvc->host);
1138 he = gethostbyname(srvc->host);
1139 if (!he) {
1140 perror("gethostbyname");
1141 goto bail;
1143 imap_info("ok\n");
1145 addr.sin_addr.s_addr = *((int *) he->h_addr_list[0]);
1147 s = socket(PF_INET, SOCK_STREAM, 0);
1149 imap_info("Connecting to %s:%hu... ", inet_ntoa(addr.sin_addr), ntohs(addr.sin_port));
1150 if (connect(s, (struct sockaddr *)&addr, sizeof(addr))) {
1151 close(s);
1152 s = -1;
1153 perror("connect");
1155 #endif
1156 if (s < 0) {
1157 fputs("Error: unable to connect to server.\n", stderr);
1158 goto bail;
1161 imap->buf.sock.fd[0] = s;
1162 imap->buf.sock.fd[1] = dup(s);
1164 if (srvc->use_ssl &&
1165 ssl_socket_connect(&imap->buf.sock, 0, srvc->ssl_verify)) {
1166 close(s);
1167 goto bail;
1169 imap_info("ok\n");
1172 /* read the greeting string */
1173 if (buffer_gets(&imap->buf, &rsp)) {
1174 fprintf(stderr, "IMAP error: no greeting response\n");
1175 goto bail;
1177 arg = next_arg(&rsp);
1178 if (!arg || *arg != '*' || (arg = next_arg(&rsp)) == NULL) {
1179 fprintf(stderr, "IMAP error: invalid greeting response\n");
1180 goto bail;
1182 preauth = 0;
1183 if (!strcmp("PREAUTH", arg))
1184 preauth = 1;
1185 else if (strcmp("OK", arg) != 0) {
1186 fprintf(stderr, "IMAP error: unknown greeting response\n");
1187 goto bail;
1189 parse_response_code(ctx, NULL, rsp);
1190 if (!imap->caps && imap_exec(ctx, NULL, "CAPABILITY") != RESP_OK)
1191 goto bail;
1193 if (!preauth) {
1194 #ifndef NO_OPENSSL
1195 if (!srvc->use_ssl && CAP(STARTTLS)) {
1196 if (imap_exec(ctx, 0, "STARTTLS") != RESP_OK)
1197 goto bail;
1198 if (ssl_socket_connect(&imap->buf.sock, 1,
1199 srvc->ssl_verify))
1200 goto bail;
1201 /* capabilities may have changed, so get the new capabilities */
1202 if (imap_exec(ctx, 0, "CAPABILITY") != RESP_OK)
1203 goto bail;
1205 #endif
1206 imap_info("Logging in...\n");
1207 if (!srvc->user) {
1208 fprintf(stderr, "Skipping server %s, no user\n", srvc->host);
1209 goto bail;
1211 if (!srvc->pass) {
1212 char prompt[80];
1213 sprintf(prompt, "Password (%s@%s): ", srvc->user, srvc->host);
1214 arg = git_getpass(prompt);
1215 if (!arg) {
1216 perror("getpass");
1217 exit(1);
1219 if (!*arg) {
1220 fprintf(stderr, "Skipping account %s@%s, no password\n", srvc->user, srvc->host);
1221 goto bail;
1224 * getpass() returns a pointer to a static buffer. make a copy
1225 * for long term storage.
1227 srvc->pass = xstrdup(arg);
1229 if (CAP(NOLOGIN)) {
1230 fprintf(stderr, "Skipping account %s@%s, server forbids LOGIN\n", srvc->user, srvc->host);
1231 goto bail;
1234 if (srvc->auth_method) {
1235 struct imap_cmd_cb cb;
1237 if (!strcmp(srvc->auth_method, "CRAM-MD5")) {
1238 if (!CAP(AUTH_CRAM_MD5)) {
1239 fprintf(stderr, "You specified"
1240 "CRAM-MD5 as authentication method, "
1241 "but %s doesn't support it.\n", srvc->host);
1242 goto bail;
1244 /* CRAM-MD5 */
1246 memset(&cb, 0, sizeof(cb));
1247 cb.cont = auth_cram_md5;
1248 if (imap_exec(ctx, &cb, "AUTHENTICATE CRAM-MD5") != RESP_OK) {
1249 fprintf(stderr, "IMAP error: AUTHENTICATE CRAM-MD5 failed\n");
1250 goto bail;
1252 } else {
1253 fprintf(stderr, "Unknown authentication method:%s\n", srvc->host);
1254 goto bail;
1256 } else {
1257 if (!imap->buf.sock.ssl)
1258 imap_warn("*** IMAP Warning *** Password is being "
1259 "sent in the clear\n");
1260 if (imap_exec(ctx, NULL, "LOGIN \"%s\" \"%s\"", srvc->user, srvc->pass) != RESP_OK) {
1261 fprintf(stderr, "IMAP error: LOGIN failed\n");
1262 goto bail;
1265 } /* !preauth */
1267 ctx->prefix = "";
1268 ctx->trashnc = 1;
1269 return (struct store *)ctx;
1271 bail:
1272 imap_close_store(&ctx->gen);
1273 return NULL;
1276 static int imap_make_flags(int flags, char *buf)
1278 const char *s;
1279 unsigned i, d;
1281 for (i = d = 0; i < ARRAY_SIZE(Flags); i++)
1282 if (flags & (1 << i)) {
1283 buf[d++] = ' ';
1284 buf[d++] = '\\';
1285 for (s = Flags[i]; *s; s++)
1286 buf[d++] = *s;
1288 buf[0] = '(';
1289 buf[d++] = ')';
1290 return d;
1293 static void lf_to_crlf(struct msg_data *msg)
1295 char *new;
1296 int i, j, lfnum = 0;
1298 if (msg->data[0] == '\n')
1299 lfnum++;
1300 for (i = 1; i < msg->len; i++) {
1301 if (msg->data[i - 1] != '\r' && msg->data[i] == '\n')
1302 lfnum++;
1305 new = xmalloc(msg->len + lfnum);
1306 if (msg->data[0] == '\n') {
1307 new[0] = '\r';
1308 new[1] = '\n';
1309 i = 1;
1310 j = 2;
1311 } else {
1312 new[0] = msg->data[0];
1313 i = 1;
1314 j = 1;
1316 for ( ; i < msg->len; i++) {
1317 if (msg->data[i] != '\n') {
1318 new[j++] = msg->data[i];
1319 continue;
1321 if (msg->data[i - 1] != '\r')
1322 new[j++] = '\r';
1323 /* otherwise it already had CR before */
1324 new[j++] = '\n';
1326 msg->len += lfnum;
1327 free(msg->data);
1328 msg->data = new;
1331 static int imap_store_msg(struct store *gctx, struct msg_data *data)
1333 struct imap_store *ctx = (struct imap_store *)gctx;
1334 struct imap *imap = ctx->imap;
1335 struct imap_cmd_cb cb;
1336 const char *prefix, *box;
1337 int ret, d;
1338 char flagstr[128];
1340 lf_to_crlf(data);
1341 memset(&cb, 0, sizeof(cb));
1343 cb.dlen = data->len;
1344 cb.data = xmalloc(cb.dlen);
1345 memcpy(cb.data, data->data, data->len);
1347 d = 0;
1348 if (data->flags) {
1349 d = imap_make_flags(data->flags, flagstr);
1350 flagstr[d++] = ' ';
1352 flagstr[d] = 0;
1354 box = gctx->name;
1355 prefix = !strcmp(box, "INBOX") ? "" : ctx->prefix;
1356 cb.create = 0;
1357 ret = imap_exec_m(ctx, &cb, "APPEND \"%s%s\" %s", prefix, box, flagstr);
1358 imap->caps = imap->rcaps;
1359 if (ret != DRV_OK)
1360 return ret;
1361 gctx->count++;
1363 return DRV_OK;
1366 static void encode_html_chars(struct strbuf *p)
1368 int i;
1369 for (i = 0; i < p->len; i++) {
1370 if (p->buf[i] == '&')
1371 strbuf_splice(p, i, 1, "&amp;", 5);
1372 if (p->buf[i] == '<')
1373 strbuf_splice(p, i, 1, "&lt;", 4);
1374 if (p->buf[i] == '>')
1375 strbuf_splice(p, i, 1, "&gt;", 4);
1376 if (p->buf[i] == '"')
1377 strbuf_splice(p, i, 1, "&quot;", 6);
1380 static void wrap_in_html(struct msg_data *msg)
1382 struct strbuf buf = STRBUF_INIT;
1383 struct strbuf **lines;
1384 struct strbuf **p;
1385 static char *content_type = "Content-Type: text/html;\n";
1386 static char *pre_open = "<pre>\n";
1387 static char *pre_close = "</pre>\n";
1388 int added_header = 0;
1390 strbuf_attach(&buf, msg->data, msg->len, msg->len);
1391 lines = strbuf_split(&buf, '\n');
1392 strbuf_release(&buf);
1393 for (p = lines; *p; p++) {
1394 if (! added_header) {
1395 if ((*p)->len == 1 && *((*p)->buf) == '\n') {
1396 strbuf_addstr(&buf, content_type);
1397 strbuf_addbuf(&buf, *p);
1398 strbuf_addstr(&buf, pre_open);
1399 added_header = 1;
1400 continue;
1403 else
1404 encode_html_chars(*p);
1405 strbuf_addbuf(&buf, *p);
1407 strbuf_addstr(&buf, pre_close);
1408 strbuf_list_free(lines);
1409 msg->len = buf.len;
1410 msg->data = strbuf_detach(&buf, NULL);
1413 #define CHUNKSIZE 0x1000
1415 static int read_message(FILE *f, struct msg_data *msg)
1417 struct strbuf buf = STRBUF_INIT;
1419 memset(msg, 0, sizeof(*msg));
1421 do {
1422 if (strbuf_fread(&buf, CHUNKSIZE, f) <= 0)
1423 break;
1424 } while (!feof(f));
1426 msg->len = buf.len;
1427 msg->data = strbuf_detach(&buf, NULL);
1428 return msg->len;
1431 static int count_messages(struct msg_data *msg)
1433 int count = 0;
1434 char *p = msg->data;
1436 while (1) {
1437 if (!prefixcmp(p, "From ")) {
1438 p = strstr(p+5, "\nFrom: ");
1439 if (!p) break;
1440 p = strstr(p+7, "\nDate: ");
1441 if (!p) break;
1442 p = strstr(p+7, "\nSubject: ");
1443 if (!p) break;
1444 p += 10;
1445 count++;
1447 p = strstr(p+5, "\nFrom ");
1448 if (!p)
1449 break;
1450 p++;
1452 return count;
1455 static int split_msg(struct msg_data *all_msgs, struct msg_data *msg, int *ofs)
1457 char *p, *data;
1459 memset(msg, 0, sizeof *msg);
1460 if (*ofs >= all_msgs->len)
1461 return 0;
1463 data = &all_msgs->data[*ofs];
1464 msg->len = all_msgs->len - *ofs;
1466 if (msg->len < 5 || prefixcmp(data, "From "))
1467 return 0;
1469 p = strchr(data, '\n');
1470 if (p) {
1471 p = &p[1];
1472 msg->len -= p-data;
1473 *ofs += p-data;
1474 data = p;
1477 p = strstr(data, "\nFrom ");
1478 if (p)
1479 msg->len = &p[1] - data;
1481 msg->data = xmemdupz(data, msg->len);
1482 *ofs += msg->len;
1483 return 1;
1486 static char *imap_folder;
1488 static int git_imap_config(const char *key, const char *val, void *cb)
1490 char imap_key[] = "imap.";
1492 if (strncmp(key, imap_key, sizeof imap_key - 1))
1493 return 0;
1495 key += sizeof imap_key - 1;
1497 /* check booleans first, and barf on others */
1498 if (!strcmp("sslverify", key))
1499 server.ssl_verify = git_config_bool(key, val);
1500 else if (!strcmp("preformattedhtml", key))
1501 server.use_html = git_config_bool(key, val);
1502 else if (!val)
1503 return config_error_nonbool(key);
1505 if (!strcmp("folder", key)) {
1506 imap_folder = xstrdup(val);
1507 } else if (!strcmp("host", key)) {
1508 if (!prefixcmp(val, "imap:"))
1509 val += 5;
1510 else if (!prefixcmp(val, "imaps:")) {
1511 val += 6;
1512 server.use_ssl = 1;
1514 if (!prefixcmp(val, "//"))
1515 val += 2;
1516 server.host = xstrdup(val);
1517 } else if (!strcmp("user", key))
1518 server.user = xstrdup(val);
1519 else if (!strcmp("pass", key))
1520 server.pass = xstrdup(val);
1521 else if (!strcmp("port", key))
1522 server.port = git_config_int(key, val);
1523 else if (!strcmp("tunnel", key))
1524 server.tunnel = xstrdup(val);
1525 else if (!strcmp("authmethod", key))
1526 server.auth_method = xstrdup(val);
1528 return 0;
1531 int main(int argc, char **argv)
1533 struct msg_data all_msgs, msg;
1534 struct store *ctx = NULL;
1535 int ofs = 0;
1536 int r;
1537 int total, n = 0;
1538 int nongit_ok;
1540 git_extract_argv0_path(argv[0]);
1542 if (argc != 1)
1543 usage(imap_send_usage);
1545 setup_git_directory_gently(&nongit_ok);
1546 git_config(git_imap_config, NULL);
1548 if (!server.port)
1549 server.port = server.use_ssl ? 993 : 143;
1551 if (!imap_folder) {
1552 fprintf(stderr, "no imap store specified\n");
1553 return 1;
1555 if (!server.host) {
1556 if (!server.tunnel) {
1557 fprintf(stderr, "no imap host specified\n");
1558 return 1;
1560 server.host = "tunnel";
1563 /* read the messages */
1564 if (!read_message(stdin, &all_msgs)) {
1565 fprintf(stderr, "nothing to send\n");
1566 return 1;
1569 total = count_messages(&all_msgs);
1570 if (!total) {
1571 fprintf(stderr, "no messages to send\n");
1572 return 1;
1575 /* write it to the imap server */
1576 ctx = imap_open_store(&server);
1577 if (!ctx) {
1578 fprintf(stderr, "failed to open store\n");
1579 return 1;
1582 fprintf(stderr, "sending %d message%s\n", total, (total != 1) ? "s" : "");
1583 ctx->name = imap_folder;
1584 while (1) {
1585 unsigned percent = n * 100 / total;
1586 fprintf(stderr, "%4u%% (%d/%d) done\r", percent, n, total);
1587 if (!split_msg(&all_msgs, &msg, &ofs))
1588 break;
1589 if (server.use_html)
1590 wrap_in_html(&msg);
1591 r = imap_store_msg(ctx, &msg);
1592 if (r != DRV_OK)
1593 break;
1594 n++;
1596 fprintf(stderr, "\n");
1598 imap_close_store(ctx);
1600 return 0;