/* * sink.c -- forwarding/delivery support for fetchmail * * The interface of this module (open_sink(), stuff_line(), close_sink(), * release_sink()) seals off the delivery logic from the protocol machine, * so the latter won't have to care whether it's shipping to an [SL]MTP * listener daemon or an MDA pipe. * * Copyright 1998 by Eric S. Raymond * For license terms, see the file COPYING in this directory. * * i18n by Arnaldo Carvalho de Melo 7-Nov-1998 */ #include "config.h" #include #include #include #include #ifdef HAVE_MEMORY_H #include #endif /* HAVE_MEMORY_H */ #if defined(STDC_HEADERS) #include #endif #if defined(HAVE_UNISTD_H) #include #endif #if defined(HAVE_STDARG_H) #include #else #include #endif #include "fetchmail.h" #include "socket.h" #include "smtp.h" #include "i18n.h" /* BSD portability hack...I know, this is an ugly place to put it */ #if !defined(SIGCHLD) && defined(SIGCLD) #define SIGCHLD SIGCLD #endif static int lmtp_responses; /* how many should we expect? */ static struct msgblk msgcopy; /* copies of various message internals */ static int smtp_open(struct query *ctl) /* try to open a socket to the appropriate SMTP server for this query */ { /* maybe it's time to close the socket in order to force delivery */ if (NUM_NONZERO(ctl->batchlimit) && (ctl->smtp_socket != -1) && batchcount++ == ctl->batchlimit) { close(ctl->smtp_socket); ctl->smtp_socket = -1; batchcount = 0; } /* if no socket to any SMTP host is already set up, try to open one */ if (ctl->smtp_socket == -1) { /* * RFC 1123 requires that the domain name in HELO address is a * "valid principal domain name" for the client host. If we're * running in invisible mode, violate this with malice * aforethought in order to make the Received headers and * logging look right. * * In fact this code relies on the RFC1123 requirement that the * SMTP listener must accept messages even if verification of the * HELO name fails (RFC1123 section 5.2.5, paragraph 2). * * How we compute the true mailhost name to pass to the * listener doesn't affect behavior on RFC1123- violating * listeners that check for name match; we're going to lose * on those anyway because we can never give them a name * that matches the local machine fetchmail is running on. * What it will affect is the listener's logging. */ struct idlist *idp; const char *id_me = run.invisible ? ctl->server.truename : fetchmailhost; int oldphase = phase; errno = 0; /* * Run down the SMTP hunt list looking for a server that's up. * Use both explicit hunt entries (value TRUE) and implicit * (default) ones (value FALSE). */ oldphase = phase; phase = LISTENER_WAIT; set_timeout(ctl->server.timeout); for (idp = ctl->smtphunt; idp; idp = idp->next) { char *cp, *parsed_host; #ifdef INET6 char *portnum = SMTP_PORT; #else int portnum = SMTP_PORT; #endif /* INET6 */ xalloca(parsed_host, char *, strlen(idp->id) + 1); ctl->smtphost = idp->id; /* remember last host tried. */ strcpy(parsed_host, idp->id); if ((cp = strrchr(parsed_host, '/'))) { *cp++ = 0; #ifdef INET6 portnum = cp; #else portnum = atoi(cp); #endif /* INET6 */ } if ((ctl->smtp_socket = SockOpen(parsed_host,portnum,NULL, ctl->server.plugout)) == -1) continue; /* are we doing SMTP or LMTP? */ SMTP_setmode(ctl->listener); /* first, probe for ESMTP */ if (SMTP_ok(ctl->smtp_socket) == SM_OK && SMTP_ehlo(ctl->smtp_socket, id_me, &ctl->server.esmtp_options) == SM_OK) break; /* success */ /* * RFC 1869 warns that some listeners hang up on a failed EHLO, * so it's safest not to assume the socket will still be good. */ SockClose(ctl->smtp_socket); ctl->smtp_socket = -1; /* if opening for ESMTP failed, try SMTP */ if ((ctl->smtp_socket = SockOpen(parsed_host,portnum,NULL, ctl->server.plugout)) == -1) continue; if (SMTP_ok(ctl->smtp_socket) == SM_OK && SMTP_helo(ctl->smtp_socket, id_me) == SM_OK) break; /* success */ SockClose(ctl->smtp_socket); ctl->smtp_socket = -1; } set_timeout(0); phase = oldphase; } /* * RFC 1123 requires that the domain name part of the * RCPT TO address be "canonicalized", that is a FQDN * or MX but not a CNAME. Some listeners (like exim) * enforce this. Now that we have the actual hostname, * compute what we should canonicalize with. */ ctl->destaddr = ctl->smtpaddress ? ctl->smtpaddress : ( ctl->smtphost ? ctl->smtphost : "localhost"); if (outlevel >= O_DEBUG && ctl->smtp_socket != -1) error(0, 0, _("forwarding to %s"), ctl->smtphost); return(ctl->smtp_socket); } /* these are shared by open_sink and stuffline */ static FILE *sinkfp; static RETSIGTYPE (*sigchld)(int); int stuffline(struct query *ctl, char *buf) /* ship a line to the given control block's output sink (SMTP server or MDA) */ { int n, oldphase; char *last; /* The line may contain NUL characters. Find the last char to use * -- the real line termination is the sequence "\n\0". */ last = buf; while ((last += strlen(last)) && (last[-1] != '\n')) last++; /* fix message lines that have only \n termination (for qmail) */ if (ctl->forcecr) { if (last - 1 == buf || last[-2] != '\r') { last[-1] = '\r'; *last++ = '\n'; *last = '\0'; } } oldphase = phase; phase = FORWARDING_WAIT; /* * SMTP byte-stuffing. We only do this if the protocol does *not* * use . as EOM. If it does, the server will already have * decorated any . lines it sends back up. */ if (*buf == '.') if (ctl->server.base_protocol->delimited) /* server has already byte-stuffed */ { if (ctl->mda) ++buf; else /* writing to SMTP, leave the byte-stuffing in place */; } else /* if (!protocol->delimited) -- not byte-stuffed already */ { if (!ctl->mda) SockWrite(ctl->smtp_socket, buf, 1); /* byte-stuff it */ else /* leave it alone */; } /* we may need to strip carriage returns */ if (ctl->stripcr) { char *sp, *tp; for (sp = tp = buf; sp < last; sp++) if (*sp != '\r') *tp++ = *sp; *tp = '\0'; last = tp; } n = 0; if (ctl->mda || ctl->bsmtp) n = fwrite(buf, 1, last - buf, sinkfp); else if (ctl->smtp_socket != -1) n = SockWrite(ctl->smtp_socket, buf, last - buf); phase = oldphase; return(n); } static void sanitize(char *s) /* replace unsafe shellchars by an _ */ { const static char *ok_chars = " 1234567890!@%-_=+:,./abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ"; char *cp; for (cp = s; *(cp += strspn(cp, ok_chars)); /* NO INCREMENT */) *cp = '_'; } int open_sink(struct query *ctl, struct msgblk *msg, int *good_addresses, int *bad_addresses) /* set up sinkfp to be an input sink we can ship a message to */ { struct idlist *idp; *bad_addresses = *good_addresses = 0; if (ctl->bsmtp) /* dump to a BSMTP batch file */ { if (strcmp(ctl->bsmtp, "-") == 0) sinkfp = stdout; else sinkfp = fopen(ctl->bsmtp, "a"); /* see the ap computation under the SMTP branch */ fprintf(sinkfp, "MAIL FROM: %s", (msg->return_path[0]) ? msg->return_path : user); if (ctl->pass8bits || (ctl->mimemsg & MSG_IS_8BIT)) fputs(" BODY=8BITMIME", sinkfp); else if (ctl->mimemsg & MSG_IS_7BIT) fputs(" BODY=7BIT", sinkfp); fprintf(sinkfp, " SIZE=%ld\r\n", msg->reallen); /* * RFC 1123 requires that the domain name part of the * RCPT TO address be "canonicalized", that is a FQDN * or MX but not a CNAME. Some listeners (like exim) * enforce this. Now that we have the actual hostname, * compute what we should canonicalize with. */ ctl->destaddr = ctl->smtpaddress ? ctl->smtpaddress : "localhost"; *bad_addresses = 0; for (idp = msg->recipients; idp; idp = idp->next) if (idp->val.status.mark == XMIT_ACCEPT) { if (strchr(idp->id, '@')) fprintf(sinkfp, "RCPT TO: %s\r\n", idp->id); else fprintf(sinkfp, "RCPT TO: %s@%s\r\n", idp->id, ctl->destaddr); *good_addresses = 0; } fputs("DATA\r\n", sinkfp); if (ferror(sinkfp)) { error(0, -1, _("BSMTP file open or preamble write failed")); return(PS_BSMTP); } } else if (ctl->mda) /* we have a declared MDA */ { int length = 0, fromlen = 0, nameslen = 0; char *names = NULL, *before, *after, *from = NULL; ctl->destaddr = "localhost"; for (idp = msg->recipients; idp; idp = idp->next) if (idp->val.status.mark == XMIT_ACCEPT) (*good_addresses)++; length = strlen(ctl->mda); before = xstrdup(ctl->mda); /* get user addresses for %T (or %s for backward compatibility) */ if (strstr(before, "%s") || strstr(before, "%T")) { /* * We go through this in order to be able to handle very * long lists of users and (re)implement %s. */ nameslen = 0; for (idp = msg->recipients; idp; idp = idp->next) if ((idp->val.status.mark == XMIT_ACCEPT)) nameslen += (strlen(idp->id) + 1); /* string + ' ' */ if ((*good_addresses == 0)) nameslen = strlen(run.postmaster); names = (char *)xmalloc(nameslen + 1); /* account for '\0' */ if (*good_addresses == 0) strcpy(names, run.postmaster); else { names[0] = '\0'; for (idp = msg->recipients; idp; idp = idp->next) if (idp->val.status.mark == XMIT_ACCEPT) { strcat(names, idp->id); strcat(names, " "); } names[--nameslen] = '\0'; /* chop trailing space */ } /* sanitize names in order to contain only harmless shell chars */ sanitize(names); } /* get From address for %F */ if (strstr(before, "%F")) { from = xstrdup(msg->return_path); /* sanitize from in order to contain *only* harmless shell chars */ sanitize(from); fromlen = strlen(from); } /* do we have to build an mda string? */ if (names || from) { char *sp, *dp; /* find length of resulting mda string */ sp = before; while ((sp = strstr(sp, "%s"))) { length += nameslen - 2; /* subtract %s */ sp += 2; } sp = before; while ((sp = strstr(sp, "%T"))) { length += nameslen - 2; /* subtract %T */ sp += 2; } sp = before; while ((sp = strstr(sp, "%F"))) { length += fromlen - 2; /* subtract %F */ sp += 2; } after = xmalloc(length + 1); /* copy mda source string to after, while expanding %[sTF] */ for (dp = after, sp = before; (*dp = *sp); dp++, sp++) { if (sp[0] != '%') continue; /* need to expand? BTW, no here overflow, because in ** the worst case (end of string) sp[1] == '\0' */ if (sp[1] == 's' || sp[1] == 'T') { strcpy(dp, names); dp += nameslen; sp++; /* position sp over [sT] */ dp--; /* adjust dp */ } else if (sp[1] == 'F') { strcpy(dp, from); dp += fromlen; sp++; /* position sp over F */ dp--; /* adjust dp */ } } if (names) { free(names); names = NULL; } if (from) { free(from); from = NULL; } free(before); before = after; } if (outlevel >= O_DEBUG) error(0, 0, _("about to deliver with: %s"), before); #ifdef HAVE_SETEUID /* * Arrange to run with user's permissions if we're root. * This will initialize the ownership of any files the * MDA creates properly. (The seteuid call is available * under all BSDs and Linux) */ seteuid(ctl->uid); #endif /* HAVE_SETEUID */ sinkfp = popen(before, "w"); free(before); before = NULL; #ifdef HAVE_SETEUID /* this will fail quietly if we didn't start as root */ seteuid(0); #endif /* HAVE_SETEUID */ if (!sinkfp) { error(0, 0, _("MDA open failed")); return(PS_IOERR); } sigchld = signal(SIGCHLD, SIG_DFL); } else /* forward to an SMTP listener */ { const char *ap; char options[MSGBUFSIZE], addr[128]; /* build a connection to the SMTP listener */ if ((smtp_open(ctl) == -1)) { error(0, errno, _("%cMTP connect to %s failed"), ctl->listener, ctl->smtphost ? ctl->smtphost : "localhost"); return(PS_SMTP); } /* * Stash a copy of the parsed message block * for use by close_sink(). */ memcpy(&msgcopy, msg, sizeof(struct msgblk)); /* * Compute ESMTP options. */ options[0] = '\0'; if (ctl->server.esmtp_options & ESMTP_8BITMIME) { if (ctl->pass8bits || (ctl->mimemsg & MSG_IS_8BIT)) strcpy(options, " BODY=8BITMIME"); else if (ctl->mimemsg & MSG_IS_7BIT) strcpy(options, " BODY=7BIT"); } if ((ctl->server.esmtp_options & ESMTP_SIZE) && msg->reallen > 0) sprintf(options + strlen(options), " SIZE=%ld", msg->reallen); /* * Try to get the SMTP listener to take the Return-Path * address as MAIL FROM . If it won't, fall back on the * calling-user ID. This won't affect replies, which use the * header From address anyway. * * RFC 1123 requires that the domain name part of the * MAIL FROM address be "canonicalized", that is a * FQDN or MX but not a CNAME. We'll assume the From * header is already in this form here (it certainly * is if rewrite is on). RFC 1123 is silent on whether * a nonexistent hostname part is considered canonical. * * This is a potential problem if the MTAs further upstream * didn't pass canonicalized From/Return-Path lines, *and* the * local SMTP listener insists on them. * * None of these error conditions generates bouncemail. Comments * below explain for each case why this is so. */ ap = (msg->return_path[0]) ? msg->return_path : user; if (SMTP_from(ctl->smtp_socket, ap, options) != SM_OK) { int smtperr = atoi(smtp_response); if (str_find(&ctl->antispam, smtperr)) { /* * SMTP listener explicitly refuses to deliver mail * coming from this address, probably due to an * anti-spam domain exclusion. Respect this. Don't * try to ship the message, and don't prevent it from * being deleted. Typical values: * * 501 = exim's old antispam response * 550 = exim's new antispam response (temporary) * 553 = sendmail 8.8.7's generic REJECT * 571 = sendmail's "unsolicited email refused" * * We don't send bouncemail on antispam failures because * we don't want the scumbags to know the address is even * valid. */ SMTP_rset(ctl->smtp_socket); /* required by RFC1870 */ return(PS_REFUSED); } /* * Suppress error message only if the response specifically * meant `excluded for policy reasons'. We *should* see * an error when the return code is less specific. */ if (smtperr >= 400) error(0, -1, _("%cMTP error: %s"), ctl->listener, smtp_response); switch (smtperr) { case 452: /* insufficient system storage */ /* * Temporary out-of-queue-space condition on the * ESMTP server. Don't try to ship the message, * and suppress deletion so it can be retried on * a future retrieval cycle. * * Bouncemail *might* be appropriate here as a delay * notification. But it's not really necessary because * this is not an actual failure, we're very likely to be * able to recover on the next cycle. */ SMTP_rset(ctl->smtp_socket); /* required by RFC1870 */ return(PS_TRANSIENT); case 552: /* message exceeds fixed maximum message size */ case 553: /* invalid sending domain */ /* * Permanent no-go condition on the * ESMTP server. Don't try to ship the message, * and allow it to be deleted. * * Bouncemail would be appropriate for 552, but in these * latter days 553 usually means a spammer is trying to * cover his tracks. We'd rather deny the scumbags any * feedback that the address is valid. */ SMTP_rset(ctl->smtp_socket); /* required by RFC1870 */ return(PS_REFUSED); default: /* retry with postmaster's address */ if (SMTP_from(ctl->smtp_socket,run.postmaster,options)!=SM_OK) { error(0, -1, _("%cMTP error: %s"), ctl->listener, smtp_response); return(PS_SMTP); /* should never happen */ } } } /* * Now list the recipient addressees */ for (idp = msg->recipients; idp; idp = idp->next) if (idp->val.status.mark == XMIT_ACCEPT) { if (strchr(idp->id, '@')) strcpy(addr, idp->id); else #ifdef HAVE_SNPRINTF snprintf(addr, sizeof(addr)-1, "%s@%s", idp->id, ctl->destaddr); #else sprintf(addr, "%s@%s", idp->id, ctl->destaddr); #endif /* HAVE_SNPRINTF */ if (SMTP_rcpt(ctl->smtp_socket, addr) == SM_OK) (*good_addresses)++; else { (*bad_addresses)++; idp->val.status.mark = XMIT_ANTISPAM; error(0, 0, _("%cMTP listener doesn't like recipient address `%s'"), ctl->listener, addr); } } if (!(*good_addresses)) { #ifdef HAVE_SNPRINTF snprintf(addr, sizeof(addr)-1, "%s@%s", run.postmaster, ctl->destaddr); #else sprintf(addr, "%s@%s", run.postmaster, ctl->destaddr); #endif /* HAVE_SNPRINTF */ if (SMTP_rcpt(ctl->smtp_socket, addr) != SM_OK) { error(0, 0, _("can't even send to %s!"), run.postmaster); SMTP_rset(ctl->smtp_socket); /* required by RFC1870 */ return(PS_SMTP); } } /* tell it we're ready to send data */ SMTP_data(ctl->smtp_socket); } /* * We need to stash this away in order to know how many * response lines to expect after the LMTP end-of-message. */ lmtp_responses = *good_addresses; return(PS_SUCCESS); } void release_sink(struct query *ctl) /* release the per-message output sink, whether it's a pipe or SMTP socket */ { if (ctl->bsmtp) fclose(sinkfp); else if (ctl->mda) { if (sinkfp) { pclose(sinkfp); sinkfp = (FILE *)NULL; } signal(SIGCHLD, sigchld); } } int close_sink(struct query *ctl, flag forward) /* perform end-of-message actions on the current output sink */ { if (ctl->mda) { int rc; /* close the delivery pipe, we'll reopen before next message */ if (sinkfp) { rc = pclose(sinkfp); sinkfp = (FILE *)NULL; } else rc = 0; signal(SIGCHLD, sigchld); if (rc) { error(0, -1, _("MDA exited abnormally or returned nonzero status")); return(FALSE); } } else if (ctl->bsmtp) { /* implicit disk-full check here... */ fputs("..\r\n", sinkfp); if (strcmp(ctl->bsmtp, "-")) fclose(sinkfp); if (ferror(sinkfp)) { error(0, -1, _("Message termination or close of BSMTP file failed")); return(FALSE); } } else if (forward) { /* write message terminator */ if (SMTP_eom(ctl->smtp_socket) != SM_OK) { error(0, -1, _("SMTP listener refused delivery")); return(FALSE); } /* * If this is an SMTP connection, SMTP_eom() ate the response. * But could be this is an LMTP connection, in which case we have to * interpret either (a) a single 503 response meaning there * were no successful RCPT TOs, or (b) a variable number of * responses, one for each successful RCPT TO. We need to send * bouncemail on each failed response and then return TRUE anyway, * otherwise the message will get left in the queue and resent * to people who got it the first time. */ if (ctl->listener == LMTP_MODE) if (lmtp_responses == 0) { SMTP_ok(ctl->smtp_socket); /* * According to RFC2033, 503 is the only legal response * if no RCPT TO commands succeeded. No error recovery * is really possible here, as we have no idea what * insane thing the listener might be doing if it doesn't * comply. */ if (atoi(smtp_response) == 503) error(0, -1, _("LMTP delivery error on EOM")); else error(0, -1, _("Unexpected non-503 response to LMTP EOM: %s"), smtp_response); /* * It's not completely clear what to do here. We choose to * interpret delivery failure here as a transient error, * the same way SMTP delivery failure is handled. If we're * wrong, an undead message will get stuck in the queue. */ return(FALSE); } else { int i, errors; char **responses; /* eat the RFC2033-required responses, saving errors */ xalloca(responses, char **, sizeof(char *) * lmtp_responses); for (errors = i = 0; i < lmtp_responses; i++) { if (SMTP_ok(ctl->smtp_socket) == SM_OK) responses[i] = (char *)NULL; else { xalloca(responses[errors], char *, strlen(smtp_response)+1); strcpy(responses[errors], smtp_response); errors++; } } if (errors == 0) return(TRUE); /* all deliveries succeeded */ else if (errors == lmtp_responses) return(FALSE); /* all deliveries failed */ else { /* * Now life gets messy. There are multiple recipients, * and one or more (but not all) deliveries failed. * * What we'd really like to do is bounce a * failures list back to the sender and return * TRUE, deleting the message from the server so * it won't be re-forwarded on subsequent poll * cycles. * * We can't do that yet, so instead we report * failures to the calling-user/postmaster. If we can't, * there's a transient error in local delivery; leave * the message on the server. */ char buf[MSGBUFSIZE]; if (open_warning_by_mail(ctl)) return(FALSE); /* generate an error report a la RFC 1892 */ stuff_warning(ctl, "MIME-Version: 1.0"); stuff_warning(ctl, "Content-Type: multipart/report report-type=text/plain boundary=\"om-mani-padme-hum\""); stuff_warning(ctl, "Content-Transfer-Encoding: 7bit"); stuff_warning(ctl, ""); /* RFC1892 part 1 -- human-readable message */ stuff_warning(ctl, "-- om-mani-padme-hum"); stuff_warning(ctl, ""); /* RFC1892 part 2 -- machine-readable responses */ stuff_warning(ctl, "-- om-mani-padme-hum"); stuff_warning(ctl,"Content-Type: message/delivery-status"); stuff_warning(ctl, ""); for (i = 0; i < errors; i++) stuff_warning(ctl, responses[i]); /* RFC1892 part 3 -- headers of undelivered message */ stuff_warning(ctl, "-- om-mani-padme-hum"); stuff_warning(ctl, "Content-Type: text/rfc822-headers"); stuff_warning(ctl, ""); stuffline(ctl, msgcopy.headers); stuff_warning(ctl, "-- om-mani-padme-hum --"); close_warning_by_mail(ctl); /* * It's not completely clear what to do here, * either. We choose to interpret delivery * failure here as a permanent error, so the * people who got successful deliveries won't see * endless repetitions of the same message on * subsequent poll messages. If we're wrong, a * transient error will cause someone to lose * mail. This could only happen with * multi-recipient messages coming from a remote * mailserver to two or more local users... */ return(TRUE); } } } return(TRUE); } int open_warning_by_mail(struct query *ctl) /* set up output sink for a mailed warning to calling user */ { int good, bad; /* * Dispatching warning email is a little complicated. The problem is * that we have to deal with three distinct cases: * * 1. Single-drop running from user account. Warning mail should * go to the local name for which we're collecting (coincides * with calling user). * * 2. Single-drop running from root or other privileged ID, with rc * file generated on the fly (Ken Estes's weird setup...) Mail * should go to the local name for which we're collecting (does not * coincide with calling user). * * 3. Multidrop. Mail must go to postmaster. We leave the recipients * member null so this message will fall through to run.postmaster. * * The zero in the reallen element means we won't pass a SIZE * option to ESMTP; the message length would be more trouble than * it's worth to compute. */ struct msgblk msg = {NULL, NULL, "FETCHMAIL-DAEMON", 0}; if (!MULTIDROP(ctl)) { msg.recipients = ctl->localnames; /* * Ick. This could get us in trouble someday, but * it's necessary in order to fool open_sink(). */ msg.recipients->val.status.mark = XMIT_ACCEPT; } return(open_sink(ctl, &msg, &good, &bad)); } #if defined(HAVE_STDARG_H) void stuff_warning(struct query *ctl, const char *fmt, ... ) #else void stuff_warning(struct query *ctl, fmt, va_alist) struct query *ctl; const char *fmt; /* printf-style format */ va_dcl #endif /* format and ship a warning message line by mail */ { char buf[POPBUFSIZE]; va_list ap; /* * stuffline() requires its input to be writeable (for CR stripping), * so we needed to copy the message to a writeable buffer anyway in * case it was a string constant. We make a virtue of that necessity * here by supporting stdargs/varargs. */ #if defined(HAVE_STDARG_H) va_start(ap, fmt) ; #else va_start(ap); #endif #ifdef HAVE_VSNPRINTF vsnprintf(buf, sizeof(buf), fmt, ap); #else vsprintf(buf, fmt, ap); #endif va_end(ap); strcat(buf, "\r\n"); stuffline(ctl, buf); } void close_warning_by_mail(struct query *ctl) /* sign and send mailed warnings */ { stuff_warning(ctl, "--\r\n\t\t\t\tThe Fetchmail Daemon\r\n"); close_sink(ctl, TRUE); } /* sink.c ends here */