xref: /freebsd/contrib/sendmail/src/collect.c (revision a134ebd6e63f658f2d3d04ac0c60d23bcaa86dd7)
1 /*
2  * Copyright (c) 1998-2006, 2008 Proofpoint, Inc. and its suppliers.
3  *	All rights reserved.
4  * Copyright (c) 1983, 1995-1997 Eric P. Allman.  All rights reserved.
5  * Copyright (c) 1988, 1993
6  *	The Regents of the University of California.  All rights reserved.
7  *
8  * By using this file, you agree to the terms and conditions set
9  * forth in the LICENSE file which can be found at the top level of
10  * the sendmail distribution.
11  *
12  */
13 
14 #include <sendmail.h>
15 
16 SM_RCSID("@(#)$Id: collect.c,v 8.287 2013-11-22 20:51:55 ca Exp $")
17 
18 static void	eatfrom __P((char *volatile, ENVELOPE *));
19 static void	collect_doheader __P((ENVELOPE *));
20 static SM_FILE_T *collect_dfopen __P((ENVELOPE *));
21 static SM_FILE_T *collect_eoh __P((ENVELOPE *, int, int));
22 
23 /*
24 **  COLLECT_EOH -- end-of-header processing in collect()
25 **
26 **	Called by collect() when it encounters the blank line
27 **	separating the header from the message body, or when it
28 **	encounters EOF in a message that contains only a header.
29 **
30 **	Parameters:
31 **		e -- envelope
32 **		numhdrs -- number of headers
33 **		hdrslen -- length of headers
34 **
35 **	Results:
36 **		NULL, or handle to open data file
37 **
38 **	Side Effects:
39 **		end-of-header check ruleset is invoked.
40 **		envelope state is updated.
41 **		headers may be added and deleted.
42 **		selects the queue.
43 **		opens the data file.
44 */
45 
46 static SM_FILE_T *
47 collect_eoh(e, numhdrs, hdrslen)
48 	ENVELOPE *e;
49 	int numhdrs;
50 	int hdrslen;
51 {
52 	char hnum[16];
53 	char hsize[16];
54 
55 	/* call the end-of-header check ruleset */
56 	(void) sm_snprintf(hnum, sizeof(hnum), "%d", numhdrs);
57 	(void) sm_snprintf(hsize, sizeof(hsize), "%d", hdrslen);
58 	if (tTd(30, 10))
59 		sm_dprintf("collect: rscheck(\"check_eoh\", \"%s $| %s\")\n",
60 			   hnum, hsize);
61 	(void) rscheck("check_eoh", hnum, hsize, e, RSF_UNSTRUCTURED|RSF_COUNT,
62 			3, NULL, e->e_id, NULL, NULL);
63 
64 	/*
65 	**  Process the header,
66 	**  select the queue, open the data file.
67 	*/
68 
69 	collect_doheader(e);
70 	return collect_dfopen(e);
71 }
72 
73 /*
74 **  COLLECT_DOHEADER -- process header in collect()
75 **
76 **	Called by collect() after it has finished parsing the header,
77 **	but before it selects the queue and creates the data file.
78 **	The results of processing the header will affect queue selection.
79 **
80 **	Parameters:
81 **		e -- envelope
82 **
83 **	Results:
84 **		none.
85 **
86 **	Side Effects:
87 **		envelope state is updated.
88 **		headers may be added and deleted.
89 */
90 
91 static void
92 collect_doheader(e)
93 	ENVELOPE *e;
94 {
95 	/*
96 	**  Find out some information from the headers.
97 	**	Examples are who is the from person & the date.
98 	*/
99 
100 	eatheader(e, true, false);
101 
102 	if (GrabTo && e->e_sendqueue == NULL)
103 		usrerr("No recipient addresses found in header");
104 
105 	/*
106 	**  If we have a Return-Receipt-To:, turn it into a DSN.
107 	*/
108 
109 	if (RrtImpliesDsn && hvalue("return-receipt-to", e->e_header) != NULL)
110 	{
111 		ADDRESS *q;
112 
113 		for (q = e->e_sendqueue; q != NULL; q = q->q_next)
114 			if (!bitset(QHASNOTIFY, q->q_flags))
115 				q->q_flags |= QHASNOTIFY|QPINGONSUCCESS;
116 	}
117 
118 	/*
119 	**  Add an appropriate recipient line if we have none.
120 	*/
121 
122 	if (hvalue("to", e->e_header) != NULL ||
123 	    hvalue("cc", e->e_header) != NULL ||
124 	    hvalue("apparently-to", e->e_header) != NULL)
125 	{
126 		/* have a valid recipient header -- delete Bcc: headers */
127 		e->e_flags |= EF_DELETE_BCC;
128 	}
129 	else if (hvalue("bcc", e->e_header) == NULL)
130 	{
131 		/* no valid recipient headers */
132 		register ADDRESS *q;
133 		char *hdr = NULL;
134 
135 		/* create a recipient field */
136 		switch (NoRecipientAction)
137 		{
138 		  case NRA_ADD_APPARENTLY_TO:
139 			hdr = "Apparently-To";
140 			break;
141 
142 		  case NRA_ADD_TO:
143 			hdr = "To";
144 			break;
145 
146 		  case NRA_ADD_BCC:
147 			addheader("Bcc", " ", 0, e, true);
148 			break;
149 
150 		  case NRA_ADD_TO_UNDISCLOSED:
151 			addheader("To", "undisclosed-recipients:;", 0, e, true);
152 			break;
153 		}
154 
155 		if (hdr != NULL)
156 		{
157 			for (q = e->e_sendqueue; q != NULL; q = q->q_next)
158 			{
159 				if (q->q_alias != NULL)
160 					continue;
161 				if (tTd(30, 3))
162 					sm_dprintf("Adding %s: %s\n",
163 						hdr, q->q_paddr);
164 				addheader(hdr, q->q_paddr, 0, e, true);
165 			}
166 		}
167 	}
168 }
169 
170 /*
171 **  COLLECT_DFOPEN -- open the message data file
172 **
173 **	Called by collect() after it has finished processing the header.
174 **	Queue selection occurs at this point, possibly based on the
175 **	envelope's recipient list and on header information.
176 **
177 **	Parameters:
178 **		e -- envelope
179 **
180 **	Results:
181 **		NULL, or a pointer to an open data file,
182 **		into which the message body will be written by collect().
183 **
184 **	Side Effects:
185 **		Calls syserr, sets EF_FATALERRS and returns NULL
186 **		if there is insufficient disk space.
187 **		Aborts process if data file could not be opened.
188 **		Otherwise, the queue is selected,
189 **		e->e_{dfino,dfdev,msgsize,flags} are updated,
190 **		and a pointer to an open data file is returned.
191 */
192 
193 static SM_FILE_T *
194 collect_dfopen(e)
195 	ENVELOPE *e;
196 {
197 	MODE_T oldumask = 0;
198 	int dfd;
199 	struct stat stbuf;
200 	SM_FILE_T *df;
201 	char *dfname;
202 
203 	if (!setnewqueue(e))
204 		return NULL;
205 
206 	dfname = queuename(e, DATAFL_LETTER);
207 	if (bitset(S_IWGRP, QueueFileMode))
208 		oldumask = umask(002);
209 	df = bfopen(dfname, QueueFileMode, DataFileBufferSize,
210 		    SFF_OPENASROOT);
211 	if (bitset(S_IWGRP, QueueFileMode))
212 		(void) umask(oldumask);
213 	if (df == NULL)
214 	{
215 		syserr("@Cannot create %s", dfname);
216 		e->e_flags |= EF_NO_BODY_RETN;
217 		flush_errors(true);
218 		finis(false, true, ExitStat);
219 		/* NOTREACHED */
220 	}
221 	dfd = sm_io_getinfo(df, SM_IO_WHAT_FD, NULL);
222 	if (dfd < 0 || fstat(dfd, &stbuf) < 0)
223 		e->e_dfino = -1;
224 	else
225 	{
226 		e->e_dfdev = stbuf.st_dev;
227 		e->e_dfino = stbuf.st_ino;
228 	}
229 	e->e_flags |= EF_HAS_DF;
230 	return df;
231 }
232 
233 /*
234 **  COLLECT -- read & parse message header & make temp file.
235 **
236 **	Creates a temporary file name and copies the standard
237 **	input to that file.  Leading UNIX-style "From" lines are
238 **	stripped off (after important information is extracted).
239 **
240 **	Parameters:
241 **		fp -- file to read.
242 **		smtpmode -- if set, we are running SMTP: give an RFC821
243 **			style message to say we are ready to collect
244 **			input, and never ignore a single dot to mean
245 **			end of message.
246 **		hdrp -- the location to stash the header.
247 **		e -- the current envelope.
248 **		rsetsize -- reset e_msgsize?
249 **
250 **	Returns:
251 **		none.
252 **
253 **	Side Effects:
254 **		If successful,
255 **		- Data file is created and filled, and e->e_dfp is set.
256 **		- The from person may be set.
257 **		If the "enough disk space" check fails,
258 **		- syserr is called.
259 **		- e->e_dfp is NULL.
260 **		- e->e_flags & EF_FATALERRS is set.
261 **		- collect() returns.
262 **		If data file cannot be created, the process is terminated.
263 */
264 
265 /* values for input state machine */
266 #define IS_NORM		0	/* middle of line */
267 #define IS_BOL		1	/* beginning of line */
268 #define IS_DOT		2	/* read a dot at beginning of line */
269 #define IS_DOTCR	3	/* read ".\r" at beginning of line */
270 #define IS_CR		4	/* read a carriage return */
271 
272 /* values for message state machine */
273 #define MS_UFROM	0	/* reading Unix from line */
274 #define MS_HEADER	1	/* reading message header */
275 #define MS_BODY		2	/* reading message body */
276 #define MS_DISCARD	3	/* discarding rest of message */
277 
278 void
279 collect(fp, smtpmode, hdrp, e, rsetsize)
280 	SM_FILE_T *fp;
281 	bool smtpmode;
282 	HDR **hdrp;
283 	register ENVELOPE *e;
284 	bool rsetsize;
285 {
286 	register SM_FILE_T *df;
287 	bool ignrdot;
288 	int dbto;
289 	register char *bp;
290 	int c;
291 	bool inputerr;
292 	bool headeronly;
293 	char *buf;
294 	int buflen;
295 	int istate;
296 	int mstate;
297 	int hdrslen;
298 	int numhdrs;
299 	int afd;
300 	int old_rd_tmo;
301 	unsigned char *pbp;
302 	unsigned char peekbuf[8];
303 	char bufbuf[MAXLINE];
304 #if _FFR_REJECT_NUL_BYTE
305 	bool hasNUL;		/* has at least one NUL input byte */
306 #endif
307 
308 	df = NULL;
309 	ignrdot = smtpmode ? false : IgnrDot;
310 
311 	/* timeout for I/O functions is in milliseconds */
312 	dbto = smtpmode ? ((int) TimeOuts.to_datablock * 1000)
313 			: SM_TIME_FOREVER;
314 	sm_io_setinfo(fp, SM_IO_WHAT_TIMEOUT, &dbto);
315 	old_rd_tmo = set_tls_rd_tmo(TimeOuts.to_datablock);
316 	c = SM_IO_EOF;
317 	inputerr = false;
318 	headeronly = hdrp != NULL;
319 	hdrslen = 0;
320 	numhdrs = 0;
321 	HasEightBits = false;
322 #if _FFR_REJECT_NUL_BYTE
323 	hasNUL = false;
324 #endif
325 	buf = bp = bufbuf;
326 	buflen = sizeof(bufbuf);
327 	pbp = peekbuf;
328 	istate = IS_BOL;
329 	mstate = SaveFrom ? MS_HEADER : MS_UFROM;
330 
331 	/*
332 	**  Tell ARPANET to go ahead.
333 	*/
334 
335 	if (smtpmode)
336 		message("354 Enter mail, end with \".\" on a line by itself");
337 
338 	/* simulate an I/O timeout when used as sink */
339 	if (tTd(83, 101))
340 		sleep(319);
341 
342 	if (tTd(30, 2))
343 		sm_dprintf("collect\n");
344 
345 	/*
346 	**  Read the message.
347 	**
348 	**	This is done using two interleaved state machines.
349 	**	The input state machine is looking for things like
350 	**	hidden dots; the message state machine is handling
351 	**	the larger picture (e.g., header versus body).
352 	*/
353 
354 	if (rsetsize)
355 		e->e_msgsize = 0;
356 	for (;;)
357 	{
358 		if (tTd(30, 35))
359 			sm_dprintf("top, istate=%d, mstate=%d\n", istate,
360 				   mstate);
361 		for (;;)
362 		{
363 			if (pbp > peekbuf)
364 				c = *--pbp;
365 			else
366 			{
367 				while (!sm_io_eof(fp) && !sm_io_error(fp))
368 				{
369 					errno = 0;
370 					c = sm_io_getc(fp, SM_TIME_DEFAULT);
371 					if (c == SM_IO_EOF && errno == EINTR)
372 					{
373 						/* Interrupted, retry */
374 						sm_io_clearerr(fp);
375 						continue;
376 					}
377 
378 					/* timeout? */
379 					if (c == SM_IO_EOF && errno == EAGAIN
380 					    && smtpmode)
381 					{
382 						/*
383 						**  Override e_message in
384 						**  usrerr() as this is the
385 						**  reason for failure that
386 						**  should be logged for
387 						**  undelivered recipients.
388 						*/
389 
390 						e->e_message = NULL;
391 						errno = 0;
392 						inputerr = true;
393 						goto readabort;
394 					}
395 					break;
396 				}
397 				if (TrafficLogFile != NULL && !headeronly)
398 				{
399 					if (istate == IS_BOL)
400 						(void) sm_io_fprintf(TrafficLogFile,
401 							SM_TIME_DEFAULT,
402 							"%05d <<< ",
403 							(int) CurrentPid);
404 					if (c == SM_IO_EOF)
405 						(void) sm_io_fprintf(TrafficLogFile,
406 							SM_TIME_DEFAULT,
407 							"[EOF]\n");
408 					else
409 						(void) sm_io_putc(TrafficLogFile,
410 							SM_TIME_DEFAULT,
411 							c);
412 				}
413 #if _FFR_REJECT_NUL_BYTE
414 				if (c == '\0')
415 					hasNUL = true;
416 #endif
417 				if (c == SM_IO_EOF)
418 					goto readerr;
419 				if (SevenBitInput)
420 					c &= 0x7f;
421 				else
422 					HasEightBits |= bitset(0x80, c);
423 			}
424 			if (tTd(30, 94))
425 				sm_dprintf("istate=%d, c=%c (0x%x)\n",
426 					istate, (char) c, c);
427 			switch (istate)
428 			{
429 			  case IS_BOL:
430 				if (c == '.')
431 				{
432 					istate = IS_DOT;
433 					continue;
434 				}
435 				break;
436 
437 			  case IS_DOT:
438 				if (c == '\n' && !ignrdot)
439 					goto readerr;
440 				else if (c == '\r')
441 				{
442 					istate = IS_DOTCR;
443 					continue;
444 				}
445 				else if (ignrdot ||
446 					 (c != '.' &&
447 					  OpMode != MD_SMTP &&
448 					  OpMode != MD_DAEMON &&
449 					  OpMode != MD_ARPAFTP))
450 
451 				{
452 					SM_ASSERT(pbp < peekbuf +
453 							sizeof(peekbuf));
454 					*pbp++ = c;
455 					c = '.';
456 				}
457 				break;
458 
459 			  case IS_DOTCR:
460 				if (c == '\n' && !ignrdot)
461 					goto readerr;
462 				else
463 				{
464 					/* push back the ".\rx" */
465 					SM_ASSERT(pbp < peekbuf +
466 							sizeof(peekbuf));
467 					*pbp++ = c;
468 					if (OpMode != MD_SMTP &&
469 					    OpMode != MD_DAEMON &&
470 					    OpMode != MD_ARPAFTP)
471 					{
472 						SM_ASSERT(pbp < peekbuf +
473 							 sizeof(peekbuf));
474 						*pbp++ = '\r';
475 						c = '.';
476 					}
477 					else
478 						c = '\r';
479 				}
480 				break;
481 
482 			  case IS_CR:
483 				if (c == '\n')
484 					istate = IS_BOL;
485 				else
486 				{
487 					(void) sm_io_ungetc(fp, SM_TIME_DEFAULT,
488 							    c);
489 					c = '\r';
490 					istate = IS_NORM;
491 				}
492 				goto bufferchar;
493 			}
494 
495 			if (c == '\r')
496 			{
497 				istate = IS_CR;
498 				continue;
499 			}
500 			else if (c == '\n')
501 				istate = IS_BOL;
502 			else
503 				istate = IS_NORM;
504 
505 bufferchar:
506 			if (!headeronly)
507 			{
508 				/* no overflow? */
509 				if (e->e_msgsize >= 0)
510 				{
511 					e->e_msgsize++;
512 					if (MaxMessageSize > 0 &&
513 					    !bitset(EF_TOOBIG, e->e_flags) &&
514 					    e->e_msgsize > MaxMessageSize)
515 						 e->e_flags |= EF_TOOBIG;
516 				}
517 			}
518 			switch (mstate)
519 			{
520 			  case MS_BODY:
521 				/* just put the character out */
522 				if (!bitset(EF_TOOBIG, e->e_flags))
523 					(void) sm_io_putc(df, SM_TIME_DEFAULT,
524 							  c);
525 
526 				/* FALLTHROUGH */
527 
528 			  case MS_DISCARD:
529 				continue;
530 			}
531 
532 			SM_ASSERT(mstate == MS_UFROM || mstate == MS_HEADER);
533 
534 			/* header -- buffer up */
535 			if (bp >= &buf[buflen - 2])
536 			{
537 				char *obuf;
538 
539 				/* out of space for header */
540 				obuf = buf;
541 				if (buflen < MEMCHUNKSIZE)
542 					buflen *= 2;
543 				else
544 					buflen += MEMCHUNKSIZE;
545 				if (buflen <= 0)
546 				{
547 					sm_syslog(LOG_NOTICE, e->e_id,
548 						  "header overflow from %s during message collect",
549 						  CURHOSTNAME);
550 					errno = 0;
551 					e->e_flags |= EF_CLRQUEUE;
552 					e->e_status = "5.6.0";
553 					usrerrenh(e->e_status,
554 						  "552 Headers too large");
555 					goto discard;
556 				}
557 				buf = xalloc(buflen);
558 				memmove(buf, obuf, bp - obuf);
559 				bp = &buf[bp - obuf];
560 				if (obuf != bufbuf)
561 					sm_free(obuf);  /* XXX */
562 			}
563 
564 			if (c != '\0')
565 			{
566 				*bp++ = c;
567 				++hdrslen;
568 				if (!headeronly &&
569 				    MaxHeadersLength > 0 &&
570 				    hdrslen > MaxHeadersLength)
571 				{
572 					sm_syslog(LOG_NOTICE, e->e_id,
573 						  "headers too large (%d max) from %s during message collect",
574 						  MaxHeadersLength,
575 						  CURHOSTNAME);
576 					errno = 0;
577 					e->e_flags |= EF_CLRQUEUE;
578 					e->e_status = "5.6.0";
579 					usrerrenh(e->e_status,
580 						  "552 Headers too large (%d max)",
581 						  MaxHeadersLength);
582   discard:
583 					mstate = MS_DISCARD;
584 				}
585 			}
586 			if (istate == IS_BOL)
587 				break;
588 		}
589 		*bp = '\0';
590 
591 nextstate:
592 		if (tTd(30, 35))
593 			sm_dprintf("nextstate, istate=%d, mstate=%d, line=\"%s\"\n",
594 				istate, mstate, buf);
595 		switch (mstate)
596 		{
597 		  case MS_UFROM:
598 			mstate = MS_HEADER;
599 #ifndef NOTUNIX
600 			if (strncmp(buf, "From ", 5) == 0)
601 			{
602 				bp = buf;
603 				eatfrom(buf, e);
604 				continue;
605 			}
606 #endif /* ! NOTUNIX */
607 			/* FALLTHROUGH */
608 
609 		  case MS_HEADER:
610 			if (!isheader(buf))
611 			{
612 				mstate = MS_BODY;
613 				goto nextstate;
614 			}
615 
616 			/* check for possible continuation line */
617 			do
618 			{
619 				sm_io_clearerr(fp);
620 				errno = 0;
621 				c = sm_io_getc(fp, SM_TIME_DEFAULT);
622 
623 				/* timeout? */
624 				if (c == SM_IO_EOF && errno == EAGAIN
625 				    && smtpmode)
626 				{
627 					/*
628 					**  Override e_message in
629 					**  usrerr() as this is the
630 					**  reason for failure that
631 					**  should be logged for
632 					**  undelivered recipients.
633 					*/
634 
635 					e->e_message = NULL;
636 					errno = 0;
637 					inputerr = true;
638 					goto readabort;
639 				}
640 			} while (c == SM_IO_EOF && errno == EINTR);
641 			if (c != SM_IO_EOF)
642 				(void) sm_io_ungetc(fp, SM_TIME_DEFAULT, c);
643 			if (c == ' ' || c == '\t')
644 			{
645 				/* yep -- defer this */
646 				continue;
647 			}
648 
649 			SM_ASSERT(bp > buf);
650 
651 			/* guaranteed by isheader(buf) */
652 			SM_ASSERT(*(bp - 1) != '\n' || bp > buf + 1);
653 
654 			/* trim off trailing CRLF or NL */
655 			if (*--bp != '\n' || *--bp != '\r')
656 				bp++;
657 			*bp = '\0';
658 
659 			if (bitset(H_EOH, chompheader(buf,
660 						      CHHDR_CHECK | CHHDR_USER,
661 						      hdrp, e)))
662 			{
663 				mstate = MS_BODY;
664 				goto nextstate;
665 			}
666 			numhdrs++;
667 			break;
668 
669 		  case MS_BODY:
670 			if (tTd(30, 1))
671 				sm_dprintf("EOH\n");
672 
673 			if (headeronly)
674 				goto readerr;
675 
676 			df = collect_eoh(e, numhdrs, hdrslen);
677 			if (df == NULL)
678 				e->e_flags |= EF_TOOBIG;
679 
680 			bp = buf;
681 
682 			/* toss blank line */
683 			if ((bp[0] == '\r' && bp[1] == '\n') ||
684 			    (bp[0] == '\n'))
685 			{
686 				break;
687 			}
688 
689 			/* if not a blank separator, write it out */
690 			if (!bitset(EF_TOOBIG, e->e_flags))
691 			{
692 				while (*bp != '\0')
693 					(void) sm_io_putc(df, SM_TIME_DEFAULT,
694 							  *bp++);
695 			}
696 			break;
697 		}
698 		bp = buf;
699 	}
700 
701 readerr:
702 	if ((sm_io_eof(fp) && smtpmode) || sm_io_error(fp))
703 	{
704 		const char *errmsg;
705 
706 		if (sm_io_eof(fp))
707 			errmsg = "unexpected close";
708 		else
709 			errmsg = sm_errstring(errno);
710 		if (tTd(30, 1))
711 			sm_dprintf("collect: premature EOM: %s\n", errmsg);
712 		if (LogLevel > 1)
713 			sm_syslog(LOG_WARNING, e->e_id,
714 				"collect: premature EOM: %s", errmsg);
715 		inputerr = true;
716 	}
717 
718 	if (headeronly)
719 		goto end;
720 
721 	if (mstate != MS_BODY)
722 	{
723 		/* no body or discard, so we never opened the data file */
724 		SM_ASSERT(df == NULL);
725 		df = collect_eoh(e, numhdrs, hdrslen);
726 	}
727 
728 	if (df == NULL)
729 	{
730 		/* skip next few clauses */
731 		/* EMPTY */
732 	}
733 	else if (sm_io_flush(df, SM_TIME_DEFAULT) != 0 || sm_io_error(df))
734 	{
735 		dferror(df, "sm_io_flush||sm_io_error", e);
736 		flush_errors(true);
737 		finis(true, true, ExitStat);
738 		/* NOTREACHED */
739 	}
740 	else if (SuperSafe == SAFE_NO ||
741 		 SuperSafe == SAFE_INTERACTIVE ||
742 		 (SuperSafe == SAFE_REALLY_POSTMILTER && smtpmode))
743 	{
744 		/* skip next few clauses */
745 		/* EMPTY */
746 		/* Note: updfs() is not called in this case! */
747 	}
748 	else if (sm_io_setinfo(df, SM_BF_COMMIT, NULL) < 0 && errno != EINVAL)
749 	{
750 		int save_errno = errno;
751 
752 		if (save_errno == EEXIST)
753 		{
754 			char *dfile;
755 			struct stat st;
756 			int dfd;
757 
758 			dfile = queuename(e, DATAFL_LETTER);
759 			if (stat(dfile, &st) < 0)
760 				st.st_size = -1;
761 			errno = EEXIST;
762 			syserr("@collect: bfcommit(%s): already on disk, size=%ld",
763 			       dfile, (long) st.st_size);
764 			dfd = sm_io_getinfo(df, SM_IO_WHAT_FD, NULL);
765 			if (dfd >= 0)
766 				dumpfd(dfd, true, true);
767 		}
768 		errno = save_errno;
769 		dferror(df, "bfcommit", e);
770 		flush_errors(true);
771 		finis(save_errno != EEXIST, true, ExitStat);
772 	}
773 	else if ((afd = sm_io_getinfo(df, SM_IO_WHAT_FD, NULL)) < 0)
774 	{
775 		dferror(df, "sm_io_getinfo", e);
776 		flush_errors(true);
777 		finis(true, true, ExitStat);
778 		/* NOTREACHED */
779 	}
780 	else if (fsync(afd) < 0)
781 	{
782 		dferror(df, "fsync", e);
783 		flush_errors(true);
784 		finis(true, true, ExitStat);
785 		/* NOTREACHED */
786 	}
787 	else if (sm_io_close(df, SM_TIME_DEFAULT) < 0)
788 	{
789 		dferror(df, "sm_io_close", e);
790 		flush_errors(true);
791 		finis(true, true, ExitStat);
792 		/* NOTREACHED */
793 	}
794 	else
795 	{
796 		/* everything is happily flushed to disk */
797 		df = NULL;
798 
799 		/* remove from available space in filesystem */
800 		updfs(e, 0, 1, "collect");
801 	}
802 
803 	/* An EOF when running SMTP is an error */
804   readabort:
805 	if (inputerr && (OpMode == MD_SMTP || OpMode == MD_DAEMON))
806 	{
807 		char *host;
808 		char *problem;
809 		ADDRESS *q;
810 
811 		host = RealHostName;
812 		if (host == NULL)
813 			host = "localhost";
814 
815 		if (sm_io_eof(fp))
816 			problem = "unexpected close";
817 		else if (sm_io_error(fp))
818 			problem = "I/O error";
819 		else
820 			problem = "read timeout";
821 		if (LogLevel > 0 && sm_io_eof(fp))
822 			sm_syslog(LOG_NOTICE, e->e_id,
823 				"collect: %s on connection from %.100s, sender=%s",
824 				problem, host,
825 				shortenstring(e->e_from.q_paddr, MAXSHORTSTR));
826 		if (sm_io_eof(fp))
827 			usrerr("421 4.4.1 collect: %s on connection from %s, from=%s",
828 				problem, host,
829 				shortenstring(e->e_from.q_paddr, MAXSHORTSTR));
830 		else
831 			syserr("421 4.4.1 collect: %s on connection from %s, from=%s",
832 				problem, host,
833 				shortenstring(e->e_from.q_paddr, MAXSHORTSTR));
834 		flush_errors(true);
835 
836 		/* don't return an error indication */
837 		e->e_to = NULL;
838 		e->e_flags &= ~EF_FATALERRS;
839 		e->e_flags |= EF_CLRQUEUE;
840 
841 		/* Don't send any message notification to sender */
842 		for (q = e->e_sendqueue; q != NULL; q = q->q_next)
843 		{
844 			if (QS_IS_DEAD(q->q_state))
845 				continue;
846 			q->q_state = QS_FATALERR;
847 		}
848 
849 		(void) sm_io_close(df, SM_TIME_DEFAULT);
850 		df = NULL;
851 		finis(true, true, ExitStat);
852 		/* NOTREACHED */
853 	}
854 
855 	/* Log collection information. */
856 	if (tTd(92, 2))
857 		sm_dprintf("collect: e_id=%s, EF_LOGSENDER=%d, LogLevel=%d\n",
858 			e->e_id, bitset(EF_LOGSENDER, e->e_flags), LogLevel);
859 	if (bitset(EF_LOGSENDER, e->e_flags) && LogLevel > 4)
860 	{
861 		logsender(e, e->e_msgid);
862 		e->e_flags &= ~EF_LOGSENDER;
863 	}
864 
865 	/* check for message too large */
866 	if (bitset(EF_TOOBIG, e->e_flags))
867 	{
868 		e->e_flags |= EF_NO_BODY_RETN|EF_CLRQUEUE;
869 		if (!bitset(EF_FATALERRS, e->e_flags))
870 		{
871 			e->e_status = "5.2.3";
872 			usrerrenh(e->e_status,
873 				"552 Message exceeds maximum fixed size (%ld)",
874 				MaxMessageSize);
875 			if (LogLevel > 6)
876 				sm_syslog(LOG_NOTICE, e->e_id,
877 					"message size (%ld) exceeds maximum (%ld)",
878 					PRT_NONNEGL(e->e_msgsize),
879 					MaxMessageSize);
880 		}
881 	}
882 
883 	/* check for illegal 8-bit data */
884 	if (HasEightBits)
885 	{
886 		e->e_flags |= EF_HAS8BIT;
887 		if (!bitset(MM_PASS8BIT|MM_MIME8BIT, MimeMode) &&
888 		    !bitset(EF_IS_MIME, e->e_flags))
889 		{
890 			e->e_status = "5.6.1";
891 			usrerrenh(e->e_status, "554 Eight bit data not allowed");
892 		}
893 	}
894 	else
895 	{
896 		/* if it claimed to be 8 bits, well, it lied.... */
897 		if (e->e_bodytype != NULL &&
898 		    sm_strcasecmp(e->e_bodytype, "8BITMIME") == 0)
899 			e->e_bodytype = "7BIT";
900 	}
901 
902 #if _FFR_REJECT_NUL_BYTE
903 	if (hasNUL && RejectNUL)
904 	{
905 		e->e_status = "5.6.1";
906 		usrerrenh(e->e_status, "554 NUL byte not allowed");
907 	}
908 #endif /* _FFR_REJECT_NUL_BYTE */
909 
910 	if (SuperSafe == SAFE_REALLY && !bitset(EF_FATALERRS, e->e_flags))
911 	{
912 		char *dfname = queuename(e, DATAFL_LETTER);
913 		if ((e->e_dfp = sm_io_open(SmFtStdio, SM_TIME_DEFAULT, dfname,
914 					   SM_IO_RDONLY_B, NULL)) == NULL)
915 		{
916 			/* we haven't acked receipt yet, so just chuck this */
917 			syserr("@Cannot reopen %s", dfname);
918 			finis(true, true, ExitStat);
919 			/* NOTREACHED */
920 		}
921 	}
922 	else
923 		e->e_dfp = df;
924 
925 	/* collect statistics */
926 	if (OpMode != MD_VERIFY)
927 	{
928 		/*
929 		**  Recalculate e_msgpriority, it is done at in eatheader()
930 		**  which is called (in 8.12) after the header is collected,
931 		**  hence e_msgsize is (most likely) incorrect.
932 		*/
933 
934 		e->e_msgpriority = e->e_msgsize
935 				 - e->e_class * WkClassFact
936 				 + e->e_nrcpts * WkRecipFact;
937 		markstats(e, (ADDRESS *) NULL, STATS_NORMAL);
938 	}
939 
940   end:
941 	(void) set_tls_rd_tmo(old_rd_tmo);
942 }
943 
944 /*
945 **  DFERROR -- signal error on writing the data file.
946 **
947 **	Called by collect().  Collect() always terminates the process
948 **	immediately after calling dferror(), which means that the SMTP
949 **	session will be terminated, which means that any error message
950 **	issued by dferror must be a 421 error, as per RFC 821.
951 **
952 **	Parameters:
953 **		df -- the file pointer for the data file.
954 **		msg -- detailed message.
955 **		e -- the current envelope.
956 **
957 **	Returns:
958 **		none.
959 **
960 **	Side Effects:
961 **		Gives an error message.
962 **		Arranges for following output to go elsewhere.
963 */
964 
965 void
966 dferror(df, msg, e)
967 	SM_FILE_T *volatile df;
968 	char *msg;
969 	register ENVELOPE *e;
970 {
971 	char *dfname;
972 
973 	dfname = queuename(e, DATAFL_LETTER);
974 	setstat(EX_IOERR);
975 	if (errno == ENOSPC)
976 	{
977 #if STAT64 > 0
978 		struct stat64 st;
979 #else
980 		struct stat st;
981 #endif
982 		long avail;
983 		long bsize;
984 
985 		e->e_flags |= EF_NO_BODY_RETN;
986 
987 		if (
988 #if STAT64 > 0
989 		    fstat64(sm_io_getinfo(df, SM_IO_WHAT_FD, NULL), &st)
990 #else
991 		    fstat(sm_io_getinfo(df, SM_IO_WHAT_FD, NULL), &st)
992 #endif
993 		    < 0)
994 		  st.st_size = 0;
995 		(void) sm_io_reopen(SmFtStdio, SM_TIME_DEFAULT, dfname,
996 				    SM_IO_WRONLY_B, NULL, df);
997 		if (st.st_size <= 0)
998 			(void) sm_io_fprintf(df, SM_TIME_DEFAULT,
999 				"\n*** Mail could not be accepted");
1000 		else
1001 			(void) sm_io_fprintf(df, SM_TIME_DEFAULT,
1002 				"\n*** Mail of at least %llu bytes could not be accepted\n",
1003 				(ULONGLONG_T) st.st_size);
1004 		(void) sm_io_fprintf(df, SM_TIME_DEFAULT,
1005 			"*** at %s due to lack of disk space for temp file.\n",
1006 			MyHostName);
1007 		avail = freediskspace(qid_printqueue(e->e_qgrp, e->e_qdir),
1008 				      &bsize);
1009 		if (avail > 0)
1010 		{
1011 			if (bsize > 1024)
1012 				avail *= bsize / 1024;
1013 			else if (bsize < 1024)
1014 				avail /= 1024 / bsize;
1015 			(void) sm_io_fprintf(df, SM_TIME_DEFAULT,
1016 				"*** Currently, %ld kilobytes are available for mail temp files.\n",
1017 				avail);
1018 		}
1019 #if 0
1020 		/* Wrong response code; should be 421. */
1021 		e->e_status = "4.3.1";
1022 		usrerrenh(e->e_status, "452 Out of disk space for temp file");
1023 #else /* 0 */
1024 		syserr("421 4.3.1 Out of disk space for temp file");
1025 #endif /* 0 */
1026 	}
1027 	else
1028 		syserr("421 4.3.0 collect: Cannot write %s (%s, uid=%ld, gid=%ld)",
1029 			dfname, msg, (long) geteuid(), (long) getegid());
1030 	if (sm_io_reopen(SmFtStdio, SM_TIME_DEFAULT, SM_PATH_DEVNULL,
1031 			 SM_IO_WRONLY, NULL, df) == NULL)
1032 		sm_syslog(LOG_ERR, e->e_id,
1033 			  "dferror: sm_io_reopen(\"/dev/null\") failed: %s",
1034 			  sm_errstring(errno));
1035 }
1036 /*
1037 **  EATFROM -- chew up a UNIX style from line and process
1038 **
1039 **	This does indeed make some assumptions about the format
1040 **	of UNIX messages.
1041 **
1042 **	Parameters:
1043 **		fm -- the from line.
1044 **		e -- envelope
1045 **
1046 **	Returns:
1047 **		none.
1048 **
1049 **	Side Effects:
1050 **		extracts what information it can from the header,
1051 **		such as the date.
1052 */
1053 
1054 #ifndef NOTUNIX
1055 
1056 static char	*DowList[] =
1057 {
1058 	"Sun", "Mon", "Tue", "Wed", "Thu", "Fri", "Sat", NULL
1059 };
1060 
1061 static char	*MonthList[] =
1062 {
1063 	"Jan", "Feb", "Mar", "Apr", "May", "Jun",
1064 	"Jul", "Aug", "Sep", "Oct", "Nov", "Dec",
1065 	NULL
1066 };
1067 
1068 static void
1069 eatfrom(fm, e)
1070 	char *volatile fm;
1071 	register ENVELOPE *e;
1072 {
1073 	register char *p;
1074 	register char **dt;
1075 
1076 	if (tTd(30, 2))
1077 		sm_dprintf("eatfrom(%s)\n", fm);
1078 
1079 	/* find the date part */
1080 	p = fm;
1081 	while (*p != '\0')
1082 	{
1083 		/* skip a word */
1084 		while (*p != '\0' && *p != ' ')
1085 			p++;
1086 		while (*p == ' ')
1087 			p++;
1088 		if (strlen(p) < 17)
1089 		{
1090 			/* no room for the date */
1091 			return;
1092 		}
1093 		if (!(isascii(*p) && isupper(*p)) ||
1094 		    p[3] != ' ' || p[13] != ':' || p[16] != ':')
1095 			continue;
1096 
1097 		/* we have a possible date */
1098 		for (dt = DowList; *dt != NULL; dt++)
1099 			if (strncmp(*dt, p, 3) == 0)
1100 				break;
1101 		if (*dt == NULL)
1102 			continue;
1103 
1104 		for (dt = MonthList; *dt != NULL; dt++)
1105 		{
1106 			if (strncmp(*dt, &p[4], 3) == 0)
1107 				break;
1108 		}
1109 		if (*dt != NULL)
1110 			break;
1111 	}
1112 
1113 	if (*p != '\0')
1114 	{
1115 		char *q, buf[25];
1116 
1117 		/* we have found a date */
1118 		(void) sm_strlcpy(buf, p, sizeof(buf));
1119 		q = arpadate(buf);
1120 		macdefine(&e->e_macro, A_TEMP, 'a', q);
1121 	}
1122 }
1123 #endif /* ! NOTUNIX */
1124