Commit | Line | Data |
---|---|---|
059ec3d9 PH |
1 | /************************************************* |
2 | * Exim - an Internet mail transport agent * | |
3 | *************************************************/ | |
4 | ||
f9ba5e22 | 5 | /* Copyright (c) University of Cambridge 1995 - 2018 */ |
059ec3d9 PH |
6 | /* See the file NOTICE for conditions of use and distribution. */ |
7 | ||
8 | /* Code for receiving a message and setting up spool files. */ | |
9 | ||
059ec3d9 | 10 | #include "exim.h" |
9723f966 | 11 | #include <setjmp.h> |
059ec3d9 | 12 | |
6a8f9482 TK |
13 | #ifdef EXPERIMENTAL_DCC |
14 | extern int dcc_ok; | |
15 | #endif | |
16 | ||
1a2e76e1 | 17 | #ifdef SUPPORT_DMARC |
c007c974 | 18 | # include "dmarc.h" |
1a2e76e1 | 19 | #endif |
4840604e | 20 | |
059ec3d9 PH |
21 | /************************************************* |
22 | * Local static variables * | |
23 | *************************************************/ | |
24 | ||
059ec3d9 | 25 | static int data_fd = -1; |
41313d92 | 26 | static uschar *spool_name = US""; |
059ec3d9 | 27 | |
cff70eb1 | 28 | enum CH_STATE {LF_SEEN, MID_LINE, CR_SEEN}; |
059ec3d9 | 29 | |
9723f966 JH |
30 | #ifdef HAVE_LOCAL_SCAN |
31 | jmp_buf local_scan_env; /* error-handling context for local_scan */ | |
32 | unsigned had_local_scan_crash; | |
33 | unsigned had_local_scan_timeout; | |
34 | #endif | |
35 | ||
059ec3d9 PH |
36 | |
37 | /************************************************* | |
38 | * Non-SMTP character reading functions * | |
39 | *************************************************/ | |
40 | ||
41 | /* These are the default functions that are set up in the variables such as | |
42 | receive_getc initially. They just call the standard functions, passing stdin as | |
43 | the file. (When SMTP input is occurring, different functions are used by | |
44 | changing the pointer variables.) */ | |
45 | ||
46 | int | |
bd8fbe36 | 47 | stdin_getc(unsigned lim) |
059ec3d9 | 48 | { |
9723f966 JH |
49 | int c = getc(stdin); |
50 | ||
51 | if (had_data_timeout) | |
52 | { | |
53 | fprintf(stderr, "exim: timed out while reading - message abandoned\n"); | |
54 | log_write(L_lost_incoming_connection, | |
55 | LOG_MAIN, "timed out while reading local message"); | |
56 | receive_bomb_out(US"data-timeout", NULL); /* Does not return */ | |
57 | } | |
58 | if (had_data_sigint) | |
59 | { | |
60 | if (filter_test == FTEST_NONE) | |
61 | { | |
62 | fprintf(stderr, "\nexim: %s received - message abandoned\n", | |
63 | had_data_sigint == SIGTERM ? "SIGTERM" : "SIGINT"); | |
64 | log_write(0, LOG_MAIN, "%s received while reading local message", | |
65 | had_data_sigint == SIGTERM ? "SIGTERM" : "SIGINT"); | |
66 | } | |
67 | receive_bomb_out(US"signal-exit", NULL); /* Does not return */ | |
68 | } | |
69 | return c; | |
059ec3d9 PH |
70 | } |
71 | ||
72 | int | |
73 | stdin_ungetc(int c) | |
74 | { | |
75 | return ungetc(c, stdin); | |
76 | } | |
77 | ||
78 | int | |
79 | stdin_feof(void) | |
80 | { | |
81 | return feof(stdin); | |
82 | } | |
83 | ||
84 | int | |
85 | stdin_ferror(void) | |
86 | { | |
87 | return ferror(stdin); | |
88 | } | |
89 | ||
90 | ||
91 | ||
92 | ||
93 | /************************************************* | |
94 | * Check that a set sender is allowed * | |
95 | *************************************************/ | |
96 | ||
97 | /* This function is called when a local caller sets an explicit sender address. | |
98 | It checks whether this is permitted, which it is for trusted callers. | |
99 | Otherwise, it must match the pattern(s) in untrusted_set_sender. | |
100 | ||
101 | Arguments: the proposed sender address | |
102 | Returns: TRUE for a trusted caller | |
103 | TRUE if the address has been set, untrusted_set_sender has been | |
104 | set, and the address matches something in the list | |
105 | FALSE otherwise | |
106 | */ | |
107 | ||
108 | BOOL | |
109 | receive_check_set_sender(uschar *newsender) | |
110 | { | |
111 | uschar *qnewsender; | |
8768d548 | 112 | if (f.trusted_caller) return TRUE; |
36d295f1 JH |
113 | if (!newsender || !untrusted_set_sender) return FALSE; |
114 | qnewsender = Ustrchr(newsender, '@') | |
115 | ? newsender : string_sprintf("%s@%s", newsender, qualify_domain_sender); | |
116 | return match_address_list_basic(qnewsender, CUSS &untrusted_set_sender, 0) == OK; | |
059ec3d9 PH |
117 | } |
118 | ||
119 | ||
120 | ||
121 | ||
122 | /************************************************* | |
5cb8cbc6 | 123 | * Read space info for a partition * |
059ec3d9 PH |
124 | *************************************************/ |
125 | ||
8e669ac1 PH |
126 | /* This function is called by receive_check_fs() below, and also by string |
127 | expansion for variables such as $spool_space. The field names for the statvfs | |
5cb8cbc6 PH |
128 | structure are macros, because not all OS have F_FAVAIL and it seems tidier to |
129 | have macros for F_BAVAIL and F_FILES as well. Some kinds of file system do not | |
130 | have inodes, and they return -1 for the number available. | |
059ec3d9 | 131 | |
5cb8cbc6 PH |
132 | Later: It turns out that some file systems that do not have the concept of |
133 | inodes return 0 rather than -1. Such systems should also return 0 for the total | |
8e669ac1 | 134 | number of inodes, so we require that to be greater than zero before returning |
5cb8cbc6 | 135 | an inode count. |
059ec3d9 | 136 | |
5cb8cbc6 PH |
137 | Arguments: |
138 | isspool TRUE for spool partition, FALSE for log partition | |
139 | inodeptr address of int to receive inode count; -1 if there isn't one | |
8e669ac1 | 140 | |
5cb8cbc6 | 141 | Returns: available on-root space, in kilobytes |
8e669ac1 PH |
142 | -1 for log partition if there isn't one |
143 | ||
144 | All values are -1 if the STATFS functions are not available. | |
059ec3d9 PH |
145 | */ |
146 | ||
a45431fa | 147 | int_eximarith_t |
5cb8cbc6 | 148 | receive_statvfs(BOOL isspool, int *inodeptr) |
059ec3d9 PH |
149 | { |
150 | #ifdef HAVE_STATFS | |
059ec3d9 | 151 | struct STATVFS statbuf; |
ddf1b11a | 152 | struct stat dummy; |
5cb8cbc6 PH |
153 | uschar *path; |
154 | uschar *name; | |
155 | uschar buffer[1024]; | |
059ec3d9 | 156 | |
5cb8cbc6 | 157 | /* The spool directory must always exist. */ |
059ec3d9 | 158 | |
5cb8cbc6 | 159 | if (isspool) |
059ec3d9 | 160 | { |
8e669ac1 PH |
161 | path = spool_directory; |
162 | name = US"spool"; | |
163 | } | |
164 | ||
059ec3d9 PH |
165 | /* Need to cut down the log file path to the directory, and to ignore any |
166 | appearance of "syslog" in it. */ | |
167 | ||
5cb8cbc6 | 168 | else |
059ec3d9 | 169 | { |
059ec3d9 | 170 | int sep = ':'; /* Not variable - outside scripts use */ |
55414b25 | 171 | const uschar *p = log_file_path; |
8e669ac1 | 172 | name = US"log"; |
059ec3d9 PH |
173 | |
174 | /* An empty log_file_path means "use the default". This is the same as an | |
175 | empty item in a list. */ | |
176 | ||
177 | if (*p == 0) p = US":"; | |
55414b25 JH |
178 | while ((path = string_nextinlist(&p, &sep, buffer, sizeof(buffer)))) |
179 | if (Ustrcmp(path, "syslog") != 0) | |
180 | break; | |
059ec3d9 | 181 | |
5cb8cbc6 PH |
182 | if (path == NULL) /* No log files */ |
183 | { | |
8e669ac1 PH |
184 | *inodeptr = -1; |
185 | return -1; | |
186 | } | |
059ec3d9 | 187 | |
8e669ac1 PH |
188 | /* An empty string means use the default, which is in the spool directory. |
189 | But don't just use the spool directory, as it is possible that the log | |
5cb8cbc6 | 190 | subdirectory has been symbolically linked elsewhere. */ |
059ec3d9 | 191 | |
8e669ac1 | 192 | if (path[0] == 0) |
059ec3d9 | 193 | { |
5cb8cbc6 PH |
194 | sprintf(CS buffer, CS"%s/log", CS spool_directory); |
195 | path = buffer; | |
8e669ac1 PH |
196 | } |
197 | else | |
059ec3d9 | 198 | { |
8e669ac1 | 199 | uschar *cp; |
5cb8cbc6 | 200 | if ((cp = Ustrrchr(path, '/')) != NULL) *cp = 0; |
8e669ac1 | 201 | } |
5cb8cbc6 | 202 | } |
8e669ac1 | 203 | |
8f128379 | 204 | /* We now have the path; do the business */ |
5cb8cbc6 PH |
205 | |
206 | memset(&statbuf, 0, sizeof(statbuf)); | |
207 | ||
208 | if (STATVFS(CS path, &statbuf) != 0) | |
ddf1b11a JH |
209 | if (stat(CS path, &dummy) == -1 && errno == ENOENT) |
210 | { /* Can happen on first run after installation */ | |
211 | *inodeptr = -1; | |
212 | return -1; | |
213 | } | |
214 | else | |
215 | { | |
216 | log_write(0, LOG_MAIN|LOG_PANIC, "cannot accept message: failed to stat " | |
217 | "%s directory %s: %s", name, path, strerror(errno)); | |
218 | smtp_closedown(US"spool or log directory problem"); | |
9bfb7e1b | 219 | exim_exit(EXIT_FAILURE, NULL); |
ddf1b11a | 220 | } |
8e669ac1 | 221 | |
5cb8cbc6 PH |
222 | *inodeptr = (statbuf.F_FILES > 0)? statbuf.F_FAVAIL : -1; |
223 | ||
224 | /* Disks are getting huge. Take care with computing the size in kilobytes. */ | |
8e669ac1 | 225 | |
a45431fa | 226 | return (int_eximarith_t)(((double)statbuf.F_BAVAIL * (double)statbuf.F_FRSIZE)/1024.0); |
5cb8cbc6 | 227 | |
ddf1b11a | 228 | #else |
5cb8cbc6 PH |
229 | /* Unable to find partition sizes in this environment. */ |
230 | ||
5cb8cbc6 PH |
231 | *inodeptr = -1; |
232 | return -1; | |
233 | #endif | |
234 | } | |
235 | ||
059ec3d9 | 236 | |
059ec3d9 | 237 | |
5cb8cbc6 PH |
238 | |
239 | /************************************************* | |
240 | * Check space on spool and log partitions * | |
241 | *************************************************/ | |
242 | ||
243 | /* This function is called before accepting a message; if any thresholds are | |
244 | set, it checks them. If a message_size is supplied, it checks that there is | |
245 | enough space for that size plus the threshold - i.e. that the message won't | |
246 | reduce the space to the threshold. Not all OS have statvfs(); for those that | |
247 | don't, this function always returns TRUE. For some OS the old function and | |
248 | struct name statfs is used; that is handled by a macro, defined in exim.h. | |
249 | ||
250 | Arguments: | |
251 | msg_size the (estimated) size of an incoming message | |
252 | ||
253 | Returns: FALSE if there isn't enough space, or if the information cannot | |
254 | be obtained | |
255 | TRUE if no check was done or there is enough space | |
256 | */ | |
257 | ||
258 | BOOL | |
259 | receive_check_fs(int msg_size) | |
260 | { | |
a45431fa JH |
261 | int_eximarith_t space; |
262 | int inodes; | |
5cb8cbc6 PH |
263 | |
264 | if (check_spool_space > 0 || msg_size > 0 || check_spool_inodes > 0) | |
265 | { | |
8e669ac1 PH |
266 | space = receive_statvfs(TRUE, &inodes); |
267 | ||
059ec3d9 | 268 | DEBUG(D_receive) |
7434882d | 269 | debug_printf("spool directory space = " PR_EXIM_ARITH "K inodes = %d " |
a45431fa | 270 | "check_space = " PR_EXIM_ARITH "K inodes = %d msg_size = %d\n", |
5cb8cbc6 | 271 | space, inodes, check_spool_space, check_spool_inodes, msg_size); |
8e669ac1 PH |
272 | |
273 | if ((space >= 0 && space < check_spool_space) || | |
5cb8cbc6 | 274 | (inodes >= 0 && inodes < check_spool_inodes)) |
8e669ac1 | 275 | { |
8c513105 JH |
276 | log_write(0, LOG_MAIN, "spool directory space check failed: space=" |
277 | PR_EXIM_ARITH " inodes=%d", space, inodes); | |
059ec3d9 PH |
278 | return FALSE; |
279 | } | |
280 | } | |
281 | ||
5cb8cbc6 PH |
282 | if (check_log_space > 0 || check_log_inodes > 0) |
283 | { | |
8e669ac1 PH |
284 | space = receive_statvfs(FALSE, &inodes); |
285 | ||
5cb8cbc6 | 286 | DEBUG(D_receive) |
7434882d | 287 | debug_printf("log directory space = " PR_EXIM_ARITH "K inodes = %d " |
a45431fa | 288 | "check_space = " PR_EXIM_ARITH "K inodes = %d\n", |
5cb8cbc6 | 289 | space, inodes, check_log_space, check_log_inodes); |
8e669ac1 | 290 | |
7434882d JH |
291 | if ( space >= 0 && space < check_log_space |
292 | || inodes >= 0 && inodes < check_log_inodes) | |
8e669ac1 | 293 | { |
7434882d JH |
294 | log_write(0, LOG_MAIN, "log directory space check failed: space=" PR_EXIM_ARITH |
295 | " inodes=%d", space, inodes); | |
5cb8cbc6 PH |
296 | return FALSE; |
297 | } | |
8e669ac1 PH |
298 | } |
299 | ||
059ec3d9 PH |
300 | return TRUE; |
301 | } | |
302 | ||
303 | ||
304 | ||
305 | /************************************************* | |
306 | * Bomb out while reading a message * | |
307 | *************************************************/ | |
308 | ||
309 | /* The common case of wanting to bomb out is if a SIGTERM or SIGINT is | |
310 | received, or if there is a timeout. A rarer case might be if the log files are | |
311 | screwed up and Exim can't open them to record a message's arrival. Handling | |
312 | that case is done by setting a flag to cause the log functions to call this | |
313 | function if there is an ultimate disaster. That is why it is globally | |
314 | accessible. | |
315 | ||
8f128379 PH |
316 | Arguments: |
317 | reason text reason to pass to the not-quit ACL | |
318 | msg default SMTP response to give if in an SMTP session | |
059ec3d9 PH |
319 | Returns: it doesn't |
320 | */ | |
321 | ||
322 | void | |
8f128379 | 323 | receive_bomb_out(uschar *reason, uschar *msg) |
059ec3d9 | 324 | { |
ead37e6c PP |
325 | static BOOL already_bombing_out; |
326 | /* The smtp_notquit_exit() below can call ACLs which can trigger recursive | |
327 | timeouts, if someone has something slow in their quit ACL. Since the only | |
328 | things we should be doing are to close down cleanly ASAP, on the second | |
329 | pass we also close down stuff that might be opened again, before bypassing | |
330 | the ACL call and exiting. */ | |
331 | ||
059ec3d9 PH |
332 | /* If spool_name is set, it contains the name of the data file that is being |
333 | written. Unlink it before closing so that it cannot be picked up by a delivery | |
334 | process. Ensure that any header file is also removed. */ | |
335 | ||
ead37e6c | 336 | if (spool_name[0] != '\0') |
059ec3d9 PH |
337 | { |
338 | Uunlink(spool_name); | |
339 | spool_name[Ustrlen(spool_name) - 1] = 'H'; | |
340 | Uunlink(spool_name); | |
ead37e6c | 341 | spool_name[0] = '\0'; |
059ec3d9 PH |
342 | } |
343 | ||
344 | /* Now close the file if it is open, either as a fd or a stream. */ | |
345 | ||
1bd642c2 | 346 | if (spool_data_file) |
ead37e6c | 347 | { |
1bd642c2 JH |
348 | (void)fclose(spool_data_file); |
349 | spool_data_file = NULL; | |
9723f966 JH |
350 | } |
351 | else if (data_fd >= 0) | |
352 | { | |
ead37e6c PP |
353 | (void)close(data_fd); |
354 | data_fd = -1; | |
355 | } | |
059ec3d9 | 356 | |
8f128379 PH |
357 | /* Attempt to close down an SMTP connection tidily. For non-batched SMTP, call |
358 | smtp_notquit_exit(), which runs the NOTQUIT ACL, if present, and handles the | |
359 | SMTP response. */ | |
059ec3d9 | 360 | |
ead37e6c | 361 | if (!already_bombing_out) |
059ec3d9 | 362 | { |
ead37e6c PP |
363 | already_bombing_out = TRUE; |
364 | if (smtp_input) | |
365 | { | |
366 | if (smtp_batched_input) | |
367 | moan_smtp_batch(NULL, "421 %s - message abandoned", msg); /* No return */ | |
368 | smtp_notquit_exit(reason, US"421", US"%s %s - closing connection.", | |
369 | smtp_active_hostname, msg); | |
370 | } | |
059ec3d9 PH |
371 | } |
372 | ||
373 | /* Exit from the program (non-BSMTP cases) */ | |
374 | ||
9bfb7e1b | 375 | exim_exit(EXIT_FAILURE, NULL); |
059ec3d9 PH |
376 | } |
377 | ||
378 | ||
379 | /************************************************* | |
380 | * Data read timeout * | |
381 | *************************************************/ | |
382 | ||
383 | /* Handler function for timeouts that occur while reading the data that | |
384 | comprises a message. | |
385 | ||
386 | Argument: the signal number | |
387 | Returns: nothing | |
388 | */ | |
389 | ||
390 | static void | |
391 | data_timeout_handler(int sig) | |
392 | { | |
9723f966 | 393 | had_data_timeout = sig; |
059ec3d9 PH |
394 | } |
395 | ||
396 | ||
397 | ||
9723f966 | 398 | #ifdef HAVE_LOCAL_SCAN |
059ec3d9 PH |
399 | /************************************************* |
400 | * local_scan() timeout * | |
401 | *************************************************/ | |
402 | ||
403 | /* Handler function for timeouts that occur while running a local_scan() | |
9723f966 JH |
404 | function. Posix recommends against calling longjmp() from a signal-handler, |
405 | but the GCC manual says you can so we will, and trust that it's better than | |
406 | calling probably non-signal-safe funxtions during logging from within the | |
407 | handler, even with other compilers. | |
408 | ||
409 | See also https://cwe.mitre.org/data/definitions/745.html which also lists | |
410 | it as unsafe. | |
411 | ||
412 | This is all because we have no control over what might be written for a | |
413 | local-scan function, so cannot sprinkle had-signal checks after each | |
414 | call-site. At least with the default "do-nothing" function we won't | |
415 | ever get here. | |
059ec3d9 PH |
416 | |
417 | Argument: the signal number | |
418 | Returns: nothing | |
419 | */ | |
420 | ||
421 | static void | |
422 | local_scan_timeout_handler(int sig) | |
423 | { | |
9723f966 JH |
424 | had_local_scan_timeout = sig; |
425 | siglongjmp(local_scan_env, 1); | |
059ec3d9 PH |
426 | } |
427 | ||
428 | ||
429 | ||
430 | /************************************************* | |
431 | * local_scan() crashed * | |
432 | *************************************************/ | |
433 | ||
434 | /* Handler function for signals that occur while running a local_scan() | |
435 | function. | |
436 | ||
437 | Argument: the signal number | |
438 | Returns: nothing | |
439 | */ | |
440 | ||
441 | static void | |
442 | local_scan_crash_handler(int sig) | |
443 | { | |
9723f966 JH |
444 | had_local_scan_crash = sig; |
445 | siglongjmp(local_scan_env, 1); | |
059ec3d9 PH |
446 | } |
447 | ||
9723f966 JH |
448 | #endif /*HAVE_LOCAL_SCAN*/ |
449 | ||
059ec3d9 PH |
450 | |
451 | /************************************************* | |
452 | * SIGTERM or SIGINT received * | |
453 | *************************************************/ | |
454 | ||
455 | /* Handler for SIGTERM or SIGINT signals that occur while reading the | |
456 | data that comprises a message. | |
457 | ||
458 | Argument: the signal number | |
459 | Returns: nothing | |
460 | */ | |
461 | ||
462 | static void | |
463 | data_sigterm_sigint_handler(int sig) | |
464 | { | |
9723f966 | 465 | had_data_sigint = sig; |
059ec3d9 PH |
466 | } |
467 | ||
468 | ||
469 | ||
470 | /************************************************* | |
471 | * Add new recipient to list * | |
472 | *************************************************/ | |
473 | ||
474 | /* This function builds a list of recipient addresses in argc/argv | |
475 | format. | |
476 | ||
477 | Arguments: | |
478 | recipient the next address to add to recipients_list | |
479 | pno parent number for fixed aliases; -1 otherwise | |
480 | ||
481 | Returns: nothing | |
482 | */ | |
483 | ||
484 | void | |
485 | receive_add_recipient(uschar *recipient, int pno) | |
486 | { | |
487 | if (recipients_count >= recipients_list_max) | |
488 | { | |
489 | recipient_item *oldlist = recipients_list; | |
490 | int oldmax = recipients_list_max; | |
ea97267c | 491 | recipients_list_max = recipients_list_max ? 2*recipients_list_max : 50; |
f3ebb786 | 492 | recipients_list = store_get(recipients_list_max * sizeof(recipient_item), FALSE); |
059ec3d9 PH |
493 | if (oldlist != NULL) |
494 | memcpy(recipients_list, oldlist, oldmax * sizeof(recipient_item)); | |
495 | } | |
496 | ||
497 | recipients_list[recipients_count].address = recipient; | |
498 | recipients_list[recipients_count].pno = pno; | |
8523533c TK |
499 | #ifdef EXPERIMENTAL_BRIGHTMAIL |
500 | recipients_list[recipients_count].bmi_optin = bmi_current_optin; | |
501 | /* reset optin string pointer for next recipient */ | |
502 | bmi_current_optin = NULL; | |
503 | #endif | |
6c1c3d1d WB |
504 | recipients_list[recipients_count].orcpt = NULL; |
505 | recipients_list[recipients_count].dsn_flags = 0; | |
059ec3d9 PH |
506 | recipients_list[recipients_count++].errors_to = NULL; |
507 | } | |
508 | ||
509 | ||
510 | ||
511 | ||
fd98a5c6 JH |
512 | /************************************************* |
513 | * Send user response message * | |
514 | *************************************************/ | |
61147df4 | 515 | |
fd98a5c6 JH |
516 | /* This function is passed a default response code and a user message. It calls |
517 | smtp_message_code() to check and possibly modify the response code, and then | |
518 | calls smtp_respond() to transmit the response. I put this into a function | |
519 | just to avoid a lot of repetition. | |
61147df4 PP |
520 | |
521 | Arguments: | |
fd98a5c6 JH |
522 | code the response code |
523 | user_msg the user message | |
524 | ||
525 | Returns: nothing | |
61147df4 PP |
526 | */ |
527 | ||
8ccd00b1 | 528 | #ifndef DISABLE_PRDR |
61147df4 | 529 | static void |
fd98a5c6 | 530 | smtp_user_msg(uschar *code, uschar *user_msg) |
61147df4 | 531 | { |
fd98a5c6 | 532 | int len = 3; |
4f6ae5c3 | 533 | smtp_message_code(&code, &len, &user_msg, NULL, TRUE); |
fd98a5c6 | 534 | smtp_respond(code, len, TRUE, user_msg); |
61147df4 PP |
535 | } |
536 | #endif | |
537 | ||
538 | ||
539 | ||
540 | ||
fd98a5c6 | 541 | |
059ec3d9 PH |
542 | /************************************************* |
543 | * Remove a recipient from the list * | |
544 | *************************************************/ | |
545 | ||
546 | /* This function is provided for local_scan() to use. | |
547 | ||
548 | Argument: | |
549 | recipient address to remove | |
550 | ||
551 | Returns: TRUE if it did remove something; FALSE otherwise | |
552 | */ | |
553 | ||
554 | BOOL | |
555 | receive_remove_recipient(uschar *recipient) | |
556 | { | |
059ec3d9 PH |
557 | DEBUG(D_receive) debug_printf("receive_remove_recipient(\"%s\") called\n", |
558 | recipient); | |
d7978c0f | 559 | for (int count = 0; count < recipients_count; count++) |
059ec3d9 PH |
560 | if (Ustrcmp(recipients_list[count].address, recipient) == 0) |
561 | { | |
562 | if ((--recipients_count - count) > 0) | |
563 | memmove(recipients_list + count, recipients_list + count + 1, | |
54cdb463 | 564 | (recipients_count - count)*sizeof(recipient_item)); |
059ec3d9 PH |
565 | return TRUE; |
566 | } | |
059ec3d9 PH |
567 | return FALSE; |
568 | } | |
569 | ||
570 | ||
571 | ||
572 | ||
573 | ||
3c55eef2 JH |
574 | /* Pause for a while waiting for input. If none received in that time, |
575 | close the logfile, if we had one open; then if we wait for a long-running | |
576 | datasource (months, in one use-case) log rotation will not leave us holding | |
577 | the file copy. */ | |
578 | ||
579 | static void | |
580 | log_close_chk(void) | |
581 | { | |
582 | if (!receive_timeout) | |
583 | { | |
584 | struct timeval t; | |
585 | timesince(&t, &received_time); | |
586 | if (t.tv_sec > 30*60) | |
587 | mainlog_close(); | |
588 | else | |
589 | { | |
590 | fd_set r; | |
591 | FD_ZERO(&r); FD_SET(0, &r); | |
592 | t.tv_sec = 30*60 - t.tv_sec; t.tv_usec = 0; | |
593 | if (select(1, &r, NULL, NULL, &t) == 0) mainlog_close(); | |
594 | } | |
595 | } | |
596 | } | |
597 | ||
059ec3d9 PH |
598 | /************************************************* |
599 | * Read data portion of a non-SMTP message * | |
600 | *************************************************/ | |
601 | ||
602 | /* This function is called to read the remainder of a message (following the | |
603 | header) when the input is not from SMTP - we are receiving a local message on | |
604 | a standard input stream. The message is always terminated by EOF, and is also | |
605 | terminated by a dot on a line by itself if the flag dot_ends is TRUE. Split the | |
606 | two cases for maximum efficiency. | |
607 | ||
608 | Ensure that the body ends with a newline. This will naturally be the case when | |
609 | the termination is "\n.\n" but may not be otherwise. The RFC defines messages | |
610 | as "sequences of lines" - this of course strictly applies only to SMTP, but | |
611 | deliveries into BSD-type mailbox files also require it. Exim used to have a | |
612 | flag for doing this at delivery time, but as it was always set for all | |
613 | transports, I decided to simplify things by putting the check here instead. | |
614 | ||
615 | There is at least one MUA (dtmail) that sends CRLF via this interface, and | |
616 | other programs are known to do this as well. Exim used to have a option for | |
617 | dealing with this: in July 2003, after much discussion, the code has been | |
618 | changed to default to treat any of LF, CRLF, and bare CR as line terminators. | |
619 | ||
620 | However, for the case when a dot on a line by itself terminates a message, the | |
621 | only recognized terminating sequences before and after the dot are LF and CRLF. | |
622 | Otherwise, having read EOL . CR, you don't know whether to read another | |
623 | character or not. | |
624 | ||
625 | Internally, in messages stored in Exim's spool files, LF is used as the line | |
626 | terminator. Under the new regime, bare CRs will no longer appear in these | |
627 | files. | |
628 | ||
629 | Arguments: | |
630 | fout a FILE to which to write the message | |
631 | ||
632 | Returns: One of the END_xxx values indicating why it stopped reading | |
633 | */ | |
634 | ||
635 | static int | |
636 | read_message_data(FILE *fout) | |
637 | { | |
638 | int ch_state; | |
639 | register int ch; | |
d677b2f2 | 640 | register int linelength = 0; |
059ec3d9 PH |
641 | |
642 | /* Handle the case when only EOF terminates the message */ | |
643 | ||
8768d548 | 644 | if (!f.dot_ends) |
059ec3d9 | 645 | { |
3c55eef2 | 646 | int last_ch = '\n'; |
059ec3d9 | 647 | |
3c55eef2 JH |
648 | for ( ; |
649 | log_close_chk(), (ch = (receive_getc)(GETC_BUFFER_UNLIMITED)) != EOF; | |
650 | last_ch = ch) | |
059ec3d9 PH |
651 | { |
652 | if (ch == 0) body_zerocount++; | |
653 | if (last_ch == '\r' && ch != '\n') | |
654 | { | |
d677b2f2 PH |
655 | if (linelength > max_received_linelength) |
656 | max_received_linelength = linelength; | |
657 | linelength = 0; | |
059ec3d9 PH |
658 | if (fputc('\n', fout) == EOF) return END_WERROR; |
659 | message_size++; | |
660 | body_linecount++; | |
661 | } | |
662 | if (ch == '\r') continue; | |
663 | ||
664 | if (fputc(ch, fout) == EOF) return END_WERROR; | |
d677b2f2 PH |
665 | if (ch == '\n') |
666 | { | |
667 | if (linelength > max_received_linelength) | |
668 | max_received_linelength = linelength; | |
669 | linelength = 0; | |
670 | body_linecount++; | |
671 | } | |
672 | else linelength++; | |
059ec3d9 PH |
673 | if (++message_size > thismessage_size_limit) return END_SIZE; |
674 | } | |
675 | ||
676 | if (last_ch != '\n') | |
677 | { | |
d677b2f2 PH |
678 | if (linelength > max_received_linelength) |
679 | max_received_linelength = linelength; | |
059ec3d9 PH |
680 | if (fputc('\n', fout) == EOF) return END_WERROR; |
681 | message_size++; | |
682 | body_linecount++; | |
683 | } | |
684 | ||
685 | return END_EOF; | |
686 | } | |
687 | ||
688 | /* Handle the case when a dot on a line on its own, or EOF, terminates. */ | |
689 | ||
690 | ch_state = 1; | |
691 | ||
3c55eef2 | 692 | while (log_close_chk(), (ch = (receive_getc)(GETC_BUFFER_UNLIMITED)) != EOF) |
059ec3d9 PH |
693 | { |
694 | if (ch == 0) body_zerocount++; | |
695 | switch (ch_state) | |
696 | { | |
697 | case 0: /* Normal state (previous char written) */ | |
698 | if (ch == '\n') | |
d677b2f2 PH |
699 | { |
700 | body_linecount++; | |
701 | if (linelength > max_received_linelength) | |
702 | max_received_linelength = linelength; | |
703 | linelength = -1; | |
704 | ch_state = 1; | |
705 | } | |
059ec3d9 PH |
706 | else if (ch == '\r') |
707 | { ch_state = 2; continue; } | |
708 | break; | |
709 | ||
710 | case 1: /* After written "\n" */ | |
711 | if (ch == '.') { ch_state = 3; continue; } | |
6eb02f88 | 712 | if (ch == '\r') { ch_state = 2; continue; } |
3581f321 JH |
713 | if (ch == '\n') { body_linecount++; linelength = -1; } |
714 | else ch_state = 0; | |
059ec3d9 PH |
715 | break; |
716 | ||
717 | case 2: | |
718 | body_linecount++; /* After unwritten "\r" */ | |
d677b2f2 PH |
719 | if (linelength > max_received_linelength) |
720 | max_received_linelength = linelength; | |
059ec3d9 | 721 | if (ch == '\n') |
d677b2f2 PH |
722 | { |
723 | ch_state = 1; | |
724 | linelength = -1; | |
725 | } | |
059ec3d9 PH |
726 | else |
727 | { | |
728 | if (message_size++, fputc('\n', fout) == EOF) return END_WERROR; | |
729 | if (ch == '\r') continue; | |
730 | ch_state = 0; | |
d677b2f2 | 731 | linelength = 0; |
059ec3d9 PH |
732 | } |
733 | break; | |
734 | ||
735 | case 3: /* After "\n." (\n written, dot not) */ | |
736 | if (ch == '\n') return END_DOT; | |
737 | if (ch == '\r') { ch_state = 4; continue; } | |
738 | message_size++; | |
d677b2f2 | 739 | linelength++; |
059ec3d9 PH |
740 | if (fputc('.', fout) == EOF) return END_WERROR; |
741 | ch_state = 0; | |
742 | break; | |
743 | ||
744 | case 4: /* After "\n.\r" (\n written, rest not) */ | |
745 | if (ch == '\n') return END_DOT; | |
746 | message_size += 2; | |
747 | body_linecount++; | |
748 | if (fputs(".\n", fout) == EOF) return END_WERROR; | |
749 | if (ch == '\r') { ch_state = 2; continue; } | |
750 | ch_state = 0; | |
751 | break; | |
752 | } | |
753 | ||
d677b2f2 | 754 | linelength++; |
059ec3d9 PH |
755 | if (fputc(ch, fout) == EOF) return END_WERROR; |
756 | if (++message_size > thismessage_size_limit) return END_SIZE; | |
757 | } | |
758 | ||
759 | /* Get here if EOF read. Unless we have just written "\n", we need to ensure | |
760 | the message ends with a newline, and we must also write any characters that | |
761 | were saved up while testing for an ending dot. */ | |
762 | ||
763 | if (ch_state != 1) | |
764 | { | |
765 | static uschar *ends[] = { US"\n", NULL, US"\n", US".\n", US".\n" }; | |
766 | if (fputs(CS ends[ch_state], fout) == EOF) return END_WERROR; | |
767 | message_size += Ustrlen(ends[ch_state]); | |
768 | body_linecount++; | |
769 | } | |
770 | ||
771 | return END_EOF; | |
772 | } | |
773 | ||
774 | ||
775 | ||
776 | ||
777 | /************************************************* | |
778 | * Read data portion of an SMTP message * | |
779 | *************************************************/ | |
780 | ||
781 | /* This function is called to read the remainder of an SMTP message (after the | |
782 | headers), or to skip over it when an error has occurred. In this case, the | |
783 | output file is passed as NULL. | |
784 | ||
785 | If any line begins with a dot, that character is skipped. The input should only | |
786 | be successfully terminated by CR LF . CR LF unless it is local (non-network) | |
787 | SMTP, in which case the CRs are optional, but... | |
788 | ||
789 | FUDGE: It seems that sites on the net send out messages with just LF | |
790 | terminators, despite the warnings in the RFCs, and other MTAs handle this. So | |
791 | we make the CRs optional in all cases. | |
792 | ||
793 | July 2003: Bare CRs cause trouble. We now treat them as line terminators as | |
794 | well, so that there are no CRs in spooled messages. However, the message | |
795 | terminating dot is not recognized between two bare CRs. | |
796 | ||
797 | Arguments: | |
798 | fout a FILE to which to write the message; NULL if skipping | |
799 | ||
800 | Returns: One of the END_xxx values indicating why it stopped reading | |
801 | */ | |
802 | ||
803 | static int | |
804 | read_message_data_smtp(FILE *fout) | |
805 | { | |
806 | int ch_state = 0; | |
e4bdf652 | 807 | int ch; |
7e3ce68e | 808 | int linelength = 0; |
059ec3d9 | 809 | |
bd8fbe36 | 810 | while ((ch = (receive_getc)(GETC_BUFFER_UNLIMITED)) != EOF) |
059ec3d9 PH |
811 | { |
812 | if (ch == 0) body_zerocount++; | |
813 | switch (ch_state) | |
814 | { | |
815 | case 0: /* After LF or CRLF */ | |
816 | if (ch == '.') | |
817 | { | |
818 | ch_state = 3; | |
819 | continue; /* Don't ever write . after LF */ | |
820 | } | |
821 | ch_state = 1; | |
822 | ||
823 | /* Else fall through to handle as normal uschar. */ | |
824 | ||
825 | case 1: /* Normal state */ | |
826 | if (ch == '\n') | |
827 | { | |
828 | ch_state = 0; | |
829 | body_linecount++; | |
1f5497b2 PH |
830 | if (linelength > max_received_linelength) |
831 | max_received_linelength = linelength; | |
832 | linelength = -1; | |
059ec3d9 PH |
833 | } |
834 | else if (ch == '\r') | |
835 | { | |
836 | ch_state = 2; | |
837 | continue; | |
838 | } | |
839 | break; | |
840 | ||
841 | case 2: /* After (unwritten) CR */ | |
842 | body_linecount++; | |
1f5497b2 PH |
843 | if (linelength > max_received_linelength) |
844 | max_received_linelength = linelength; | |
845 | linelength = -1; | |
059ec3d9 PH |
846 | if (ch == '\n') |
847 | { | |
848 | ch_state = 0; | |
849 | } | |
850 | else | |
851 | { | |
852 | message_size++; | |
853 | if (fout != NULL && fputc('\n', fout) == EOF) return END_WERROR; | |
6851a9c5 | 854 | cutthrough_data_put_nl(); |
059ec3d9 PH |
855 | if (ch != '\r') ch_state = 1; else continue; |
856 | } | |
857 | break; | |
858 | ||
859 | case 3: /* After [CR] LF . */ | |
860 | if (ch == '\n') | |
861 | return END_DOT; | |
862 | if (ch == '\r') | |
863 | { | |
864 | ch_state = 4; | |
865 | continue; | |
866 | } | |
1bc460a6 JH |
867 | /* The dot was removed at state 3. For a doubled dot, here, reinstate |
868 | it to cutthrough. The current ch, dot or not, is passed both to cutthrough | |
869 | and to file below. */ | |
870 | if (ch == '.') | |
871 | { | |
872 | uschar c= ch; | |
6851a9c5 | 873 | cutthrough_data_puts(&c, 1); |
1bc460a6 JH |
874 | } |
875 | ch_state = 1; | |
059ec3d9 PH |
876 | break; |
877 | ||
878 | case 4: /* After [CR] LF . CR */ | |
879 | if (ch == '\n') return END_DOT; | |
880 | message_size++; | |
881 | body_linecount++; | |
882 | if (fout != NULL && fputc('\n', fout) == EOF) return END_WERROR; | |
6851a9c5 | 883 | cutthrough_data_put_nl(); |
059ec3d9 PH |
884 | if (ch == '\r') |
885 | { | |
886 | ch_state = 2; | |
887 | continue; | |
888 | } | |
889 | ch_state = 1; | |
890 | break; | |
891 | } | |
892 | ||
893 | /* Add the character to the spool file, unless skipping; then loop for the | |
894 | next. */ | |
895 | ||
896 | message_size++; | |
1f5497b2 | 897 | linelength++; |
7e3ce68e | 898 | if (fout) |
059ec3d9 PH |
899 | { |
900 | if (fputc(ch, fout) == EOF) return END_WERROR; | |
901 | if (message_size > thismessage_size_limit) return END_SIZE; | |
902 | } | |
e4bdf652 | 903 | if(ch == '\n') |
6851a9c5 | 904 | cutthrough_data_put_nl(); |
e4bdf652 JH |
905 | else |
906 | { | |
7e3ce68e | 907 | uschar c = ch; |
6851a9c5 | 908 | cutthrough_data_puts(&c, 1); |
e4bdf652 | 909 | } |
059ec3d9 PH |
910 | } |
911 | ||
912 | /* Fall through here if EOF encountered. This indicates some kind of error, | |
913 | since a correct message is terminated by [CR] LF . [CR] LF. */ | |
914 | ||
915 | return END_EOF; | |
916 | } | |
917 | ||
918 | ||
919 | ||
920 | ||
7e3ce68e | 921 | /* Variant of the above read_message_data_smtp() specialised for RFC 3030 |
1ebe15c3 JH |
922 | CHUNKING. Accept input lines separated by either CRLF or CR or LF and write |
923 | LF-delimited spoolfile. Until we have wireformat spoolfiles, we need the | |
924 | body_linecount accounting for proper re-expansion for the wire, so use | |
925 | a cut-down version of the state-machine above; we don't need to do leading-dot | |
926 | detection and unstuffing. | |
7e3ce68e JH |
927 | |
928 | Arguments: | |
544dd905 PP |
929 | fout a FILE to which to write the message; NULL if skipping; |
930 | must be open for both writing and reading. | |
7e3ce68e JH |
931 | |
932 | Returns: One of the END_xxx values indicating why it stopped reading | |
933 | */ | |
934 | ||
935 | static int | |
936 | read_message_bdat_smtp(FILE *fout) | |
937 | { | |
cff70eb1 HSHR |
938 | int linelength = 0, ch; |
939 | enum CH_STATE ch_state = LF_SEEN; | |
d953610f | 940 | BOOL fix_nl = FALSE; |
7e3ce68e | 941 | |
1ebe15c3 | 942 | for(;;) |
7e3ce68e | 943 | { |
7d758a6a | 944 | switch ((ch = bdat_getc(GETC_BUFFER_UNLIMITED))) |
1ebe15c3 JH |
945 | { |
946 | case EOF: return END_EOF; | |
1ebe15c3 | 947 | case ERR: return END_PROTOCOL; |
d953610f HSHR |
948 | case EOD: |
949 | /* Nothing to get from the sender anymore. We check the last | |
950 | character written to the spool. | |
951 | ||
952 | RFC 3030 states, that BDAT chunks are normal text, terminated by CRLF. | |
953 | If we would be strict, we would refuse such broken messages. | |
954 | But we are liberal, so we fix it. It would be easy just to append | |
955 | the "\n" to the spool. | |
956 | ||
957 | But there are some more things (line counting, message size calculation and such), | |
958 | that would need to be duplicated here. So we simply do some ungetc | |
959 | trickery. | |
960 | */ | |
59d98039 JH |
961 | if (fout) |
962 | { | |
963 | if (fseek(fout, -1, SEEK_CUR) < 0) return END_PROTOCOL; | |
964 | if (fgetc(fout) == '\n') return END_DOT; | |
965 | } | |
d953610f HSHR |
966 | |
967 | if (linelength == -1) /* \r already seen (see below) */ | |
968 | { | |
969 | DEBUG(D_receive) debug_printf("Add missing LF\n"); | |
970 | bdat_ungetc('\n'); | |
971 | continue; | |
972 | } | |
973 | DEBUG(D_receive) debug_printf("Add missing CRLF\n"); | |
974 | bdat_ungetc('\r'); /* not even \r was seen */ | |
975 | fix_nl = TRUE; | |
976 | ||
977 | continue; | |
1ebe15c3 JH |
978 | case '\0': body_zerocount++; break; |
979 | } | |
980 | switch (ch_state) | |
981 | { | |
cff70eb1 HSHR |
982 | case LF_SEEN: /* After LF or CRLF */ |
983 | ch_state = MID_LINE; | |
1ebe15c3 | 984 | /* fall through to handle as normal uschar. */ |
7e3ce68e | 985 | |
cff70eb1 | 986 | case MID_LINE: /* Mid-line state */ |
1ebe15c3 JH |
987 | if (ch == '\n') |
988 | { | |
cff70eb1 | 989 | ch_state = LF_SEEN; |
1ebe15c3 JH |
990 | body_linecount++; |
991 | if (linelength > max_received_linelength) | |
992 | max_received_linelength = linelength; | |
993 | linelength = -1; | |
994 | } | |
995 | else if (ch == '\r') | |
996 | { | |
cff70eb1 | 997 | ch_state = CR_SEEN; |
d953610f | 998 | if (fix_nl) bdat_ungetc('\n'); |
1ebe15c3 JH |
999 | continue; /* don't write CR */ |
1000 | } | |
1001 | break; | |
7e3ce68e | 1002 | |
cff70eb1 | 1003 | case CR_SEEN: /* After (unwritten) CR */ |
1ebe15c3 JH |
1004 | body_linecount++; |
1005 | if (linelength > max_received_linelength) | |
1006 | max_received_linelength = linelength; | |
1007 | linelength = -1; | |
1008 | if (ch == '\n') | |
cff70eb1 | 1009 | ch_state = LF_SEEN; |
1ebe15c3 JH |
1010 | else |
1011 | { | |
1012 | message_size++; | |
59d98039 | 1013 | if (fout && fputc('\n', fout) == EOF) return END_WERROR; |
6851a9c5 | 1014 | cutthrough_data_put_nl(); |
1ebe15c3 | 1015 | if (ch == '\r') continue; /* don't write CR */ |
cff70eb1 | 1016 | ch_state = MID_LINE; |
1ebe15c3 JH |
1017 | } |
1018 | break; | |
1019 | } | |
1020 | ||
1021 | /* Add the character to the spool file, unless skipping */ | |
1022 | ||
1023 | message_size++; | |
1024 | linelength++; | |
1025 | if (fout) | |
1026 | { | |
1027 | if (fputc(ch, fout) == EOF) return END_WERROR; | |
1028 | if (message_size > thismessage_size_limit) return END_SIZE; | |
1029 | } | |
1030 | if(ch == '\n') | |
6851a9c5 | 1031 | cutthrough_data_put_nl(); |
1ebe15c3 JH |
1032 | else |
1033 | { | |
1034 | uschar c = ch; | |
6851a9c5 | 1035 | cutthrough_data_puts(&c, 1); |
1ebe15c3 | 1036 | } |
7e3ce68e JH |
1037 | } |
1038 | /*NOTREACHED*/ | |
1039 | } | |
1040 | ||
328c5688 JH |
1041 | static int |
1042 | read_message_bdat_smtp_wire(FILE *fout) | |
1043 | { | |
1044 | int ch; | |
1045 | ||
1046 | /* Remember that this message uses wireformat. */ | |
1047 | ||
d21bf202 JH |
1048 | DEBUG(D_receive) debug_printf("CHUNKING: %s\n", |
1049 | fout ? "writing spoolfile in wire format" : "flushing input"); | |
8768d548 | 1050 | f.spool_file_wireformat = TRUE; |
328c5688 | 1051 | |
0d81dabc | 1052 | for (;;) |
328c5688 | 1053 | { |
0d81dabc JH |
1054 | if (chunking_data_left > 0) |
1055 | { | |
1056 | unsigned len = MAX(chunking_data_left, thismessage_size_limit - message_size + 1); | |
1057 | uschar * buf = bdat_getbuf(&len); | |
328c5688 | 1058 | |
8b77d27a | 1059 | if (!buf) return END_EOF; |
0d81dabc JH |
1060 | message_size += len; |
1061 | if (fout && fwrite(buf, len, 1, fout) != 1) return END_WERROR; | |
1062 | } | |
1063 | else switch (ch = bdat_getc(GETC_BUFFER_UNLIMITED)) | |
1064 | { | |
1065 | case EOF: return END_EOF; | |
1066 | case EOD: return END_DOT; | |
1067 | case ERR: return END_PROTOCOL; | |
1068 | ||
1069 | default: | |
1070 | message_size++; | |
1071 | /*XXX not done: | |
1072 | linelength | |
1073 | max_received_linelength | |
1074 | body_linecount | |
1075 | body_zerocount | |
1076 | */ | |
1077 | if (fout && fputc(ch, fout) == EOF) return END_WERROR; | |
1078 | break; | |
1079 | } | |
1080 | if (message_size > thismessage_size_limit) return END_SIZE; | |
328c5688 JH |
1081 | } |
1082 | /*NOTREACHED*/ | |
1083 | } | |
1084 | ||
7e3ce68e JH |
1085 | |
1086 | ||
1087 | ||
059ec3d9 PH |
1088 | /************************************************* |
1089 | * Swallow SMTP message * | |
1090 | *************************************************/ | |
1091 | ||
1092 | /* This function is called when there has been some kind of error while reading | |
1093 | an SMTP message, and the remaining data may need to be swallowed. It is global | |
1094 | because it is called from smtp_closedown() to shut down an incoming call | |
1095 | tidily. | |
1096 | ||
1097 | Argument: a FILE from which to read the message | |
1098 | Returns: nothing | |
1099 | */ | |
1100 | ||
1101 | void | |
1102 | receive_swallow_smtp(void) | |
1103 | { | |
1104 | if (message_ended >= END_NOTENDED) | |
d21bf202 JH |
1105 | message_ended = chunking_state <= CHUNKING_OFFERED |
1106 | ? read_message_data_smtp(NULL) | |
1107 | : read_message_bdat_smtp_wire(NULL); | |
059ec3d9 PH |
1108 | } |
1109 | ||
1110 | ||
1111 | ||
1112 | /************************************************* | |
1113 | * Handle lost SMTP connection * | |
1114 | *************************************************/ | |
1115 | ||
1116 | /* This function logs connection loss incidents and generates an appropriate | |
1117 | SMTP response. | |
1118 | ||
1119 | Argument: additional data for the message | |
1120 | Returns: the SMTP response | |
1121 | */ | |
1122 | ||
1123 | static uschar * | |
1124 | handle_lost_connection(uschar *s) | |
1125 | { | |
1126 | log_write(L_lost_incoming_connection | L_smtp_connection, LOG_MAIN, | |
1127 | "%s lost while reading message data%s", smtp_get_connection_info(), s); | |
eea0defe | 1128 | smtp_notquit_exit(US"connection-lost", NULL, NULL); |
059ec3d9 PH |
1129 | return US"421 Lost incoming connection"; |
1130 | } | |
1131 | ||
1132 | ||
1133 | ||
1134 | ||
1135 | /************************************************* | |
1136 | * Handle a non-smtp reception error * | |
1137 | *************************************************/ | |
1138 | ||
1139 | /* This function is called for various errors during the reception of non-SMTP | |
1140 | messages. It either sends a message to the sender of the problem message, or it | |
1141 | writes to the standard error stream. | |
1142 | ||
1143 | Arguments: | |
1144 | errcode code for moan_to_sender(), identifying the error | |
1145 | text1 first message text, passed to moan_to_sender() | |
1146 | text2 second message text, used only for stderrr | |
1147 | error_rc code to pass to exim_exit if no problem | |
1148 | f FILE containing body of message (may be stdin) | |
1149 | hptr pointer to instore headers or NULL | |
1150 | ||
1151 | Returns: calls exim_exit(), which does not return | |
1152 | */ | |
1153 | ||
1154 | static void | |
1155 | give_local_error(int errcode, uschar *text1, uschar *text2, int error_rc, | |
1156 | FILE *f, header_line *hptr) | |
1157 | { | |
1158 | if (error_handling == ERRORS_SENDER) | |
1159 | { | |
1160 | error_block eblock; | |
1161 | eblock.next = NULL; | |
1162 | eblock.text1 = text1; | |
37f3dc43 | 1163 | eblock.text2 = US""; |
059ec3d9 PH |
1164 | if (!moan_to_sender(errcode, &eblock, hptr, f, FALSE)) |
1165 | error_rc = EXIT_FAILURE; | |
1166 | } | |
37f3dc43 JH |
1167 | else |
1168 | fprintf(stderr, "exim: %s%s\n", text2, text1); /* Sic */ | |
f1e894f3 | 1169 | (void)fclose(f); |
9bfb7e1b | 1170 | exim_exit(error_rc, US""); |
059ec3d9 PH |
1171 | } |
1172 | ||
1173 | ||
1174 | ||
1175 | /************************************************* | |
1176 | * Add header lines set up by ACL * | |
1177 | *************************************************/ | |
1178 | ||
850635b6 PH |
1179 | /* This function is called to add the header lines that were set up by |
1180 | statements in an ACL to the list of headers in memory. It is done in two stages | |
1181 | like this, because when the ACL for RCPT is running, the other headers have not | |
1182 | yet been received. This function is called twice; once just before running the | |
1183 | DATA ACL, and once after. This is so that header lines added by MAIL or RCPT | |
1184 | are visible to the DATA ACL. | |
059ec3d9 PH |
1185 | |
1186 | Originally these header lines were added at the end. Now there is support for | |
1187 | three different places: top, bottom, and after the Received: header(s). There | |
1188 | will always be at least one Received: header, even if it is marked deleted, and | |
1189 | even if something else has been put in front of it. | |
1190 | ||
1191 | Arguments: | |
1192 | acl_name text to identify which ACL | |
1193 | ||
1194 | Returns: nothing | |
1195 | */ | |
1196 | ||
1197 | static void | |
578d43dc | 1198 | add_acl_headers(int where, uschar *acl_name) |
059ec3d9 | 1199 | { |
059ec3d9 | 1200 | header_line *last_received = NULL; |
e7568d51 | 1201 | |
578d43dc JH |
1202 | switch(where) |
1203 | { | |
1204 | case ACL_WHERE_DKIM: | |
1205 | case ACL_WHERE_MIME: | |
af4a1bca | 1206 | case ACL_WHERE_DATA: |
74f1a423 | 1207 | if ( cutthrough.cctx.sock >= 0 && cutthrough.delivery |
57cc2785 | 1208 | && (acl_removed_headers || acl_added_headers)) |
578d43dc JH |
1209 | { |
1210 | log_write(0, LOG_MAIN|LOG_PANIC, "Header modification in data ACLs" | |
af4a1bca | 1211 | " will not take effect on cutthrough deliveries"); |
578d43dc JH |
1212 | return; |
1213 | } | |
1214 | } | |
1215 | ||
57cc2785 | 1216 | if (acl_removed_headers) |
e7568d51 | 1217 | { |
e1d04f48 | 1218 | DEBUG(D_receive|D_acl) debug_printf_indent(">>Headers removed by %s ACL:\n", acl_name); |
e7568d51 | 1219 | |
d7978c0f | 1220 | for (header_line * h = header_list; h; h = h->next) if (h->type != htype_old) |
e7568d51 | 1221 | { |
55414b25 | 1222 | const uschar * list = acl_removed_headers; |
e7568d51 TL |
1223 | int sep = ':'; /* This is specified as a colon-separated list */ |
1224 | uschar *s; | |
1225 | uschar buffer[128]; | |
4a142059 JH |
1226 | |
1227 | while ((s = string_nextinlist(&list, &sep, buffer, sizeof(buffer)))) | |
1228 | if (header_testname(h, s, Ustrlen(s), FALSE)) | |
e7568d51 TL |
1229 | { |
1230 | h->type = htype_old; | |
e1d04f48 | 1231 | DEBUG(D_receive|D_acl) debug_printf_indent(" %s", h->text); |
e7568d51 | 1232 | } |
e7568d51 TL |
1233 | } |
1234 | acl_removed_headers = NULL; | |
e1d04f48 | 1235 | DEBUG(D_receive|D_acl) debug_printf_indent(">>\n"); |
e7568d51 | 1236 | } |
059ec3d9 | 1237 | |
57cc2785 | 1238 | if (!acl_added_headers) return; |
e1d04f48 | 1239 | DEBUG(D_receive|D_acl) debug_printf_indent(">>Headers added by %s ACL:\n", acl_name); |
059ec3d9 | 1240 | |
d7978c0f | 1241 | for (header_line * h = acl_added_headers, * next; h; h = next) |
059ec3d9 PH |
1242 | { |
1243 | next = h->next; | |
1244 | ||
1245 | switch(h->type) | |
1246 | { | |
1247 | case htype_add_top: | |
c674e7a4 JH |
1248 | h->next = header_list; |
1249 | header_list = h; | |
1250 | DEBUG(D_receive|D_acl) debug_printf_indent(" (at top)"); | |
1251 | break; | |
059ec3d9 PH |
1252 | |
1253 | case htype_add_rec: | |
c674e7a4 JH |
1254 | if (!last_received) |
1255 | { | |
1256 | last_received = header_list; | |
1257 | while (!header_testname(last_received, US"Received", 8, FALSE)) | |
1258 | last_received = last_received->next; | |
1259 | while (last_received->next && | |
1260 | header_testname(last_received->next, US"Received", 8, FALSE)) | |
1261 | last_received = last_received->next; | |
1262 | } | |
1263 | h->next = last_received->next; | |
1264 | last_received->next = h; | |
1265 | DEBUG(D_receive|D_acl) debug_printf_indent(" (after Received:)"); | |
1266 | break; | |
059ec3d9 | 1267 | |
8523533c | 1268 | case htype_add_rfc: |
c674e7a4 JH |
1269 | /* add header before any header which is NOT Received: or Resent- */ |
1270 | last_received = header_list; | |
1271 | while ( last_received->next && | |
1272 | ( (header_testname(last_received->next, US"Received", 8, FALSE)) || | |
1273 | (header_testname_incomplete(last_received->next, US"Resent-", 7, FALSE)) ) ) | |
1274 | last_received = last_received->next; | |
1275 | /* last_received now points to the last Received: or Resent-* header | |
1276 | in an uninterrupted chain of those header types (seen from the beginning | |
1277 | of all headers. Our current header must follow it. */ | |
1278 | h->next = last_received->next; | |
1279 | last_received->next = h; | |
1280 | DEBUG(D_receive|D_acl) debug_printf_indent(" (before any non-Received: or Resent-*: header)"); | |
1281 | break; | |
8523533c | 1282 | |
059ec3d9 | 1283 | default: |
c674e7a4 JH |
1284 | h->next = NULL; |
1285 | header_last->next = h; | |
1286 | DEBUG(D_receive|D_acl) debug_printf_indent(" "); | |
1287 | break; | |
059ec3d9 PH |
1288 | } |
1289 | ||
c674e7a4 | 1290 | if (!h->next) header_last = h; |
059ec3d9 PH |
1291 | |
1292 | /* Check for one of the known header types (From:, To:, etc.) though in | |
1293 | practice most added headers are going to be "other". Lower case | |
1294 | identification letters are never stored with the header; they are used | |
1295 | for existence tests when messages are received. So discard any lower case | |
1296 | flag values. */ | |
1297 | ||
1298 | h->type = header_checkname(h, FALSE); | |
1299 | if (h->type >= 'a') h->type = htype_other; | |
1300 | ||
c674e7a4 | 1301 | DEBUG(D_receive|D_acl) debug_printf("%s", h->text); |
059ec3d9 PH |
1302 | } |
1303 | ||
71fafd95 | 1304 | acl_added_headers = NULL; |
e1d04f48 | 1305 | DEBUG(D_receive|D_acl) debug_printf_indent(">>\n"); |
059ec3d9 PH |
1306 | } |
1307 | ||
1308 | ||
1309 | ||
1310 | /************************************************* | |
1311 | * Add host information for log line * | |
1312 | *************************************************/ | |
1313 | ||
1314 | /* Called for acceptance and rejecting log lines. This adds information about | |
1315 | the calling host to a string that is being built dynamically. | |
1316 | ||
1317 | Arguments: | |
1318 | s the dynamic string | |
059ec3d9 PH |
1319 | |
1320 | Returns: the extended string | |
1321 | */ | |
1322 | ||
acec9514 JH |
1323 | static gstring * |
1324 | add_host_info_for_log(gstring * g) | |
059ec3d9 | 1325 | { |
fc16abb4 | 1326 | if (sender_fullhost) |
059ec3d9 | 1327 | { |
fc16abb4 | 1328 | if (LOGGING(dnssec) && sender_host_dnssec) /*XXX sender_helo_dnssec? */ |
acec9514 JH |
1329 | g = string_catn(g, US" DS", 3); |
1330 | g = string_append(g, 2, US" H=", sender_fullhost); | |
52f12a7c JH |
1331 | if (LOGGING(incoming_interface) && interface_address) |
1332 | g = string_fmt_append(g, " I=[%s]:%d", interface_address, interface_port); | |
059ec3d9 | 1333 | } |
8768d548 | 1334 | if (f.tcp_in_fastopen && !f.tcp_in_fastopen_logged) |
a2673768 | 1335 | { |
ee8b8090 | 1336 | g = string_catn(g, US" TFO*", f.tcp_in_fastopen_data ? 5 : 4); |
8768d548 | 1337 | f.tcp_in_fastopen_logged = TRUE; |
a2673768 JH |
1338 | } |
1339 | if (sender_ident) | |
acec9514 | 1340 | g = string_append(g, 2, US" U=", sender_ident); |
a2673768 | 1341 | if (received_protocol) |
acec9514 | 1342 | g = string_append(g, 2, US" P=", received_protocol); |
8768d548 | 1343 | if (LOGGING(pipelining) && f.smtp_in_pipelining_advertised) |
ee8b8090 JH |
1344 | { |
1345 | g = string_catn(g, US" L", 2); | |
4e48d56c | 1346 | #ifdef SUPPORT_PIPE_CONNECT |
ee8b8090 JH |
1347 | if (f.smtp_in_early_pipe_used) |
1348 | g = string_catn(g, US"*", 1); | |
1349 | else if (f.smtp_in_early_pipe_advertised) | |
1350 | g = string_catn(g, US".", 1); | |
1351 | #endif | |
1352 | if (!f.smtp_in_pipelining_used) | |
1353 | g = string_catn(g, US"-", 1); | |
1354 | } | |
acec9514 | 1355 | return g; |
059ec3d9 PH |
1356 | } |
1357 | ||
1358 | ||
1359 | ||
63955bf2 | 1360 | #ifdef WITH_CONTENT_SCAN |
059ec3d9 | 1361 | |
54cdb463 PH |
1362 | /************************************************* |
1363 | * Run the MIME ACL on a message * | |
1364 | *************************************************/ | |
1365 | ||
1366 | /* This code is in a subroutine so that it can be used for both SMTP | |
1367 | and non-SMTP messages. It is called with a non-NULL ACL pointer. | |
1368 | ||
1369 | Arguments: | |
1370 | acl The ACL to run (acl_smtp_mime or acl_not_smtp_mime) | |
1371 | smtp_yield_ptr Set FALSE to kill messages after dropped connection | |
1372 | smtp_reply_ptr Where SMTP reply is being built | |
1373 | blackholed_by_ptr Where "blackholed by" message is being built | |
1374 | ||
1375 | Returns: TRUE to carry on; FALSE to abandon the message | |
1376 | */ | |
1377 | ||
1378 | static BOOL | |
1379 | run_mime_acl(uschar *acl, BOOL *smtp_yield_ptr, uschar **smtp_reply_ptr, | |
1380 | uschar **blackholed_by_ptr) | |
1381 | { | |
1382 | FILE *mbox_file; | |
5b6f7658 | 1383 | uschar * rfc822_file_path = NULL; |
54cdb463 | 1384 | unsigned long mbox_size; |
54cdb463 PH |
1385 | uschar *user_msg, *log_msg; |
1386 | int mime_part_count_buffer = -1; | |
040721f2 | 1387 | uschar * mbox_filename; |
7156b1ef | 1388 | int rc = OK; |
54cdb463 | 1389 | |
54cdb463 | 1390 | /* check if it is a MIME message */ |
040721f2 | 1391 | |
d7978c0f JH |
1392 | for (header_line * my_headerlist = header_list; my_headerlist; |
1393 | my_headerlist = my_headerlist->next) | |
040721f2 JH |
1394 | if ( my_headerlist->type != '*' /* skip deleted headers */ |
1395 | && strncmpic(my_headerlist->text, US"Content-Type:", 13) == 0 | |
1396 | ) | |
4e88a19f | 1397 | { |
54cdb463 PH |
1398 | DEBUG(D_receive) debug_printf("Found Content-Type: header - executing acl_smtp_mime.\n"); |
1399 | goto DO_MIME_ACL; | |
4e88a19f | 1400 | } |
54cdb463 PH |
1401 | |
1402 | DEBUG(D_receive) debug_printf("No Content-Type: header - presumably not a MIME message.\n"); | |
1403 | return TRUE; | |
1404 | ||
1405 | DO_MIME_ACL: | |
040721f2 | 1406 | |
54cdb463 | 1407 | /* make sure the eml mbox file is spooled up */ |
040721f2 JH |
1408 | if (!(mbox_file = spool_mbox(&mbox_size, NULL, &mbox_filename))) |
1409 | { /* error while spooling */ | |
54cdb463 PH |
1410 | log_write(0, LOG_MAIN|LOG_PANIC, |
1411 | "acl_smtp_mime: error while creating mbox spool file, message temporarily rejected."); | |
1412 | Uunlink(spool_name); | |
1413 | unspool_mbox(); | |
6f0c431a PP |
1414 | #ifdef EXPERIMENTAL_DCC |
1415 | dcc_ok = 0; | |
1416 | #endif | |
a5bd321b | 1417 | smtp_respond(US"451", 3, TRUE, US"temporary local problem"); |
54cdb463 PH |
1418 | message_id[0] = 0; /* Indicate no message accepted */ |
1419 | *smtp_reply_ptr = US""; /* Indicate reply already sent */ | |
1420 | return FALSE; /* Indicate skip to end of receive function */ | |
040721f2 | 1421 | } |
54cdb463 PH |
1422 | |
1423 | mime_is_rfc822 = 0; | |
1424 | ||
1425 | MIME_ACL_CHECK: | |
1426 | mime_part_count = -1; | |
1427 | rc = mime_acl_check(acl, mbox_file, NULL, &user_msg, &log_msg); | |
f1e894f3 | 1428 | (void)fclose(mbox_file); |
54cdb463 | 1429 | |
5b6f7658 | 1430 | if (rfc822_file_path) |
4e88a19f | 1431 | { |
54cdb463 PH |
1432 | mime_part_count = mime_part_count_buffer; |
1433 | ||
4e88a19f PH |
1434 | if (unlink(CS rfc822_file_path) == -1) |
1435 | { | |
54cdb463 PH |
1436 | log_write(0, LOG_PANIC, |
1437 | "acl_smtp_mime: can't unlink RFC822 spool file, skipping."); | |
5b6f7658 | 1438 | goto END_MIME_ACL; |
4e88a19f | 1439 | } |
5b6f7658 | 1440 | rfc822_file_path = NULL; |
4e88a19f | 1441 | } |
54cdb463 PH |
1442 | |
1443 | /* check if we must check any message/rfc822 attachments */ | |
4e88a19f PH |
1444 | if (rc == OK) |
1445 | { | |
5b6f7658 JH |
1446 | uschar * scandir = string_copyn(mbox_filename, |
1447 | Ustrrchr(mbox_filename, '/') - mbox_filename); | |
e8bc7fca JH |
1448 | struct dirent * entry; |
1449 | DIR * tempdir; | |
54cdb463 | 1450 | |
5b6f7658 | 1451 | for (tempdir = opendir(CS scandir); entry = readdir(tempdir); ) |
e8bc7fca | 1452 | if (strncmpic(US entry->d_name, US"__rfc822_", 9) == 0) |
4e88a19f | 1453 | { |
5b6f7658 JH |
1454 | rfc822_file_path = string_sprintf("%s/%s", scandir, entry->d_name); |
1455 | DEBUG(D_receive) | |
1456 | debug_printf("RFC822 attachment detected: running MIME ACL for '%s'\n", | |
1457 | rfc822_file_path); | |
4e88a19f PH |
1458 | break; |
1459 | } | |
4e88a19f | 1460 | closedir(tempdir); |
54cdb463 | 1461 | |
5b6f7658 | 1462 | if (rfc822_file_path) |
4e88a19f | 1463 | { |
e8bc7fca | 1464 | if ((mbox_file = Ufopen(rfc822_file_path, "rb"))) |
4e88a19f | 1465 | { |
e8bc7fca JH |
1466 | /* set RFC822 expansion variable */ |
1467 | mime_is_rfc822 = 1; | |
1468 | mime_part_count_buffer = mime_part_count; | |
1469 | goto MIME_ACL_CHECK; | |
4e88a19f | 1470 | } |
e8bc7fca JH |
1471 | log_write(0, LOG_PANIC, |
1472 | "acl_smtp_mime: can't open RFC822 spool file, skipping."); | |
1473 | unlink(CS rfc822_file_path); | |
4e88a19f PH |
1474 | } |
1475 | } | |
54cdb463 PH |
1476 | |
1477 | END_MIME_ACL: | |
578d43dc | 1478 | add_acl_headers(ACL_WHERE_MIME, US"MIME"); |
54cdb463 PH |
1479 | if (rc == DISCARD) |
1480 | { | |
1481 | recipients_count = 0; | |
1482 | *blackholed_by_ptr = US"MIME ACL"; | |
1bd642c2 | 1483 | cancel_cutthrough_connection(TRUE, US"mime acl discard"); |
54cdb463 PH |
1484 | } |
1485 | else if (rc != OK) | |
1486 | { | |
1487 | Uunlink(spool_name); | |
1bd642c2 | 1488 | cancel_cutthrough_connection(TRUE, US"mime acl not ok"); |
54cdb463 | 1489 | unspool_mbox(); |
6f0c431a PP |
1490 | #ifdef EXPERIMENTAL_DCC |
1491 | dcc_ok = 0; | |
1492 | #endif | |
5b6f7658 | 1493 | if (smtp_input) |
4f6ae5c3 | 1494 | { |
5b6f7658 JH |
1495 | if (smtp_handle_acl_fail(ACL_WHERE_MIME, rc, user_msg, log_msg) != 0) |
1496 | *smtp_yield_ptr = FALSE; /* No more messages after dropped connection */ | |
f4c1088b | 1497 | *smtp_reply_ptr = US""; /* Indicate reply already sent */ |
4f6ae5c3 | 1498 | } |
54cdb463 PH |
1499 | message_id[0] = 0; /* Indicate no message accepted */ |
1500 | return FALSE; /* Cause skip to end of receive function */ | |
4e88a19f | 1501 | } |
54cdb463 PH |
1502 | |
1503 | return TRUE; | |
1504 | } | |
1505 | ||
63955bf2 | 1506 | #endif /* WITH_CONTENT_SCAN */ |
54cdb463 PH |
1507 | |
1508 | ||
e4bdf652 JH |
1509 | |
1510 | void | |
1511 | received_header_gen(void) | |
1512 | { | |
1513 | uschar *received; | |
1514 | uschar *timestamp; | |
1515 | header_line *received_header= header_list; | |
1516 | ||
1517 | timestamp = expand_string(US"${tod_full}"); | |
1518 | if (recipients_count == 1) received_for = recipients_list[0].address; | |
1519 | received = expand_string(received_header_text); | |
1520 | received_for = NULL; | |
1521 | ||
d4ff61d1 | 1522 | if (!received) |
e4bdf652 JH |
1523 | { |
1524 | if(spool_name[0] != 0) | |
1525 | Uunlink(spool_name); /* Lose the data file */ | |
1526 | log_write(0, LOG_MAIN|LOG_PANIC_DIE, "Expansion of \"%s\" " | |
1527 | "(received_header_text) failed: %s", string_printing(received_header_text), | |
1528 | expand_string_message); | |
1529 | } | |
1530 | ||
1531 | /* The first element on the header chain is reserved for the Received header, | |
1532 | so all we have to do is fill in the text pointer, and set the type. However, if | |
1533 | the result of the expansion is an empty string, we leave the header marked as | |
1534 | "old" so as to refrain from adding a Received header. */ | |
1535 | ||
1536 | if (received[0] == 0) | |
1537 | { | |
1538 | received_header->text = string_sprintf("Received: ; %s\n", timestamp); | |
1539 | received_header->type = htype_old; | |
1540 | } | |
1541 | else | |
1542 | { | |
1543 | received_header->text = string_sprintf("%s; %s\n", received, timestamp); | |
1544 | received_header->type = htype_received; | |
1545 | } | |
1546 | ||
1547 | received_header->slen = Ustrlen(received_header->text); | |
1548 | ||
1549 | DEBUG(D_receive) debug_printf(">>Generated Received: header line\n%c %s", | |
1550 | received_header->type, received_header->text); | |
1551 | } | |
1552 | ||
1553 | ||
1554 | ||
059ec3d9 PH |
1555 | /************************************************* |
1556 | * Receive message * | |
1557 | *************************************************/ | |
1558 | ||
1559 | /* Receive a message on the given input, and put it into a pair of spool files. | |
1560 | Either a non-null list of recipients, or the extract flag will be true, or | |
1561 | both. The flag sender_local is true for locally generated messages. The flag | |
1562 | submission_mode is true if an ACL has obeyed "control = submission". The flag | |
8800895a | 1563 | suppress_local_fixups is true if an ACL has obeyed "control = |
f4ee74ac PP |
1564 | suppress_local_fixups" or -G was passed on the command-line. |
1565 | The flag smtp_input is true if the message is to be | |
8800895a PH |
1566 | handled using SMTP conventions about termination and lines starting with dots. |
1567 | For non-SMTP messages, dot_ends is true for dot-terminated messages. | |
059ec3d9 PH |
1568 | |
1569 | If a message was successfully read, message_id[0] will be non-zero. | |
1570 | ||
1571 | The general actions of this function are: | |
1572 | ||
1573 | . Read the headers of the message (if any) into a chain of store | |
1574 | blocks. | |
1575 | ||
1576 | . If there is a "sender:" header and the message is locally originated, | |
69358f02 PH |
1577 | throw it away, unless the caller is trusted, or unless |
1578 | active_local_sender_retain is set - which can only happen if | |
1579 | active_local_from_check is false. | |
059ec3d9 PH |
1580 | |
1581 | . If recipients are to be extracted from the message, build the | |
1582 | recipients list from the headers, removing any that were on the | |
1583 | original recipients list (unless extract_addresses_remove_arguments is | |
1584 | false), and at the same time, remove any bcc header that may be present. | |
1585 | ||
1586 | . Get the spool file for the data, sort out its unique name, open | |
1587 | and lock it (but don't give it the name yet). | |
1588 | ||
1589 | . Generate a "Message-Id" header if the message doesn't have one, for | |
1590 | locally-originated messages. | |
1591 | ||
1592 | . Generate a "Received" header. | |
1593 | ||
1594 | . Ensure the recipients list is fully qualified and rewritten if necessary. | |
1595 | ||
1596 | . If there are any rewriting rules, apply them to the sender address | |
1597 | and also to the headers. | |
1598 | ||
1599 | . If there is no from: header, generate one, for locally-generated messages | |
1600 | and messages in "submission mode" only. | |
1601 | ||
1602 | . If the sender is local, check that from: is correct, and if not, generate | |
1603 | a Sender: header, unless message comes from a trusted caller, or this | |
69358f02 | 1604 | feature is disabled by active_local_from_check being false. |
059ec3d9 PH |
1605 | |
1606 | . If there is no "date" header, generate one, for locally-originated | |
1607 | or submission mode messages only. | |
1608 | ||
1609 | . Copy the rest of the input, or up to a terminating "." if in SMTP or | |
1610 | dot_ends mode, to the data file. Leave it open, to hold the lock. | |
1611 | ||
1612 | . Write the envelope and the headers to a new file. | |
1613 | ||
1614 | . Set the name for the header file; close it. | |
1615 | ||
1616 | . Set the name for the data file; close it. | |
1617 | ||
1618 | Because this function can potentially be called many times in a single | |
1619 | SMTP connection, all store should be got by store_get(), so that it will be | |
1620 | automatically retrieved after the message is accepted. | |
1621 | ||
1622 | FUDGE: It seems that sites on the net send out messages with just LF | |
1623 | terminators, despite the warnings in the RFCs, and other MTAs handle this. So | |
1624 | we make the CRs optional in all cases. | |
1625 | ||
1626 | July 2003: Bare CRs in messages, especially in header lines, cause trouble. A | |
1627 | new regime is now in place in which bare CRs in header lines are turned into LF | |
1628 | followed by a space, so as not to terminate the header line. | |
1629 | ||
1630 | February 2004: A bare LF in a header line in a message whose first line was | |
1631 | terminated by CRLF is treated in the same way as a bare CR. | |
1632 | ||
1633 | Arguments: | |
1634 | extract_recip TRUE if recipients are to be extracted from the message's | |
1635 | headers | |
1636 | ||
1637 | Returns: TRUE there are more messages to be read (SMTP input) | |
1638 | FALSE there are no more messages to be read (non-SMTP input | |
1639 | or SMTP connection collapsed, or other failure) | |
1640 | ||
1641 | When reading a message for filter testing, the returned value indicates | |
1642 | whether the headers (which is all that is read) were terminated by '.' or | |
1643 | not. */ | |
1644 | ||
1645 | BOOL | |
1646 | receive_msg(BOOL extract_recip) | |
1647 | { | |
7156b1ef | 1648 | int rc = FAIL; |
059ec3d9 PH |
1649 | int msg_size = 0; |
1650 | int process_info_len = Ustrlen(process_info); | |
d342446f JH |
1651 | int error_rc = error_handling == ERRORS_SENDER |
1652 | ? errors_sender_rc : EXIT_FAILURE; | |
059ec3d9 | 1653 | int header_size = 256; |
acec9514 | 1654 | int start, end, domain; |
099afc4f | 1655 | int id_resolution = 0; |
059ec3d9 | 1656 | int had_zero = 0; |
d677b2f2 | 1657 | int prevlines_length = 0; |
059ec3d9 | 1658 | |
cfbb0d24 | 1659 | int ptr = 0; |
059ec3d9 PH |
1660 | |
1661 | BOOL contains_resent_headers = FALSE; | |
1662 | BOOL extracted_ignored = FALSE; | |
1663 | BOOL first_line_ended_crlf = TRUE_UNSET; | |
1664 | BOOL smtp_yield = TRUE; | |
1665 | BOOL yield = FALSE; | |
1666 | ||
1667 | BOOL resents_exist = FALSE; | |
1668 | uschar *resent_prefix = US""; | |
1669 | uschar *blackholed_by = NULL; | |
04f7d5b9 | 1670 | uschar *blackhole_log_msg = US""; |
c5430c20 | 1671 | enum {NOT_TRIED, TMP_REJ, PERM_REJ, ACCEPTED} cutthrough_done = NOT_TRIED; |
059ec3d9 PH |
1672 | |
1673 | flock_t lock_data; | |
1674 | error_block *bad_addresses = NULL; | |
1675 | ||
1676 | uschar *frozen_by = NULL; | |
1677 | uschar *queued_by = NULL; | |
1678 | ||
acec9514 | 1679 | uschar *errmsg; |
f3ebb786 | 1680 | rmark rcvd_log_reset_point; |
acec9514 | 1681 | gstring * g; |
059ec3d9 PH |
1682 | struct stat statbuf; |
1683 | ||
4e88a19f | 1684 | /* Final message to give to SMTP caller, and messages from ACLs */ |
059ec3d9 PH |
1685 | |
1686 | uschar *smtp_reply = NULL; | |
4e88a19f | 1687 | uschar *user_msg, *log_msg; |
059ec3d9 PH |
1688 | |
1689 | /* Working header pointers */ | |
1690 | ||
f3ebb786 | 1691 | rmark reset_point; |
d7978c0f | 1692 | header_line *next; |
059ec3d9 | 1693 | |
2cbb4081 | 1694 | /* Flags for noting the existence of certain headers (only one left) */ |
059ec3d9 PH |
1695 | |
1696 | BOOL date_header_exists = FALSE; | |
1697 | ||
1698 | /* Pointers to receive the addresses of headers whose contents we need. */ | |
1699 | ||
1700 | header_line *from_header = NULL; | |
1701 | header_line *subject_header = NULL; | |
1702 | header_line *msgid_header = NULL; | |
1703 | header_line *received_header; | |
049782c0 | 1704 | BOOL msgid_header_newly_created = FALSE; |
059ec3d9 | 1705 | |
1a2e76e1 | 1706 | #ifdef SUPPORT_DMARC |
4840604e | 1707 | int dmarc_up = 0; |
1a2e76e1 | 1708 | #endif |
4840604e | 1709 | |
059ec3d9 PH |
1710 | /* Variables for use when building the Received: header. */ |
1711 | ||
059ec3d9 PH |
1712 | uschar *timestamp; |
1713 | int tslen; | |
1714 | ||
9723f966 | 1715 | |
059ec3d9 PH |
1716 | /* Release any open files that might have been cached while preparing to |
1717 | accept the message - e.g. by verifying addresses - because reading a message | |
1718 | might take a fair bit of real time. */ | |
1719 | ||
1720 | search_tidyup(); | |
1721 | ||
e4bdf652 JH |
1722 | /* Extracting the recipient list from an input file is incompatible with |
1723 | cutthrough delivery with the no-spool option. It shouldn't be possible | |
817d9f57 | 1724 | to set up the combination, but just in case kill any ongoing connection. */ |
e4bdf652 | 1725 | if (extract_recip || !smtp_input) |
57cc2785 | 1726 | cancel_cutthrough_connection(TRUE, US"not smtp input"); |
e4bdf652 | 1727 | |
059ec3d9 PH |
1728 | /* Initialize the chain of headers by setting up a place-holder for Received: |
1729 | header. Temporarily mark it as "old", i.e. not to be used. We keep header_last | |
1730 | pointing to the end of the chain to make adding headers simple. */ | |
1731 | ||
f3ebb786 | 1732 | received_header = header_list = header_last = store_get(sizeof(header_line), FALSE); |
059ec3d9 PH |
1733 | header_list->next = NULL; |
1734 | header_list->type = htype_old; | |
1735 | header_list->text = NULL; | |
1736 | header_list->slen = 0; | |
1737 | ||
1738 | /* Control block for the next header to be read. */ | |
1739 | ||
f3ebb786 JH |
1740 | reset_point = store_mark(); |
1741 | next = store_get(sizeof(header_line), FALSE); /* not tainted */ | |
1742 | next->text = store_get(header_size, TRUE); /* tainted */ | |
059ec3d9 PH |
1743 | |
1744 | /* Initialize message id to be null (indicating no message read), and the | |
1745 | header names list to be the normal list. Indicate there is no data file open | |
1746 | yet, initialize the size and warning count, and deal with no size limit. */ | |
1747 | ||
1748 | message_id[0] = 0; | |
1bd642c2 | 1749 | spool_data_file = NULL; |
059ec3d9 | 1750 | data_fd = -1; |
41313d92 | 1751 | spool_name = US""; |
059ec3d9 PH |
1752 | message_size = 0; |
1753 | warning_count = 0; | |
d677b2f2 | 1754 | received_count = 1; /* For the one we will add */ |
059ec3d9 PH |
1755 | |
1756 | if (thismessage_size_limit <= 0) thismessage_size_limit = INT_MAX; | |
1757 | ||
2e0c1448 | 1758 | /* While reading the message, the following counts are computed. */ |
059ec3d9 | 1759 | |
d677b2f2 PH |
1760 | message_linecount = body_linecount = body_zerocount = |
1761 | max_received_linelength = 0; | |
059ec3d9 | 1762 | |
80a47a2c | 1763 | #ifndef DISABLE_DKIM |
e983e85a JH |
1764 | /* Call into DKIM to set up the context. In CHUNKING mode |
1765 | we clear the dot-stuffing flag */ | |
8768d548 | 1766 | if (smtp_input && !smtp_batched_input && !f.dkim_disable_verify) |
e983e85a | 1767 | dkim_exim_verify_init(chunking_state <= CHUNKING_OFFERED); |
fb2274d4 TK |
1768 | #endif |
1769 | ||
1a2e76e1 JH |
1770 | #ifdef SUPPORT_DMARC |
1771 | dmarc_up = dmarc_init(); /* initialize libopendmarc */ | |
4840604e TL |
1772 | #endif |
1773 | ||
059ec3d9 PH |
1774 | /* Remember the time of reception. Exim uses time+pid for uniqueness of message |
1775 | ids, and fractions of a second are required. See the comments that precede the | |
1776 | message id creation below. */ | |
1777 | ||
1778 | (void)gettimeofday(&message_id_tv, NULL); | |
1779 | ||
1780 | /* For other uses of the received time we can operate with granularity of one | |
1781 | second, and for that we use the global variable received_time. This is for | |
306c6c77 | 1782 | things like ultimate message timeouts. */ |
059ec3d9 | 1783 | |
32dfdf8b | 1784 | received_time = message_id_tv; |
059ec3d9 PH |
1785 | |
1786 | /* If SMTP input, set the special handler for timeouts. The alarm() calls | |
1787 | happen in the smtp_getc() function when it refills its buffer. */ | |
1788 | ||
9723f966 JH |
1789 | had_data_timeout = 0; |
1790 | if (smtp_input) | |
1791 | os_non_restarting_signal(SIGALRM, data_timeout_handler); | |
059ec3d9 PH |
1792 | |
1793 | /* If not SMTP input, timeout happens only if configured, and we just set a | |
1794 | single timeout for the whole message. */ | |
1795 | ||
1796 | else if (receive_timeout > 0) | |
1797 | { | |
1798 | os_non_restarting_signal(SIGALRM, data_timeout_handler); | |
c2a1bba0 | 1799 | ALARM(receive_timeout); |
059ec3d9 PH |
1800 | } |
1801 | ||
1802 | /* SIGTERM and SIGINT are caught always. */ | |
1803 | ||
9723f966 | 1804 | had_data_sigint = 0; |
059ec3d9 PH |
1805 | signal(SIGTERM, data_sigterm_sigint_handler); |
1806 | signal(SIGINT, data_sigterm_sigint_handler); | |
1807 | ||
1808 | /* Header lines in messages are not supposed to be very long, though when | |
1809 | unfolded, to: and cc: headers can take up a lot of store. We must also cope | |
1810 | with the possibility of junk being thrown at us. Start by getting 256 bytes for | |
1811 | storing the header, and extend this as necessary using string_cat(). | |
1812 | ||
1813 | To cope with total lunacies, impose an upper limit on the length of the header | |
1814 | section of the message, as otherwise the store will fill up. We must also cope | |
1815 | with the possibility of binary zeros in the data. Hence we cannot use fgets(). | |
1816 | Folded header lines are joined into one string, leaving the '\n' characters | |
1817 | inside them, so that writing them out reproduces the input. | |
1818 | ||
1819 | Loop for each character of each header; the next structure for chaining the | |
1820 | header is set up already, with ptr the offset of the next character in | |
1821 | next->text. */ | |
1822 | ||
1823 | for (;;) | |
1824 | { | |
bd8fbe36 | 1825 | int ch = (receive_getc)(GETC_BUFFER_UNLIMITED); |
059ec3d9 PH |
1826 | |
1827 | /* If we hit EOF on a SMTP connection, it's an error, since incoming | |
1828 | SMTP must have a correct "." terminator. */ | |
1829 | ||
1830 | if (ch == EOF && smtp_input /* && !smtp_batched_input */) | |
1831 | { | |
1832 | smtp_reply = handle_lost_connection(US" (header)"); | |
1833 | smtp_yield = FALSE; | |
1834 | goto TIDYUP; /* Skip to end of function */ | |
1835 | } | |
1836 | ||
1837 | /* See if we are at the current header's size limit - there must be at least | |
1838 | four bytes left. This allows for the new character plus a zero, plus two for | |
1839 | extra insertions when we are playing games with dots and carriage returns. If | |
1840 | we are at the limit, extend the text buffer. This could have been done | |
1841 | automatically using string_cat() but because this is a tightish loop storing | |
1842 | only one character at a time, we choose to do it inline. Normally | |
1843 | store_extend() will be able to extend the block; only at the end of a big | |
1844 | store block will a copy be needed. To handle the case of very long headers | |
1845 | (and sometimes lunatic messages can have ones that are 100s of K long) we | |
1846 | call store_release() for strings that have been copied - if the string is at | |
1847 | the start of a block (and therefore the only thing in it, because we aren't | |
4e6ae623 JH |
1848 | doing any other gets), the block gets freed. We can only do this release if |
1849 | there were no allocations since the once that we want to free. */ | |
059ec3d9 PH |
1850 | |
1851 | if (ptr >= header_size - 4) | |
1852 | { | |
1853 | int oldsize = header_size; | |
56ac062a JH |
1854 | |
1855 | if (header_size >= INT_MAX/2) | |
1856 | goto OVERSIZE; | |
059ec3d9 | 1857 | header_size *= 2; |
56ac062a | 1858 | |
f3ebb786 JH |
1859 | /* The data came from the message, so is tainted. */ |
1860 | ||
1861 | if (!store_extend(next->text, TRUE, oldsize, header_size)) | |
1862 | next->text = store_newblock(next->text, TRUE, header_size, ptr); | |
059ec3d9 PH |
1863 | } |
1864 | ||
1865 | /* Cope with receiving a binary zero. There is dispute about whether | |
1866 | these should be allowed in RFC 822 messages. The middle view is that they | |
1867 | should not be allowed in headers, at least. Exim takes this attitude at | |
1868 | the moment. We can't just stomp on them here, because we don't know that | |
1869 | this line is a header yet. Set a flag to cause scanning later. */ | |
1870 | ||
1871 | if (ch == 0) had_zero++; | |
1872 | ||
1873 | /* Test for termination. Lines in remote SMTP are terminated by CRLF, while | |
1874 | those from data files use just LF. Treat LF in local SMTP input as a | |
1875 | terminator too. Treat EOF as a line terminator always. */ | |
1876 | ||
1877 | if (ch == EOF) goto EOL; | |
1878 | ||
1879 | /* FUDGE: There are sites out there that don't send CRs before their LFs, and | |
1880 | other MTAs accept this. We are therefore forced into this "liberalisation" | |
1881 | too, so we accept LF as a line terminator whatever the source of the message. | |
1882 | However, if the first line of the message ended with a CRLF, we treat a bare | |
1883 | LF specially by inserting a white space after it to ensure that the header | |
1884 | line is not terminated. */ | |
1885 | ||
1886 | if (ch == '\n') | |
1887 | { | |
1888 | if (first_line_ended_crlf == TRUE_UNSET) first_line_ended_crlf = FALSE; | |
80a47a2c | 1889 | else if (first_line_ended_crlf) receive_ungetc(' '); |
059ec3d9 PH |
1890 | goto EOL; |
1891 | } | |
1892 | ||
1893 | /* This is not the end of the line. If this is SMTP input and this is | |
1894 | the first character in the line and it is a "." character, ignore it. | |
1895 | This implements the dot-doubling rule, though header lines starting with | |
1896 | dots aren't exactly common. They are legal in RFC 822, though. If the | |
1897 | following is CRLF or LF, this is the line that that terminates the | |
1898 | entire message. We set message_ended to indicate this has happened (to | |
1899 | prevent further reading), and break out of the loop, having freed the | |
1900 | empty header, and set next = NULL to indicate no data line. */ | |
1901 | ||
8768d548 | 1902 | if (ptr == 0 && ch == '.' && f.dot_ends) |
059ec3d9 | 1903 | { |
bd8fbe36 | 1904 | ch = (receive_getc)(GETC_BUFFER_UNLIMITED); |
059ec3d9 PH |
1905 | if (ch == '\r') |
1906 | { | |
bd8fbe36 | 1907 | ch = (receive_getc)(GETC_BUFFER_UNLIMITED); |
059ec3d9 PH |
1908 | if (ch != '\n') |
1909 | { | |
80a47a2c | 1910 | receive_ungetc(ch); |
059ec3d9 PH |
1911 | ch = '\r'; /* Revert to CR */ |
1912 | } | |
1913 | } | |
1914 | if (ch == '\n') | |
1915 | { | |
1916 | message_ended = END_DOT; | |
f3ebb786 | 1917 | reset_point = store_reset(reset_point); |
059ec3d9 PH |
1918 | next = NULL; |
1919 | break; /* End character-reading loop */ | |
1920 | } | |
1921 | ||
1922 | /* For non-SMTP input, the dot at the start of the line was really a data | |
1923 | character. What is now in ch is the following character. We guaranteed | |
1924 | enough space for this above. */ | |
1925 | ||
1926 | if (!smtp_input) | |
1927 | { | |
1928 | next->text[ptr++] = '.'; | |
1929 | message_size++; | |
1930 | } | |
1931 | } | |
1932 | ||
1933 | /* If CR is immediately followed by LF, end the line, ignoring the CR, and | |
1934 | remember this case if this is the first line ending. */ | |
1935 | ||
1936 | if (ch == '\r') | |
1937 | { | |
bd8fbe36 | 1938 | ch = (receive_getc)(GETC_BUFFER_UNLIMITED); |
059ec3d9 PH |
1939 | if (ch == '\n') |
1940 | { | |
1941 | if (first_line_ended_crlf == TRUE_UNSET) first_line_ended_crlf = TRUE; | |
1942 | goto EOL; | |
1943 | } | |
1944 | ||
1945 | /* Otherwise, put back the character after CR, and turn the bare CR | |
1946 | into LF SP. */ | |
1947 | ||
80a47a2c | 1948 | ch = (receive_ungetc)(ch); |
059ec3d9 PH |
1949 | next->text[ptr++] = '\n'; |
1950 | message_size++; | |
1951 | ch = ' '; | |
1952 | } | |
1953 | ||
1954 | /* We have a data character for the header line. */ | |
1955 | ||
1956 | next->text[ptr++] = ch; /* Add to buffer */ | |
1957 | message_size++; /* Total message size so far */ | |
1958 | ||
1959 | /* Handle failure due to a humungously long header section. The >= allows | |
1960 | for the terminating \n. Add what we have so far onto the headers list so | |
1961 | that it gets reflected in any error message, and back up the just-read | |
1962 | character. */ | |
1963 | ||
1964 | if (message_size >= header_maxsize) | |
1965 | { | |
56ac062a | 1966 | OVERSIZE: |
059ec3d9 PH |
1967 | next->text[ptr] = 0; |
1968 | next->slen = ptr; | |
1969 | next->type = htype_other; | |
1970 | next->next = NULL; | |
1971 | header_last->next = next; | |
1972 | header_last = next; | |
1973 | ||
1974 | log_write(0, LOG_MAIN, "ridiculously long message header received from " | |
1975 | "%s (more than %d characters): message abandoned", | |
8768d548 | 1976 | f.sender_host_unknown ? sender_ident : sender_fullhost, header_maxsize); |
059ec3d9 PH |
1977 | |
1978 | if (smtp_input) | |
1979 | { | |
1980 | smtp_reply = US"552 Message header is ridiculously long"; | |
1981 | receive_swallow_smtp(); | |
1982 | goto TIDYUP; /* Skip to end of function */ | |
1983 | } | |
1984 | ||
1985 | else | |
1986 | { | |
1987 | give_local_error(ERRMESS_VLONGHEADER, | |
1988 | string_sprintf("message header longer than %d characters received: " | |
1989 | "message not accepted", header_maxsize), US"", error_rc, stdin, | |
1990 | header_list->next); | |
1991 | /* Does not return */ | |
1992 | } | |
1993 | } | |
1994 | ||
1995 | continue; /* With next input character */ | |
1996 | ||
1997 | /* End of header line reached */ | |
1998 | ||
1999 | EOL: | |
2e0c1448 PH |
2000 | |
2001 | /* Keep track of lines for BSMTP errors and overall message_linecount. */ | |
2002 | ||
2003 | receive_linecount++; | |
2004 | message_linecount++; | |
059ec3d9 | 2005 | |
d677b2f2 PH |
2006 | /* Keep track of maximum line length */ |
2007 | ||
2008 | if (ptr - prevlines_length > max_received_linelength) | |
2009 | max_received_linelength = ptr - prevlines_length; | |
2010 | prevlines_length = ptr + 1; | |
2011 | ||
059ec3d9 PH |
2012 | /* Now put in the terminating newline. There is always space for |
2013 | at least two more characters. */ | |
2014 | ||
2015 | next->text[ptr++] = '\n'; | |
2016 | message_size++; | |
2017 | ||
2018 | /* A blank line signals the end of the headers; release the unwanted | |
2019 | space and set next to NULL to indicate this. */ | |
2020 | ||
2021 | if (ptr == 1) | |
2022 | { | |
f3ebb786 | 2023 | reset_point = store_reset(reset_point); |
059ec3d9 PH |
2024 | next = NULL; |
2025 | break; | |
2026 | } | |
2027 | ||
2028 | /* There is data in the line; see if the next input character is a | |
2029 | whitespace character. If it is, we have a continuation of this header line. | |
2030 | There is always space for at least one character at this point. */ | |
2031 | ||
2032 | if (ch != EOF) | |
2033 | { | |
bd8fbe36 | 2034 | int nextch = (receive_getc)(GETC_BUFFER_UNLIMITED); |
059ec3d9 PH |
2035 | if (nextch == ' ' || nextch == '\t') |
2036 | { | |
2037 | next->text[ptr++] = nextch; | |
56ac062a JH |
2038 | if (++message_size >= header_maxsize) |
2039 | goto OVERSIZE; | |
059ec3d9 PH |
2040 | continue; /* Iterate the loop */ |
2041 | } | |
80a47a2c | 2042 | else if (nextch != EOF) (receive_ungetc)(nextch); /* For next time */ |
059ec3d9 PH |
2043 | else ch = EOF; /* Cause main loop to exit at end */ |
2044 | } | |
2045 | ||
2046 | /* We have got to the real line end. Terminate the string and release store | |
2047 | beyond it. If it turns out to be a real header, internal binary zeros will | |
2048 | be squashed later. */ | |
2049 | ||
2050 | next->text[ptr] = 0; | |
2051 | next->slen = ptr; | |
f3ebb786 | 2052 | store_release_above(next->text + ptr + 1); |
059ec3d9 PH |
2053 | |
2054 | /* Check the running total size against the overall message size limit. We | |
2055 | don't expect to fail here, but if the overall limit is set less than MESSAGE_ | |
2056 | MAXSIZE and a big header is sent, we want to catch it. Just stop reading | |
2057 | headers - the code to read the body will then also hit the buffer. */ | |
2058 | ||
2059 | if (message_size > thismessage_size_limit) break; | |
2060 | ||
2061 | /* A line that is not syntactically correct for a header also marks | |
2062 | the end of the headers. In this case, we leave next containing the | |
2063 | first data line. This might actually be several lines because of the | |
2064 | continuation logic applied above, but that doesn't matter. | |
2065 | ||
2066 | It turns out that smail, and presumably sendmail, accept leading lines | |
2067 | of the form | |
2068 | ||
2069 | From ph10 Fri Jan 5 12:35 GMT 1996 | |
2070 | ||
2071 | in messages. The "mail" command on Solaris 2 sends such lines. I cannot | |
2072 | find any documentation of this, but for compatibility it had better be | |
2073 | accepted. Exim restricts it to the case of non-smtp messages, and | |
2074 | treats it as an alternative to the -f command line option. Thus it is | |
2075 | ignored except for trusted users or filter testing. Otherwise it is taken | |
2076 | as the sender address, unless -f was used (sendmail compatibility). | |
2077 | ||
2078 | It further turns out that some UUCPs generate the From_line in a different | |
2079 | format, e.g. | |
2080 | ||
2081 | From ph10 Fri, 7 Jan 97 14:00:00 GMT | |
2082 | ||
2083 | The regex for matching these things is now capable of recognizing both | |
2084 | formats (including 2- and 4-digit years in the latter). In fact, the regex | |
2085 | is now configurable, as is the expansion string to fish out the sender. | |
2086 | ||
2087 | Even further on it has been discovered that some broken clients send | |
2088 | these lines in SMTP messages. There is now an option to ignore them from | |
2089 | specified hosts or networks. Sigh. */ | |
2090 | ||
d21bf202 JH |
2091 | if ( header_last == header_list |
2092 | && ( !smtp_input | |
2093 | || ( sender_host_address | |
2094 | && verify_check_host(&ignore_fromline_hosts) == OK | |
2095 | ) | |
2096 | || (!sender_host_address && ignore_fromline_local) | |
2097 | ) | |
2098 | && regex_match_and_setup(regex_From, next->text, 0, -1) | |
2099 | ) | |
059ec3d9 | 2100 | { |
8768d548 | 2101 | if (!f.sender_address_forced) |
059ec3d9 PH |
2102 | { |
2103 | uschar *uucp_sender = expand_string(uucp_from_sender); | |
d21bf202 | 2104 | if (!uucp_sender) |
059ec3d9 PH |
2105 | log_write(0, LOG_MAIN|LOG_PANIC, |
2106 | "expansion of \"%s\" failed after matching " | |
2107 | "\"From \" line: %s", uucp_from_sender, expand_string_message); | |
059ec3d9 PH |
2108 | else |
2109 | { | |
2110 | int start, end, domain; | |
2111 | uschar *errmess; | |
2112 | uschar *newsender = parse_extract_address(uucp_sender, &errmess, | |
2113 | &start, &end, &domain, TRUE); | |
d21bf202 | 2114 | if (newsender) |
059ec3d9 PH |
2115 | { |
2116 | if (domain == 0 && newsender[0] != 0) | |
2117 | newsender = rewrite_address_qualify(newsender, FALSE); | |
2118 | ||
f05da2e8 | 2119 | if (filter_test != FTEST_NONE || receive_check_set_sender(newsender)) |
059ec3d9 PH |
2120 | { |
2121 | sender_address = newsender; | |
2122 | ||
8768d548 | 2123 | if (f.trusted_caller || filter_test != FTEST_NONE) |
059ec3d9 PH |
2124 | { |
2125 | authenticated_sender = NULL; | |
2126 | originator_name = US""; | |
8768d548 | 2127 | f.sender_local = FALSE; |
059ec3d9 PH |
2128 | } |
2129 | ||
f05da2e8 | 2130 | if (filter_test != FTEST_NONE) |
059ec3d9 PH |
2131 | printf("Sender taken from \"From \" line\n"); |
2132 | } | |
2133 | } | |
2134 | } | |
2135 | } | |
2136 | } | |
2137 | ||
2138 | /* Not a leading "From " line. Check to see if it is a valid header line. | |
2139 | Header names may contain any non-control characters except space and colon, | |
2140 | amazingly. */ | |
2141 | ||
2142 | else | |
2143 | { | |
2144 | uschar *p = next->text; | |
2145 | ||
2146 | /* If not a valid header line, break from the header reading loop, leaving | |
2147 | next != NULL, indicating that it holds the first line of the body. */ | |
2148 | ||
2149 | if (isspace(*p)) break; | |
2150 | while (mac_isgraph(*p) && *p != ':') p++; | |
2151 | while (isspace(*p)) p++; | |
2152 | if (*p != ':') | |
2153 | { | |
2154 | body_zerocount = had_zero; | |
2155 | break; | |
2156 | } | |
2157 | ||
2158 | /* We have a valid header line. If there were any binary zeroes in | |
2159 | the line, stomp on them here. */ | |
2160 | ||
2161 | if (had_zero > 0) | |
d7978c0f JH |
2162 | for (uschar * p = next->text; p < next->text + ptr; p++) if (*p == 0) |
2163 | *p = '?'; | |
059ec3d9 PH |
2164 | |
2165 | /* It is perfectly legal to have an empty continuation line | |
2166 | at the end of a header, but it is confusing to humans | |
2167 | looking at such messages, since it looks like a blank line. | |
2168 | Reduce confusion by removing redundant white space at the | |
2169 | end. We know that there is at least one printing character | |
2170 | (the ':' tested for above) so there is no danger of running | |
2171 | off the end. */ | |
2172 | ||
2173 | p = next->text + ptr - 2; | |
2174 | for (;;) | |
2175 | { | |
2176 | while (*p == ' ' || *p == '\t') p--; | |
2177 | if (*p != '\n') break; | |
2178 | ptr = (p--) - next->text + 1; | |
2179 | message_size -= next->slen - ptr; | |
2180 | next->text[ptr] = 0; | |
2181 | next->slen = ptr; | |
2182 | } | |
2183 | ||
2184 | /* Add the header to the chain */ | |
2185 | ||
2186 | next->type = htype_other; | |
2187 | next->next = NULL; | |
2188 | header_last->next = next; | |
2189 | header_last = next; | |
2190 | ||
2191 | /* Check the limit for individual line lengths. This comes after adding to | |
2192 | the chain so that the failing line is reflected if a bounce is generated | |
2193 | (for a local message). */ | |
2194 | ||
2195 | if (header_line_maxsize > 0 && next->slen > header_line_maxsize) | |
2196 | { | |
2197 | log_write(0, LOG_MAIN, "overlong message header line received from " | |
2198 | "%s (more than %d characters): message abandoned", | |
8768d548 | 2199 | f.sender_host_unknown ? sender_ident : sender_fullhost, |
059ec3d9 PH |
2200 | header_line_maxsize); |
2201 | ||
2202 | if (smtp_input) | |
2203 | { | |
2204 | smtp_reply = US"552 A message header line is too long"; | |
2205 | receive_swallow_smtp(); | |
2206 | goto TIDYUP; /* Skip to end of function */ | |
2207 | } | |
2208 | ||
2209 | else | |
059ec3d9 PH |
2210 | give_local_error(ERRMESS_VLONGHDRLINE, |
2211 | string_sprintf("message header line longer than %d characters " | |
2212 | "received: message not accepted", header_line_maxsize), US"", | |
2213 | error_rc, stdin, header_list->next); | |
2214 | /* Does not return */ | |
059ec3d9 PH |
2215 | } |
2216 | ||
2217 | /* Note if any resent- fields exist. */ | |
2218 | ||
2219 | if (!resents_exist && strncmpic(next->text, US"resent-", 7) == 0) | |
2220 | { | |
2221 | resents_exist = TRUE; | |
2222 | resent_prefix = US"Resent-"; | |
2223 | } | |
2224 | } | |
2225 | ||
1ebe15c3 JH |
2226 | /* Reject CHUNKING messages that do not CRLF their first header line */ |
2227 | ||
2228 | if (!first_line_ended_crlf && chunking_state > CHUNKING_OFFERED) | |
2229 | { | |
2230 | log_write(L_size_reject, LOG_MAIN|LOG_REJECT, "rejected from <%s>%s%s%s%s: " | |
2231 | "Non-CRLF-terminated header, under CHUNKING: message abandoned", | |
2232 | sender_address, | |
2233 | sender_fullhost ? " H=" : "", sender_fullhost ? sender_fullhost : US"", | |
2234 | sender_ident ? " U=" : "", sender_ident ? sender_ident : US""); | |
925ac8e4 | 2235 | smtp_printf("552 Message header not CRLF terminated\r\n", FALSE); |
1ebe15c3 JH |
2236 | bdat_flush_data(); |
2237 | smtp_reply = US""; | |
2238 | goto TIDYUP; /* Skip to end of function */ | |
2239 | } | |
2240 | ||
059ec3d9 PH |
2241 | /* The line has been handled. If we have hit EOF, break out of the loop, |
2242 | indicating no pending data line. */ | |
2243 | ||
2244 | if (ch == EOF) { next = NULL; break; } | |
2245 | ||
2246 | /* Set up for the next header */ | |
2247 | ||
f3ebb786 | 2248 | reset_point = store_mark(); |
059ec3d9 | 2249 | header_size = 256; |
f3ebb786 JH |
2250 | next = store_get(sizeof(header_line), FALSE); |
2251 | next->text = store_get(header_size, TRUE); | |
059ec3d9 PH |
2252 | ptr = 0; |
2253 | had_zero = 0; | |
d677b2f2 | 2254 | prevlines_length = 0; |
059ec3d9 PH |
2255 | } /* Continue, starting to read the next header */ |
2256 | ||
2257 | /* At this point, we have read all the headers into a data structure in main | |
2258 | store. The first header is still the dummy placeholder for the Received: header | |
2259 | we are going to generate a bit later on. If next != NULL, it contains the first | |
2260 | data line - which terminated the headers before reaching a blank line (not the | |
2261 | normal case). */ | |
2262 | ||
2263 | DEBUG(D_receive) | |
2264 | { | |
2265 | debug_printf(">>Headers received:\n"); | |
d7978c0f | 2266 | for (header_line * h = header_list->next; h; h = h->next) |
059ec3d9 PH |
2267 | debug_printf("%s", h->text); |
2268 | debug_printf("\n"); | |
2269 | } | |
2270 | ||
2271 | /* End of file on any SMTP connection is an error. If an incoming SMTP call | |
2272 | is dropped immediately after valid headers, the next thing we will see is EOF. | |
2273 | We must test for this specially, as further down the reading of the data is | |
2274 | skipped if already at EOF. */ | |
2275 | ||
2276 | if (smtp_input && (receive_feof)()) | |
2277 | { | |
2278 | smtp_reply = handle_lost_connection(US" (after header)"); | |
2279 | smtp_yield = FALSE; | |
2280 | goto TIDYUP; /* Skip to end of function */ | |
2281 | } | |
2282 | ||
2283 | /* If this is a filter test run and no headers were read, output a warning | |
2284 | in case there is a mistake in the test message. */ | |
2285 | ||
f05da2e8 | 2286 | if (filter_test != FTEST_NONE && header_list->next == NULL) |
059ec3d9 PH |
2287 | printf("Warning: no message headers read\n"); |
2288 | ||
2289 | ||
2290 | /* Scan the headers to identify them. Some are merely marked for later | |
2291 | processing; some are dealt with here. */ | |
2292 | ||
d7978c0f | 2293 | for (header_line * h = header_list->next; h; h = h->next) |
059ec3d9 PH |
2294 | { |
2295 | BOOL is_resent = strncmpic(h->text, US"resent-", 7) == 0; | |
2296 | if (is_resent) contains_resent_headers = TRUE; | |
2297 | ||
2298 | switch (header_checkname(h, is_resent)) | |
2299 | { | |
059ec3d9 | 2300 | case htype_bcc: |
c674e7a4 JH |
2301 | h->type = htype_bcc; /* Both Bcc: and Resent-Bcc: */ |
2302 | break; | |
059ec3d9 | 2303 | |
059ec3d9 | 2304 | case htype_cc: |
c674e7a4 JH |
2305 | h->type = htype_cc; /* Both Cc: and Resent-Cc: */ |
2306 | break; | |
059ec3d9 | 2307 | |
c674e7a4 | 2308 | /* Record whether a Date: or Resent-Date: header exists, as appropriate. */ |
059ec3d9 PH |
2309 | |
2310 | case htype_date: | |
c674e7a4 JH |
2311 | if (!resents_exist || is_resent) date_header_exists = TRUE; |
2312 | break; | |
059ec3d9 | 2313 | |
c674e7a4 | 2314 | /* Same comments as about Return-Path: below. */ |
059ec3d9 PH |
2315 | |
2316 | case htype_delivery_date: | |
c674e7a4 JH |
2317 | if (delivery_date_remove) h->type = htype_old; |
2318 | break; | |
059ec3d9 | 2319 | |
c674e7a4 | 2320 | /* Same comments as about Return-Path: below. */ |
059ec3d9 PH |
2321 | |
2322 | case htype_envelope_to: | |
c674e7a4 JH |
2323 | if (envelope_to_remove) h->type = htype_old; |
2324 | break; | |
059ec3d9 | 2325 | |
c674e7a4 JH |
2326 | /* Mark all "From:" headers so they get rewritten. Save the one that is to |
2327 | be used for Sender: checking. For Sendmail compatibility, if the "From:" | |
2328 | header consists of just the login id of the user who called Exim, rewrite | |
2329 | it with the gecos field first. Apply this rule to Resent-From: if there | |
2330 | are resent- fields. */ | |
059ec3d9 PH |
2331 | |
2332 | case htype_from: | |
c674e7a4 JH |
2333 | h->type = htype_from; |
2334 | if (!resents_exist || is_resent) | |
2335 | { | |
2336 | from_header = h; | |
2337 | if (!smtp_input) | |
2338 | { | |
2339 | int len; | |
2340 | uschar *s = Ustrchr(h->text, ':') + 1; | |
2341 | while (isspace(*s)) s++; | |
2342 | len = h->slen - (s - h->text) - 1; | |
2343 | if (Ustrlen(originator_login) == len && | |
2344 | strncmpic(s, originator_login, len) == 0) | |
2345 | { | |
2346 | uschar *name = is_resent? US"Resent-From" : US"From"; | |
2347 | header_add(htype_from, "%s: %s <%s@%s>\n", name, originator_name, | |
2348 | originator_login, qualify_domain_sender); | |
2349 | from_header = header_last; | |
2350 | h->type = htype_old; | |
2351 | DEBUG(D_receive|D_rewrite) | |
2352 | debug_printf("rewrote \"%s:\" header using gecos\n", name); | |
2353 | } | |
2354 | } | |
2355 | } | |
2356 | break; | |
059ec3d9 | 2357 | |
c674e7a4 JH |
2358 | /* Identify the Message-id: header for generating "in-reply-to" in the |
2359 | autoreply transport. For incoming logging, save any resent- value. In both | |
2360 | cases, take just the first of any multiples. */ | |
059ec3d9 PH |
2361 | |
2362 | case htype_id: | |
c674e7a4 JH |
2363 | if (!msgid_header && (!resents_exist || is_resent)) |
2364 | { | |
2365 | msgid_header = h; | |
2366 | h->type = htype_id; | |
2367 | } | |
2368 | break; | |
059ec3d9 | 2369 | |
c674e7a4 | 2370 | /* Flag all Received: headers */ |
059ec3d9 PH |
2371 | |
2372 | case htype_received: | |
c674e7a4 JH |
2373 | h->type = htype_received; |
2374 | received_count++; | |
2375 | break; | |
059ec3d9 | 2376 | |
c674e7a4 | 2377 | /* "Reply-to:" is just noted (there is no resent-reply-to field) */ |
059ec3d9 PH |
2378 | |
2379 | case htype_reply_to: | |
c674e7a4 JH |
2380 | h->type = htype_reply_to; |
2381 | break; | |
059ec3d9 | 2382 | |
c674e7a4 JH |
2383 | /* The Return-path: header is supposed to be added to messages when |
2384 | they leave the SMTP system. We shouldn't receive messages that already | |
2385 | contain Return-path. However, since Exim generates Return-path: on | |
2386 | local delivery, resent messages may well contain it. We therefore | |
2387 | provide an option (which defaults on) to remove any Return-path: headers | |
2388 | on input. Removal actually means flagging as "old", which prevents the | |
2389 | header being transmitted with the message. */ | |
059ec3d9 PH |
2390 | |
2391 | case htype_return_path: | |
c674e7a4 | 2392 | if (return_path_remove) h->type = htype_old; |
059ec3d9 | 2393 | |
c674e7a4 JH |
2394 | /* If we are testing a mail filter file, use the value of the |
2395 | Return-Path: header to set up the return_path variable, which is not | |
2396 | otherwise set. However, remove any <> that surround the address | |
2397 | because the variable doesn't have these. */ | |
059ec3d9 | 2398 | |
c674e7a4 JH |
2399 | if (filter_test != FTEST_NONE) |
2400 | { | |
2401 | uschar *start = h->text + 12; | |
2402 | uschar *end = start + Ustrlen(start); | |
2403 | while (isspace(*start)) start++; | |
2404 | while (end > start && isspace(end[-1])) end--; | |
2405 | if (*start == '<' && end[-1] == '>') | |
2406 | { | |
2407 | start++; | |
2408 | end--; | |
2409 | } | |
2410 | return_path = string_copyn(start, end - start); | |
2411 | printf("Return-path taken from \"Return-path:\" header line\n"); | |
2412 | } | |
2413 | break; | |
059ec3d9 PH |
2414 | |
2415 | /* If there is a "Sender:" header and the message is locally originated, | |
8800895a PH |
2416 | and from an untrusted caller and suppress_local_fixups is not set, or if we |
2417 | are in submission mode for a remote message, mark it "old" so that it will | |
2418 | not be transmitted with the message, unless active_local_sender_retain is | |
2419 | set. (This can only be true if active_local_from_check is false.) If there | |
2420 | are any resent- headers in the message, apply this rule to Resent-Sender: | |
2421 | instead of Sender:. Messages with multiple resent- header sets cannot be | |
2422 | tidily handled. (For this reason, at least one MUA - Pine - turns old | |
2423 | resent- headers into X-resent- headers when resending, leaving just one | |
2424 | set.) */ | |
059ec3d9 PH |
2425 | |
2426 | case htype_sender: | |
8768d548 JH |
2427 | h->type = !f.active_local_sender_retain |
2428 | && ( f.sender_local && !f.trusted_caller && !f.suppress_local_fixups | |
2429 | || f.submission_mode | |
c674e7a4 JH |
2430 | ) |
2431 | && (!resents_exist || is_resent) | |
2432 | ? htype_old : htype_sender; | |
2433 | break; | |
059ec3d9 | 2434 | |
c674e7a4 | 2435 | /* Remember the Subject: header for logging. There is no Resent-Subject */ |
059ec3d9 PH |
2436 | |
2437 | case htype_subject: | |
c674e7a4 JH |
2438 | subject_header = h; |
2439 | break; | |
059ec3d9 | 2440 | |
c674e7a4 JH |
2441 | /* "To:" gets flagged, and the existence of a recipient header is noted, |
2442 | whether it's resent- or not. */ | |
059ec3d9 PH |
2443 | |
2444 | case htype_to: | |
c674e7a4 JH |
2445 | h->type = htype_to; |
2446 | /**** | |
2447 | to_or_cc_header_exists = TRUE; | |
2448 | ****/ | |
2449 | break; | |
059ec3d9 PH |
2450 | } |
2451 | } | |
2452 | ||
2453 | /* Extract recipients from the headers if that is required (the -t option). | |
2454 | Note that this is documented as being done *before* any address rewriting takes | |
2455 | place. There are two possibilities: | |
2456 | ||
2457 | (1) According to sendmail documentation for Solaris, IRIX, and HP-UX, any | |
2458 | recipients already listed are to be REMOVED from the message. Smail 3 works | |
2459 | like this. We need to build a non-recipients tree for that list, because in | |
2460 | subsequent processing this data is held in a tree and that's what the | |
2461 | spool_write_header() function expects. Make sure that non-recipient addresses | |
2462 | are fully qualified and rewritten if necessary. | |
2463 | ||
2464 | (2) According to other sendmail documentation, -t ADDS extracted recipients to | |
2465 | those in the command line arguments (and it is rumoured some other MTAs do | |
2466 | this). Therefore, there is an option to make Exim behave this way. | |
2467 | ||
2468 | *** Notes on "Resent-" header lines *** | |
2469 | ||
2470 | The presence of resent-headers in the message makes -t horribly ambiguous. | |
2471 | Experiments with sendmail showed that it uses recipients for all resent- | |
2472 | headers, totally ignoring the concept of "sets of resent- headers" as described | |
2473 | in RFC 2822 section 3.6.6. Sendmail also amalgamates them into a single set | |
2474 | with all the addresses in one instance of each header. | |
2475 | ||
2476 | This seems to me not to be at all sensible. Before release 4.20, Exim 4 gave an | |
2477 | error for -t if there were resent- headers in the message. However, after a | |
2478 | discussion on the mailing list, I've learned that there are MUAs that use | |
2479 | resent- headers with -t, and also that the stuff about sets of resent- headers | |
2480 | and their ordering in RFC 2822 is generally ignored. An MUA that submits a | |
2481 | message with -t and resent- header lines makes sure that only *its* resent- | |
2482 | headers are present; previous ones are often renamed as X-resent- for example. | |
2483 | ||
2484 | Consequently, Exim has been changed so that, if any resent- header lines are | |
2485 | present, the recipients are taken from all of the appropriate resent- lines, | |
2486 | and not from the ordinary To:, Cc:, etc. */ | |
2487 | ||
2488 | if (extract_recip) | |
2489 | { | |
2490 | int rcount = 0; | |
2491 | error_block **bnext = &bad_addresses; | |
2492 | ||
2493 | if (extract_addresses_remove_arguments) | |
2494 | { | |
2495 | while (recipients_count-- > 0) | |
2496 | { | |
2497 | uschar *s = rewrite_address(recipients_list[recipients_count].address, | |
2498 | TRUE, TRUE, global_rewrite_rules, rewrite_existflags); | |
2499 | tree_add_nonrecipient(s); | |
2500 | } | |
2501 | recipients_list = NULL; | |
2502 | recipients_count = recipients_list_max = 0; | |
2503 | } | |
2504 | ||
059ec3d9 PH |
2505 | /* Now scan the headers */ |
2506 | ||
d7978c0f | 2507 | for (header_line * h = header_list->next; h; h = h->next) |
059ec3d9 PH |
2508 | { |
2509 | if ((h->type == htype_to || h->type == htype_cc || h->type == htype_bcc) && | |
2510 | (!contains_resent_headers || strncmpic(h->text, US"resent-", 7) == 0)) | |
2511 | { | |
2512 | uschar *s = Ustrchr(h->text, ':') + 1; | |
2513 | while (isspace(*s)) s++; | |
2514 | ||
8768d548 | 2515 | f.parse_allow_group = TRUE; /* Allow address group syntax */ |
1eccaa59 | 2516 | |
059ec3d9 PH |
2517 | while (*s != 0) |
2518 | { | |
2519 | uschar *ss = parse_find_address_end(s, FALSE); | |
d7978c0f | 2520 | uschar *recipient, *errmess, *pp; |
059ec3d9 PH |
2521 | int start, end, domain; |
2522 | ||
2523 | /* Check on maximum */ | |
2524 | ||
2525 | if (recipients_max > 0 && ++rcount > recipients_max) | |
059ec3d9 PH |
2526 | give_local_error(ERRMESS_TOOMANYRECIP, US"too many recipients", |
2527 | US"message rejected: ", error_rc, stdin, NULL); | |
2528 | /* Does not return */ | |
059ec3d9 PH |
2529 | |
2530 | /* Make a copy of the address, and remove any internal newlines. These | |
2531 | may be present as a result of continuations of the header line. The | |
2532 | white space that follows the newline must not be removed - it is part | |
2533 | of the header. */ | |
2534 | ||
f3ebb786 | 2535 | pp = recipient = store_get(ss - s + 1, is_tainted(s)); |
d7978c0f | 2536 | for (uschar * p = s; p < ss; p++) if (*p != '\n') *pp++ = *p; |
059ec3d9 | 2537 | *pp = 0; |
250b6871 | 2538 | |
8c5d388a | 2539 | #ifdef SUPPORT_I18N |
250b6871 JH |
2540 | { |
2541 | BOOL b = allow_utf8_domains; | |
2542 | allow_utf8_domains = TRUE; | |
2543 | #endif | |
059ec3d9 PH |
2544 | recipient = parse_extract_address(recipient, &errmess, &start, &end, |
2545 | &domain, FALSE); | |
2546 | ||
8c5d388a | 2547 | #ifdef SUPPORT_I18N |
250b6871 JH |
2548 | if (string_is_utf8(recipient)) |
2549 | message_smtputf8 = TRUE; | |
2550 | else | |
2551 | allow_utf8_domains = b; | |
2552 | } | |
2553 | #endif | |
2554 | ||
059ec3d9 PH |
2555 | /* Keep a list of all the bad addresses so we can send a single |
2556 | error message at the end. However, an empty address is not an error; | |
2557 | just ignore it. This can come from an empty group list like | |
2558 | ||
2559 | To: Recipients of list:; | |
2560 | ||
2561 | If there are no recipients at all, an error will occur later. */ | |
2562 | ||
2563 | if (recipient == NULL && Ustrcmp(errmess, "empty address") != 0) | |
2564 | { | |
2565 | int len = Ustrlen(s); | |
f3ebb786 | 2566 | error_block *b = store_get(sizeof(error_block), FALSE); |
059ec3d9 PH |
2567 | while (len > 0 && isspace(s[len-1])) len--; |
2568 | b->next = NULL; | |
2569 | b->text1 = string_printing(string_copyn(s, len)); | |
2570 | b->text2 = errmess; | |
2571 | *bnext = b; | |
2572 | bnext = &(b->next); | |
2573 | } | |
2574 | ||
2575 | /* If the recipient is already in the nonrecipients tree, it must | |
2576 | have appeared on the command line with the option extract_addresses_ | |
2577 | remove_arguments set. Do not add it to the recipients, and keep a note | |
2578 | that this has happened, in order to give a better error if there are | |
2579 | no recipients left. */ | |
2580 | ||
2581 | else if (recipient != NULL) | |
2582 | { | |
2583 | if (tree_search(tree_nonrecipients, recipient) == NULL) | |
2584 | receive_add_recipient(recipient, -1); | |
2585 | else | |
2586 | extracted_ignored = TRUE; | |
2587 | } | |
2588 | ||
2589 | /* Move on past this address */ | |
2590 | ||
2591 | s = ss + (*ss? 1:0); | |
2592 | while (isspace(*s)) s++; | |
1eccaa59 PH |
2593 | } /* Next address */ |
2594 | ||
8768d548 JH |
2595 | f.parse_allow_group = FALSE; /* Reset group syntax flags */ |
2596 | f.parse_found_group = FALSE; | |
059ec3d9 PH |
2597 | |
2598 | /* If this was the bcc: header, mark it "old", which means it | |
2599 | will be kept on the spool, but not transmitted as part of the | |
2600 | message. */ | |
2601 | ||
2cbb4081 | 2602 | if (h->type == htype_bcc) h->type = htype_old; |
059ec3d9 PH |
2603 | } /* For appropriate header line */ |
2604 | } /* For each header line */ | |
2605 | ||
059ec3d9 PH |
2606 | } |
2607 | ||
2608 | /* Now build the unique message id. This has changed several times over the | |
2609 | lifetime of Exim. This description was rewritten for Exim 4.14 (February 2003). | |
2610 | Retaining all the history in the comment has become too unwieldy - read | |
2611 | previous release sources if you want it. | |
2612 | ||
2613 | The message ID has 3 parts: tttttt-pppppp-ss. Each part is a number in base 62. | |
2614 | The first part is the current time, in seconds. The second part is the current | |
2615 | pid. Both are large enough to hold 32-bit numbers in base 62. The third part | |
2616 | can hold a number in the range 0-3843. It used to be a computed sequence | |
2617 | number, but is now the fractional component of the current time in units of | |
2618 | 1/2000 of a second (i.e. a value in the range 0-1999). After a message has been | |
2619 | received, Exim ensures that the timer has ticked at the appropriate level | |
2620 | before proceeding, to avoid duplication if the pid happened to be re-used | |
2621 | within the same time period. It seems likely that most messages will take at | |
2622 | least half a millisecond to be received, so no delay will normally be | |
2623 | necessary. At least for some time... | |
2624 | ||
2625 | There is a modification when localhost_number is set. Formerly this was allowed | |
2626 | to be as large as 255. Now it is restricted to the range 0-16, and the final | |
2627 | component of the message id becomes (localhost_number * 200) + fractional time | |
2628 | in units of 1/200 of a second (i.e. a value in the range 0-3399). | |
2629 | ||
2630 | Some not-really-Unix operating systems use case-insensitive file names (Darwin, | |
2631 | Cygwin). For these, we have to use base 36 instead of base 62. Luckily, this | |
2632 | still allows the tttttt field to hold a large enough number to last for some | |
2633 | more decades, and the final two-digit field can hold numbers up to 1295, which | |
2634 | is enough for milliseconds (instead of 1/2000 of a second). | |
2635 | ||
2636 | However, the pppppp field cannot hold a 32-bit pid, but it can hold a 31-bit | |
2637 | pid, so it is probably safe because pids have to be positive. The | |
2638 | localhost_number is restricted to 0-10 for these hosts, and when it is set, the | |
2639 | final field becomes (localhost_number * 100) + fractional time in centiseconds. | |
2640 | ||
2641 | Note that string_base62() returns its data in a static storage block, so it | |
2642 | must be copied before calling string_base62() again. It always returns exactly | |
2643 | 6 characters. | |
2644 | ||
2645 | There doesn't seem to be anything in the RFC which requires a message id to | |
2646 | start with a letter, but Smail was changed to ensure this. The external form of | |
2647 | the message id (as supplied by string expansion) therefore starts with an | |
2648 | additional leading 'E'. The spool file names do not include this leading | |
2649 | letter and it is not used internally. | |
2650 | ||
2651 | NOTE: If ever the format of message ids is changed, the regular expression for | |
2652 | checking that a string is in this format must be updated in a corresponding | |
2653 | way. It appears in the initializing code in exim.c. The macro MESSAGE_ID_LENGTH | |
2540f2f8 JH |
2654 | must also be changed to reflect the correct string length. The queue-sort code |
2655 | needs to know the layout. Then, of course, other programs that rely on the | |
2656 | message id format will need updating too. */ | |
059ec3d9 PH |
2657 | |
2658 | Ustrncpy(message_id, string_base62((long int)(message_id_tv.tv_sec)), 6); | |
2659 | message_id[6] = '-'; | |
2660 | Ustrncpy(message_id + 7, string_base62((long int)getpid()), 6); | |
2661 | ||
2662 | /* Deal with the case where the host number is set. The value of the number was | |
2663 | checked when it was read, to ensure it isn't too big. The timing granularity is | |
2664 | left in id_resolution so that an appropriate wait can be done after receiving | |
2665 | the message, if necessary (we hope it won't be). */ | |
2666 | ||
306c6c77 | 2667 | if (host_number_string) |
059ec3d9 | 2668 | { |
099afc4f | 2669 | id_resolution = BASE_62 == 62 ? 5000 : 10000; |
059ec3d9 PH |
2670 | sprintf(CS(message_id + MESSAGE_ID_LENGTH - 3), "-%2s", |
2671 | string_base62((long int)( | |
2672 | host_number * (1000000/id_resolution) + | |
2673 | message_id_tv.tv_usec/id_resolution)) + 4); | |
2674 | } | |
2675 | ||
2676 | /* Host number not set: final field is just the fractional time at an | |
2677 | appropriate resolution. */ | |
2678 | ||
2679 | else | |
2680 | { | |
099afc4f | 2681 | id_resolution = BASE_62 == 62 ? 500 : 1000; |
059ec3d9 PH |
2682 | sprintf(CS(message_id + MESSAGE_ID_LENGTH - 3), "-%2s", |
2683 | string_base62((long int)(message_id_tv.tv_usec/id_resolution)) + 4); | |
2684 | } | |
2685 | ||
2686 | /* Add the current message id onto the current process info string if | |
2687 | it will fit. */ | |
2688 | ||
2689 | (void)string_format(process_info + process_info_len, | |
2690 | PROCESS_INFO_SIZE - process_info_len, " id=%s", message_id); | |
2691 | ||
2692 | /* If we are using multiple input directories, set up the one for this message | |
2693 | to be the least significant base-62 digit of the time of arrival. Otherwise | |
2694 | ensure that it is an empty string. */ | |
2695 | ||
59a93276 | 2696 | set_subdir_str(message_subdir, message_id, 0); |
059ec3d9 PH |
2697 | |
2698 | /* Now that we have the message-id, if there is no message-id: header, generate | |
8800895a PH |
2699 | one, but only for local (without suppress_local_fixups) or submission mode |
2700 | messages. This can be user-configured if required, but we had better flatten | |
2701 | any illegal characters therein. */ | |
059ec3d9 | 2702 | |
306c6c77 | 2703 | if ( !msgid_header |
8768d548 | 2704 | && ((!sender_host_address && !f.suppress_local_fixups) || f.submission_mode)) |
059ec3d9 | 2705 | { |
059ec3d9 PH |
2706 | uschar *id_text = US""; |
2707 | uschar *id_domain = primary_hostname; | |
049782c0 | 2708 | header_line * h; |
059ec3d9 PH |
2709 | |
2710 | /* Permit only letters, digits, dots, and hyphens in the domain */ | |
2711 | ||
306c6c77 | 2712 | if (message_id_domain) |
059ec3d9 PH |
2713 | { |
2714 | uschar *new_id_domain = expand_string(message_id_domain); | |
306c6c77 | 2715 | if (!new_id_domain) |
059ec3d9 | 2716 | { |
8768d548 | 2717 | if (!f.expand_string_forcedfail) |
059ec3d9 PH |
2718 | log_write(0, LOG_MAIN|LOG_PANIC, |
2719 | "expansion of \"%s\" (message_id_header_domain) " | |
2720 | "failed: %s", message_id_domain, expand_string_message); | |
2721 | } | |
306c6c77 | 2722 | else if (*new_id_domain) |
059ec3d9 PH |
2723 | { |
2724 | id_domain = new_id_domain; | |
d7978c0f | 2725 | for (uschar * p = id_domain; *p; p++) |
059ec3d9 PH |
2726 | if (!isalnum(*p) && *p != '.') *p = '-'; /* No need to test '-' ! */ |
2727 | } | |
2728 | } | |
2729 | ||
2730 | /* Permit all characters except controls and RFC 2822 specials in the | |
2731 | additional text part. */ | |
2732 | ||
306c6c77 | 2733 | if (message_id_text) |
059ec3d9 PH |
2734 | { |
2735 | uschar *new_id_text = expand_string(message_id_text); | |
306c6c77 | 2736 | if (!new_id_text) |
059ec3d9 | 2737 | { |
8768d548 | 2738 | if (!f.expand_string_forcedfail) |
059ec3d9 PH |
2739 | log_write(0, LOG_MAIN|LOG_PANIC, |
2740 | "expansion of \"%s\" (message_id_header_text) " | |
2741 | "failed: %s", message_id_text, expand_string_message); | |
2742 | } | |
306c6c77 | 2743 | else if (*new_id_text) |
059ec3d9 PH |
2744 | { |
2745 | id_text = new_id_text; | |
d7978c0f | 2746 | for (uschar * p = id_text; *p; p++) if (mac_iscntrl_or_special(*p)) *p = '-'; |
059ec3d9 PH |
2747 | } |
2748 | } | |
2749 | ||
049782c0 JH |
2750 | /* Add the header line. |
2751 | Resent-* headers are prepended, per RFC 5322 3.6.6. Non-Resent-* are | |
2752 | appended, to preserve classical expectations of header ordering. */ | |
059ec3d9 | 2753 | |
049782c0 | 2754 | h = header_add_at_position_internal(!resents_exist, NULL, FALSE, htype_id, |
5eb690a1 | 2755 | "%sMessage-Id: <%s%s%s@%s>\n", resent_prefix, message_id_external, |
049782c0 JH |
2756 | *id_text == 0 ? "" : ".", id_text, id_domain); |
2757 | ||
2758 | /* Arrange for newly-created Message-Id to be logged */ | |
2759 | ||
2760 | if (!resents_exist) | |
2761 | { | |
2762 | msgid_header_newly_created = TRUE; | |
2763 | msgid_header = h; | |
2764 | } | |
059ec3d9 PH |
2765 | } |
2766 | ||
2767 | /* If we are to log recipients, keep a copy of the raw ones before any possible | |
2768 | rewriting. Must copy the count, because later ACLs and the local_scan() | |
2769 | function may mess with the real recipients. */ | |
2770 | ||
6c6d6e48 | 2771 | if (LOGGING(received_recipients)) |
059ec3d9 | 2772 | { |
f3ebb786 | 2773 | raw_recipients = store_get(recipients_count * sizeof(uschar *), FALSE); |
d7978c0f | 2774 | for (int i = 0; i < recipients_count; i++) |
059ec3d9 PH |
2775 | raw_recipients[i] = string_copy(recipients_list[i].address); |
2776 | raw_recipients_count = recipients_count; | |
2777 | } | |
2778 | ||
2779 | /* Ensure the recipients list is fully qualified and rewritten. Unqualified | |
2780 | recipients will get here only if the conditions were right (allow_unqualified_ | |
2781 | recipient is TRUE). */ | |
2782 | ||
d7978c0f | 2783 | for (int i = 0; i < recipients_count; i++) |
059ec3d9 PH |
2784 | recipients_list[i].address = |
2785 | rewrite_address(recipients_list[i].address, TRUE, TRUE, | |
2786 | global_rewrite_rules, rewrite_existflags); | |
2787 | ||
8800895a PH |
2788 | /* If there is no From: header, generate one for local (without |
2789 | suppress_local_fixups) or submission_mode messages. If there is no sender | |
2790 | address, but the sender is local or this is a local delivery error, use the | |
2791 | originator login. This shouldn't happen for genuine bounces, but might happen | |
2792 | for autoreplies. The addition of From: must be done *before* checking for the | |
2793 | possible addition of a Sender: header, because untrusted_set_sender allows an | |
2794 | untrusted user to set anything in the envelope (which might then get info | |
2795 | From:) but we still want to ensure a valid Sender: if it is required. */ | |
2796 | ||
306c6c77 | 2797 | if ( !from_header |
8768d548 | 2798 | && ((!sender_host_address && !f.suppress_local_fixups) || f.submission_mode)) |
059ec3d9 | 2799 | { |
2fe1a124 PH |
2800 | uschar *oname = US""; |
2801 | ||
2802 | /* Use the originator_name if this is a locally submitted message and the | |
2803 | caller is not trusted. For trusted callers, use it only if -F was used to | |
2804 | force its value or if we have a non-SMTP message for which -f was not used | |
2805 | to set the sender. */ | |
2806 | ||
306c6c77 | 2807 | if (!sender_host_address) |
2fe1a124 | 2808 | { |
8768d548 JH |
2809 | if (!f.trusted_caller || f.sender_name_forced || |
2810 | (!smtp_input && !f.sender_address_forced)) | |
2fe1a124 PH |
2811 | oname = originator_name; |
2812 | } | |
2813 | ||
2814 | /* For non-locally submitted messages, the only time we use the originator | |
2815 | name is when it was forced by the /name= option on control=submission. */ | |
2816 | ||
306c6c77 | 2817 | else if (submission_name) oname = submission_name; |
2fe1a124 | 2818 | |
059ec3d9 PH |
2819 | /* Envelope sender is empty */ |
2820 | ||
306c6c77 | 2821 | if (!*sender_address) |
059ec3d9 | 2822 | { |
87ba3f5f PH |
2823 | uschar *fromstart, *fromend; |
2824 | ||
306c6c77 JH |
2825 | fromstart = string_sprintf("%sFrom: %s%s", |
2826 | resent_prefix, oname, *oname ? " <" : ""); | |
2827 | fromend = *oname ? US">" : US""; | |
87ba3f5f | 2828 | |
8768d548 | 2829 | if (f.sender_local || f.local_error_message) |
87ba3f5f PH |
2830 | header_add(htype_from, "%s%s@%s%s\n", fromstart, |
2831 | local_part_quote(originator_login), qualify_domain_sender, | |
2832 | fromend); | |
306c6c77 | 2833 | |
8768d548 | 2834 | else if (f.submission_mode && authenticated_id) |
059ec3d9 | 2835 | { |
306c6c77 | 2836 | if (!submission_domain) |
87ba3f5f PH |
2837 | header_add(htype_from, "%s%s@%s%s\n", fromstart, |
2838 | local_part_quote(authenticated_id), qualify_domain_sender, | |
2839 | fromend); | |
306c6c77 JH |
2840 | |
2841 | else if (!*submission_domain) /* empty => whole address set */ | |
87ba3f5f PH |
2842 | header_add(htype_from, "%s%s%s\n", fromstart, authenticated_id, |
2843 | fromend); | |
306c6c77 | 2844 | |
059ec3d9 | 2845 | else |
87ba3f5f | 2846 | header_add(htype_from, "%s%s@%s%s\n", fromstart, |
306c6c77 JH |
2847 | local_part_quote(authenticated_id), submission_domain, fromend); |
2848 | ||
059ec3d9 PH |
2849 | from_header = header_last; /* To get it checked for Sender: */ |
2850 | } | |
2851 | } | |
2852 | ||
2853 | /* There is a non-null envelope sender. Build the header using the original | |
2854 | sender address, before any rewriting that might have been done while | |
2855 | verifying it. */ | |
2856 | ||
2857 | else | |
2858 | { | |
87ba3f5f | 2859 | header_add(htype_from, "%sFrom: %s%s%s%s\n", resent_prefix, |
2fe1a124 | 2860 | oname, |
306c6c77 JH |
2861 | *oname ? " <" : "", |
2862 | sender_address_unrewritten ? sender_address_unrewritten : sender_address, | |
2863 | *oname ? ">" : ""); | |
059ec3d9 PH |
2864 | |
2865 | from_header = header_last; /* To get it checked for Sender: */ | |
2866 | } | |
2867 | } | |
2868 | ||
2869 | ||
8800895a PH |
2870 | /* If the sender is local (without suppress_local_fixups), or if we are in |
2871 | submission mode and there is an authenticated_id, check that an existing From: | |
2872 | is correct, and if not, generate a Sender: header, unless disabled. Any | |
2873 | previously-existing Sender: header was removed above. Note that sender_local, | |
2874 | as well as being TRUE if the caller of exim is not trusted, is also true if a | |
2875 | trusted caller did not supply a -f argument for non-smtp input. To allow | |
2876 | trusted callers to forge From: without supplying -f, we have to test explicitly | |
2877 | here. If the From: header contains more than one address, then the call to | |
2878 | parse_extract_address fails, and a Sender: header is inserted, as required. */ | |
059ec3d9 | 2879 | |
306c6c77 | 2880 | if ( from_header |
8768d548 JH |
2881 | && ( f.active_local_from_check |
2882 | && ( f.sender_local && !f.trusted_caller && !f.suppress_local_fixups | |
2883 | || f.submission_mode && authenticated_id | |
306c6c77 | 2884 | ) ) ) |
059ec3d9 PH |
2885 | { |
2886 | BOOL make_sender = TRUE; | |
2887 | int start, end, domain; | |
2888 | uschar *errmess; | |
2889 | uschar *from_address = | |
2890 | parse_extract_address(Ustrchr(from_header->text, ':') + 1, &errmess, | |
2891 | &start, &end, &domain, FALSE); | |
2892 | uschar *generated_sender_address; | |
2893 | ||
8768d548 | 2894 | generated_sender_address = f.submission_mode |
306c6c77 JH |
2895 | ? !submission_domain |
2896 | ? string_sprintf("%s@%s", | |
2897 | local_part_quote(authenticated_id), qualify_domain_sender) | |
2898 | : !*submission_domain /* empty => full address */ | |
2899 | ? string_sprintf("%s", authenticated_id) | |
2900 | : string_sprintf("%s@%s", | |
2901 | local_part_quote(authenticated_id), submission_domain) | |
2902 | : string_sprintf("%s@%s", | |
2903 | local_part_quote(originator_login), qualify_domain_sender); | |
059ec3d9 PH |
2904 | |
2905 | /* Remove permitted prefixes and suffixes from the local part of the From: | |
2906 | address before doing the comparison with the generated sender. */ | |
2907 | ||
306c6c77 | 2908 | if (from_address) |
059ec3d9 PH |
2909 | { |
2910 | int slen; | |
306c6c77 | 2911 | uschar *at = domain ? from_address + domain - 1 : NULL; |
059ec3d9 | 2912 | |
306c6c77 | 2913 | if (at) *at = 0; |
059ec3d9 PH |
2914 | from_address += route_check_prefix(from_address, local_from_prefix); |
2915 | slen = route_check_suffix(from_address, local_from_suffix); | |
2916 | if (slen > 0) | |
2917 | { | |
2918 | memmove(from_address+slen, from_address, Ustrlen(from_address)-slen); | |
2919 | from_address += slen; | |
2920 | } | |
306c6c77 | 2921 | if (at) *at = '@'; |
059ec3d9 | 2922 | |
306c6c77 JH |
2923 | if ( strcmpic(generated_sender_address, from_address) == 0 |
2924 | || (!domain && strcmpic(from_address, originator_login) == 0)) | |
059ec3d9 PH |
2925 | make_sender = FALSE; |
2926 | } | |
2927 | ||
2928 | /* We have to cause the Sender header to be rewritten if there are | |
2929 | appropriate rewriting rules. */ | |
2930 | ||
2931 | if (make_sender) | |
8768d548 | 2932 | if (f.submission_mode && !submission_name) |
059ec3d9 PH |
2933 | header_add(htype_sender, "%sSender: %s\n", resent_prefix, |
2934 | generated_sender_address); | |
2935 | else | |
2936 | header_add(htype_sender, "%sSender: %s <%s>\n", | |
2fe1a124 | 2937 | resent_prefix, |
8768d548 | 2938 | f.submission_mode ? submission_name : originator_name, |
2fe1a124 | 2939 | generated_sender_address); |
87ba3f5f PH |
2940 | |
2941 | /* Ensure that a non-null envelope sender address corresponds to the | |
2942 | submission mode sender address. */ | |
2943 | ||
8768d548 | 2944 | if (f.submission_mode && *sender_address) |
87ba3f5f | 2945 | { |
306c6c77 | 2946 | if (!sender_address_unrewritten) |
87ba3f5f PH |
2947 | sender_address_unrewritten = sender_address; |
2948 | sender_address = generated_sender_address; | |
089793a4 TF |
2949 | if (Ustrcmp(sender_address_unrewritten, generated_sender_address) != 0) |
2950 | log_write(L_address_rewrite, LOG_MAIN, | |
2951 | "\"%s\" from env-from rewritten as \"%s\" by submission mode", | |
2952 | sender_address_unrewritten, generated_sender_address); | |
87ba3f5f | 2953 | } |
059ec3d9 PH |
2954 | } |
2955 | ||
059ec3d9 PH |
2956 | /* If there are any rewriting rules, apply them to the sender address, unless |
2957 | it has already been rewritten as part of verification for SMTP input. */ | |
2958 | ||
306c6c77 | 2959 | if (global_rewrite_rules && !sender_address_unrewritten && *sender_address) |
059ec3d9 PH |
2960 | { |
2961 | sender_address = rewrite_address(sender_address, FALSE, TRUE, | |
2962 | global_rewrite_rules, rewrite_existflags); | |
2963 | DEBUG(D_receive|D_rewrite) | |
2964 | debug_printf("rewritten sender = %s\n", sender_address); | |
2965 | } | |
2966 | ||
2967 | ||
2968 | /* The headers must be run through rewrite_header(), because it ensures that | |
2969 | addresses are fully qualified, as well as applying any rewriting rules that may | |
2970 | exist. | |
2971 | ||
2972 | Qualification of header addresses in a message from a remote host happens only | |
2973 | if the host is in sender_unqualified_hosts or recipient_unqualified hosts, as | |
2974 | appropriate. For local messages, qualification always happens, unless -bnq is | |
2975 | used to explicitly suppress it. No rewriting is done for an unqualified address | |
2976 | that is left untouched. | |
2977 | ||
2978 | We start at the second header, skipping our own Received:. This rewriting is | |
2979 | documented as happening *after* recipient addresses are taken from the headers | |
2980 | by the -t command line option. An added Sender: gets rewritten here. */ | |
2981 | ||
d7978c0f | 2982 | for (header_line * h = header_list->next; h; h = h->next) |
059ec3d9 PH |
2983 | { |
2984 | header_line *newh = rewrite_header(h, NULL, NULL, global_rewrite_rules, | |
2985 | rewrite_existflags, TRUE); | |
1ebe15c3 | 2986 | if (newh) h = newh; |
059ec3d9 PH |
2987 | } |
2988 | ||
2989 | ||
2990 | /* An RFC 822 (sic) message is not legal unless it has at least one of "to", | |
2cbb4081 | 2991 | "cc", or "bcc". Note that although the minimal examples in RFC 822 show just |
059ec3d9 PH |
2992 | "to" or "bcc", the full syntax spec allows "cc" as well. If any resent- header |
2993 | exists, this applies to the set of resent- headers rather than the normal set. | |
2994 | ||
2cbb4081 PH |
2995 | The requirement for a recipient header has been removed in RFC 2822. At this |
2996 | point in the code, earlier versions of Exim added a To: header for locally | |
2997 | submitted messages, and an empty Bcc: header for others. In the light of the | |
2998 | changes in RFC 2822, this was dropped in November 2003. */ | |
059ec3d9 | 2999 | |
059ec3d9 PH |
3000 | |
3001 | /* If there is no date header, generate one if the message originates locally | |
8800895a PH |
3002 | (i.e. not over TCP/IP) and suppress_local_fixups is not set, or if the |
3003 | submission mode flag is set. Messages without Date: are not valid, but it seems | |
e7e680d6 PP |
3004 | to be more confusing if Exim adds one to all remotely-originated messages. |
3005 | As per Message-Id, we prepend if resending, else append. | |
3006 | */ | |
059ec3d9 | 3007 | |
306c6c77 | 3008 | if ( !date_header_exists |
8768d548 | 3009 | && ((!sender_host_address && !f.suppress_local_fixups) || f.submission_mode)) |
e7e680d6 PP |
3010 | header_add_at_position(!resents_exist, NULL, FALSE, htype_other, |
3011 | "%sDate: %s\n", resent_prefix, tod_stamp(tod_full)); | |
059ec3d9 PH |
3012 | |
3013 | search_tidyup(); /* Free any cached resources */ | |
3014 | ||
3015 | /* Show the complete set of headers if debugging. Note that the first one (the | |
3016 | new Received:) has not yet been set. */ | |
3017 | ||
3018 | DEBUG(D_receive) | |
3019 | { | |
3020 | debug_printf(">>Headers after rewriting and local additions:\n"); | |
d7978c0f | 3021 | for (header_line * h = header_list->next; h; h = h->next) |
059ec3d9 PH |
3022 | debug_printf("%c %s", h->type, h->text); |
3023 | debug_printf("\n"); | |
3024 | } | |
3025 | ||
3026 | /* The headers are now complete in store. If we are running in filter | |
3027 | testing mode, that is all this function does. Return TRUE if the message | |
3028 | ended with a dot. */ | |
3029 | ||
f05da2e8 | 3030 | if (filter_test != FTEST_NONE) |
059ec3d9 PH |
3031 | { |
3032 | process_info[process_info_len] = 0; | |
3033 | return message_ended == END_DOT; | |
3034 | } | |
3035 | ||
7e3ce68e JH |
3036 | /*XXX CHUNKING: need to cancel cutthrough under BDAT, for now. In future, |
3037 | think more if it could be handled. Cannot do onward CHUNKING unless | |
3038 | inbound is, but inbound chunking ought to be ok with outbound plain. | |
3039 | Could we do onward CHUNKING given inbound CHUNKING? | |
3040 | */ | |
3041 | if (chunking_state > CHUNKING_OFFERED) | |
57cc2785 | 3042 | cancel_cutthrough_connection(FALSE, US"chunking active"); |
7e3ce68e | 3043 | |
817d9f57 | 3044 | /* Cutthrough delivery: |
5032d1cf JH |
3045 | We have to create the Received header now rather than at the end of reception, |
3046 | so the timestamp behaviour is a change to the normal case. | |
5032d1cf | 3047 | Having created it, send the headers to the destination. */ |
57cc2785 | 3048 | |
74f1a423 | 3049 | if (cutthrough.cctx.sock >= 0 && cutthrough.delivery) |
e4bdf652 | 3050 | { |
817d9f57 JH |
3051 | if (received_count > received_headers_max) |
3052 | { | |
57cc2785 | 3053 | cancel_cutthrough_connection(TRUE, US"too many headers"); |
817d9f57 JH |
3054 | if (smtp_input) receive_swallow_smtp(); /* Swallow incoming SMTP */ |
3055 | log_write(0, LOG_MAIN|LOG_REJECT, "rejected from <%s>%s%s%s%s: " | |
3056 | "Too many \"Received\" headers", | |
3057 | sender_address, | |
57cc2785 JH |
3058 | sender_fullhost ? "H=" : "", sender_fullhost ? sender_fullhost : US"", |
3059 | sender_ident ? "U=" : "", sender_ident ? sender_ident : US""); | |
817d9f57 JH |
3060 | message_id[0] = 0; /* Indicate no message accepted */ |
3061 | smtp_reply = US"550 Too many \"Received\" headers - suspected mail loop"; | |
3062 | goto TIDYUP; /* Skip to end of function */ | |
3063 | } | |
e4bdf652 | 3064 | received_header_gen(); |
578d43dc | 3065 | add_acl_headers(ACL_WHERE_RCPT, US"MAIL or RCPT"); |
e4bdf652 JH |
3066 | (void) cutthrough_headers_send(); |
3067 | } | |
61147df4 | 3068 | |
e4bdf652 | 3069 | |
059ec3d9 PH |
3070 | /* Open a new spool file for the data portion of the message. We need |
3071 | to access it both via a file descriptor and a stream. Try to make the | |
41313d92 | 3072 | directory if it isn't there. */ |
059ec3d9 | 3073 | |
41313d92 | 3074 | spool_name = spool_fname(US"input", message_subdir, message_id, US"-D"); |
a2da3176 JH |
3075 | DEBUG(D_receive) debug_printf("Data file name: %s\n", spool_name); |
3076 | ||
3077 | if ((data_fd = Uopen(spool_name, O_RDWR|O_CREAT|O_EXCL, SPOOL_MODE)) < 0) | |
059ec3d9 PH |
3078 | { |
3079 | if (errno == ENOENT) | |
3080 | { | |
0971ec06 | 3081 | (void) directory_make(spool_directory, |
41313d92 JH |
3082 | spool_sname(US"input", message_subdir), |
3083 | INPUT_DIRECTORY_MODE, TRUE); | |
059ec3d9 PH |
3084 | data_fd = Uopen(spool_name, O_RDWR|O_CREAT|O_EXCL, SPOOL_MODE); |
3085 | } | |
3086 | if (data_fd < 0) | |
3087 | log_write(0, LOG_MAIN|LOG_PANIC_DIE, "Failed to create spool file %s: %s", | |
3088 | spool_name, strerror(errno)); | |
3089 | } | |
3090 | ||
3091 | /* Make sure the file's group is the Exim gid, and double-check the mode | |
3092 | because the group setting doesn't always get set automatically. */ | |
3093 | ||
b66fecb4 | 3094 | if (0 != exim_fchown(data_fd, exim_uid, exim_gid, spool_name)) |
1ac6b2e7 JH |
3095 | log_write(0, LOG_MAIN|LOG_PANIC_DIE, |
3096 | "Failed setting ownership on spool file %s: %s", | |
3097 | spool_name, strerror(errno)); | |
ff790e47 | 3098 | (void)fchmod(data_fd, SPOOL_MODE); |
059ec3d9 PH |
3099 | |
3100 | /* We now have data file open. Build a stream for it and lock it. We lock only | |
3101 | the first line of the file (containing the message ID) because otherwise there | |
3102 | are problems when Exim is run under Cygwin (I'm told). See comments in | |
3103 | spool_in.c, where the same locking is done. */ | |
3104 | ||
1bd642c2 | 3105 | spool_data_file = fdopen(data_fd, "w+"); |
059ec3d9 PH |
3106 | lock_data.l_type = F_WRLCK; |
3107 | lock_data.l_whence = SEEK_SET; | |
3108 | lock_data.l_start = 0; | |
3109 | lock_data.l_len = SPOOL_DATA_START_OFFSET; | |
3110 | ||
3111 | if (fcntl(data_fd, F_SETLK, &lock_data) < 0) | |
3112 | log_write(0, LOG_MAIN|LOG_PANIC_DIE, "Cannot lock %s (%d): %s", spool_name, | |
3113 | errno, strerror(errno)); | |
3114 | ||
3115 | /* We have an open, locked data file. Write the message id to it to make it | |
3116 | self-identifying. Then read the remainder of the input of this message and | |
3117 | write it to the data file. If the variable next != NULL, it contains the first | |
3118 | data line (which was read as a header but then turned out not to have the right | |
3119 | format); write it (remembering that it might contain binary zeros). The result | |
3120 | of fwrite() isn't inspected; instead we call ferror() below. */ | |
3121 | ||
1bd642c2 | 3122 | fprintf(spool_data_file, "%s-D\n", message_id); |
306c6c77 | 3123 | if (next) |
059ec3d9 PH |
3124 | { |
3125 | uschar *s = next->text; | |
3126 | int len = next->slen; | |
1bd642c2 | 3127 | if (fwrite(s, 1, len, spool_data_file) == len) /* "if" for compiler quietening */ |
cfbb0d24 | 3128 | body_linecount++; /* Assumes only 1 line */ |
059ec3d9 PH |
3129 | } |
3130 | ||
3131 | /* Note that we might already be at end of file, or the logical end of file | |
3132 | (indicated by '.'), or might have encountered an error while writing the | |
3133 | message id or "next" line. */ | |
3134 | ||
1bd642c2 | 3135 | if (!ferror(spool_data_file) && !(receive_feof)() && message_ended != END_DOT) |
059ec3d9 PH |
3136 | { |
3137 | if (smtp_input) | |
3138 | { | |
328c5688 | 3139 | message_ended = chunking_state <= CHUNKING_OFFERED |
1bd642c2 | 3140 | ? read_message_data_smtp(spool_data_file) |
328c5688 | 3141 | : spool_wireformat |
1bd642c2 JH |
3142 | ? read_message_bdat_smtp_wire(spool_data_file) |
3143 | : read_message_bdat_smtp(spool_data_file); | |
059ec3d9 PH |
3144 | receive_linecount++; /* The terminating "." line */ |
3145 | } | |
cfbb0d24 | 3146 | else |
1bd642c2 | 3147 | message_ended = read_message_data(spool_data_file); |
059ec3d9 PH |
3148 | |
3149 | receive_linecount += body_linecount; /* For BSMTP errors mainly */ | |
2e0c1448 | 3150 | message_linecount += body_linecount; |
059ec3d9 | 3151 | |
7e3ce68e | 3152 | switch (message_ended) |
059ec3d9 | 3153 | { |
7e3ce68e | 3154 | /* Handle premature termination of SMTP */ |
059ec3d9 | 3155 | |
7e3ce68e JH |
3156 | case END_EOF: |
3157 | if (smtp_input) | |
3158 | { | |
3159 | Uunlink(spool_name); /* Lose data file when closed */ | |
57cc2785 | 3160 | cancel_cutthrough_connection(TRUE, US"sender closed connection"); |
7e3ce68e JH |
3161 | message_id[0] = 0; /* Indicate no message accepted */ |
3162 | smtp_reply = handle_lost_connection(US""); | |
3163 | smtp_yield = FALSE; | |
3164 | goto TIDYUP; /* Skip to end of function */ | |
3165 | } | |
3166 | break; | |
059ec3d9 | 3167 | |
7e3ce68e JH |
3168 | /* Handle message that is too big. Don't use host_or_ident() in the log |
3169 | message; we want to see the ident value even for non-remote messages. */ | |
059ec3d9 | 3170 | |
7e3ce68e JH |
3171 | case END_SIZE: |
3172 | Uunlink(spool_name); /* Lose the data file when closed */ | |
57cc2785 | 3173 | cancel_cutthrough_connection(TRUE, US"mail too big"); |
7e3ce68e | 3174 | if (smtp_input) receive_swallow_smtp(); /* Swallow incoming SMTP */ |
059ec3d9 | 3175 | |
7e3ce68e JH |
3176 | log_write(L_size_reject, LOG_MAIN|LOG_REJECT, "rejected from <%s>%s%s%s%s: " |
3177 | "message too big: read=%d max=%d", | |
3178 | sender_address, | |
306c6c77 JH |
3179 | sender_fullhost ? " H=" : "", |
3180 | sender_fullhost ? sender_fullhost : US"", | |
3181 | sender_ident ? " U=" : "", | |
3182 | sender_ident ? sender_ident : US"", | |
7e3ce68e JH |
3183 | message_size, |
3184 | thismessage_size_limit); | |
3185 | ||
3186 | if (smtp_input) | |
3187 | { | |
3188 | smtp_reply = US"552 Message size exceeds maximum permitted"; | |
3189 | message_id[0] = 0; /* Indicate no message accepted */ | |
3190 | goto TIDYUP; /* Skip to end of function */ | |
3191 | } | |
3192 | else | |
3193 | { | |
1bd642c2 | 3194 | fseek(spool_data_file, (long int)SPOOL_DATA_START_OFFSET, SEEK_SET); |
7e3ce68e JH |
3195 | give_local_error(ERRMESS_TOOBIG, |
3196 | string_sprintf("message too big (max=%d)", thismessage_size_limit), | |
1bd642c2 | 3197 | US"message rejected: ", error_rc, spool_data_file, header_list); |
7e3ce68e JH |
3198 | /* Does not return */ |
3199 | } | |
3200 | break; | |
3201 | ||
3202 | /* Handle bad BDAT protocol sequence */ | |
3203 | ||
3204 | case END_PROTOCOL: | |
3205 | Uunlink(spool_name); /* Lose the data file when closed */ | |
57cc2785 | 3206 | cancel_cutthrough_connection(TRUE, US"sender protocol error"); |
7e3ce68e JH |
3207 | smtp_reply = US""; /* Response already sent */ |
3208 | message_id[0] = 0; /* Indicate no message accepted */ | |
3209 | goto TIDYUP; /* Skip to end of function */ | |
059ec3d9 PH |
3210 | } |
3211 | } | |
3212 | ||
3213 | /* Restore the standard SIGALRM handler for any subsequent processing. (For | |
3214 | example, there may be some expansion in an ACL that uses a timer.) */ | |
3215 | ||
3216 | os_non_restarting_signal(SIGALRM, sigalrm_handler); | |
3217 | ||
3218 | /* The message body has now been read into the data file. Call fflush() to | |
3219 | empty the buffers in C, and then call fsync() to get the data written out onto | |
3220 | the disk, as fflush() doesn't do this (or at least, it isn't documented as | |
3221 | having to do this). If there was an I/O error on either input or output, | |
3222 | attempt to send an error message, and unlink the spool file. For non-SMTP input | |
3223 | we can then give up. Note that for SMTP input we must swallow the remainder of | |
3224 | the input in cases of output errors, since the far end doesn't expect to see | |
3225 | anything until the terminating dot line is sent. */ | |
3226 | ||
1bd642c2 JH |
3227 | if (fflush(spool_data_file) == EOF || ferror(spool_data_file) || |
3228 | EXIMfsync(fileno(spool_data_file)) < 0 || (receive_ferror)()) | |
059ec3d9 PH |
3229 | { |
3230 | uschar *msg_errno = US strerror(errno); | |
3231 | BOOL input_error = (receive_ferror)() != 0; | |
3232 | uschar *msg = string_sprintf("%s error (%s) while receiving message from %s", | |
3233 | input_error? "Input read" : "Spool write", | |
3234 | msg_errno, | |
306c6c77 | 3235 | sender_fullhost ? sender_fullhost : sender_ident); |
059ec3d9 PH |
3236 | |
3237 | log_write(0, LOG_MAIN, "Message abandoned: %s", msg); | |
3238 | Uunlink(spool_name); /* Lose the data file */ | |
57cc2785 | 3239 | cancel_cutthrough_connection(TRUE, US"error writing spoolfile"); |
059ec3d9 PH |
3240 | |
3241 | if (smtp_input) | |
3242 | { | |
3243 | if (input_error) | |
3244 | smtp_reply = US"451 Error while reading input data"; | |
3245 | else | |
3246 | { | |
3247 | smtp_reply = US"451 Error while writing spool file"; | |
3248 | receive_swallow_smtp(); | |
3249 | } | |
3250 | message_id[0] = 0; /* Indicate no message accepted */ | |
3251 | goto TIDYUP; /* Skip to end of function */ | |
3252 | } | |
3253 | ||
3254 | else | |
3255 | { | |
1bd642c2 JH |
3256 | fseek(spool_data_file, (long int)SPOOL_DATA_START_OFFSET, SEEK_SET); |
3257 | give_local_error(ERRMESS_IOERR, msg, US"", error_rc, spool_data_file, | |
059ec3d9 PH |
3258 | header_list); |
3259 | /* Does not return */ | |
3260 | } | |
3261 | } | |
3262 | ||
3263 | ||
3264 | /* No I/O errors were encountered while writing the data file. */ | |
3265 | ||
3266 | DEBUG(D_receive) debug_printf("Data file written for message %s\n", message_id); | |
306c6c77 | 3267 | if (LOGGING(receive_time)) timesince(&received_time_taken, &received_time); |
059ec3d9 PH |
3268 | |
3269 | ||
3270 | /* If there were any bad addresses extracted by -t, or there were no recipients | |
3271 | left after -t, send a message to the sender of this message, or write it to | |
3272 | stderr if the error handling option is set that way. Note that there may | |
3273 | legitimately be no recipients for an SMTP message if they have all been removed | |
3274 | by "discard". | |
3275 | ||
3276 | We need to rewind the data file in order to read it. In the case of no | |
3277 | recipients or stderr error writing, throw the data file away afterwards, and | |
3278 | exit. (This can't be SMTP, which always ensures there's at least one | |
3279 | syntactically good recipient address.) */ | |
3280 | ||
306c6c77 | 3281 | if (extract_recip && (bad_addresses || recipients_count == 0)) |
059ec3d9 PH |
3282 | { |
3283 | DEBUG(D_receive) | |
3284 | { | |
3285 | if (recipients_count == 0) debug_printf("*** No recipients\n"); | |
306c6c77 | 3286 | if (bad_addresses) |
059ec3d9 | 3287 | { |
059ec3d9 | 3288 | debug_printf("*** Bad address(es)\n"); |
d7978c0f | 3289 | for (error_block * eblock = bad_addresses; eblock; eblock = eblock->next) |
059ec3d9 | 3290 | debug_printf(" %s: %s\n", eblock->text1, eblock->text2); |
059ec3d9 PH |
3291 | } |
3292 | } | |
3293 | ||
569a8b23 JH |
3294 | log_write(0, LOG_MAIN|LOG_PANIC, "%s %s found in headers", |
3295 | message_id, bad_addresses ? "bad addresses" : "no recipients"); | |
3296 | ||
1bd642c2 | 3297 | fseek(spool_data_file, (long int)SPOOL_DATA_START_OFFSET, SEEK_SET); |
059ec3d9 PH |
3298 | |
3299 | /* If configured to send errors to the sender, but this fails, force | |
3300 | a failure error code. We use a special one for no recipients so that it | |
3301 | can be detected by the autoreply transport. Otherwise error_rc is set to | |
3302 | errors_sender_rc, which is EXIT_FAILURE unless -oee was given, in which case | |
3303 | it is EXIT_SUCCESS. */ | |
3304 | ||
3305 | if (error_handling == ERRORS_SENDER) | |
3306 | { | |
3307 | if (!moan_to_sender( | |
569a8b23 JH |
3308 | bad_addresses |
3309 | ? recipients_list ? ERRMESS_BADADDRESS : ERRMESS_BADNOADDRESS | |
3310 | : extracted_ignored ? ERRMESS_IGADDRESS : ERRMESS_NOADDRESS, | |
3311 | bad_addresses, header_list, spool_data_file, FALSE | |
3312 | ) ) | |
3313 | error_rc = bad_addresses ? EXIT_FAILURE : EXIT_NORECIPIENTS; | |
059ec3d9 PH |
3314 | } |
3315 | else | |
3316 | { | |
306c6c77 | 3317 | if (!bad_addresses) |
059ec3d9 PH |
3318 | if (extracted_ignored) |
3319 | fprintf(stderr, "exim: all -t recipients overridden by command line\n"); | |
3320 | else | |
3321 | fprintf(stderr, "exim: no recipients in message\n"); | |
059ec3d9 PH |
3322 | else |
3323 | { | |
3324 | fprintf(stderr, "exim: invalid address%s", | |
cfbb0d24 JH |
3325 | bad_addresses->next ? "es:\n" : ":"); |
3326 | for ( ; bad_addresses; bad_addresses = bad_addresses->next) | |
059ec3d9 PH |
3327 | fprintf(stderr, " %s: %s\n", bad_addresses->text1, |
3328 | bad_addresses->text2); | |
059ec3d9 PH |
3329 | } |
3330 | } | |
3331 | ||
3332 | if (recipients_count == 0 || error_handling == ERRORS_STDERR) | |
3333 | { | |
3334 | Uunlink(spool_name); | |
1bd642c2 | 3335 | (void)fclose(spool_data_file); |
9bfb7e1b | 3336 | exim_exit(error_rc, US"receiving"); |
059ec3d9 PH |
3337 | } |
3338 | } | |
3339 | ||
3340 | /* Data file successfully written. Generate text for the Received: header by | |
3341 | expanding the configured string, and adding a timestamp. By leaving this | |
3342 | operation till now, we ensure that the timestamp is the time that message | |
3343 | reception was completed. However, this is deliberately done before calling the | |
3344 | data ACL and local_scan(). | |
3345 | ||
3346 | This Received: header may therefore be inspected by the data ACL and by code in | |
3347 | the local_scan() function. When they have run, we update the timestamp to be | |
3348 | the final time of reception. | |
3349 | ||
3350 | If there is just one recipient, set up its value in the $received_for variable | |
3351 | for use when we generate the Received: header. | |
3352 | ||
3353 | Note: the checking for too many Received: headers is handled by the delivery | |
3354 | code. */ | |
e4bdf652 | 3355 | /*XXX eventually add excess Received: check for cutthrough case back when classifying them */ |
059ec3d9 | 3356 | |
306c6c77 | 3357 | if (!received_header->text) /* Non-cutthrough case */ |
059ec3d9 | 3358 | { |
e4bdf652 | 3359 | received_header_gen(); |
059ec3d9 | 3360 | |
e4bdf652 | 3361 | /* Set the value of message_body_size for the DATA ACL and for local_scan() */ |
059ec3d9 | 3362 | |
e4bdf652 JH |
3363 | message_body_size = (fstat(data_fd, &statbuf) == 0)? |
3364 | statbuf.st_size - SPOOL_DATA_START_OFFSET : -1; | |
059ec3d9 | 3365 | |
e4bdf652 JH |
3366 | /* If an ACL from any RCPT commands set up any warning headers to add, do so |
3367 | now, before running the DATA ACL. */ | |
059ec3d9 | 3368 | |
578d43dc | 3369 | add_acl_headers(ACL_WHERE_RCPT, US"MAIL or RCPT"); |
e4bdf652 | 3370 | } |
817d9f57 | 3371 | else |
e4bdf652 JH |
3372 | message_body_size = (fstat(data_fd, &statbuf) == 0)? |
3373 | statbuf.st_size - SPOOL_DATA_START_OFFSET : -1; | |
059ec3d9 PH |
3374 | |
3375 | /* If an ACL is specified for checking things at this stage of reception of a | |
3376 | message, run it, unless all the recipients were removed by "discard" in earlier | |
3377 | ACLs. That is the only case in which recipients_count can be zero at this | |
3378 | stage. Set deliver_datafile to point to the data file so that $message_body and | |
3379 | $message_body_end can be extracted if needed. Allow $recipients in expansions. | |
3380 | */ | |
3381 | ||
3382 | deliver_datafile = data_fd; | |
4e88a19f | 3383 | user_msg = NULL; |
059ec3d9 | 3384 | |
8768d548 | 3385 | f.enable_dollar_recipients = TRUE; |
0e20aff9 | 3386 | |
059ec3d9 | 3387 | if (recipients_count == 0) |
8768d548 | 3388 | blackholed_by = f.recipients_discarded ? US"MAIL ACL" : US"RCPT ACL"; |
7e3ce68e | 3389 | |
059ec3d9 PH |
3390 | else |
3391 | { | |
059ec3d9 PH |
3392 | /* Handle interactive SMTP messages */ |
3393 | ||
3394 | if (smtp_input && !smtp_batched_input) | |
3395 | { | |
8523533c | 3396 | |
80a47a2c | 3397 | #ifndef DISABLE_DKIM |
8768d548 | 3398 | if (!f.dkim_disable_verify) |
80a47a2c | 3399 | { |
cc55f420 | 3400 | /* Finish verification */ |
80a47a2c TK |
3401 | dkim_exim_verify_finish(); |
3402 | ||
3403 | /* Check if we must run the DKIM ACL */ | |
7e3ce68e | 3404 | if (acl_smtp_dkim && dkim_verify_signers && *dkim_verify_signers) |
80a47a2c | 3405 | { |
cc55f420 | 3406 | uschar * dkim_verify_signers_expanded = |
80a47a2c | 3407 | expand_string(dkim_verify_signers); |
cc55f420 JH |
3408 | gstring * results = NULL; |
3409 | int signer_sep = 0; | |
3410 | const uschar * ptr; | |
3411 | uschar * item; | |
3412 | gstring * seen_items = NULL; | |
3413 | int old_pool = store_pool; | |
3414 | ||
3415 | store_pool = POOL_PERM; /* Allow created variables to live to data ACL */ | |
3416 | ||
3417 | if (!(ptr = dkim_verify_signers_expanded)) | |
80a47a2c TK |
3418 | log_write(0, LOG_MAIN|LOG_PANIC, |
3419 | "expansion of dkim_verify_signers option failed: %s", | |
3420 | expand_string_message); | |
7e3ce68e | 3421 | |
cc55f420 JH |
3422 | /* Default to OK when no items are present */ |
3423 | rc = OK; | |
3424 | while ((item = string_nextinlist(&ptr, &signer_sep, NULL, 0))) | |
3425 | { | |
3426 | /* Prevent running ACL for an empty item */ | |
3427 | if (!item || !*item) continue; | |
3428 | ||
3429 | /* Only run ACL once for each domain or identity, | |
3430 | no matter how often it appears in the expanded list. */ | |
3431 | if (seen_items) | |
3432 | { | |
3433 | uschar * seen_item; | |
3434 | const uschar * seen_items_list = string_from_gstring(seen_items); | |
3435 | int seen_sep = ':'; | |
3436 | BOOL seen_this_item = FALSE; | |
3437 | ||
3438 | while ((seen_item = string_nextinlist(&seen_items_list, &seen_sep, | |
3439 | NULL, 0))) | |
3440 | if (Ustrcmp(seen_item,item) == 0) | |
3441 | { | |
3442 | seen_this_item = TRUE; | |
3443 | break; | |
3444 | } | |
3445 | ||
3446 | if (seen_this_item) | |
5032d1cf JH |
3447 | { |
3448 | DEBUG(D_receive) | |
cc55f420 JH |
3449 | debug_printf("acl_smtp_dkim: skipping signer %s, " |
3450 | "already seen\n", item); | |
3451 | continue; | |
5032d1cf | 3452 | } |
cc55f420 | 3453 | |
b2bcdd35 | 3454 | seen_items = string_catn(seen_items, US":", 1); |
cc55f420 | 3455 | } |
cc55f420 JH |
3456 | seen_items = string_cat(seen_items, item); |
3457 | ||
18067c75 | 3458 | rc = dkim_exim_acl_run(item, &results, &user_msg, &log_msg); |
cc55f420 JH |
3459 | if (rc != OK) |
3460 | { | |
3461 | DEBUG(D_receive) | |
3462 | debug_printf("acl_smtp_dkim: acl_check returned %d on %s, " | |
3463 | "skipping remaining items\n", rc, item); | |
3464 | cancel_cutthrough_connection(TRUE, US"dkim acl not ok"); | |
3465 | break; | |
3466 | } | |
3467 | } | |
3468 | dkim_verify_status = string_from_gstring(results); | |
3469 | store_pool = old_pool; | |
3470 | add_acl_headers(ACL_WHERE_DKIM, US"DKIM"); | |
3471 | if (rc == DISCARD) | |
3472 | { | |
3473 | recipients_count = 0; | |
3474 | blackholed_by = US"DKIM ACL"; | |
3475 | if (log_msg) | |
3476 | blackhole_log_msg = string_sprintf(": %s", log_msg); | |
3477 | } | |
3478 | else if (rc != OK) | |
3479 | { | |
3480 | Uunlink(spool_name); | |
3481 | if (smtp_handle_acl_fail(ACL_WHERE_DKIM, rc, user_msg, log_msg) != 0) | |
3482 | smtp_yield = FALSE; /* No more messages after dropped connection */ | |
3483 | smtp_reply = US""; /* Indicate reply already sent */ | |
3484 | message_id[0] = 0; /* Indicate no message accepted */ | |
3485 | goto TIDYUP; /* Skip to end of function */ | |
3486 | } | |
80a47a2c | 3487 | } |
a79d8834 JH |
3488 | else |
3489 | dkim_exim_verify_log_all(); | |
80a47a2c | 3490 | } |
4a8ce2d8 | 3491 | #endif /* DISABLE_DKIM */ |
fb2274d4 | 3492 | |
8523533c | 3493 | #ifdef WITH_CONTENT_SCAN |
5b6f7658 JH |
3494 | if ( recipients_count > 0 |
3495 | && acl_smtp_mime | |
3496 | && !run_mime_acl(acl_smtp_mime, &smtp_yield, &smtp_reply, &blackholed_by) | |
3497 | ) | |
54cdb463 | 3498 | goto TIDYUP; |
8523533c TK |
3499 | #endif /* WITH_CONTENT_SCAN */ |
3500 | ||
1a2e76e1 | 3501 | #ifdef SUPPORT_DMARC |
4840604e | 3502 | dmarc_up = dmarc_store_data(from_header); |
1a2e76e1 | 3503 | #endif |
4840604e | 3504 | |
8ccd00b1 JH |
3505 | #ifndef DISABLE_PRDR |
3506 | if (prdr_requested && recipients_count > 1 && acl_smtp_data_prdr) | |
fd98a5c6 | 3507 | { |
fd98a5c6 JH |
3508 | int all_pass = OK; |
3509 | int all_fail = FAIL; | |
3510 | ||
925ac8e4 | 3511 | smtp_printf("353 PRDR content analysis beginning\r\n", TRUE); |
fd98a5c6 | 3512 | /* Loop through recipients, responses must be in same order received */ |
d7978c0f | 3513 | for (unsigned int c = 0; recipients_count > c; c++) |
fd98a5c6 JH |
3514 | { |
3515 | uschar * addr= recipients_list[c].address; | |
3516 | uschar * msg= US"PRDR R=<%s> %s"; | |
3517 | uschar * code; | |
3518 | DEBUG(D_receive) | |
3519 | debug_printf("PRDR processing recipient %s (%d of %d)\n", | |
3520 | addr, c+1, recipients_count); | |
3521 | rc = acl_check(ACL_WHERE_PRDR, addr, | |
3522 | acl_smtp_data_prdr, &user_msg, &log_msg); | |
3523 | ||
3524 | /* If any recipient rejected content, indicate it in final message */ | |
3525 | all_pass |= rc; | |
3526 | /* If all recipients rejected, indicate in final message */ | |
3527 | all_fail &= rc; | |
3528 | ||
3529 | switch (rc) | |
3530 | { | |
3531 | case OK: case DISCARD: code = US"250"; break; | |
3532 | case DEFER: code = US"450"; break; | |
3533 | default: code = US"550"; break; | |
3534 | } | |
3535 | if (user_msg != NULL) | |
3536 | smtp_user_msg(code, user_msg); | |
3537 | else | |
3538 | { | |
3539 | switch (rc) | |
3540 | { | |
3541 | case OK: case DISCARD: | |
3542 | msg = string_sprintf(CS msg, addr, "acceptance"); break; | |
3543 | case DEFER: | |
3544 | msg = string_sprintf(CS msg, addr, "temporary refusal"); break; | |
3545 | default: | |
3546 | msg = string_sprintf(CS msg, addr, "refusal"); break; | |
3547 | } | |
3548 | smtp_user_msg(code, msg); | |
3549 | } | |
3550 | if (log_msg) log_write(0, LOG_MAIN, "PRDR %s %s", addr, log_msg); | |
3551 | else if (user_msg) log_write(0, LOG_MAIN, "PRDR %s %s", addr, user_msg); | |
112b6a93 | 3552 | else log_write(0, LOG_MAIN, "%s", CS msg); |
fd98a5c6 JH |
3553 | |
3554 | if (rc != OK) { receive_remove_recipient(addr); c--; } | |
3555 | } | |
3556 | /* Set up final message, used if data acl gives OK */ | |
3557 | smtp_reply = string_sprintf("%s id=%s message %s", | |
3558 | all_fail == FAIL ? US"550" : US"250", | |
3559 | message_id, | |
3560 | all_fail == FAIL | |
3561 | ? US"rejected for all recipients" | |
3562 | : all_pass == OK | |
3563 | ? US"accepted" | |
3564 | : US"accepted for some recipients"); | |
3565 | if (recipients_count == 0) | |
3566 | { | |
3567 | message_id[0] = 0; /* Indicate no message accepted */ | |
3568 | goto TIDYUP; | |
3569 | } | |
3570 | } | |
3571 | else | |
3572 | prdr_requested = FALSE; | |
8ccd00b1 | 3573 | #endif /* !DISABLE_PRDR */ |
fd98a5c6 | 3574 | |
54cdb463 PH |
3575 | /* Check the recipients count again, as the MIME ACL might have changed |
3576 | them. */ | |
8523533c | 3577 | |
059ec3d9 PH |
3578 | if (acl_smtp_data != NULL && recipients_count > 0) |
3579 | { | |
059ec3d9 | 3580 | rc = acl_check(ACL_WHERE_DATA, NULL, acl_smtp_data, &user_msg, &log_msg); |
578d43dc | 3581 | add_acl_headers(ACL_WHERE_DATA, US"DATA"); |
059ec3d9 PH |
3582 | if (rc == DISCARD) |
3583 | { | |
3584 | recipients_count = 0; | |
3585 | blackholed_by = US"DATA ACL"; | |
57cc2785 | 3586 | if (log_msg) |
8e669ac1 | 3587 | blackhole_log_msg = string_sprintf(": %s", log_msg); |
57cc2785 | 3588 | cancel_cutthrough_connection(TRUE, US"data acl discard"); |
059ec3d9 PH |
3589 | } |
3590 | else if (rc != OK) | |
3591 | { | |
3592 | Uunlink(spool_name); | |
57cc2785 | 3593 | cancel_cutthrough_connection(TRUE, US"data acl not ok"); |
8523533c TK |
3594 | #ifdef WITH_CONTENT_SCAN |
3595 | unspool_mbox(); | |
6f0c431a PP |
3596 | #endif |
3597 | #ifdef EXPERIMENTAL_DCC | |
3598 | dcc_ok = 0; | |
8523533c | 3599 | #endif |
059ec3d9 | 3600 | if (smtp_handle_acl_fail(ACL_WHERE_DATA, rc, user_msg, log_msg) != 0) |
85ffcba6 | 3601 | smtp_yield = FALSE; /* No more messages after dropped connection */ |
059ec3d9 PH |
3602 | smtp_reply = US""; /* Indicate reply already sent */ |
3603 | message_id[0] = 0; /* Indicate no message accepted */ | |
3604 | goto TIDYUP; /* Skip to end of function */ | |
3605 | } | |
3606 | } | |
3607 | } | |
3608 | ||
3609 | /* Handle non-SMTP and batch SMTP (i.e. non-interactive) messages. Note that | |
3610 | we cannot take different actions for permanent and temporary rejections. */ | |
3611 | ||
54cdb463 | 3612 | else |
059ec3d9 | 3613 | { |
54cdb463 PH |
3614 | |
3615 | #ifdef WITH_CONTENT_SCAN | |
5b6f7658 JH |
3616 | if ( acl_not_smtp_mime |
3617 | && !run_mime_acl(acl_not_smtp_mime, &smtp_yield, &smtp_reply, | |
3618 | &blackholed_by) | |
3619 | ) | |
54cdb463 PH |
3620 | goto TIDYUP; |
3621 | #endif /* WITH_CONTENT_SCAN */ | |
3622 | ||
40394cc1 | 3623 | if (acl_not_smtp) |
059ec3d9 | 3624 | { |
54cdb463 | 3625 | uschar *user_msg, *log_msg; |
8768d548 | 3626 | f.authentication_local = TRUE; |
54cdb463 PH |
3627 | rc = acl_check(ACL_WHERE_NOTSMTP, NULL, acl_not_smtp, &user_msg, &log_msg); |
3628 | if (rc == DISCARD) | |
059ec3d9 | 3629 | { |
54cdb463 PH |
3630 | recipients_count = 0; |
3631 | blackholed_by = US"non-SMTP ACL"; | |
40394cc1 | 3632 | if (log_msg) |
54cdb463 | 3633 | blackhole_log_msg = string_sprintf(": %s", log_msg); |
059ec3d9 | 3634 | } |
54cdb463 | 3635 | else if (rc != OK) |
059ec3d9 | 3636 | { |
54cdb463 PH |
3637 | Uunlink(spool_name); |
3638 | #ifdef WITH_CONTENT_SCAN | |
3639 | unspool_mbox(); | |
6f0c431a PP |
3640 | #endif |
3641 | #ifdef EXPERIMENTAL_DCC | |
3642 | dcc_ok = 0; | |
54cdb463 | 3643 | #endif |
6ea85e9a PH |
3644 | /* The ACL can specify where rejections are to be logged, possibly |
3645 | nowhere. The default is main and reject logs. */ | |
3646 | ||
40394cc1 | 3647 | if (log_reject_target) |
6ea85e9a PH |
3648 | log_write(0, log_reject_target, "F=<%s> rejected by non-SMTP ACL: %s", |
3649 | sender_address, log_msg); | |
3650 | ||
40394cc1 | 3651 | if (!user_msg) user_msg = US"local configuration problem"; |
54cdb463 | 3652 | if (smtp_batched_input) |
54cdb463 PH |
3653 | moan_smtp_batch(NULL, "%d %s", 550, user_msg); |
3654 | /* Does not return */ | |
54cdb463 PH |
3655 | else |
3656 | { | |
1bd642c2 | 3657 | fseek(spool_data_file, (long int)SPOOL_DATA_START_OFFSET, SEEK_SET); |
54cdb463 | 3658 | give_local_error(ERRMESS_LOCAL_ACL, user_msg, |
1bd642c2 | 3659 | US"message rejected by non-SMTP ACL: ", error_rc, spool_data_file, |
54cdb463 PH |
3660 | header_list); |
3661 | /* Does not return */ | |
3662 | } | |
059ec3d9 | 3663 | } |
578d43dc | 3664 | add_acl_headers(ACL_WHERE_NOTSMTP, US"non-SMTP"); |
059ec3d9 | 3665 | } |
059ec3d9 PH |
3666 | } |
3667 | ||
54cdb463 PH |
3668 | /* The applicable ACLs have been run */ |
3669 | ||
8768d548 JH |
3670 | if (f.deliver_freeze) frozen_by = US"ACL"; /* for later logging */ |
3671 | if (f.queue_only_policy) queued_by = US"ACL"; | |
059ec3d9 PH |
3672 | } |
3673 | ||
8523533c TK |
3674 | #ifdef WITH_CONTENT_SCAN |
3675 | unspool_mbox(); | |
3676 | #endif | |
3677 | ||
6a8f9482 TK |
3678 | #ifdef EXPERIMENTAL_DCC |
3679 | dcc_ok = 0; | |
3680 | #endif | |
3681 | ||
3682 | ||
9723f966 | 3683 | #ifdef HAVE_LOCAL_SCAN |
059ec3d9 PH |
3684 | /* The final check on the message is to run the scan_local() function. The |
3685 | version supplied with Exim always accepts, but this is a hook for sysadmins to | |
3686 | supply their own checking code. The local_scan() function is run even when all | |
3687 | the recipients have been discarded. */ | |
3688 | ||
3689 | lseek(data_fd, (long int)SPOOL_DATA_START_OFFSET, SEEK_SET); | |
3690 | ||
3691 | /* Arrange to catch crashes in local_scan(), so that the -D file gets | |
3692 | deleted, and the incident gets logged. */ | |
3693 | ||
9723f966 JH |
3694 | if (sigsetjmp(local_scan_env, 1) == 0) |
3695 | { | |
3696 | had_local_scan_crash = 0; | |
3697 | os_non_restarting_signal(SIGSEGV, local_scan_crash_handler); | |
3698 | os_non_restarting_signal(SIGFPE, local_scan_crash_handler); | |
3699 | os_non_restarting_signal(SIGILL, local_scan_crash_handler); | |
3700 | os_non_restarting_signal(SIGBUS, local_scan_crash_handler); | |
3701 | ||
3702 | DEBUG(D_receive) debug_printf("calling local_scan(); timeout=%d\n", | |
3703 | local_scan_timeout); | |
3704 | local_scan_data = NULL; | |
3705 | ||
3706 | had_local_scan_timeout = 0; | |
3707 | os_non_restarting_signal(SIGALRM, local_scan_timeout_handler); | |
c2a1bba0 | 3708 | if (local_scan_timeout > 0) ALARM(local_scan_timeout); |
9723f966 | 3709 | rc = local_scan(data_fd, &local_scan_data); |
c2a1bba0 | 3710 | ALARM_CLR(0); |
9723f966 JH |
3711 | os_non_restarting_signal(SIGALRM, sigalrm_handler); |
3712 | ||
8768d548 | 3713 | f.enable_dollar_recipients = FALSE; |
9723f966 JH |
3714 | |
3715 | store_pool = POOL_MAIN; /* In case changed */ | |
3716 | DEBUG(D_receive) debug_printf("local_scan() returned %d %s\n", rc, | |
3717 | local_scan_data); | |
3718 | ||
3719 | os_non_restarting_signal(SIGSEGV, SIG_DFL); | |
3720 | os_non_restarting_signal(SIGFPE, SIG_DFL); | |
3721 | os_non_restarting_signal(SIGILL, SIG_DFL); | |
3722 | os_non_restarting_signal(SIGBUS, SIG_DFL); | |
3723 | } | |
3724 | else | |
3725 | { | |
3726 | if (had_local_scan_crash) | |
3727 | { | |
3728 | log_write(0, LOG_MAIN|LOG_REJECT, "local_scan() function crashed with " | |
3729 | "signal %d - message temporarily rejected (size %d)", | |
3730 | had_local_scan_crash, message_size); | |
9723f966 | 3731 | receive_bomb_out(US"local-scan-error", US"local verification problem"); |
cfbb0d24 | 3732 | /* Does not return */ |
9723f966 JH |
3733 | } |
3734 | if (had_local_scan_timeout) | |
3735 | { | |
3736 | log_write(0, LOG_MAIN|LOG_REJECT, "local_scan() function timed out - " | |
3737 | "message temporarily rejected (size %d)", message_size); | |
9723f966 | 3738 | receive_bomb_out(US"local-scan-timeout", US"local verification problem"); |
cfbb0d24 | 3739 | /* Does not return */ |
9723f966 JH |
3740 | } |
3741 | } | |
059ec3d9 PH |
3742 | |
3743 | /* The length check is paranoia against some runaway code, and also because | |
3744 | (for a success return) lines in the spool file are read into big_buffer. */ | |
3745 | ||
9723f966 | 3746 | if (local_scan_data) |
059ec3d9 PH |
3747 | { |
3748 | int len = Ustrlen(local_scan_data); | |
3749 | if (len > LOCAL_SCAN_MAX_RETURN) len = LOCAL_SCAN_MAX_RETURN; | |
3750 | local_scan_data = string_copyn(local_scan_data, len); | |
3751 | } | |
3752 | ||
3753 | if (rc == LOCAL_SCAN_ACCEPT_FREEZE) | |
3754 | { | |
8768d548 | 3755 | if (!f.deliver_freeze) /* ACL might have already frozen */ |
059ec3d9 | 3756 | { |
8768d548 | 3757 | f.deliver_freeze = TRUE; |
059ec3d9 PH |
3758 | deliver_frozen_at = time(NULL); |
3759 | frozen_by = US"local_scan()"; | |
3760 | } | |
3761 | rc = LOCAL_SCAN_ACCEPT; | |
3762 | } | |
3763 | else if (rc == LOCAL_SCAN_ACCEPT_QUEUE) | |
3764 | { | |
8768d548 | 3765 | if (!f.queue_only_policy) /* ACL might have already queued */ |
059ec3d9 | 3766 | { |
8768d548 | 3767 | f.queue_only_policy = TRUE; |
059ec3d9 PH |
3768 | queued_by = US"local_scan()"; |
3769 | } | |
3770 | rc = LOCAL_SCAN_ACCEPT; | |
3771 | } | |
3772 | ||
3773 | /* Message accepted: remove newlines in local_scan_data because otherwise | |
3774 | the spool file gets corrupted. Ensure that all recipients are qualified. */ | |
3775 | ||
3776 | if (rc == LOCAL_SCAN_ACCEPT) | |
3777 | { | |
9723f966 | 3778 | if (local_scan_data) |
d7978c0f JH |
3779 | for (uschar * s = local_scan_data; *s != 0; s++) if (*s == '\n') *s = ' '; |
3780 | for (int i = 0; i < recipients_count; i++) | |
059ec3d9 PH |
3781 | { |
3782 | recipient_item *r = recipients_list + i; | |
3783 | r->address = rewrite_address_qualify(r->address, TRUE); | |
d7978c0f | 3784 | if (r->errors_to) |
059ec3d9 PH |
3785 | r->errors_to = rewrite_address_qualify(r->errors_to, TRUE); |
3786 | } | |
d7978c0f | 3787 | if (recipients_count == 0 && !blackholed_by) |
059ec3d9 PH |
3788 | blackholed_by = US"local_scan"; |
3789 | } | |
3790 | ||
3791 | /* Message rejected: newlines permitted in local_scan_data to generate | |
3792 | multiline SMTP responses. */ | |
3793 | ||
3794 | else | |
3795 | { | |
3796 | uschar *istemp = US""; | |
a5bd321b | 3797 | uschar *smtp_code; |
acec9514 | 3798 | gstring * g; |
059ec3d9 PH |
3799 | |
3800 | errmsg = local_scan_data; | |
3801 | ||
3802 | Uunlink(spool_name); /* Cancel this message */ | |
3803 | switch(rc) | |
3804 | { | |
3805 | default: | |
b2bcdd35 JH |
3806 | log_write(0, LOG_MAIN, "invalid return %d from local_scan(). Temporary " |
3807 | "rejection given", rc); | |
3808 | goto TEMPREJECT; | |
059ec3d9 PH |
3809 | |
3810 | case LOCAL_SCAN_REJECT_NOLOGHDR: | |
b2bcdd35 JH |
3811 | BIT_CLEAR(log_selector, log_selector_size, Li_rejected_header); |
3812 | /* Fall through */ | |
059ec3d9 PH |
3813 | |
3814 | case LOCAL_SCAN_REJECT: | |
b2bcdd35 JH |
3815 | smtp_code = US"550"; |
3816 | if (!errmsg) errmsg = US"Administrative prohibition"; | |
3817 | break; | |
059ec3d9 PH |
3818 | |
3819 | case LOCAL_SCAN_TEMPREJECT_NOLOGHDR: | |
b2bcdd35 JH |
3820 | BIT_CLEAR(log_selector, log_selector_size, Li_rejected_header); |
3821 | /* Fall through */ | |
059ec3d9 PH |
3822 | |
3823 | case LOCAL_SCAN_TEMPREJECT: | |
3824 | TEMPREJECT: | |
b2bcdd35 JH |
3825 | smtp_code = US"451"; |
3826 | if (!errmsg) errmsg = US"Temporary local problem"; | |
3827 | istemp = US"temporarily "; | |
3828 | break; | |
059ec3d9 PH |
3829 | } |
3830 | ||
298f557c | 3831 | g = string_append(NULL, 2, US"F=", |
acec9514 JH |
3832 | sender_address[0] == 0 ? US"<>" : sender_address); |
3833 | g = add_host_info_for_log(g); | |
059ec3d9 PH |
3834 | |
3835 | log_write(0, LOG_MAIN|LOG_REJECT, "%s %srejected by local_scan(): %.256s", | |
acec9514 | 3836 | string_from_gstring(g), istemp, string_printing(errmsg)); |
059ec3d9 PH |
3837 | |
3838 | if (smtp_input) | |
059ec3d9 PH |
3839 | if (!smtp_batched_input) |
3840 | { | |
a5bd321b | 3841 | smtp_respond(smtp_code, 3, TRUE, errmsg); |
059ec3d9 PH |
3842 | message_id[0] = 0; /* Indicate no message accepted */ |
3843 | smtp_reply = US""; /* Indicate reply already sent */ | |
3844 | goto TIDYUP; /* Skip to end of function */ | |
3845 | } | |
3846 | else | |
a5bd321b | 3847 | moan_smtp_batch(NULL, "%s %s", smtp_code, errmsg); |
059ec3d9 | 3848 | /* Does not return */ |
059ec3d9 PH |
3849 | else |
3850 | { | |
1bd642c2 | 3851 | fseek(spool_data_file, (long int)SPOOL_DATA_START_OFFSET, SEEK_SET); |
059ec3d9 | 3852 | give_local_error(ERRMESS_LOCAL_SCAN, errmsg, |
1bd642c2 | 3853 | US"message rejected by local scan code: ", error_rc, spool_data_file, |
059ec3d9 PH |
3854 | header_list); |
3855 | /* Does not return */ | |
3856 | } | |
3857 | } | |
3858 | ||
3859 | /* Reset signal handlers to ignore signals that previously would have caused | |
3860 | the message to be abandoned. */ | |
3861 | ||
3862 | signal(SIGTERM, SIG_IGN); | |
3863 | signal(SIGINT, SIG_IGN); | |
9723f966 | 3864 | #endif /* HAVE_LOCAL_SCAN */ |
059ec3d9 | 3865 | |
e4bdf652 | 3866 | |
059ec3d9 PH |
3867 | /* Ensure the first time flag is set in the newly-received message. */ |
3868 | ||
8768d548 | 3869 | f.deliver_firsttime = TRUE; |
059ec3d9 | 3870 | |
8523533c | 3871 | #ifdef EXPERIMENTAL_BRIGHTMAIL |
a2da3176 JH |
3872 | if (bmi_run == 1) |
3873 | { /* rewind data file */ | |
8523533c TK |
3874 | lseek(data_fd, (long int)SPOOL_DATA_START_OFFSET, SEEK_SET); |
3875 | bmi_verdicts = bmi_process_message(header_list, data_fd); | |
a2da3176 | 3876 | } |
8523533c TK |
3877 | #endif |
3878 | ||
4c04137d | 3879 | /* Update the timestamp in our Received: header to account for any time taken by |
059ec3d9 PH |
3880 | an ACL or by local_scan(). The new time is the time that all reception |
3881 | processing is complete. */ | |
3882 | ||
3883 | timestamp = expand_string(US"${tod_full}"); | |
3884 | tslen = Ustrlen(timestamp); | |
3885 | ||
3886 | memcpy(received_header->text + received_header->slen - tslen - 1, | |
3887 | timestamp, tslen); | |
3888 | ||
3889 | /* In MUA wrapper mode, ignore queueing actions set by ACL or local_scan() */ | |
3890 | ||
3891 | if (mua_wrapper) | |
3892 | { | |
8768d548 JH |
3893 | f.deliver_freeze = FALSE; |
3894 | f.queue_only_policy = FALSE; | |
059ec3d9 PH |
3895 | } |
3896 | ||
3897 | /* Keep the data file open until we have written the header file, in order to | |
3898 | hold onto the lock. In a -bh run, or if the message is to be blackholed, we | |
3899 | don't write the header file, and we unlink the data file. If writing the header | |
3900 | file fails, we have failed to accept this message. */ | |
3901 | ||
cfbb0d24 | 3902 | if (host_checking || blackholed_by) |
059ec3d9 | 3903 | { |
059ec3d9 PH |
3904 | Uunlink(spool_name); |
3905 | msg_size = 0; /* Compute size for log line */ | |
d7978c0f | 3906 | for (header_line * h = header_list; h; h = h->next) |
059ec3d9 PH |
3907 | if (h->type != '*') msg_size += h->slen; |
3908 | } | |
3909 | ||
3910 | /* Write the -H file */ | |
3911 | ||
3912 | else | |
059ec3d9 PH |
3913 | if ((msg_size = spool_write_header(message_id, SW_RECEIVING, &errmsg)) < 0) |
3914 | { | |
3915 | log_write(0, LOG_MAIN, "Message abandoned: %s", errmsg); | |
3916 | Uunlink(spool_name); /* Lose the data file */ | |
3917 | ||
3918 | if (smtp_input) | |
3919 | { | |
3920 | smtp_reply = US"451 Error in writing spool file"; | |
3921 | message_id[0] = 0; /* Indicate no message accepted */ | |
3922 | goto TIDYUP; | |
3923 | } | |
3924 | else | |
3925 | { | |
1bd642c2 JH |
3926 | fseek(spool_data_file, (long int)SPOOL_DATA_START_OFFSET, SEEK_SET); |
3927 | give_local_error(ERRMESS_IOERR, errmsg, US"", error_rc, spool_data_file, | |
059ec3d9 PH |
3928 | header_list); |
3929 | /* Does not return */ | |
3930 | } | |
3931 | } | |
059ec3d9 PH |
3932 | |
3933 | ||
3934 | /* The message has now been successfully received. */ | |
3935 | ||
3936 | receive_messagecount++; | |
3937 | ||
059ec3d9 PH |
3938 | /* Add data size to written header size. We do not count the initial file name |
3939 | that is in the file, but we do add one extra for the notional blank line that | |
3940 | precedes the data. This total differs from message_size in that it include the | |
3941 | added Received: header and any other headers that got created locally. */ | |
3942 | ||
1bd642c2 | 3943 | if (fflush(spool_data_file)) |
cfbb0d24 JH |
3944 | { |
3945 | errmsg = string_sprintf("Spool write error: %s", strerror(errno)); | |
3946 | log_write(0, LOG_MAIN, "%s\n", errmsg); | |
3947 | Uunlink(spool_name); /* Lose the data file */ | |
3948 | ||
3949 | if (smtp_input) | |
3950 | { | |
3951 | smtp_reply = US"451 Error in writing spool file"; | |
3952 | message_id[0] = 0; /* Indicate no message accepted */ | |
3953 | goto TIDYUP; | |
3954 | } | |
3955 | else | |
3956 | { | |
1bd642c2 JH |
3957 | fseek(spool_data_file, (long int)SPOOL_DATA_START_OFFSET, SEEK_SET); |
3958 | give_local_error(ERRMESS_IOERR, errmsg, US"", error_rc, spool_data_file, | |
cfbb0d24 JH |
3959 | header_list); |
3960 | /* Does not return */ | |
3961 | } | |
3962 | } | |
059ec3d9 PH |
3963 | fstat(data_fd, &statbuf); |
3964 | ||
3965 | msg_size += statbuf.st_size - SPOOL_DATA_START_OFFSET + 1; | |
3966 | ||
3967 | /* Generate a "message received" log entry. We do this by building up a dynamic | |
cfbb0d24 | 3968 | string as required. We log the arrival of a new message while the |
059ec3d9 PH |
3969 | file is still locked, just in case the machine is *really* fast, and delivers |
3970 | it first! Include any message id that is in the message - since the syntax of a | |
4c04137d | 3971 | message id is actually an addr-spec, we can use the parse routine to canonicalize |
059ec3d9 PH |
3972 | it. */ |
3973 | ||
f3ebb786 | 3974 | rcvd_log_reset_point = store_mark(); |
acec9514 | 3975 | g = string_get(256); |
059ec3d9 | 3976 | |
acec9514 | 3977 | g = string_append(g, 2, |
27b9e5f4 JH |
3978 | fake_response == FAIL ? US"(= " : US"<= ", |
3979 | sender_address[0] == 0 ? US"<>" : sender_address); | |
3980 | if (message_reference) | |
acec9514 | 3981 | g = string_append(g, 2, US" R=", message_reference); |
059ec3d9 | 3982 | |
acec9514 | 3983 | g = add_host_info_for_log(g); |
059ec3d9 | 3984 | |
01603eec | 3985 | #ifndef DISABLE_TLS |
6c6d6e48 | 3986 | if (LOGGING(tls_cipher) && tls_in.cipher) |
b10c87b3 | 3987 | { |
acec9514 | 3988 | g = string_append(g, 2, US" X=", tls_in.cipher); |
b10c87b3 JH |
3989 | # ifdef EXPERIMENTAL_TLS_RESUME |
3990 | if (LOGGING(tls_resumption) && tls_in.resumption & RESUME_USED) | |
3991 | g = string_catn(g, US"*", 1); | |
3992 | # endif | |
3993 | } | |
6c6d6e48 | 3994 | if (LOGGING(tls_certificate_verified) && tls_in.cipher) |
acec9514 | 3995 | g = string_append(g, 2, US" CV=", tls_in.certificate_verified ? "yes":"no"); |
6c6d6e48 | 3996 | if (LOGGING(tls_peerdn) && tls_in.peerdn) |
acec9514 | 3997 | g = string_append(g, 3, US" DN=\"", string_printing(tls_in.peerdn), US"\""); |
6c6d6e48 | 3998 | if (LOGGING(tls_sni) && tls_in.sni) |
acec9514 | 3999 | g = string_append(g, 3, US" SNI=\"", string_printing(tls_in.sni), US"\""); |
3f0945ff | 4000 | #endif |
059ec3d9 | 4001 | |
8ccd00b1 | 4002 | if (sender_host_authenticated) |
059ec3d9 | 4003 | { |
acec9514 | 4004 | g = string_append(g, 2, US" A=", sender_host_authenticated); |
27b9e5f4 | 4005 | if (authenticated_id) |
c8e2fc1e | 4006 | { |
acec9514 | 4007 | g = string_append(g, 2, US":", authenticated_id); |
27b9e5f4 | 4008 | if (LOGGING(smtp_mailauth) && authenticated_sender) |
acec9514 | 4009 | g = string_append(g, 2, US":", authenticated_sender); |
c8e2fc1e | 4010 | } |
059ec3d9 PH |
4011 | } |
4012 | ||
8ccd00b1 | 4013 | #ifndef DISABLE_PRDR |
fd98a5c6 | 4014 | if (prdr_requested) |
acec9514 | 4015 | g = string_catn(g, US" PRDR", 5); |
fd98a5c6 | 4016 | #endif |
8ccd00b1 | 4017 | |
cee5f132 | 4018 | #ifdef SUPPORT_PROXY |
6c6d6e48 | 4019 | if (proxy_session && LOGGING(proxy)) |
acec9514 | 4020 | g = string_append(g, 2, US" PRX=", proxy_local_address); |
a3c86431 | 4021 | #endif |
fd98a5c6 | 4022 | |
7e3ce68e | 4023 | if (chunking_state > CHUNKING_OFFERED) |
acec9514 | 4024 | g = string_catn(g, US" K", 2); |
7e3ce68e | 4025 | |
b2827658 | 4026 | g = string_fmt_append(g, " S=%d", msg_size); |
059ec3d9 | 4027 | |
3c0a92dc JH |
4028 | /* log 8BITMIME mode announced in MAIL_FROM |
4029 | 0 ... no BODY= used | |
4030 | 7 ... 7BIT | |
4031 | 8 ... 8BITMIME */ | |
6c6d6e48 | 4032 | if (LOGGING(8bitmime)) |
b2827658 | 4033 | g = string_fmt_append(g, " M8S=%d", body_8bitmime); |
3c0a92dc | 4034 | |
2c47372f JH |
4035 | #ifndef DISABLE_DKIM |
4036 | if (LOGGING(dkim) && dkim_verify_overall) | |
4037 | g = string_append(g, 2, US" DKIM=", dkim_verify_overall); | |
617d3932 JH |
4038 | # ifdef EXPERIMENTAL_ARC |
4039 | if (LOGGING(dkim) && arc_state && Ustrcmp(arc_state, "pass") == 0) | |
4040 | g = string_catn(g, US" ARC", 4); | |
4041 | # endif | |
2c47372f JH |
4042 | #endif |
4043 | ||
306c6c77 JH |
4044 | if (LOGGING(receive_time)) |
4045 | g = string_append(g, 2, US" RT=", string_timediff(&received_time_taken)); | |
4046 | ||
afa6d3ad | 4047 | if (*queue_name) |
acec9514 | 4048 | g = string_append(g, 2, US" Q=", queue_name); |
afa6d3ad | 4049 | |
059ec3d9 PH |
4050 | /* If an addr-spec in a message-id contains a quoted string, it can contain |
4051 | any characters except " \ and CR and so in particular it can contain NL! | |
4052 | Therefore, make sure we use a printing-characters only version for the log. | |
4053 | Also, allow for domain literals in the message id. */ | |
4054 | ||
049782c0 JH |
4055 | if ( LOGGING(msg_id) && msgid_header |
4056 | && (LOGGING(msg_id_created) || !msgid_header_newly_created) | |
4057 | ) | |
059ec3d9 | 4058 | { |
049782c0 | 4059 | uschar * old_id; |
059ec3d9 PH |
4060 | BOOL save_allow_domain_literals = allow_domain_literals; |
4061 | allow_domain_literals = TRUE; | |
4062 | old_id = parse_extract_address(Ustrchr(msgid_header->text, ':') + 1, | |
4063 | &errmsg, &start, &end, &domain, FALSE); | |
4064 | allow_domain_literals = save_allow_domain_literals; | |
049782c0 JH |
4065 | if (old_id) |
4066 | g = string_append(g, 2, | |
4067 | msgid_header_newly_created ? US" id*=" : US" id=", | |
4068 | string_printing(old_id)); | |
059ec3d9 PH |
4069 | } |
4070 | ||
4071 | /* If subject logging is turned on, create suitable printing-character | |
4072 | text. By expanding $h_subject: we make use of the MIME decoding. */ | |
4073 | ||
306c6c77 | 4074 | if (LOGGING(subject) && subject_header) |
059ec3d9 | 4075 | { |
059ec3d9 PH |
4076 | uschar *p = big_buffer; |
4077 | uschar *ss = expand_string(US"$h_subject:"); | |
4078 | ||
4079 | /* Backslash-quote any double quotes or backslashes so as to make a | |
4080 | a C-like string, and turn any non-printers into escape sequences. */ | |
4081 | ||
4082 | *p++ = '\"'; | |
d7978c0f | 4083 | if (*ss != 0) for (int i = 0; i < 100 && ss[i] != 0; i++) |
059ec3d9 PH |
4084 | { |
4085 | if (ss[i] == '\"' || ss[i] == '\\') *p++ = '\\'; | |
4086 | *p++ = ss[i]; | |
4087 | } | |
4088 | *p++ = '\"'; | |
4089 | *p = 0; | |
acec9514 | 4090 | g = string_append(g, 2, US" T=", string_printing(big_buffer)); |
059ec3d9 PH |
4091 | } |
4092 | ||
4093 | /* Terminate the string: string_cat() and string_append() leave room, but do | |
4094 | not put the zero in. */ | |
4095 | ||
acec9514 | 4096 | (void) string_from_gstring(g); |
059ec3d9 | 4097 | |
059ec3d9 PH |
4098 | /* Create a message log file if message logs are being used and this message is |
4099 | not blackholed. Write the reception stuff to it. We used to leave message log | |
e4bdf652 | 4100 | creation until the first delivery, but this has proved confusing for some |
059ec3d9 PH |
4101 | people. */ |
4102 | ||
acec9514 | 4103 | if (message_logs && !blackholed_by) |
059ec3d9 PH |
4104 | { |
4105 | int fd; | |
cfbb0d24 | 4106 | uschar * m_name = spool_fname(US"msglog", message_subdir, message_id, US""); |
b66fecb4 | 4107 | |
cfbb0d24 | 4108 | if ( (fd = Uopen(m_name, O_WRONLY|O_APPEND|O_CREAT, SPOOL_MODE)) < 0 |
a2da3176 JH |
4109 | && errno == ENOENT |
4110 | ) | |
059ec3d9 | 4111 | { |
41313d92 JH |
4112 | (void)directory_make(spool_directory, |
4113 | spool_sname(US"msglog", message_subdir), | |
4114 | MSGLOG_DIRECTORY_MODE, TRUE); | |
cfbb0d24 | 4115 | fd = Uopen(m_name, O_WRONLY|O_APPEND|O_CREAT, SPOOL_MODE); |
059ec3d9 PH |
4116 | } |
4117 | ||
4118 | if (fd < 0) | |
059ec3d9 | 4119 | log_write(0, LOG_MAIN|LOG_PANIC, "Couldn't open message log %s: %s", |
cfbb0d24 | 4120 | m_name, strerror(errno)); |
059ec3d9 PH |
4121 | else |
4122 | { | |
4123 | FILE *message_log = fdopen(fd, "a"); | |
cfbb0d24 | 4124 | if (!message_log) |
059ec3d9 PH |
4125 | { |
4126 | log_write(0, LOG_MAIN|LOG_PANIC, "Couldn't fdopen message log %s: %s", | |
cfbb0d24 | 4127 | m_name, strerror(errno)); |
f1e894f3 | 4128 | (void)close(fd); |
059ec3d9 PH |
4129 | } |
4130 | else | |
4131 | { | |
4132 | uschar *now = tod_stamp(tod_log); | |
acec9514 | 4133 | fprintf(message_log, "%s Received from %s\n", now, g->s+3); |
8768d548 | 4134 | if (f.deliver_freeze) fprintf(message_log, "%s frozen by %s\n", now, |
059ec3d9 | 4135 | frozen_by); |
8768d548 | 4136 | if (f.queue_only_policy) fprintf(message_log, |
e8012beb JH |
4137 | "%s no immediate delivery: queued%s%s by %s\n", now, |
4138 | *queue_name ? " in " : "", *queue_name ? CS queue_name : "", | |
4139 | queued_by); | |
f1e894f3 | 4140 | (void)fclose(message_log); |
059ec3d9 PH |
4141 | } |
4142 | } | |
4143 | } | |
4144 | ||
58eb016e PH |
4145 | /* Everything has now been done for a successful message except logging its |
4146 | arrival, and outputting an SMTP response. While writing to the log, set a flag | |
4147 | to cause a call to receive_bomb_out() if the log cannot be opened. */ | |
4148 | ||
8768d548 | 4149 | f.receive_call_bombout = TRUE; |
58eb016e | 4150 | |
563b63fa PH |
4151 | /* Before sending an SMTP response in a TCP/IP session, we check to see if the |
4152 | connection has gone away. This can only be done if there is no unconsumed input | |
4153 | waiting in the local input buffer. We can test for this by calling | |
4154 | receive_smtp_buffered(). RFC 2920 (pipelining) explicitly allows for additional | |
4155 | input to be sent following the final dot, so the presence of following input is | |
4156 | not an error. | |
58eb016e | 4157 | |
563b63fa PH |
4158 | If the connection is still present, but there is no unread input for the |
4159 | socket, the result of a select() call will be zero. If, however, the connection | |
4160 | has gone away, or if there is pending input, the result of select() will be | |
4161 | non-zero. The two cases can be distinguished by trying to read the next input | |
4162 | character. If we succeed, we can unread it so that it remains in the local | |
4163 | buffer for handling later. If not, the connection has been lost. | |
58eb016e | 4164 | |
563b63fa PH |
4165 | Of course, since TCP/IP is asynchronous, there is always a chance that the |
4166 | connection will vanish between the time of this test and the sending of the | |
4167 | response, but the chance of this happening should be small. */ | |
4168 | ||
8768d548 | 4169 | if (smtp_input && sender_host_address && !f.sender_host_notsocket && |
563b63fa | 4170 | !receive_smtp_buffered()) |
58eb016e PH |
4171 | { |
4172 | struct timeval tv; | |
4173 | fd_set select_check; | |
4174 | FD_ZERO(&select_check); | |
4175 | FD_SET(fileno(smtp_in), &select_check); | |
4176 | tv.tv_sec = 0; | |
4177 | tv.tv_usec = 0; | |
4178 | ||
563b63fa | 4179 | if (select(fileno(smtp_in) + 1, &select_check, NULL, NULL, &tv) != 0) |
58eb016e | 4180 | { |
bd8fbe36 | 4181 | int c = (receive_getc)(GETC_BUFFER_UNLIMITED); |
80a47a2c | 4182 | if (c != EOF) (receive_ungetc)(c); else |
58eb016e | 4183 | { |
eea0defe | 4184 | smtp_notquit_exit(US"connection-lost", NULL, NULL); |
563b63fa PH |
4185 | smtp_reply = US""; /* No attempt to send a response */ |
4186 | smtp_yield = FALSE; /* Nothing more on this connection */ | |
58eb016e | 4187 | |
563b63fa | 4188 | /* Re-use the log line workspace */ |
58eb016e | 4189 | |
acec9514 JH |
4190 | g->ptr = 0; |
4191 | g = string_cat(g, US"SMTP connection lost after final dot"); | |
4192 | g = add_host_info_for_log(g); | |
4193 | log_write(0, LOG_MAIN, "%s", string_from_gstring(g)); | |
58eb016e | 4194 | |
563b63fa | 4195 | /* Delete the files for this aborted message. */ |
58eb016e | 4196 | |
cfbb0d24 | 4197 | Uunlink(spool_name); |
41313d92 JH |
4198 | Uunlink(spool_fname(US"input", message_subdir, message_id, US"-H")); |
4199 | Uunlink(spool_fname(US"msglog", message_subdir, message_id, US"")); | |
58eb016e | 4200 | |
563b63fa PH |
4201 | goto TIDYUP; |
4202 | } | |
58eb016e PH |
4203 | } |
4204 | } | |
4205 | ||
4206 | /* The connection has not gone away; we really are going to take responsibility | |
4207 | for this message. */ | |
4208 | ||
817d9f57 | 4209 | /* Cutthrough - had sender last-dot; assume we've sent (or bufferred) all |
e4bdf652 JH |
4210 | data onward by now. |
4211 | ||
817d9f57 | 4212 | Send dot onward. If accepted, wipe the spooled files, log as delivered and accept |
e4bdf652 | 4213 | the sender's dot (below). |
4c04137d | 4214 | If rejected: copy response to sender, wipe the spooled files, log appropriately. |
ff5929e3 JH |
4215 | If temp-reject: normally accept to sender, keep the spooled file - unless defer=pass |
4216 | in which case pass temp-reject back to initiator and dump the files. | |
e4bdf652 JH |
4217 | |
4218 | Having the normal spool files lets us do data-filtering, and store/forward on temp-reject. | |
817d9f57 JH |
4219 | |
4220 | XXX We do not handle queue-only, freezing, or blackholes. | |
e4bdf652 | 4221 | */ |
74f1a423 | 4222 | if(cutthrough.cctx.sock >= 0 && cutthrough.delivery) |
e4bdf652 | 4223 | { |
57cc2785 | 4224 | uschar * msg = cutthrough_finaldot(); /* Ask the target system to accept the message */ |
817d9f57 | 4225 | /* Logging was done in finaldot() */ |
e4bdf652 | 4226 | switch(msg[0]) |
817d9f57 JH |
4227 | { |
4228 | case '2': /* Accept. Do the same to the source; dump any spoolfiles. */ | |
b784ce7f | 4229 | cutthrough_done = ACCEPTED; |
817d9f57 | 4230 | break; /* message_id needed for SMTP accept below */ |
61147df4 | 4231 | |
ff5929e3 JH |
4232 | case '4': /* Temp-reject. Keep spoolfiles and accept, unless defer-pass mode. |
4233 | ... for which, pass back the exact error */ | |
f3ebb786 | 4234 | if (cutthrough.defer_pass) smtp_reply = string_copy_perm(msg, TRUE); |
c85476e9 JH |
4235 | cutthrough_done = TMP_REJ; /* Avoid the usual immediate delivery attempt */ |
4236 | break; /* message_id needed for SMTP accept below */ | |
ff5929e3 | 4237 | |
817d9f57 | 4238 | default: /* Unknown response, or error. Treat as temp-reject. */ |
c85476e9 | 4239 | if (cutthrough.defer_pass) smtp_reply = US"450 Onward transmission not accepted"; |
b784ce7f | 4240 | cutthrough_done = TMP_REJ; /* Avoid the usual immediate delivery attempt */ |
817d9f57 | 4241 | break; /* message_id needed for SMTP accept below */ |
61147df4 | 4242 | |
817d9f57 | 4243 | case '5': /* Perm-reject. Do the same to the source. Dump any spoolfiles */ |
f3ebb786 | 4244 | smtp_reply = string_copy_perm(msg, TRUE); /* Pass on the exact error */ |
b784ce7f | 4245 | cutthrough_done = PERM_REJ; |
817d9f57 JH |
4246 | break; |
4247 | } | |
e4bdf652 | 4248 | } |
58eb016e | 4249 | |
8ccd00b1 JH |
4250 | #ifndef DISABLE_PRDR |
4251 | if(!smtp_reply || prdr_requested) | |
4252 | #else | |
4253 | if(!smtp_reply) | |
fd98a5c6 | 4254 | #endif |
e4bdf652 JH |
4255 | { |
4256 | log_write(0, LOG_MAIN | | |
cfbb0d24 JH |
4257 | (LOGGING(received_recipients) ? LOG_RECIPIENTS : 0) | |
4258 | (LOGGING(received_sender) ? LOG_SENDER : 0), | |
acec9514 | 4259 | "%s", g->s); |
e4bdf652 JH |
4260 | |
4261 | /* Log any control actions taken by an ACL or local_scan(). */ | |
58eb016e | 4262 | |
8768d548 JH |
4263 | if (f.deliver_freeze) log_write(0, LOG_MAIN, "frozen by %s", frozen_by); |
4264 | if (f.queue_only_policy) log_write(L_delay_delivery, LOG_MAIN, | |
e8012beb | 4265 | "no immediate delivery: queued%s%s by %s", |
b66fecb4 | 4266 | *queue_name ? " in " : "", *queue_name ? CS queue_name : "", |
e8012beb | 4267 | queued_by); |
e4bdf652 | 4268 | } |
8768d548 | 4269 | f.receive_call_bombout = FALSE; |
58eb016e | 4270 | |
f3ebb786 JH |
4271 | /* The store for the main log message can be reused */ |
4272 | rcvd_log_reset_point = store_reset(rcvd_log_reset_point); | |
059ec3d9 PH |
4273 | |
4274 | /* If the message is frozen, and freeze_tell is set, do the telling. */ | |
4275 | ||
8768d548 | 4276 | if (f.deliver_freeze && freeze_tell && freeze_tell[0]) |
059ec3d9 PH |
4277 | moan_tell_someone(freeze_tell, NULL, US"Message frozen on arrival", |
4278 | "Message %s was frozen on arrival by %s.\nThe sender is <%s>.\n", | |
4279 | message_id, frozen_by, sender_address); | |
059ec3d9 PH |
4280 | |
4281 | ||
4282 | /* Either a message has been successfully received and written to the two spool | |
4283 | files, or an error in writing the spool has occurred for an SMTP message, or | |
cfbb0d24 JH |
4284 | an SMTP message has been rejected for policy reasons, or a message was passed on |
4285 | by cutthrough delivery. (For a non-SMTP message we will have already given up | |
4286 | because there's no point in carrying on!) For non-cutthrough we must now close | |
4287 | (and thereby unlock) the data file. In the successful case, this leaves the | |
4288 | message on the spool, ready for delivery. In the error case, the spool file will | |
4289 | be deleted. Then tidy up store, interact with an SMTP call if necessary, and | |
4290 | return. | |
4291 | ||
4292 | For cutthrough we hold the data file locked until we have deleted it, otherwise | |
4293 | a queue-runner could grab it in the window. | |
059ec3d9 PH |
4294 | |
4295 | A fflush() was done earlier in the expectation that any write errors on the | |
4296 | data file will be flushed(!) out thereby. Nevertheless, it is theoretically | |
4297 | possible for fclose() to fail - but what to do? What has happened to the lock | |
cfbb0d24 JH |
4298 | if this happens? We can at least log it; if it is observed on some platform |
4299 | then we can think about properly declaring the message not-received. */ | |
059ec3d9 | 4300 | |
e4bdf652 | 4301 | |
059ec3d9 | 4302 | TIDYUP: |
099afc4f JH |
4303 | /* In SMTP sessions we may receive several messages in one connection. After |
4304 | each one, we wait for the clock to tick at the level of message-id granularity. | |
4305 | This is so that the combination of time+pid is unique, even on systems where the | |
4306 | pid can be re-used within our time interval. We can't shorten the interval | |
4307 | without re-designing the message-id. See comments above where the message id is | |
4308 | created. This is Something For The Future. | |
4309 | Do this wait any time we have created a message-id, even if we rejected the | |
4310 | message. This gives unique IDs for logging done by ACLs. */ | |
4311 | ||
4312 | if (id_resolution != 0) | |
4313 | { | |
4314 | message_id_tv.tv_usec = (message_id_tv.tv_usec/id_resolution) * id_resolution; | |
4315 | exim_wait_tick(&message_id_tv, id_resolution); | |
4316 | id_resolution = 0; | |
4317 | } | |
4318 | ||
4319 | ||
cfbb0d24 | 4320 | process_info[process_info_len] = 0; /* Remove message id */ |
1bd642c2 JH |
4321 | if (spool_data_file && cutthrough_done == NOT_TRIED) |
4322 | { | |
4323 | if (fclose(spool_data_file)) /* Frees the lock */ | |
cfbb0d24 JH |
4324 | log_write(0, LOG_MAIN|LOG_PANIC, |
4325 | "spoolfile error on close: %s", strerror(errno)); | |
1bd642c2 JH |
4326 | spool_data_file = NULL; |
4327 | } | |
059ec3d9 PH |
4328 | |
4329 | /* Now reset signal handlers to their defaults */ | |
4330 | ||
4331 | signal(SIGTERM, SIG_DFL); | |
4332 | signal(SIGINT, SIG_DFL); | |
4333 | ||
4334 | /* Tell an SMTP caller the state of play, and arrange to return the SMTP return | |
4335 | value, which defaults TRUE - meaning there may be more incoming messages from | |
4336 | this connection. For non-SMTP callers (where there is only ever one message), | |
4337 | the default is FALSE. */ | |
4338 | ||
4339 | if (smtp_input) | |
4340 | { | |
4341 | yield = smtp_yield; | |
4342 | ||
4343 | /* Handle interactive SMTP callers. After several kinds of error, smtp_reply | |
58eb016e PH |
4344 | is set to the response that should be sent. When it is NULL, we generate |
4345 | default responses. After an ACL error or local_scan() error, the response has | |
4346 | already been sent, and smtp_reply is an empty string to indicate this. */ | |
059ec3d9 PH |
4347 | |
4348 | if (!smtp_batched_input) | |
4349 | { | |
27b9e5f4 | 4350 | if (!smtp_reply) |
059ec3d9 | 4351 | { |
29aba418 | 4352 | if (fake_response != OK) |
27b9e5f4 JH |
4353 | smtp_respond(fake_response == DEFER ? US"450" : US"550", |
4354 | 3, TRUE, fake_response_text); | |
4e88a19f PH |
4355 | |
4356 | /* An OK response is required; use "message" text if present. */ | |
4357 | ||
27b9e5f4 | 4358 | else if (user_msg) |
4e88a19f PH |
4359 | { |
4360 | uschar *code = US"250"; | |
4361 | int len = 3; | |
4f6ae5c3 | 4362 | smtp_message_code(&code, &len, &user_msg, NULL, TRUE); |
4e88a19f PH |
4363 | smtp_respond(code, len, TRUE, user_msg); |
4364 | } | |
4365 | ||
4366 | /* Default OK response */ | |
4367 | ||
7e3ce68e JH |
4368 | else if (chunking_state > CHUNKING_OFFERED) |
4369 | { | |
925ac8e4 | 4370 | smtp_printf("250- %u byte chunk, total %d\r\n250 OK id=%s\r\n", FALSE, |
7e3ce68e JH |
4371 | chunking_datasize, message_size+message_linecount, message_id); |
4372 | chunking_state = CHUNKING_OFFERED; | |
4373 | } | |
8e669ac1 | 4374 | else |
925ac8e4 | 4375 | smtp_printf("250 OK id=%s\r\n", FALSE, message_id); |
7e3ce68e | 4376 | |
059ec3d9 PH |
4377 | if (host_checking) |
4378 | fprintf(stdout, | |
4379 | "\n**** SMTP testing: that is not a real message id!\n\n"); | |
4380 | } | |
4e88a19f | 4381 | |
58eb016e | 4382 | /* smtp_reply is set non-empty */ |
4e88a19f | 4383 | |
8523533c | 4384 | else if (smtp_reply[0] != 0) |
cfbb0d24 JH |
4385 | if (fake_response != OK && smtp_reply[0] == '2') |
4386 | smtp_respond(fake_response == DEFER ? US"450" : US"550", 3, TRUE, | |
a5bd321b | 4387 | fake_response_text); |
8e669ac1 | 4388 | else |
925ac8e4 | 4389 | smtp_printf("%.1024s\r\n", FALSE, smtp_reply); |
e4bdf652 | 4390 | |
817d9f57 JH |
4391 | switch (cutthrough_done) |
4392 | { | |
ff5929e3 JH |
4393 | case ACCEPTED: |
4394 | log_write(0, LOG_MAIN, "Completed");/* Delivery was done */ | |
41313d92 | 4395 | case PERM_REJ: |
ff5929e3 | 4396 | /* Delete spool files */ |
cfbb0d24 | 4397 | Uunlink(spool_name); |
ff5929e3 JH |
4398 | Uunlink(spool_fname(US"input", message_subdir, message_id, US"-H")); |
4399 | Uunlink(spool_fname(US"msglog", message_subdir, message_id, US"")); | |
ff5929e3 JH |
4400 | break; |
4401 | ||
4402 | case TMP_REJ: | |
4403 | if (cutthrough.defer_pass) | |
4404 | { | |
cfbb0d24 | 4405 | Uunlink(spool_name); |
ff5929e3 JH |
4406 | Uunlink(spool_fname(US"input", message_subdir, message_id, US"-H")); |
4407 | Uunlink(spool_fname(US"msglog", message_subdir, message_id, US"")); | |
4408 | } | |
ff5929e3 JH |
4409 | default: |
4410 | break; | |
e4bdf652 | 4411 | } |
57cc2785 JH |
4412 | if (cutthrough_done != NOT_TRIED) |
4413 | { | |
1bd642c2 JH |
4414 | if (spool_data_file) |
4415 | { | |
4416 | (void) fclose(spool_data_file); /* Frees the lock; do not care if error */ | |
4417 | spool_data_file = NULL; | |
4418 | } | |
57cc2785 JH |
4419 | message_id[0] = 0; /* Prevent a delivery from starting */ |
4420 | cutthrough.delivery = cutthrough.callout_hold_only = FALSE; | |
4421 | cutthrough.defer_pass = FALSE; | |
4422 | } | |
059ec3d9 PH |
4423 | } |
4424 | ||
4425 | /* For batched SMTP, generate an error message on failure, and do | |
4426 | nothing on success. The function moan_smtp_batch() does not return - | |
4427 | it exits from the program with a non-zero return code. */ | |
4428 | ||
27b9e5f4 JH |
4429 | else if (smtp_reply) |
4430 | moan_smtp_batch(NULL, "%s", smtp_reply); | |
059ec3d9 PH |
4431 | } |
4432 | ||
4433 | ||
4434 | /* If blackholing, we can immediately log this message's sad fate. The data | |
4435 | file has already been unlinked, and the header file was never written to disk. | |
4436 | We must now indicate that nothing was received, to prevent a delivery from | |
4437 | starting. */ | |
4438 | ||
27b9e5f4 | 4439 | if (blackholed_by) |
059ec3d9 | 4440 | { |
9723f966 JH |
4441 | const uschar *detail = |
4442 | #ifdef HAVE_LOCAL_SCAN | |
4443 | local_scan_data ? string_printing(local_scan_data) : | |
4444 | #endif | |
4445 | string_sprintf("(%s discarded recipients)", blackholed_by); | |
04f7d5b9 | 4446 | log_write(0, LOG_MAIN, "=> blackhole %s%s", detail, blackhole_log_msg); |
059ec3d9 PH |
4447 | log_write(0, LOG_MAIN, "Completed"); |
4448 | message_id[0] = 0; | |
4449 | } | |
4450 | ||
4451 | /* Reset headers so that logging of rejects for a subsequent message doesn't | |
4452 | include them. It is also important to set header_last = NULL before exiting | |
4453 | from this function, as this prevents certain rewrites that might happen during | |
4454 | subsequent verifying (of another incoming message) from trying to add headers | |
4455 | when they shouldn't. */ | |
4456 | ||
4457 | header_list = header_last = NULL; | |
4458 | ||
4459 | return yield; /* TRUE if more messages (SMTP only) */ | |
4460 | } | |
4461 | ||
4462 | /* End of receive.c */ |