projects / exim.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
tidying
[exim.git] / src / src / transports / smtp.c
CommitLineData
0756eb3c
PH		 1/*************************************************
2* Exim - an Internet mail transport agent *
3*************************************************/
4
80fea873 5/* Copyright (c) University of Cambridge 1995 - 2016 */
0756eb3c
PH		 6/* See the file NOTICE for conditions of use and distribution. */
7
8#include "../exim.h"
9#include "smtp.h"
10
11#define PENDING 256
12#define PENDING_DEFER (PENDING + DEFER)
13#define PENDING_OK (PENDING + OK)
14
15
16/* Options specific to the smtp transport. This transport also supports LMTP
17over TCP/IP. The options must be in alphabetic order (note that "_" comes
18before the lower case letters). Some live in the transport_instance block so as
19to be publicly visible; these are flagged with opt_public. */
20
21optionlist smtp_transport_options[] = {
506900af
JH		 22 { "*expand_multi_domain", opt_stringptr | opt_hidden | opt_public,
23 (void *)offsetof(transport_instance, expand_multi_domain) },
9c695f6d
JH		 24 { "*expand_retry_include_ip_address", opt_stringptr | opt_hidden,
25 (void *)(offsetof(smtp_transport_options_block, expand_retry_include_ip_address)) },
26
48c7f9e2
PH		 27 { "address_retry_include_sender", opt_bool,
28 (void *)offsetof(smtp_transport_options_block, address_retry_include_sender) },
0756eb3c
PH		 29 { "allow_localhost", opt_bool,
30 (void *)offsetof(smtp_transport_options_block, allow_localhost) },
31 { "authenticated_sender", opt_stringptr,
32 (void *)offsetof(smtp_transport_options_block, authenticated_sender) },
382afc6b
PH		 33 { "authenticated_sender_force", opt_bool,
34 (void *)offsetof(smtp_transport_options_block, authenticated_sender_force) },
0756eb3c
PH		 35 { "command_timeout", opt_time,
36 (void *)offsetof(smtp_transport_options_block, command_timeout) },
37 { "connect_timeout", opt_time,
38 (void *)offsetof(smtp_transport_options_block, connect_timeout) },
39 { "connection_max_messages", opt_int | opt_public,
40 (void *)offsetof(transport_instance, connection_max_messages) },
41 { "data_timeout", opt_time,
42 (void *)offsetof(smtp_transport_options_block, data_timeout) },
43 { "delay_after_cutoff", opt_bool,
44 (void *)offsetof(smtp_transport_options_block, delay_after_cutoff) },
80a47a2c 45#ifndef DISABLE_DKIM
f7572e5a 46 { "dkim_canon", opt_stringptr,
ff5aac2b 47 (void *)offsetof(smtp_transport_options_block, dkim.dkim_canon) },
f7572e5a 48 { "dkim_domain", opt_stringptr,
ff5aac2b 49 (void *)offsetof(smtp_transport_options_block, dkim.dkim_domain) },
f7572e5a 50 { "dkim_private_key", opt_stringptr,
ff5aac2b 51 (void *)offsetof(smtp_transport_options_block, dkim.dkim_private_key) },
f7572e5a 52 { "dkim_selector", opt_stringptr,
ff5aac2b 53 (void *)offsetof(smtp_transport_options_block, dkim.dkim_selector) },
f7572e5a 54 { "dkim_sign_headers", opt_stringptr,
ff5aac2b 55 (void *)offsetof(smtp_transport_options_block, dkim.dkim_sign_headers) },
f7572e5a 56 { "dkim_strict", opt_stringptr,
ff5aac2b 57 (void *)offsetof(smtp_transport_options_block, dkim.dkim_strict) },
80a47a2c 58#endif
0756eb3c
PH		 59 { "dns_qualify_single", opt_bool,
60 (void *)offsetof(smtp_transport_options_block, dns_qualify_single) },
61 { "dns_search_parents", opt_bool,
62 (void *)offsetof(smtp_transport_options_block, dns_search_parents) },
578897ea 63 { "dnssec_request_domains", opt_stringptr,
7cd171b7 64 (void *)offsetof(smtp_transport_options_block, dnssec.request) },
578897ea 65 { "dnssec_require_domains", opt_stringptr,
7cd171b7 66 (void *)offsetof(smtp_transport_options_block, dnssec.require) },
9e4f5962
PP		 67 { "dscp", opt_stringptr,
68 (void *)offsetof(smtp_transport_options_block, dscp) },
0756eb3c
PH		 69 { "fallback_hosts", opt_stringptr,
70 (void *)offsetof(smtp_transport_options_block, fallback_hosts) },
71 { "final_timeout", opt_time,
72 (void *)offsetof(smtp_transport_options_block, final_timeout) },
73 { "gethostbyname", opt_bool,
74 (void *)offsetof(smtp_transport_options_block, gethostbyname) },
75 { "helo_data", opt_stringptr,
76 (void *)offsetof(smtp_transport_options_block, helo_data) },
77 { "hosts", opt_stringptr,
78 (void *)offsetof(smtp_transport_options_block, hosts) },
79 { "hosts_avoid_esmtp", opt_stringptr,
80 (void *)offsetof(smtp_transport_options_block, hosts_avoid_esmtp) },
c51b8e75
PH		 81 { "hosts_avoid_pipelining", opt_stringptr,
82 (void *)offsetof(smtp_transport_options_block, hosts_avoid_pipelining) },
80a47a2c 83#ifdef SUPPORT_TLS
0756eb3c
PH		 84 { "hosts_avoid_tls", opt_stringptr,
85 (void *)offsetof(smtp_transport_options_block, hosts_avoid_tls) },
80a47a2c 86#endif
0756eb3c
PH		 87 { "hosts_max_try", opt_int,
88 (void *)offsetof(smtp_transport_options_block, hosts_max_try) },
533244af
PH		 89 { "hosts_max_try_hardlimit", opt_int,
90 (void *)offsetof(smtp_transport_options_block, hosts_max_try_hardlimit) },
80a47a2c 91#ifdef SUPPORT_TLS
0756eb3c
PH		 92 { "hosts_nopass_tls", opt_stringptr,
93 (void *)offsetof(smtp_transport_options_block, hosts_nopass_tls) },
80a47a2c 94#endif
0756eb3c
PH		 95 { "hosts_override", opt_bool,
96 (void *)offsetof(smtp_transport_options_block, hosts_override) },
97 { "hosts_randomize", opt_bool,
98 (void *)offsetof(smtp_transport_options_block, hosts_randomize) },
f2de3a33 99#if defined(SUPPORT_TLS) && !defined(DISABLE_OCSP)
44662487
JH		 100 { "hosts_request_ocsp", opt_stringptr,
101 (void *)offsetof(smtp_transport_options_block, hosts_request_ocsp) },
102#endif
0756eb3c
PH		 103 { "hosts_require_auth", opt_stringptr,
104 (void *)offsetof(smtp_transport_options_block, hosts_require_auth) },
80a47a2c 105#ifdef SUPPORT_TLS
7a31d643
JH		 106# ifdef EXPERIMENTAL_DANE
107 { "hosts_require_dane", opt_stringptr,
108 (void *)offsetof(smtp_transport_options_block, hosts_require_dane) },
109# endif
f2de3a33 110# ifndef DISABLE_OCSP
f5d78688
JH		 111 { "hosts_require_ocsp", opt_stringptr,
112 (void *)offsetof(smtp_transport_options_block, hosts_require_ocsp) },
113# endif
0756eb3c
PH		 114 { "hosts_require_tls", opt_stringptr,
115 (void *)offsetof(smtp_transport_options_block, hosts_require_tls) },
80a47a2c 116#endif
0756eb3c
PH		 117 { "hosts_try_auth", opt_stringptr,
118 (void *)offsetof(smtp_transport_options_block, hosts_try_auth) },
f98442df
JH		 119 { "hosts_try_chunking", opt_stringptr,
120 (void *)offsetof(smtp_transport_options_block, hosts_try_chunking) },
7a31d643 121#if defined(SUPPORT_TLS) && defined(EXPERIMENTAL_DANE)
96e47838
TL		 122 { "hosts_try_dane", opt_stringptr,
123 (void *)offsetof(smtp_transport_options_block, hosts_try_dane) },
124#endif
8ccd00b1 125#ifndef DISABLE_PRDR
fd98a5c6
JH		 126 { "hosts_try_prdr", opt_stringptr,
127 (void *)offsetof(smtp_transport_options_block, hosts_try_prdr) },
128#endif
99400968
JH		 129#ifdef SUPPORT_TLS
130 { "hosts_verify_avoid_tls", opt_stringptr,
131 (void *)offsetof(smtp_transport_options_block, hosts_verify_avoid_tls) },
132#endif
0756eb3c
PH		 133 { "interface", opt_stringptr,
134 (void *)offsetof(smtp_transport_options_block, interface) },
135 { "keepalive", opt_bool,
136 (void *)offsetof(smtp_transport_options_block, keepalive) },
f1513293
PH		 137 { "lmtp_ignore_quota", opt_bool,
138 (void *)offsetof(smtp_transport_options_block, lmtp_ignore_quota) },
0756eb3c
PH		 139 { "max_rcpt", opt_int | opt_public,
140 (void *)offsetof(transport_instance, max_addresses) },
506900af 141 { "multi_domain", opt_expand_bool | opt_public,
0756eb3c
PH		 142 (void *)offsetof(transport_instance, multi_domain) },
143 { "port", opt_stringptr,
144 (void *)offsetof(smtp_transport_options_block, port) },
145 { "protocol", opt_stringptr,
146 (void *)offsetof(smtp_transport_options_block, protocol) },
9c695f6d 147 { "retry_include_ip_address", opt_expand_bool,
0756eb3c
PH		 148 (void *)offsetof(smtp_transport_options_block, retry_include_ip_address) },
149 { "serialize_hosts", opt_stringptr,
150 (void *)offsetof(smtp_transport_options_block, serialize_hosts) },
151 { "size_addition", opt_int,
152 (void *)offsetof(smtp_transport_options_block, size_addition) }
f0989ec0 153#ifdef SUPPORT_SOCKS
7eb6c37c
JH		 154 ,{ "socks_proxy", opt_stringptr,
155 (void *)offsetof(smtp_transport_options_block, socks_proxy) }
156#endif
80a47a2c 157#ifdef SUPPORT_TLS
0756eb3c
PH		 158 ,{ "tls_certificate", opt_stringptr,
159 (void *)offsetof(smtp_transport_options_block, tls_certificate) },
160 { "tls_crl", opt_stringptr,
161 (void *)offsetof(smtp_transport_options_block, tls_crl) },
54c90be1
PP		 162 { "tls_dh_min_bits", opt_int,
163 (void *)offsetof(smtp_transport_options_block, tls_dh_min_bits) },
0756eb3c
PH		 164 { "tls_privatekey", opt_stringptr,
165 (void *)offsetof(smtp_transport_options_block, tls_privatekey) },
3f0945ff 166 { "tls_require_ciphers", opt_stringptr,
0756eb3c 167 (void *)offsetof(smtp_transport_options_block, tls_require_ciphers) },
3f0945ff
PP		 168 { "tls_sni", opt_stringptr,
169 (void *)offsetof(smtp_transport_options_block, tls_sni) },
0756eb3c
PH		 170 { "tls_tempfail_tryclear", opt_bool,
171 (void *)offsetof(smtp_transport_options_block, tls_tempfail_tryclear) },
a63be306
WB		 172 { "tls_try_verify_hosts", opt_stringptr,
173 (void *)offsetof(smtp_transport_options_block, tls_try_verify_hosts) },
e51c7be2
JH		 174 { "tls_verify_cert_hostnames", opt_stringptr,
175 (void *)offsetof(smtp_transport_options_block,tls_verify_cert_hostnames)},
0756eb3c 176 { "tls_verify_certificates", opt_stringptr,
a63be306
WB		 177 (void *)offsetof(smtp_transport_options_block, tls_verify_certificates) },
178 { "tls_verify_hosts", opt_stringptr,
179 (void *)offsetof(smtp_transport_options_block, tls_verify_hosts) }
80a47a2c 180#endif
0756eb3c
PH		 181};
182
183/* Size of the options list. An extern variable has to be used so that its
184address can appear in the tables drtables.c. */
185
186int smtp_transport_options_count =
187 sizeof(smtp_transport_options)/sizeof(optionlist);
188
189/* Default private options block for the smtp transport. */
190
191smtp_transport_options_block smtp_transport_option_defaults = {
192 NULL, /* hosts */
193 NULL, /* fallback_hosts */
194 NULL, /* hostlist */
195 NULL, /* fallback_hostlist */
196 NULL, /* authenticated_sender */
197 US"$primary_hostname", /* helo_data */
198 NULL, /* interface */
199 NULL, /* port */
200 US"smtp", /* protocol */
9e4f5962 201 NULL, /* DSCP */
0756eb3c
PH		 202 NULL, /* serialize_hosts */
203 NULL, /* hosts_try_auth */
204 NULL, /* hosts_require_auth */
f98442df 205 US"*", /* hosts_try_chunking */
96e47838
TL		 206#ifdef EXPERIMENTAL_DANE
207 NULL, /* hosts_try_dane */
7a31d643 208 NULL, /* hosts_require_dane */
96e47838 209#endif
8ccd00b1 210#ifndef DISABLE_PRDR
f98442df 211 US"*", /* hosts_try_prdr */
f5d78688 212#endif
f2de3a33 213#ifndef DISABLE_OCSP
0e66b3b6 214 US"*", /* hosts_request_ocsp (except under DANE; tls_client_start()) */
f5d78688 215 NULL, /* hosts_require_ocsp */
fd98a5c6 216#endif
0756eb3c
PH		 217 NULL, /* hosts_require_tls */
218 NULL, /* hosts_avoid_tls */
6c9ed72e 219 NULL, /* hosts_verify_avoid_tls */
c51b8e75 220 NULL, /* hosts_avoid_pipelining */
0756eb3c
PH		 221 NULL, /* hosts_avoid_esmtp */
222 NULL, /* hosts_nopass_tls */
223 5*60, /* command_timeout */
224 5*60, /* connect_timeout; shorter system default overrides */
225 5*60, /* data timeout */
226 10*60, /* final timeout */
227 1024, /* size_addition */
228 5, /* hosts_max_try */
8e669ac1 229 50, /* hosts_max_try_hardlimit */
48c7f9e2 230 TRUE, /* address_retry_include_sender */
0756eb3c 231 FALSE, /* allow_localhost */
382afc6b 232 FALSE, /* authenticated_sender_force */
0756eb3c
PH		 233 FALSE, /* gethostbyname */
234 TRUE, /* dns_qualify_single */
235 FALSE, /* dns_search_parents */
0539a19d 236 { NULL, NULL }, /* dnssec_domains {request,require} */
0756eb3c
PH		 237 TRUE, /* delay_after_cutoff */
238 FALSE, /* hosts_override */
239 FALSE, /* hosts_randomize */
240 TRUE, /* keepalive */
f1513293 241 FALSE, /* lmtp_ignore_quota */
9c695f6d 242 NULL, /* expand_retry_include_ip_address */
0756eb3c 243 TRUE /* retry_include_ip_address */
f0989ec0 244#ifdef SUPPORT_SOCKS
7eb6c37c 245 ,NULL /* socks_proxy */
b8bf753b 246#endif
80a47a2c 247#ifdef SUPPORT_TLS
0756eb3c
PH		 248 ,NULL, /* tls_certificate */
249 NULL, /* tls_crl */
250 NULL, /* tls_privatekey */
251 NULL, /* tls_require_ciphers */
54c90be1 252 NULL, /* tls_sni */
0e0f3f56 253 US"system", /* tls_verify_certificates */
54c90be1
PP		 254 EXIM_CLIENT_DH_DEFAULT_MIN_BITS,
255 /* tls_dh_min_bits */
a63be306
WB		 256 TRUE, /* tls_tempfail_tryclear */
257 NULL, /* tls_verify_hosts */
610ff438 258 US"*", /* tls_try_verify_hosts */
01a4a5c5 259 US"*" /* tls_verify_cert_hostnames */
80a47a2c
TK		 260#endif
261#ifndef DISABLE_DKIM
ff5aac2b
JH		 262 , {NULL, /* dkim_canon */
263 NULL, /* dkim_domain */
264 NULL, /* dkim_private_key */
265 NULL, /* dkim_selector */
266 NULL, /* dkim_sign_headers */
267 NULL} /* dkim_strict */
80a47a2c 268#endif
0756eb3c
PH		 269};
270
6c1c3d1d
WB		 271/* some DSN flags for use later */
272
273static int rf_list[] = {rf_notify_never, rf_notify_success,
274 rf_notify_failure, rf_notify_delay };
275
45500060 276static uschar *rf_names[] = { US"NEVER", US"SUCCESS", US"FAILURE", US"DELAY" };
6c1c3d1d
WB		 277
278
0756eb3c
PH		 279
280/* Local statics */
281
282static uschar *smtp_command; /* Points to last cmd for error messages */
283static uschar *mail_command; /* Points to MAIL cmd for error messages */
f6c332bd 284static BOOL update_waiting; /* TRUE to update the "wait" database */
0756eb3c
PH		 285
286
287/*************************************************
288* Setup entry point *
289*************************************************/
290
291/* This function is called when the transport is about to be used,
292but before running it in a sub-process. It is used for two things:
293
294 (1) To set the fallback host list in addresses, when delivering.
26da7e20
PH		 295 (2) To pass back the interface, port, protocol, and other options, for use
296 during callout verification.
0756eb3c
PH		 297
298Arguments:
299 tblock pointer to the transport instance block
300 addrlist list of addresses about to be transported
301 tf if not NULL, pointer to block in which to return options
929ba01c
PH		 302 uid the uid that will be set (not used)
303 gid the gid that will be set (not used)
0756eb3c
PH		 304 errmsg place for error message (not used)
305
306Returns: OK always (FAIL, DEFER not used)
307*/
308
309static int
310smtp_transport_setup(transport_instance *tblock, address_item *addrlist,
929ba01c 311 transport_feedback *tf, uid_t uid, gid_t gid, uschar **errmsg)
0756eb3c
PH		 312{
313smtp_transport_options_block *ob =
314 (smtp_transport_options_block *)(tblock->options_block);
315
316errmsg = errmsg; /* Keep picky compilers happy */
929ba01c
PH		 317uid = uid;
318gid = gid;
0756eb3c
PH		 319
320/* Pass back options if required. This interface is getting very messy. */
321
322if (tf != NULL)
323 {
324 tf->interface = ob->interface;
325 tf->port = ob->port;
326 tf->protocol = ob->protocol;
327 tf->hosts = ob->hosts;
328 tf->hosts_override = ob->hosts_override;
329 tf->hosts_randomize = ob->hosts_randomize;
330 tf->gethostbyname = ob->gethostbyname;
331 tf->qualify_single = ob->dns_qualify_single;
332 tf->search_parents = ob->dns_search_parents;
26da7e20 333 tf->helo_data = ob->helo_data;
0756eb3c
PH		 334 }
335
336/* Set the fallback host list for all the addresses that don't have fallback
337host lists, provided that the local host wasn't present in the original host
338list. */
339
340if (!testflag(addrlist, af_local_host_removed))
341 {
342 for (; addrlist != NULL; addrlist = addrlist->next)
343 if (addrlist->fallback_hosts == NULL)
344 addrlist->fallback_hosts = ob->fallback_hostlist;
345 }
346
347return OK;
348}
349
350
351
352/*************************************************
353* Initialization entry point *
354*************************************************/
355
356/* Called for each instance, after its options have been read, to
357enable consistency checks to be done, or anything else that needs
358to be set up.
359
360Argument: pointer to the transport instance block
361Returns: nothing
362*/
363
364void
365smtp_transport_init(transport_instance *tblock)
366{
367smtp_transport_options_block *ob =
368 (smtp_transport_options_block *)(tblock->options_block);
369
370/* Retry_use_local_part defaults FALSE if unset */
371
372if (tblock->retry_use_local_part == TRUE_UNSET)
373 tblock->retry_use_local_part = FALSE;
374
375/* Set the default port according to the protocol */
376
377if (ob->port == NULL)
061b7ebd
PP		 378 ob->port = (strcmpic(ob->protocol, US"lmtp") == 0)? US"lmtp" :
379 (strcmpic(ob->protocol, US"smtps") == 0)? US"smtps" : US"smtp";
0756eb3c
PH		 380
381/* Set up the setup entry point, to be called before subprocesses for this
382transport. */
383
384tblock->setup = smtp_transport_setup;
385
386/* Complain if any of the timeouts are zero. */
387
388if (ob->command_timeout <= 0 || ob->data_timeout <= 0 ||
389 ob->final_timeout <= 0)
390 log_write(0, LOG_PANIC_DIE|LOG_CONFIG,
391 "command, data, or final timeout value is zero for %s transport",
392 tblock->name);
393
394/* If hosts_override is set and there are local hosts, set the global
395flag that stops verify from showing router hosts. */
396
397if (ob->hosts_override && ob->hosts != NULL) tblock->overrides_hosts = TRUE;
398
399/* If there are any fallback hosts listed, build a chain of host items
400for them, but do not do any lookups at this time. */
401
402host_build_hostlist(&(ob->fallback_hostlist), ob->fallback_hosts, FALSE);
403}
404
405
406
407
408
409/*************************************************
410* Set delivery info into all active addresses *
411*************************************************/
412
413/* Only addresses whose status is >= PENDING are relevant. A lesser
414status means that an address is not currently being processed.
415
416Arguments:
447d236c
PH		 417 addrlist points to a chain of addresses
418 errno_value to put in each address's errno field
419 msg to put in each address's message field
420 rc to put in each address's transport_return field
421 pass_message if TRUE, set the "pass message" flag in the address
c562fd30 422 host if set, mark addrs as having used this host
895fbaf2
JH		 423 smtp_greeting from peer
424 helo_response from peer
0756eb3c
PH		 425
426If errno_value has the special value ERRNO_CONNECTTIMEOUT, ETIMEDOUT is put in
427the errno field, and RTEF_CTOUT is ORed into the more_errno field, to indicate
428this particular type of timeout.
429
430Returns: nothing
431*/
432
7cd1141b
PH		 433static void
434set_errno(address_item *addrlist, int errno_value, uschar *msg, int rc,
895fbaf2
JH		 435 BOOL pass_message, host_item * host
436#ifdef EXPERIMENTAL_DSN_INFO
437 , const uschar * smtp_greeting, const uschar * helo_response
438#endif
439 )
0756eb3c
PH		 440{
441address_item *addr;
442int orvalue = 0;
443if (errno_value == ERRNO_CONNECTTIMEOUT)
444 {
445 errno_value = ETIMEDOUT;
446 orvalue = RTEF_CTOUT;
447 }
895fbaf2 448for (addr = addrlist; addr; addr = addr->next)
168dec3b 449 if (addr->transport_return >= PENDING)
447d236c 450 {
168dec3b
JH		 451 addr->basic_errno = errno_value;
452 addr->more_errno |= orvalue;
453 if (msg != NULL)
454 {
455 addr->message = msg;
456 if (pass_message) setflag(addr, af_pass_message);
457 }
458 addr->transport_return = rc;
459 if (host)
895fbaf2 460 {
168dec3b 461 addr->host_used = host;
895fbaf2
JH		 462#ifdef EXPERIMENTAL_DSN_INFO
463 if (smtp_greeting)
464 {uschar * s = Ustrchr(smtp_greeting, '\n'); if (s) *s = '\0';}
465 addr->smtp_greeting = smtp_greeting;
466
467 if (helo_response)
468 {uschar * s = Ustrchr(helo_response, '\n'); if (s) *s = '\0';}
469 addr->helo_response = helo_response;
470#endif
471 }
447d236c 472 }
0756eb3c
PH		 473}
474
895fbaf2
JH		 475static void
476set_errno_nohost(address_item *addrlist, int errno_value, uschar *msg, int rc,
477 BOOL pass_message)
478{
479set_errno(addrlist, errno_value, msg, rc, pass_message, NULL
480#ifdef EXPERIMENTAL_DSN_INFO
481 , NULL, NULL
482#endif
483 );
484}
0756eb3c
PH		 485
486
487/*************************************************
488* Check an SMTP response *
489*************************************************/
490
491/* This function is given an errno code and the SMTP response buffer
492to analyse, together with the host identification for generating messages. It
493sets an appropriate message and puts the first digit of the response code into
494the yield variable. If no response was actually read, a suitable digit is
495chosen.
496
497Arguments:
447d236c
PH		 498 host the current host, to get its name for messages
499 errno_value pointer to the errno value
500 more_errno from the top address for use with ERRNO_FILTER_FAIL
501 buffer the SMTP response buffer
502 yield where to put a one-digit SMTP response code
503 message where to put an errror message
504 pass_message set TRUE if message is an SMTP response
505
506Returns: TRUE if an SMTP "QUIT" command should be sent, else FALSE
0756eb3c
PH		 507*/
508
a7538db1
JH		 509static BOOL
510check_response(host_item *host, int *errno_value, int more_errno,
447d236c 511 uschar *buffer, int *yield, uschar **message, BOOL *pass_message)
0756eb3c
PH		 512{
513uschar *pl = US"";
514
515if (smtp_use_pipelining &&
516 (Ustrcmp(smtp_command, "MAIL") == 0 ||
517 Ustrcmp(smtp_command, "RCPT") == 0 ||
518 Ustrcmp(smtp_command, "DATA") == 0))
519 pl = US"pipelined ";
520
521*yield = '4'; /* Default setting is to give a temporary error */
522
523/* Handle response timeout */
524
525if (*errno_value == ETIMEDOUT)
526 {
c562fd30
JH		 527 *message = US string_sprintf("SMTP timeout after %s%s",
528 pl, smtp_command);
0756eb3c
PH		 529 if (transport_count > 0)
530 *message = US string_sprintf("%s (%d bytes written)", *message,
531 transport_count);
532 return FALSE;
533 }
534
535/* Handle malformed SMTP response */
536
537if (*errno_value == ERRNO_SMTPFORMAT)
538 {
55414b25 539 const uschar *malfresp = string_printing(buffer);
0756eb3c 540 while (isspace(*malfresp)) malfresp++;
c562fd30
JH		 541 *message = *malfresp == 0
542 ? string_sprintf("Malformed SMTP reply (an empty line) "
543 "in response to %s%s", pl, smtp_command)
544 : string_sprintf("Malformed SMTP reply in response to %s%s: %s",
545 pl, smtp_command, malfresp);
0756eb3c
PH		 546 return FALSE;
547 }
548
549/* Handle a failed filter process error; can't send QUIT as we mustn't
550end the DATA. */
551
552if (*errno_value == ERRNO_FILTER_FAIL)
553 {
35af9f61 554 *message = US string_sprintf("transport filter process failed (%d)%s",
8e669ac1 555 more_errno,
35af9f61 556 (more_errno == EX_EXECFAILED)? ": unable to execute command" : "");
0756eb3c
PH		 557 return FALSE;
558 }
559
560/* Handle a failed add_headers expansion; can't send QUIT as we mustn't
561end the DATA. */
562
563if (*errno_value == ERRNO_CHHEADER_FAIL)
564 {
565 *message =
566 US string_sprintf("failed to expand headers_add or headers_remove: %s",
567 expand_string_message);
568 return FALSE;
569 }
570
571/* Handle failure to write a complete data block */
572
573if (*errno_value == ERRNO_WRITEINCOMPLETE)
574 {
575 *message = US string_sprintf("failed to write a data block");
576 return FALSE;
577 }
578
8c5d388a 579#ifdef SUPPORT_I18N
250b6871
JH		 580/* Handle lack of advertised SMTPUTF8, for international message */
581if (*errno_value == ERRNO_UTF8_FWD)
582 {
f358d5e0 583 *message = US string_sprintf("utf8 support required but not offered for forwarding");
250b6871
JH		 584 DEBUG(D_deliver|D_transport) debug_printf("%s\n", *message);
585 return TRUE;
586 }
587#endif
588
0756eb3c
PH		 589/* Handle error responses from the remote mailer. */
590
591if (buffer[0] != 0)
592 {
55414b25 593 const uschar *s = string_printing(buffer);
447d236c 594 *message = US string_sprintf("SMTP error from remote mail server after %s%s: "
c562fd30 595 "%s", pl, smtp_command, s);
447d236c 596 *pass_message = TRUE;
0756eb3c
PH		 597 *yield = buffer[0];
598 return TRUE;
599 }
600
601/* No data was read. If there is no errno, this must be the EOF (i.e.
19b9dc85
PH		 602connection closed) case, which causes deferral. An explicit connection reset
603error has the same effect. Otherwise, put the host's identity in the message,
604leaving the errno value to be interpreted as well. In all cases, we have to
605assume the connection is now dead. */
0756eb3c 606
19b9dc85 607if (*errno_value == 0 || *errno_value == ECONNRESET)
0756eb3c
PH		 608 {
609 *errno_value = ERRNO_SMTPCLOSED;
c562fd30
JH		 610 *message = US string_sprintf("Remote host closed connection "
611 "in response to %s%s", pl, smtp_command);
0756eb3c
PH		 612 }
613else *message = US string_sprintf("%s [%s]", host->name, host->address);
614
615return FALSE;
616}
617
618
619
620/*************************************************
621* Write error message to logs *
622*************************************************/
623
624/* This writes to the main log and to the message log.
625
626Arguments:
627 addr the address item containing error information
628 host the current host
629
630Returns: nothing
631*/
632
633static void
634write_logs(address_item *addr, host_item *host)
635{
c562fd30
JH		 636uschar * message = string_sprintf("H=%s [%s]", host->name, host->address);
637
1a47b633
JH		 638if (LOGGING(outgoing_port))
639 message = string_sprintf("%s:%d", message,
640 host->port == PORT_NONE ? 25 : host->port);
c562fd30 641if (addr->message)
0756eb3c 642 {
c562fd30 643 message = string_sprintf("%s: %s", message, addr->message);
0756eb3c
PH		 644 if (addr->basic_errno > 0)
645 message = string_sprintf("%s: %s", message, strerror(addr->basic_errno));
646 log_write(0, LOG_MAIN, "%s", message);
647 deliver_msglog("%s %s\n", tod_stamp(tod_log), message);
648 }
649else
650 {
37f3dc43
JH		 651 const uschar * s = exim_errstr(addr->basic_errno);
652 log_write(0, LOG_MAIN, "%s %s", message, s);
653 deliver_msglog("%s %s %s\n", tod_stamp(tod_log), message, s);
0756eb3c
PH		 654 }
655}
656
c562fd30
JH		 657static void
658msglog_line(host_item * host, uschar * message)
659{
37f3dc43
JH		 660deliver_msglog("%s H=%s [%s] %s\n", tod_stamp(tod_log),
661 host->name, host->address, message);
c562fd30
JH		 662}
663
0756eb3c
PH		 664
665
0cbf2b82 666#ifndef DISABLE_EVENT
d68218c7
JH		 667/*************************************************
668* Post-defer action *
669*************************************************/
670
671/* This expands an arbitrary per-transport string.
672 It might, for example, be used to write to the database log.
673
674Arguments:
d68218c7
JH		 675 addr the address item containing error information
676 host the current host
677
678Returns: nothing
679*/
680
681static void
774ef2d7 682deferred_event_raise(address_item *addr, host_item *host)
d68218c7 683{
774ef2d7 684uschar * action = addr->transport->event_action;
55414b25 685const uschar * save_domain;
a7538db1
JH		 686uschar * save_local;
687
d68218c7 688if (!action)
a7538db1 689 return;
d68218c7 690
a7538db1
JH		 691save_domain = deliver_domain;
692save_local = deliver_localpart;
693
694/*XXX would ip & port already be set up? */
695deliver_host_address = string_copy(host->address);
774ef2d7
JH		 696deliver_host_port = host->port == PORT_NONE ? 25 : host->port;
697event_defer_errno = addr->basic_errno;
d68218c7
JH		 698
699router_name = addr->router->name;
700transport_name = addr->transport->name;
a7538db1
JH		 701deliver_domain = addr->domain;
702deliver_localpart = addr->local_part;
703
774ef2d7 704(void) event_raise(action, US"msg:host:defer",
a7538db1
JH		 705 addr->message
706 ? addr->basic_errno > 0
707 ? string_sprintf("%s: %s", addr->message, strerror(addr->basic_errno))
708 : string_copy(addr->message)
709 : addr->basic_errno > 0
710 ? string_copy(US strerror(addr->basic_errno))
711 : NULL);
712
713deliver_localpart = save_local;
714deliver_domain = save_domain;
d68218c7
JH		 715router_name = transport_name = NULL;
716}
717#endif
718
0756eb3c
PH		 719/*************************************************
720* Synchronize SMTP responses *
721*************************************************/
722
723/* This function is called from smtp_deliver() to receive SMTP responses from
724the server, and match them up with the commands to which they relate. When
725PIPELINING is not in use, this function is called after every command, and is
726therefore somewhat over-engineered, but it is simpler to use a single scheme
727that works both with and without PIPELINING instead of having two separate sets
728of code.
729
730The set of commands that are buffered up with pipelining may start with MAIL
731and may end with DATA; in between are RCPT commands that correspond to the
732addresses whose status is PENDING_DEFER. All other commands (STARTTLS, AUTH,
733etc.) are never buffered.
734
735Errors after MAIL or DATA abort the whole process leaving the response in the
736buffer. After MAIL, pending responses are flushed, and the original command is
737re-instated in big_buffer for error messages. For RCPT commands, the remote is
738permitted to reject some recipient addresses while accepting others. However
739certain errors clearly abort the whole process. Set the value in
740transport_return to PENDING_OK if the address is accepted. If there is a
741subsequent general error, it will get reset accordingly. If not, it will get
742converted to OK at the end.
743
744Arguments:
48c7f9e2
PH		 745 addrlist the complete address list
746 include_affixes TRUE if affixes include in RCPT
747 sync_addr ptr to the ptr of the one to start scanning at (updated)
748 host the host we are connected to
749 count the number of responses to read
750 address_retry_
751 include_sender true if 4xx retry is to include the sender it its key
752 pending_MAIL true if the first response is for MAIL
753 pending_DATA 0 if last command sent was not DATA
754 +1 if previously had a good recipient
755 -1 if not previously had a good recipient
756 inblock incoming SMTP block
757 timeout timeout value
758 buffer buffer for reading response
759 buffsize size of buffer
0756eb3c
PH		 760
761Returns: 3 if at least one address had 2xx and one had 5xx
762 2 if at least one address had 5xx but none had 2xx
763 1 if at least one host had a 2xx response, but none had 5xx
764 0 no address had 2xx or 5xx but no errors (all 4xx, or just DATA)
765 -1 timeout while reading RCPT response
766 -2 I/O or other non-response error for RCPT
767 -3 DATA or MAIL failed - errno and buffer set
768*/
769
770static int
771sync_responses(address_item *addrlist, BOOL include_affixes,
48c7f9e2
PH		 772 address_item **sync_addr, host_item *host, int count,
773 BOOL address_retry_include_sender, BOOL pending_MAIL,
0756eb3c
PH		 774 int pending_DATA, smtp_inblock *inblock, int timeout, uschar *buffer,
775 int buffsize)
776{
777address_item *addr = *sync_addr;
778int yield = 0;
779
780/* Handle the response for a MAIL command. On error, reinstate the original
781command in big_buffer for error message use, and flush any further pending
782responses before returning, except after I/O errors and timeouts. */
783
784if (pending_MAIL)
785 {
786 count--;
787 if (!smtp_read_response(inblock, buffer, buffsize, '2', timeout))
788 {
789 Ustrcpy(big_buffer, mail_command); /* Fits, because it came from there! */
790 if (errno == 0 && buffer[0] != 0)
791 {
792 uschar flushbuffer[4096];
e97957bc
PH		 793 int save_errno = 0;
794 if (buffer[0] == '4')
795 {
796 save_errno = ERRNO_MAIL4XX;
797 addr->more_errno |= ((buffer[1] - '0')*10 + buffer[2] - '0') << 8;
798 }
0756eb3c
PH		 799 while (count-- > 0)
800 {
801 if (!smtp_read_response(inblock, flushbuffer, sizeof(flushbuffer),
802 '2', timeout)
803 && (errno != 0 || flushbuffer[0] == 0))
804 break;
805 }
e97957bc 806 errno = save_errno;
0756eb3c 807 }
c562fd30
JH		 808
809 if (pending_DATA) count--; /* Number of RCPT responses to come */
810 while (count-- > 0) /* Mark any pending addrs with the host used */
811 {
812 while (addr->transport_return != PENDING_DEFER) addr = addr->next;
813 addr->host_used = host;
814 addr = addr->next;
815 }
0756eb3c
PH		 816 return -3;
817 }
818 }
819
820if (pending_DATA) count--; /* Number of RCPT responses to come */
821
822/* Read and handle the required number of RCPT responses, matching each one up
823with an address by scanning for the next address whose status is PENDING_DEFER.
824*/
825
826while (count-- > 0)
827 {
828 while (addr->transport_return != PENDING_DEFER) addr = addr->next;
829
830 /* The address was accepted */
c562fd30 831 addr->host_used = host;
0756eb3c
PH		 832
833 if (smtp_read_response(inblock, buffer, buffsize, '2', timeout))
834 {
835 yield |= 1;
836 addr->transport_return = PENDING_OK;
837
838 /* If af_dr_retry_exists is set, there was a routing delay on this address;
09945f1e
PH		 839 ensure that any address-specific retry record is expunged. We do this both
840 for the basic key and for the version that also includes the sender. */
0756eb3c
PH		 841
842 if (testflag(addr, af_dr_retry_exists))
09945f1e
PH		 843 {
844 uschar *altkey = string_sprintf("%s:<%s>", addr->address_retry_key,
845 sender_address);
846 retry_add_item(addr, altkey, rf_delete);
0756eb3c 847 retry_add_item(addr, addr->address_retry_key, rf_delete);
09945f1e 848 }
0756eb3c
PH		 849 }
850
851 /* Timeout while reading the response */
852
853 else if (errno == ETIMEDOUT)
854 {
c562fd30
JH		 855 uschar *message = string_sprintf("SMTP timeout after RCPT TO:<%s>",
856 transport_rcpt_address(addr, include_affixes));
895fbaf2 857 set_errno_nohost(addrlist, ETIMEDOUT, message, DEFER, FALSE);
0756eb3c 858 retry_add_item(addr, addr->address_retry_key, 0);
f6c332bd 859 update_waiting = FALSE;
0756eb3c
PH		 860 return -1;
861 }
862
863 /* Handle other errors in obtaining an SMTP response by returning -1. This
864 will cause all the addresses to be deferred. Restore the SMTP command in
865 big_buffer for which we are checking the response, so the error message
866 makes sense. */
867
868 else if (errno != 0 || buffer[0] == 0)
869 {
870 string_format(big_buffer, big_buffer_size, "RCPT TO:<%s>",
871 transport_rcpt_address(addr, include_affixes));
872 return -2;
873 }
874
875 /* Handle SMTP permanent and temporary response codes. */
876
877 else
878 {
879 addr->message =
447d236c 880 string_sprintf("SMTP error from remote mail server after RCPT TO:<%s>: "
c562fd30
JH		 881 "%s", transport_rcpt_address(addr, include_affixes),
882 string_printing(buffer));
447d236c 883 setflag(addr, af_pass_message);
c562fd30 884 msglog_line(host, addr->message);
0756eb3c
PH		 885
886 /* The response was 5xx */
887
888 if (buffer[0] == '5')
889 {
890 addr->transport_return = FAIL;
891 yield |= 2;
892 }
893
894 /* The response was 4xx */
895
896 else
897 {
0756eb3c
PH		 898 addr->transport_return = DEFER;
899 addr->basic_errno = ERRNO_RCPT4XX;
e97957bc 900 addr->more_errno |= ((buffer[1] - '0')*10 + buffer[2] - '0') << 8;
0756eb3c 901
0cbf2b82 902#ifndef DISABLE_EVENT
5ef5dd52
JB		 903 event_defer_errno = addr->more_errno;
904 msg_event_raise(US"msg:rcpt:host:defer", addr);
905#endif
906
c562fd30
JH		 907 /* Log temporary errors if there are more hosts to be tried.
908 If not, log this last one in the == line. */
0756eb3c 909
c562fd30
JH		 910 if (host->next)
911 log_write(0, LOG_MAIN, "H=%s [%s]: %s", host->name, host->address, addr->message);
0756eb3c 912
0cbf2b82 913#ifndef DISABLE_EVENT
5ef5dd52
JB		 914 else
915 msg_event_raise(US"msg:rcpt:defer", addr);
916#endif
917
f6c332bd
PH		 918 /* Do not put this message on the list of those waiting for specific
919 hosts, as otherwise it is likely to be tried too often. */
0756eb3c 920
f6c332bd 921 update_waiting = FALSE;
0756eb3c 922
48c7f9e2
PH		 923 /* Add a retry item for the address so that it doesn't get tried again
924 too soon. If address_retry_include_sender is true, add the sender address
925 to the retry key. */
0756eb3c 926
48c7f9e2
PH		 927 if (address_retry_include_sender)
928 {
929 uschar *altkey = string_sprintf("%s:<%s>", addr->address_retry_key,
930 sender_address);
931 retry_add_item(addr, altkey, 0);
932 }
933 else retry_add_item(addr, addr->address_retry_key, 0);
0756eb3c
PH		 934 }
935 }
936 } /* Loop for next RCPT response */
937
938/* Update where to start at for the next block of responses, unless we
939have already handled all the addresses. */
940
941if (addr != NULL) *sync_addr = addr->next;
942
943/* Handle a response to DATA. If we have not had any good recipients, either
944previously or in this block, the response is ignored. */
945
946if (pending_DATA != 0 &&
947 !smtp_read_response(inblock, buffer, buffsize, '3', timeout))
948 {
949 int code;
950 uschar *msg;
447d236c 951 BOOL pass_message;
e97957bc
PH		 952 if (pending_DATA > 0 || (yield & 1) != 0)
953 {
954 if (errno == 0 && buffer[0] == '4')
955 {
956 errno = ERRNO_DATA4XX;
957 addrlist->more_errno |= ((buffer[1] - '0')*10 + buffer[2] - '0') << 8;
958 }
959 return -3;
960 }
447d236c 961 (void)check_response(host, &errno, 0, buffer, &code, &msg, &pass_message);
0756eb3c
PH		 962 DEBUG(D_transport) debug_printf("%s\nerror for DATA ignored: pipelining "
963 "is in use and there were no good recipients\n", msg);
964 }
965
966/* All responses read and handled; MAIL (if present) received 2xx and DATA (if
967present) received 3xx. If any RCPTs were handled and yielded anything other
968than 4xx, yield will be set non-zero. */
969
970return yield;
971}
972
973
974
fcc8e047
JH		 975/* Do the client side of smtp-level authentication */
976/*
977Arguments:
978 buffer EHLO response from server (gets overwritten)
979 addrlist chain of potential addresses to deliver
980 host host to deliver to
981 ob transport options
982 ibp, obp comms channel control blocks
983
984Returns:
985 OK Success, or failed (but not required): global "smtp_authenticated" set
986 DEFER Failed authentication (and was required)
987 ERROR Internal problem
988
989 FAIL_SEND Failed communications - transmit
990 FAIL - response
991*/
992
993int
994smtp_auth(uschar *buffer, unsigned bufsize, address_item *addrlist, host_item *host,
995 smtp_transport_options_block *ob, BOOL is_esmtp,
996 smtp_inblock *ibp, smtp_outblock *obp)
997{
a7538db1
JH		 998int require_auth;
999uschar *fail_reason = US"server did not advertise AUTH support";
fcc8e047 1000
a7538db1
JH		 1001smtp_authenticated = FALSE;
1002client_authenticator = client_authenticated_id = client_authenticated_sender = NULL;
5130845b 1003require_auth = verify_check_given_host(&ob->hosts_require_auth, host);
fcc8e047 1004
a7538db1
JH		 1005if (is_esmtp && !regex_AUTH) regex_AUTH =
1006 regex_must_compile(US"\\n250[\\s\\-]AUTH\\s+([\\-\\w\\s]+)(?:\\n|$)",
1007 FALSE, TRUE);
fcc8e047 1008
a7538db1
JH		 1009if (is_esmtp && regex_match_and_setup(regex_AUTH, buffer, 0, -1))
1010 {
1011 uschar *names = string_copyn(expand_nstring[1], expand_nlength[1]);
1012 expand_nmax = -1; /* reset */
fcc8e047 1013
a7538db1
JH		 1014 /* Must not do this check until after we have saved the result of the
1015 regex match above. */
fcc8e047 1016
a7538db1 1017 if (require_auth == OK ||
5130845b 1018 verify_check_given_host(&ob->hosts_try_auth, host) == OK)
a7538db1
JH		 1019 {
1020 auth_instance *au;
1021 fail_reason = US"no common mechanisms were found";
fcc8e047 1022
a7538db1 1023 DEBUG(D_transport) debug_printf("scanning authentication mechanisms\n");
fcc8e047 1024
a7538db1
JH		 1025 /* Scan the configured authenticators looking for one which is configured
1026 for use as a client, which is not suppressed by client_condition, and
1027 whose name matches an authentication mechanism supported by the server.
1028 If one is found, attempt to authenticate by calling its client function.
1029 */
fcc8e047 1030
a7538db1
JH		 1031 for (au = auths; !smtp_authenticated && au != NULL; au = au->next)
1032 {
1033 uschar *p = names;
1034 if (!au->client ||
1035 (au->client_condition != NULL &&
1036 !expand_check_condition(au->client_condition, au->name,
1037 US"client authenticator")))
1038 {
1039 DEBUG(D_transport) debug_printf("skipping %s authenticator: %s\n",
1040 au->name,
1041 (au->client)? "client_condition is false" :
1042 "not configured as a client");
1043 continue;
1044 }
fcc8e047 1045
a7538db1 1046 /* Loop to scan supported server mechanisms */
fcc8e047 1047
a7538db1
JH		 1048 while (*p != 0)
1049 {
1050 int rc;
1051 int len = Ustrlen(au->public_name);
1052 while (isspace(*p)) p++;
fcc8e047 1053
a7538db1
JH		 1054 if (strncmpic(au->public_name, p, len) != 0 ||
1055 (p[len] != 0 && !isspace(p[len])))
1056 {
1057 while (*p != 0 && !isspace(*p)) p++;
1058 continue;
1059 }
fcc8e047 1060
a7538db1
JH		 1061 /* Found data for a listed mechanism. Call its client entry. Set
1062 a flag in the outblock so that data is overwritten after sending so
1063 that reflections don't show it. */
fcc8e047 1064
a7538db1
JH		 1065 fail_reason = US"authentication attempt(s) failed";
1066 obp->authenticating = TRUE;
1067 rc = (au->info->clientcode)(au, ibp, obp,
1068 ob->command_timeout, buffer, bufsize);
1069 obp->authenticating = FALSE;
1070 DEBUG(D_transport) debug_printf("%s authenticator yielded %d\n",
1071 au->name, rc);
fcc8e047 1072
a7538db1
JH		 1073 /* A temporary authentication failure must hold up delivery to
1074 this host. After a permanent authentication failure, we carry on
1075 to try other authentication methods. If all fail hard, try to
1076 deliver the message unauthenticated unless require_auth was set. */
fcc8e047 1077
a7538db1
JH		 1078 switch(rc)
1079 {
1080 case OK:
1081 smtp_authenticated = TRUE; /* stops the outer loop */
1082 client_authenticator = au->name;
1083 if (au->set_client_id != NULL)
1084 client_authenticated_id = expand_string(au->set_client_id);
1085 break;
1086
1087 /* Failure after writing a command */
1088
1089 case FAIL_SEND:
1090 return FAIL_SEND;
1091
1092 /* Failure after reading a response */
1093
1094 case FAIL:
1095 if (errno != 0 || buffer[0] != '5') return FAIL;
1096 log_write(0, LOG_MAIN, "%s authenticator failed H=%s [%s] %s",
1097 au->name, host->name, host->address, buffer);
1098 break;
1099
1100 /* Failure by some other means. In effect, the authenticator
1101 decided it wasn't prepared to handle this case. Typically this
1102 is the result of "fail" in an expansion string. Do we need to
1103 log anything here? Feb 2006: a message is now put in the buffer
1104 if logging is required. */
1105
1106 case CANCELLED:
1107 if (*buffer != 0)
1108 log_write(0, LOG_MAIN, "%s authenticator cancelled "
1109 "authentication H=%s [%s] %s", au->name, host->name,
1110 host->address, buffer);
1111 break;
1112
1113 /* Internal problem, message in buffer. */
1114
1115 case ERROR:
895fbaf2
JH		 1116 set_errno_nohost(addrlist, ERRNO_AUTHPROB, string_copy(buffer),
1117 DEFER, FALSE);
a7538db1
JH		 1118 return ERROR;
1119 }
fcc8e047 1120
a7538db1
JH		 1121 break; /* If not authenticated, try next authenticator */
1122 } /* Loop for scanning supported server mechanisms */
1123 } /* Loop for further authenticators */
fcc8e047 1124 }
a7538db1 1125 }
fcc8e047 1126
a7538db1 1127/* If we haven't authenticated, but are required to, give up. */
fcc8e047 1128
a7538db1
JH		 1129if (require_auth == OK && !smtp_authenticated)
1130 {
895fbaf2 1131 set_errno_nohost(addrlist, ERRNO_AUTHFAIL,
a7538db1 1132 string_sprintf("authentication required but %s", fail_reason), DEFER,
895fbaf2 1133 FALSE);
a7538db1
JH		 1134 return DEFER;
1135 }
4d8d62b9 1136
a7538db1 1137return OK;
fcc8e047
JH		 1138}
1139
1140
1141/* Construct AUTH appendix string for MAIL TO */
1142/*
1143Arguments
1144 buffer to build string
1145 addrlist chain of potential addresses to deliver
1146 ob transport options
1147
1148Globals smtp_authenticated
1149 client_authenticated_sender
1150Return True on error, otherwise buffer has (possibly empty) terminated string
1151*/
1152
1153BOOL
1154smtp_mail_auth_str(uschar *buffer, unsigned bufsize, address_item *addrlist,
1155 smtp_transport_options_block *ob)
1156{
1157uschar *local_authenticated_sender = authenticated_sender;
1158
1159#ifdef notdef
1160 debug_printf("smtp_mail_auth_str: as<%s> os<%s> SA<%s>\n", authenticated_sender, ob->authenticated_sender, smtp_authenticated?"Y":"N");
1161#endif
1162
1163if (ob->authenticated_sender != NULL)
1164 {
1165 uschar *new = expand_string(ob->authenticated_sender);
1166 if (new == NULL)
1167 {
1168 if (!expand_string_forcedfail)
1169 {
1170 uschar *message = string_sprintf("failed to expand "
1171 "authenticated_sender: %s", expand_string_message);
895fbaf2 1172 set_errno_nohost(addrlist, ERRNO_EXPANDFAIL, message, DEFER, FALSE);
fcc8e047
JH		 1173 return TRUE;
1174 }
1175 }
1176 else if (new[0] != 0) local_authenticated_sender = new;
1177 }
1178
1179/* Add the authenticated sender address if present */
1180
1181if ((smtp_authenticated || ob->authenticated_sender_force) &&
1182 local_authenticated_sender != NULL)
1183 {
1184 string_format(buffer, bufsize, " AUTH=%s",
1185 auth_xtextencode(local_authenticated_sender,
1186 Ustrlen(local_authenticated_sender)));
1187 client_authenticated_sender = string_copy(local_authenticated_sender);
1188 }
1189else
1190 *buffer= 0;
1191
1192return FALSE;
1193}
1194
1195
1196
0e66b3b6 1197#ifdef EXPERIMENTAL_DANE
2d5fdd53
JH		 1198/* Lookup TLSA record for host/port.
1199Return: OK success with dnssec; DANE mode
1200 DEFER Do not use this host now, may retry later
1201 FAIL_FORCED No TLSA record; DANE not usable
1202 FAIL Do not use this connection
1203*/
1204
0e66b3b6 1205int
4b0fe319 1206tlsa_lookup(const host_item * host, dns_answer * dnsa, BOOL dane_required)
0e66b3b6
JH		 1207{
1208/* move this out to host.c given the similarity to dns_lookup() ? */
1209uschar buffer[300];
55414b25 1210const uschar * fullname = buffer;
0e66b3b6
JH		 1211
1212/* TLSA lookup string */
1213(void)sprintf(CS buffer, "_%d._tcp.%.256s", host->port, host->name);
1214
1215switch (dns_lookup(dnsa, buffer, T_TLSA, &fullname))
1216 {
0e66b3b6
JH		 1217 case DNS_SUCCEED:
1218 if (!dns_is_secure(dnsa))
1219 {
1220 log_write(0, LOG_MAIN, "DANE error: TLSA lookup not DNSSEC");
1221 return DEFER;
1222 }
4b0fe319 1223 return OK;
2d5fdd53
JH		 1224
1225 case DNS_AGAIN:
1226 return DEFER; /* just defer this TLS'd conn */
1227
1228 case DNS_NOMATCH:
1229 return dane_required ? FAIL : FAIL_FORCED;
1230
1231 default:
1232 case DNS_FAIL:
1233 return dane_required ? FAIL : DEFER;
0e66b3b6 1234 }
0e66b3b6
JH		 1235}
1236#endif
1237
1238
a39bd74d
JB		 1239
1240typedef struct smtp_compare_s
1241{
1242 uschar *current_sender_address;
1243 struct transport_instance *tblock;
1244} smtp_compare_t;
1245
1246/*
1247Create a unique string that identifies this message, it is based on
1248sender_address, helo_data and tls_certificate if enabled. */
1249
1250static uschar *
1251smtp_local_identity(uschar * sender, struct transport_instance * tblock)
1252{
1253address_item * addr1;
1254uschar * if1 = US"";
1255uschar * helo1 = US"";
1256#ifdef SUPPORT_TLS
1257uschar * tlsc1 = US"";
1258#endif
1259uschar * save_sender_address = sender_address;
1260uschar * local_identity = NULL;
1261smtp_transport_options_block * ob =
1262 (smtp_transport_options_block *)tblock->options_block;
1263
1264sender_address = sender;
1265
1266addr1 = deliver_make_addr (sender, TRUE);
1267deliver_set_expansions(addr1);
1268
1269if (ob->interface)
1270 if1 = expand_string(ob->interface);
1271
1272if (ob->helo_data)
1273 helo1 = expand_string(ob->helo_data);
1274
1275#ifdef SUPPORT_TLS
1276if (ob->tls_certificate)
1277 tlsc1 = expand_string(ob->tls_certificate);
1278local_identity = string_sprintf ("%s^%s^%s", if1, helo1, tlsc1);
1279#else
1280local_identity = string_sprintf ("%s^%s", if1, helo1);
1281#endif
1282
1283deliver_set_expansions(NULL);
1284sender_address = save_sender_address;
1285
1286return local_identity;
1287}
1288
1289
1290
1291/* This routine is a callback that is called from transport_check_waiting.
1292This function will evaluate the incoming message versus the previous
1293message. If the incoming message is using a different local identity then
1294we will veto this new message. */
1295
1296static BOOL
1297smtp_are_same_identities(uschar * message_id, smtp_compare_t * s_compare)
1298{
dadff1d4
HSHR		 1299uschar * message_local_identity,
1300 * current_local_identity,
1301 * new_sender_address;
1302
1303current_local_identity =
a39bd74d 1304 smtp_local_identity(s_compare->current_sender_address, s_compare->tblock);
a39bd74d 1305
dadff1d4
HSHR		 1306if (!(new_sender_address = deliver_get_sender_address(message_id)))
1307 return 0;
1308
1309message_local_identity =
1310 smtp_local_identity(new_sender_address, s_compare->tblock);
a39bd74d
JB		 1311
1312return Ustrcmp(current_local_identity, message_local_identity) == 0;
1313}
1314
1315
1316
9094b84b
JH		 1317uschar
1318ehlo_response(uschar * buf, size_t bsize, uschar checks)
1319{
1320#ifdef SUPPORT_TLS
ff5aac2b
JH		 1321if ( checks & PEER_OFFERED_TLS
1322 && pcre_exec(regex_STARTTLS, NULL, CS buf, bsize, 0, PCRE_EOPT, NULL, 0) < 0)
1323 checks &= ~PEER_OFFERED_TLS;
9094b84b
JH		 1324#endif
1325
ff5aac2b
JH		 1326if ( checks & PEER_OFFERED_IGNQ
1327 && pcre_exec(regex_IGNOREQUOTA, NULL, CS buf, bsize, 0,
1328 PCRE_EOPT, NULL, 0) < 0)
1329 checks &= ~PEER_OFFERED_IGNQ;
9094b84b 1330
f98442df
JH		 1331if ( checks & PEER_OFFERED_CHUNKING
1332 && pcre_exec(regex_CHUNKING, NULL, CS buf, bsize, 0, PCRE_EOPT, NULL, 0) < 0)
1333 checks &= ~PEER_OFFERED_CHUNKING;
1334
9094b84b 1335#ifndef DISABLE_PRDR
ff5aac2b
JH		 1336if ( checks & PEER_OFFERED_PRDR
1337 && pcre_exec(regex_PRDR, NULL, CS buf, bsize, 0, PCRE_EOPT, NULL, 0) < 0)
1338 checks &= ~PEER_OFFERED_PRDR;
9094b84b
JH		 1339#endif
1340
1341#ifdef SUPPORT_I18N
ff5aac2b
JH		 1342if ( checks & PEER_OFFERED_UTF8
1343 && pcre_exec(regex_UTF8, NULL, CS buf, bsize, 0, PCRE_EOPT, NULL, 0) < 0)
1344 checks &= ~PEER_OFFERED_UTF8;
9094b84b
JH		 1345#endif
1346
ff5aac2b
JH		 1347if ( checks & PEER_OFFERED_DSN
1348 && pcre_exec(regex_DSN, NULL, CS buf, bsize, 0, PCRE_EOPT, NULL, 0) < 0)
1349 checks &= ~PEER_OFFERED_DSN;
9094b84b 1350
ff5aac2b
JH		 1351if ( checks & PEER_OFFERED_PIPE
1352 && pcre_exec(regex_PIPELINING, NULL, CS buf, bsize, 0,
1353 PCRE_EOPT, NULL, 0) < 0)
1354 checks &= ~PEER_OFFERED_PIPE;
9094b84b 1355
ff5aac2b
JH		 1356if ( checks & PEER_OFFERED_SIZE
1357 && pcre_exec(regex_SIZE, NULL, CS buf, bsize, 0, PCRE_EOPT, NULL, 0) < 0)
1358 checks &= ~PEER_OFFERED_SIZE;
9094b84b
JH		 1359
1360return checks;
1361}
1362
1363
0756eb3c
PH		 1364/*************************************************
1365* Deliver address list to given host *
1366*************************************************/
1367
1368/* If continue_hostname is not null, we get here only when continuing to
1369deliver down an existing channel. The channel was passed as the standard
6c512171
PH		 1370input. TLS is never active on a passed channel; the previous process always
1371closes it down before passing the connection on.
0756eb3c
PH		 1372
1373Otherwise, we have to make a connection to the remote host, and do the
1374initial protocol exchange.
1375
1376When running as an MUA wrapper, if the sender or any recipient is rejected,
1377temporarily or permanently, we force failure for all recipients.
1378
1379Arguments:
1380 addrlist chain of potential addresses to deliver; only those whose
1381 transport_return field is set to PENDING_DEFER are currently
1382 being processed; others should be skipped - they have either
1383 been delivered to an earlier host or IP address, or been
1384 failed by one of them.
1385 host host to deliver to
1386 host_af AF_INET or AF_INET6
2d280592 1387 port default TCP/IP port to use, in host byte order
0756eb3c
PH		 1388 interface interface to bind to, or NULL
1389 tblock transport instance block
0756eb3c
PH		 1390 message_defer set TRUE if yield is OK, but all addresses were deferred
1391 because of a non-recipient, non-host failure, that is, a
1392 4xx response to MAIL FROM, DATA, or ".". This is a defer
1393 that is specific to the message.
1394 suppress_tls if TRUE, don't attempt a TLS connection - this is set for
1395 a second attempt after TLS initialization fails
1396
1397Returns: OK - the connection was made and the delivery attempted;
1398 the result for each address is in its data block.
1399 DEFER - the connection could not be made, or something failed
1400 while setting up the SMTP session, or there was a
1401 non-message-specific error, such as a timeout.
1402 ERROR - a filter command is specified for this transport,
1403 and there was a problem setting it up; OR helo_data
1404 or add_headers or authenticated_sender is specified
1405 for this transport, and the string failed to expand
1406*/
1407
1408static int
1409smtp_deliver(address_item *addrlist, host_item *host, int host_af, int port,
d427a7f9 1410 uschar *interface, transport_instance *tblock,
0756eb3c
PH		 1411 BOOL *message_defer, BOOL suppress_tls)
1412{
1413address_item *addr;
1414address_item *sync_addr;
1415address_item *first_addr = addrlist;
1416int yield = OK;
1417int address_count;
1418int save_errno;
1419int rc;
1420time_t start_delivery_time = time(NULL);
1421smtp_transport_options_block *ob =
1422 (smtp_transport_options_block *)(tblock->options_block);
1423BOOL lmtp = strcmpic(ob->protocol, US"lmtp") == 0;
061b7ebd 1424BOOL smtps = strcmpic(ob->protocol, US"smtps") == 0;
0756eb3c
PH		 1425BOOL ok = FALSE;
1426BOOL send_rset = TRUE;
1427BOOL send_quit = TRUE;
1428BOOL setting_up = TRUE;
1429BOOL completed_address = FALSE;
1430BOOL esmtp = TRUE;
1431BOOL pending_MAIL;
447d236c 1432BOOL pass_message = FALSE;
9094b84b 1433uschar peer_offered = 0; /*XXX should this be handed on cf. tls_offered, smtp_use_dsn ? */
8ccd00b1 1434#ifndef DISABLE_PRDR
fd98a5c6
JH		 1435BOOL prdr_active;
1436#endif
8c5d388a 1437#ifdef SUPPORT_I18N
3c8b3577 1438BOOL utf8_needed = FALSE;
7ade712c 1439#endif
6c1c3d1d 1440BOOL dsn_all_lasthop = TRUE;
0e66b3b6
JH		 1441#if defined(SUPPORT_TLS) && defined(EXPERIMENTAL_DANE)
1442BOOL dane = FALSE;
0539a19d 1443BOOL dane_required = verify_check_given_host(&ob->hosts_require_dane, host) == OK;
0e66b3b6
JH		 1444dns_answer tlsa_dnsa;
1445#endif
0756eb3c
PH		 1446smtp_inblock inblock;
1447smtp_outblock outblock;
1448int max_rcpt = tblock->max_addresses;
f1513293 1449uschar *igquotstr = US"";
a39bd74d 1450
895fbaf2
JH		 1451#ifdef EXPERIMENTAL_DSN_INFO
1452uschar *smtp_greeting = NULL;
1453uschar *helo_response = NULL;
1454#endif
41c7c167 1455uschar *helo_data = NULL;
a39bd74d 1456
0756eb3c
PH		 1457uschar *message = NULL;
1458uschar new_message_id[MESSAGE_ID_LENGTH + 1];
1459uschar *p;
1460uschar buffer[4096];
1461uschar inbuffer[4096];
98470202 1462uschar outbuffer[4096];
0756eb3c
PH		 1463
1464suppress_tls = suppress_tls; /* stop compiler warning when no TLS support */
1465
1466*message_defer = FALSE;
1467smtp_command = US"initial connection";
1468if (max_rcpt == 0) max_rcpt = 999999;
1469
1470/* Set up the buffer for reading SMTP response packets. */
1471
1472inblock.buffer = inbuffer;
1473inblock.buffersize = sizeof(inbuffer);
1474inblock.ptr = inbuffer;
1475inblock.ptrend = inbuffer;
1476
1477/* Set up the buffer for holding SMTP commands while pipelining */
1478
1479outblock.buffer = outbuffer;
1480outblock.buffersize = sizeof(outbuffer);
1481outblock.ptr = outbuffer;
1482outblock.cmd_count = 0;
1483outblock.authenticating = FALSE;
1484
6c512171
PH		 1485/* Reset the parameters of a TLS session. */
1486
817d9f57
JH		 1487tls_out.bits = 0;
1488tls_out.cipher = NULL; /* the one we may use for this transport */
9d1c15ef
JH		 1489tls_out.ourcert = NULL;
1490tls_out.peercert = NULL;
817d9f57
JH		 1491tls_out.peerdn = NULL;
1492#if defined(SUPPORT_TLS) && !defined(USE_GNUTLS)
1493tls_out.sni = NULL;
5b456975 1494#endif
018058b2 1495tls_out.ocsp = OCSP_NOT_REQ;
6c512171 1496
35aba663
JH		 1497/* Flip the legacy TLS-related variables over to the outbound set in case
1498they're used in the context of the transport. Don't bother resetting
1499afterward as we're in a subprocess. */
1500
1501tls_modify_variables(&tls_out);
1502
061b7ebd
PP		 1503#ifndef SUPPORT_TLS
1504if (smtps)
1505 {
895fbaf2
JH		 1506 set_errno_nohost(addrlist, ERRNO_TLSFAILURE, US"TLS support not available",
1507 DEFER, FALSE);
018058b2 1508 return ERROR;
061b7ebd
PP		 1509 }
1510#endif
1511
0756eb3c
PH		 1512/* Make a connection to the host if this isn't a continued delivery, and handle
1513the initial interaction and HELO/EHLO/LHLO. Connect timeout errors are handled
1514specially so they can be identified for retries. */
1515
1516if (continue_hostname == NULL)
1517 {
a7538db1 1518 /* This puts port into host->port */
0756eb3c 1519 inblock.sock = outblock.sock =
7eb6c37c 1520 smtp_connect(host, host_af, port, interface, ob->connect_timeout, tblock);
4311097e 1521
0756eb3c
PH		 1522 if (inblock.sock < 0)
1523 {
895fbaf2
JH		 1524 set_errno_nohost(addrlist, (errno == ETIMEDOUT)? ERRNO_CONNECTTIMEOUT : errno,
1525 NULL, DEFER, FALSE);
0756eb3c
PH		 1526 return DEFER;
1527 }
1528
0e66b3b6
JH		 1529#if defined(SUPPORT_TLS) && defined(EXPERIMENTAL_DANE)
1530 {
0e66b3b6
JH		 1531 tls_out.dane_verified = FALSE;
1532 tls_out.tlsa_usage = 0;
1533
0e66b3b6
JH		 1534 if (host->dnssec == DS_YES)
1535 {
4b0fe319
JH		 1536 if( dane_required
1537 || verify_check_given_host(&ob->hosts_try_dane, host) == OK
0e66b3b6 1538 )
2d5fdd53 1539 switch (rc = tlsa_lookup(host, &tlsa_dnsa, dane_required))
4b0fe319 1540 {
2d5fdd53
JH		 1541 case OK: dane = TRUE; break;
1542 case FAIL_FORCED: break;
1543 default: set_errno_nohost(addrlist, ERRNO_DNSDEFER,
1544 string_sprintf("DANE error: tlsa lookup %s",
1545 rc == DEFER ? "DEFER" : "FAIL"),
1546 rc, FALSE);
1547 return rc;
4b0fe319 1548 }
0e66b3b6
JH		 1549 }
1550 else if (dane_required)
1551 {
895fbaf2 1552 set_errno_nohost(addrlist, ERRNO_DNSDEFER,
4cea764f 1553 string_sprintf("DANE error: %s lookup not DNSSEC", host->name),
895fbaf2 1554 FAIL, FALSE);
4b0fe319 1555 return FAIL;
0e66b3b6
JH		 1556 }
1557
1558 if (dane)
1559 ob->tls_tempfail_tryclear = FALSE;
1560 }
1561#endif /*DANE*/
1562
41c7c167
PH		 1563 /* Expand the greeting message while waiting for the initial response. (Makes
1564 sense if helo_data contains ${lookup dnsdb ...} stuff). The expansion is
1565 delayed till here so that $sending_interface and $sending_port are set. */
1566
1567 helo_data = expand_string(ob->helo_data);
8c5d388a 1568#ifdef SUPPORT_I18N
810d16ad
JH		 1569 if (helo_data)
1570 {
1571 uschar * errstr = NULL;
1572 if ((helo_data = string_domain_utf8_to_alabel(helo_data, &errstr)), errstr)
1573 {
1574 errstr = string_sprintf("failed to expand helo_data: %s", errstr);
895fbaf2 1575 set_errno_nohost(addrlist, ERRNO_EXPANDFAIL, errstr, DEFER, FALSE);
810d16ad
JH		 1576 yield = DEFER;
1577 goto SEND_QUIT;
1578 }
1579 }
1580#endif
41c7c167 1581
0756eb3c
PH		 1582 /* The first thing is to wait for an initial OK response. The dreaded "goto"
1583 is nevertheless a reasonably clean way of programming this kind of logic,
1584 where you want to escape on any error. */
1585
061b7ebd
PP		 1586 if (!smtps)
1587 {
895fbaf2
JH		 1588 BOOL good_response = smtp_read_response(&inblock, buffer, sizeof(buffer),
1589 '2', ob->command_timeout);
1590#ifdef EXPERIMENTAL_DSN_INFO
1591 smtp_greeting = string_copy(buffer);
1592#endif
1593 if (!good_response) goto RESPONSE_FAILED;
0756eb3c 1594
0cbf2b82 1595#ifndef DISABLE_EVENT
b30275b8 1596 {
805c9d53
JH		 1597 uschar * s;
1598 lookup_dnssec_authenticated = host->dnssec==DS_YES ? US"yes"
1599 : host->dnssec==DS_NO ? US"no" : NULL;
1600 s = event_raise(tblock->event_action, US"smtp:connect", buffer);
b30275b8 1601 if (s)
a7538db1 1602 {
895fbaf2 1603 set_errno_nohost(addrlist, ERRNO_EXPANDFAIL,
b30275b8 1604 string_sprintf("deferred by smtp:connect event expansion: %s", s),
895fbaf2 1605 DEFER, FALSE);
a7538db1
JH		 1606 yield = DEFER;
1607 goto SEND_QUIT;
1608 }
b30275b8 1609 }
a7538db1
JH		 1610#endif
1611
061b7ebd
PP		 1612 /* Now check if the helo_data expansion went well, and sign off cleanly if
1613 it didn't. */
41c7c167 1614
061b7ebd
PP		 1615 if (helo_data == NULL)
1616 {
1617 uschar *message = string_sprintf("failed to expand helo_data: %s",
1618 expand_string_message);
895fbaf2 1619 set_errno_nohost(addrlist, ERRNO_EXPANDFAIL, message, DEFER, FALSE);
061b7ebd
PP		 1620 yield = DEFER;
1621 goto SEND_QUIT;
1622 }
41c7c167
PH		 1623 }
1624
0756eb3c
PH		 1625/** Debugging without sending a message
1626addrlist->transport_return = DEFER;
1627goto SEND_QUIT;
1628**/
1629
1630 /* Errors that occur after this point follow an SMTP command, which is
1631 left in big_buffer by smtp_write_command() for use in error messages. */
1632
1633 smtp_command = big_buffer;
1634
1635 /* Tell the remote who we are...
1636
1637 February 1998: A convention has evolved that ESMTP-speaking MTAs include the
1638 string "ESMTP" in their greeting lines, so make Exim send EHLO if the
1639 greeting is of this form. The assumption was that the far end supports it
1640 properly... but experience shows that there are some that give 5xx responses,
1641 even though the banner includes "ESMTP" (there's a bloody-minded one that
1642 says "ESMTP not spoken here"). Cope with that case.
1643
1644 September 2000: Time has passed, and it seems reasonable now to always send
1645 EHLO at the start. It is also convenient to make the change while installing
1646 the TLS stuff.
1647
1648 July 2003: Joachim Wieland met a broken server that advertises "PIPELINING"
1649 but times out after sending MAIL FROM, RCPT TO and DATA all together. There
1650 would be no way to send out the mails, so there is now a host list
1651 "hosts_avoid_esmtp" that disables ESMTP for special hosts and solves the
1652 PIPELINING problem as well. Maybe it can also be useful to cure other
1653 problems with broken servers.
1654
1655 Exim originally sent "Helo" at this point and ran for nearly a year that way.
1656 Then somebody tried it with a Microsoft mailer... It seems that all other
1657 mailers use upper case for some reason (the RFC is quite clear about case
1658 independence) so, for peace of mind, I gave in. */
1659
5130845b 1660 esmtp = verify_check_given_host(&ob->hosts_avoid_esmtp, host) != OK;
0756eb3c 1661
061b7ebd
PP		 1662 /* Alas; be careful, since this goto is not an error-out, so conceivably
1663 we might set data between here and the target which we assume to exist
1664 and be usable. I can see this coming back to bite us. */
a7538db1 1665#ifdef SUPPORT_TLS
061b7ebd
PP		 1666 if (smtps)
1667 {
1668 tls_offered = TRUE;
1669 suppress_tls = FALSE;
1670 ob->tls_tempfail_tryclear = FALSE;
1671 smtp_command = US"SSL-on-connect";
1672 goto TLS_NEGOTIATE;
1673 }
a7538db1 1674#endif
061b7ebd 1675
0756eb3c
PH		 1676 if (esmtp)
1677 {
1678 if (smtp_write_command(&outblock, FALSE, "%s %s\r\n",
1679 lmtp? "LHLO" : "EHLO", helo_data) < 0)
1680 goto SEND_FAILED;
1681 if (!smtp_read_response(&inblock, buffer, sizeof(buffer), '2',
1682 ob->command_timeout))
1683 {
895fbaf2
JH		 1684 if (errno != 0 || buffer[0] == 0 || lmtp)
1685 {
1686#ifdef EXPERIMENTAL_DSN_INFO
1687 helo_response = string_copy(buffer);
1688#endif
1689 goto RESPONSE_FAILED;
1690 }
0756eb3c
PH		 1691 esmtp = FALSE;
1692 }
895fbaf2
JH		 1693#ifdef EXPERIMENTAL_DSN_INFO
1694 helo_response = string_copy(buffer);
1695#endif
0756eb3c
PH		 1696 }
1697 else
1698 {
1699 DEBUG(D_transport)
1700 debug_printf("not sending EHLO (host matches hosts_avoid_esmtp)\n");
1701 }
1702
1703 if (!esmtp)
1704 {
895fbaf2
JH		 1705 BOOL good_response;
1706
0756eb3c
PH		 1707 if (smtp_write_command(&outblock, FALSE, "HELO %s\r\n", helo_data) < 0)
1708 goto SEND_FAILED;
895fbaf2
JH		 1709 good_response = smtp_read_response(&inblock, buffer, sizeof(buffer),
1710 '2', ob->command_timeout);
1711#ifdef EXPERIMENTAL_DSN_INFO
1712 helo_response = string_copy(buffer);
1713#endif
1714 if (!good_response) goto RESPONSE_FAILED;
0756eb3c
PH		 1715 }
1716
9094b84b
JH		 1717 if (esmtp || lmtp)
1718 peer_offered = ehlo_response(buffer, Ustrlen(buffer),
ff5aac2b 1719 PEER_OFFERED_TLS /* others checked later */
9094b84b 1720 );
f1513293 1721
0756eb3c
PH		 1722 /* Set tls_offered if the response to EHLO specifies support for STARTTLS. */
1723
a7538db1 1724#ifdef SUPPORT_TLS
9094b84b 1725 tls_offered = !!(peer_offered & PEER_OFFERED_TLS);
7ade712c 1726#endif
0756eb3c
PH		 1727 }
1728
1729/* For continuing deliveries down the same channel, the socket is the standard
1730input, and we don't need to redo EHLO here (but may need to do so for TLS - see
1731below). Set up the pointer to where subsequent commands will be left, for
1732error messages. Note that smtp_use_size and smtp_use_pipelining will have been
1733set from the command line if they were set in the process that passed the
1734connection on. */
1735
895fbaf2
JH		 1736/*XXX continue case needs to propagate DSN_INFO, prob. in deliver.c
1737as the contine goes via transport_pass_socket() and doublefork and exec.
1738It does not wait. Unclear how we keep separate host's responses
1739separate - we could match up by host ip+port as a bodge. */
1740
0756eb3c
PH		 1741else
1742 {
1743 inblock.sock = outblock.sock = fileno(stdin);
1744 smtp_command = big_buffer;
4311097e 1745 host->port = port; /* Record the port that was used */
0756eb3c
PH		 1746 }
1747
1748/* If TLS is available on this connection, whether continued or not, attempt to
1749start up a TLS session, unless the host is in hosts_avoid_tls. If successful,
1750send another EHLO - the server may give a different answer in secure mode. We
1751use a separate buffer for reading the response to STARTTLS so that if it is
1752negative, the original EHLO data is available for subsequent analysis, should
1753the client not be required to use TLS. If the response is bad, copy the buffer
1754for error analysis. */
1755
1756#ifdef SUPPORT_TLS
5130845b
JH		 1757if ( tls_offered
1758 && !suppress_tls
1759 && verify_check_given_host(&ob->hosts_avoid_tls, host) != OK)
0756eb3c
PH		 1760 {
1761 uschar buffer2[4096];
1762 if (smtp_write_command(&outblock, FALSE, "STARTTLS\r\n") < 0)
1763 goto SEND_FAILED;
1764
1765 /* If there is an I/O error, transmission of this message is deferred. If
1766 there is a temporary rejection of STARRTLS and tls_tempfail_tryclear is
1767 false, we also defer. However, if there is a temporary rejection of STARTTLS
1768 and tls_tempfail_tryclear is true, or if there is an outright rejection of
1769 STARTTLS, we carry on. This means we will try to send the message in clear,
1770 unless the host is in hosts_require_tls (tested below). */
1771
1772 if (!smtp_read_response(&inblock, buffer2, sizeof(buffer2), '2',
1773 ob->command_timeout))
1774 {
4b0fe319
JH		 1775 if ( errno != 0
1776 || buffer2[0] == 0
1777 || (buffer2[0] == '4' && !ob->tls_tempfail_tryclear)
1778 )
0dda4340
TK		 1779 {
1780 Ustrncpy(buffer, buffer2, sizeof(buffer));
0756eb3c 1781 goto RESPONSE_FAILED;
0dda4340 1782 }
0756eb3c
PH		 1783 }
1784
1785 /* STARTTLS accepted: try to negotiate a TLS session. */
1786
1787 else
061b7ebd 1788 TLS_NEGOTIATE:
0756eb3c 1789 {
0e66b3b6
JH		 1790 int rc = tls_client_start(inblock.sock, host, addrlist, tblock
1791# ifdef EXPERIMENTAL_DANE
1792 , dane ? &tlsa_dnsa : NULL
1793# endif
1794 );
0756eb3c
PH		 1795
1796 /* TLS negotiation failed; give an error. From outside, this function may
1797 be called again to try in clear on a new connection, if the options permit
1798 it for this host. */
1799
1800 if (rc != OK)
1801 {
6ebd79ec 1802# ifdef EXPERIMENTAL_DANE
4b0fe319 1803 if (rc == DEFER && dane)
6ebd79ec 1804 {
4b0fe319
JH		 1805 log_write(0, LOG_MAIN,
1806 "DANE attempt failed; no TLS connection to %s [%s]",
6ebd79ec 1807 host->name, host->address);
6ebd79ec
JH		 1808 }
1809# endif
1810
0756eb3c
PH		 1811 save_errno = ERRNO_TLSFAILURE;
1812 message = US"failure while setting up TLS session";
1813 send_quit = FALSE;
1814 goto TLS_FAILED;
1815 }
1816
1817 /* TLS session is set up */
1818
895fbaf2 1819 for (addr = addrlist; addr; addr = addr->next)
5ca2a9a1
PH		 1820 if (addr->transport_return == PENDING_DEFER)
1821 {
817d9f57 1822 addr->cipher = tls_out.cipher;
9d1c15ef
JH		 1823 addr->ourcert = tls_out.ourcert;
1824 addr->peercert = tls_out.peercert;
817d9f57 1825 addr->peerdn = tls_out.peerdn;
018058b2 1826 addr->ocsp = tls_out.ocsp;
5ca2a9a1 1827 }
0756eb3c
PH		 1828 }
1829 }
1830
061b7ebd
PP		 1831/* if smtps, we'll have smtp_command set to something else; always safe to
1832reset it here. */
1833smtp_command = big_buffer;
1834
41c7c167
PH		 1835/* If we started TLS, redo the EHLO/LHLO exchange over the secure channel. If
1836helo_data is null, we are dealing with a connection that was passed from
1837another process, and so we won't have expanded helo_data above. We have to
1838expand it here. $sending_ip_address and $sending_port are set up right at the
1839start of the Exim process (in exim.c). */
0756eb3c 1840
817d9f57 1841if (tls_out.active >= 0)
0756eb3c 1842 {
061b7ebd 1843 char *greeting_cmd;
895fbaf2
JH		 1844 BOOL good_response;
1845
41c7c167
PH		 1846 if (helo_data == NULL)
1847 {
1848 helo_data = expand_string(ob->helo_data);
1849 if (helo_data == NULL)
1850 {
1851 uschar *message = string_sprintf("failed to expand helo_data: %s",
1852 expand_string_message);
895fbaf2 1853 set_errno_nohost(addrlist, ERRNO_EXPANDFAIL, message, DEFER, FALSE);
41c7c167
PH		 1854 yield = DEFER;
1855 goto SEND_QUIT;
1856 }
1857 }
1858
0d0e4455 1859 /* For SMTPS we need to wait for the initial OK response. */
061b7ebd
PP		 1860 if (smtps)
1861 {
895fbaf2
JH		 1862 good_response = smtp_read_response(&inblock, buffer, sizeof(buffer),
1863 '2', ob->command_timeout);
1864#ifdef EXPERIMENTAL_DSN_INFO
1865 smtp_greeting = string_copy(buffer);
1866#endif
1867 if (!good_response) goto RESPONSE_FAILED;
0d0e4455
PP		 1868 }
1869
1870 if (esmtp)
1871 greeting_cmd = "EHLO";
1872 else
1873 {
1874 greeting_cmd = "HELO";
1875 DEBUG(D_transport)
1876 debug_printf("not sending EHLO (host matches hosts_avoid_esmtp)\n");
061b7ebd
PP		 1877 }
1878
1879 if (smtp_write_command(&outblock, FALSE, "%s %s\r\n",
1880 lmtp? "LHLO" : greeting_cmd, helo_data) < 0)
0756eb3c 1881 goto SEND_FAILED;
895fbaf2
JH		 1882 good_response = smtp_read_response(&inblock, buffer, sizeof(buffer),
1883 '2', ob->command_timeout);
1884#ifdef EXPERIMENTAL_DSN_INFO
1885 helo_response = string_copy(buffer);
1886#endif
1887 if (!good_response) goto RESPONSE_FAILED;
0756eb3c
PH		 1888 }
1889
1890/* If the host is required to use a secure channel, ensure that we
1891have one. */
1892
b4b3528b 1893else if ( smtps
0e66b3b6 1894# ifdef EXPERIMENTAL_DANE
b4b3528b 1895 || dane
0e66b3b6 1896# endif
b4b3528b 1897 || verify_check_given_host(&ob->hosts_require_tls, host) == OK
7a31d643 1898 )
0756eb3c
PH		 1899 {
1900 save_errno = ERRNO_TLSREQUIRED;
c562fd30 1901 message = string_sprintf("a TLS session is required, but %s",
b4b3528b
JH		 1902 tls_offered ? "an attempt to start TLS failed"
1903 : "the server did not offer TLS support");
0756eb3c
PH		 1904 goto TLS_FAILED;
1905 }
0e66b3b6 1906#endif /*SUPPORT_TLS*/
0756eb3c
PH		 1907
1908/* If TLS is active, we have just started it up and re-done the EHLO command,
1909so its response needs to be analyzed. If TLS is not active and this is a
1910continued session down a previously-used socket, we haven't just done EHLO, so
1911we skip this. */
1912
1913if (continue_hostname == NULL
a7538db1 1914#ifdef SUPPORT_TLS
817d9f57 1915 || tls_out.active >= 0
a7538db1 1916#endif
0756eb3c
PH		 1917 )
1918 {
9094b84b
JH		 1919 if (esmtp || lmtp)
1920 peer_offered = ehlo_response(buffer, Ustrlen(buffer),
1921 0 /* no TLS */
1922 | (lmtp && ob->lmtp_ignore_quota ? PEER_OFFERED_IGNQ : 0)
f98442df 1923 | PEER_OFFERED_CHUNKING
9094b84b
JH		 1924 | PEER_OFFERED_PRDR
1925#ifdef SUPPORT_I18N
1926 | (addrlist->prop.utf8_msg ? PEER_OFFERED_UTF8 : 0)
1927 /*XXX if we hand peercaps on to continued-conn processes,
1928 must not depend on this addr */
1929#endif
1930 | PEER_OFFERED_DSN
1931 | PEER_OFFERED_PIPE
1932 | (ob->size_addition >= 0 ? PEER_OFFERED_SIZE : 0)
1933 );
1934
f1513293
PH		 1935 /* Set for IGNOREQUOTA if the response to LHLO specifies support and the
1936 lmtp_ignore_quota option was set. */
1937
9094b84b 1938 igquotstr = peer_offered & PEER_OFFERED_IGNQ ? US" IGNOREQUOTA" : US"";
f1513293 1939
0756eb3c
PH		 1940 /* If the response to EHLO specified support for the SIZE parameter, note
1941 this, provided size_addition is non-negative. */
1942
9094b84b 1943 smtp_use_size = !!(peer_offered & PEER_OFFERED_SIZE);
0756eb3c
PH		 1944
1945 /* Note whether the server supports PIPELINING. If hosts_avoid_esmtp matched
c51b8e75
PH		 1946 the current host, esmtp will be false, so PIPELINING can never be used. If
1947 the current host matches hosts_avoid_pipelining, don't do it. */
0756eb3c 1948
9094b84b
JH		 1949 smtp_use_pipelining = peer_offered & PEER_OFFERED_PIPE
1950 && verify_check_given_host(&ob->hosts_avoid_pipelining, host) != OK;
0756eb3c
PH		 1951
1952 DEBUG(D_transport) debug_printf("%susing PIPELINING\n",
9094b84b 1953 smtp_use_pipelining ? "" : "not ");
0756eb3c 1954
f98442df
JH		 1955 if ( peer_offered & PEER_OFFERED_CHUNKING
1956 && verify_check_given_host(&ob->hosts_try_chunking, host) != OK)
1957 peer_offered &= ~PEER_OFFERED_CHUNKING;
1958
1959 if (peer_offered & PEER_OFFERED_CHUNKING)
1960 {DEBUG(D_transport) debug_printf("CHUNKING usable\n");}
1961
8ccd00b1 1962#ifndef DISABLE_PRDR
9094b84b
JH		 1963 if ( peer_offered & PEER_OFFERED_PRDR
1964 && verify_check_given_host(&ob->hosts_try_prdr, host) != OK)
1965 peer_offered &= ~PEER_OFFERED_PRDR;
fd98a5c6 1966
9094b84b 1967 if (peer_offered & PEER_OFFERED_PRDR)
fd98a5c6
JH		 1968 {DEBUG(D_transport) debug_printf("PRDR usable\n");}
1969#endif
1970
6c1c3d1d 1971 /* Note if the server supports DSN */
9094b84b
JH		 1972 smtp_use_dsn = !!(peer_offered & PEER_OFFERED_DSN);
1973 DEBUG(D_transport) debug_printf("%susing DSN\n", smtp_use_dsn ? "" : "not ");
6c1c3d1d 1974
0756eb3c
PH		 1975 /* Note if the response to EHLO specifies support for the AUTH extension.
1976 If it has, check that this host is one we want to authenticate to, and do
1977 the business. The host name and address must be available when the
1978 authenticator's client driver is running. */
1979
fcc8e047
JH		 1980 switch (yield = smtp_auth(buffer, sizeof(buffer), addrlist, host,
1981 ob, esmtp, &inblock, &outblock))
0756eb3c 1982 {
fcc8e047
JH		 1983 default: goto SEND_QUIT;
1984 case OK: break;
1985 case FAIL_SEND: goto SEND_FAILED;
1986 case FAIL: goto RESPONSE_FAILED;
0756eb3c
PH		 1987 }
1988 }
1989
1990/* The setting up of the SMTP call is now complete. Any subsequent errors are
1991message-specific. */
1992
1993setting_up = FALSE;
1994
8c5d388a 1995#ifdef SUPPORT_I18N
9094b84b
JH		 1996if (addrlist->prop.utf8_msg)
1997 {
1998 utf8_needed = !addrlist->prop.utf8_downcvt
1999 && !addrlist->prop.utf8_downcvt_maybe;
2000 DEBUG(D_transport) if (!utf8_needed) debug_printf("utf8: %s downconvert\n",
2001 addrlist->prop.utf8_downcvt ? "mandatory" : "optional");
2002 }
2003
7ade712c 2004/* If this is an international message we need the host to speak SMTPUTF8 */
9094b84b 2005if (utf8_needed && !(peer_offered & PEER_OFFERED_UTF8))
7ade712c
JH		 2006 {
2007 errno = ERRNO_UTF8_FWD;
2008 goto RESPONSE_FAILED;
2009 }
2010#endif
2011
0756eb3c
PH		 2012/* If there is a filter command specified for this transport, we can now
2013set it up. This cannot be done until the identify of the host is known. */
2014
2015if (tblock->filter_command != NULL)
2016 {
2017 BOOL rc;
2018 uschar buffer[64];
2019 sprintf(CS buffer, "%.50s transport", tblock->name);
2020 rc = transport_set_up_command(&transport_filter_argv, tblock->filter_command,
2021 TRUE, DEFER, addrlist, buffer, NULL);
9b989985 2022 transport_filter_timeout = tblock->filter_timeout;
0756eb3c
PH		 2023
2024 /* On failure, copy the error to all addresses, abandon the SMTP call, and
2025 yield ERROR. */
2026
2027 if (!rc)
2028 {
895fbaf2
JH		 2029 set_errno_nohost(addrlist->next, addrlist->basic_errno, addrlist->message, DEFER,
2030 FALSE);
0756eb3c
PH		 2031 yield = ERROR;
2032 goto SEND_QUIT;
2033 }
2034 }
2035
2036
2037/* For messages that have more than the maximum number of envelope recipients,
2038we want to send several transactions down the same SMTP connection. (See
2039comments in deliver.c as to how this reconciles, heuristically, with
2040remote_max_parallel.) This optimization was added to Exim after the following
2041code was already working. The simplest way to put it in without disturbing the
2042code was to use a goto to jump back to this point when there is another
2043transaction to handle. */
2044
2045SEND_MESSAGE:
2046sync_addr = first_addr;
2047address_count = 0;
2048ok = FALSE;
2049send_rset = TRUE;
2050completed_address = FALSE;
2051
2052
2053/* Initiate a message transfer. If we know the receiving MTA supports the SIZE
2054qualification, send it, adding something to the message size to allow for
2055imprecision and things that get added en route. Exim keeps the number of lines
2056in a message, so we can give an accurate value for the original message, but we
2057need some additional to handle added headers. (Double "." characters don't get
2058included in the count.) */
2059
2060p = buffer;
2061*p = 0;
2062
2063if (smtp_use_size)
2064 {
2065 sprintf(CS p, " SIZE=%d", message_size+message_linecount+ob->size_addition);
2066 while (*p) p++;
2067 }
2068
8ccd00b1 2069#ifndef DISABLE_PRDR
fd98a5c6 2070prdr_active = FALSE;
9094b84b 2071if (peer_offered & PEER_OFFERED_PRDR)
fd98a5c6
JH		 2072 for (addr = first_addr; addr; addr = addr->next)
2073 if (addr->transport_return == PENDING_DEFER)
2074 {
2075 for (addr = addr->next; addr; addr = addr->next)
2076 if (addr->transport_return == PENDING_DEFER)
2077 { /* at least two recipients to send */
2078 prdr_active = TRUE;
2079 sprintf(CS p, " PRDR"); p += 5;
a7538db1 2080 break;
fd98a5c6
JH		 2081 }
2082 break;
2083 }
fd98a5c6
JH		 2084#endif
2085
8c5d388a 2086#ifdef SUPPORT_I18N
9094b84b
JH		 2087if ( addrlist->prop.utf8_msg
2088 && !addrlist->prop.utf8_downcvt
2089 && peer_offered & PEER_OFFERED_UTF8
2090 )
7ade712c
JH		 2091 sprintf(CS p, " SMTPUTF8"), p += 9;
2092#endif
2093
6c1c3d1d
WB		 2094/* check if all addresses have lasthop flag */
2095/* do not send RET and ENVID if true */
7ade712c 2096for (dsn_all_lasthop = TRUE, addr = first_addr;
6c1c3d1d
WB		 2097 address_count < max_rcpt && addr != NULL;
2098 addr = addr->next)
2099 if ((addr->dsn_flags & rf_dsnlasthop) != 1)
7ade712c 2100 {
6c1c3d1d 2101 dsn_all_lasthop = FALSE;
7ade712c
JH		 2102 break;
2103 }
6c1c3d1d
WB		 2104
2105/* Add any DSN flags to the mail command */
2106
7ade712c 2107if (smtp_use_dsn && !dsn_all_lasthop)
6c1c3d1d
WB		 2108 {
2109 if (dsn_ret == dsn_ret_hdrs)
2110 {
ff5aac2b 2111 Ustrcpy(p, " RET=HDRS"); p += 9;
6c1c3d1d
WB		 2112 }
2113 else if (dsn_ret == dsn_ret_full)
2114 {
ff5aac2b 2115 Ustrcpy(p, " RET=FULL"); p += 9;
6c1c3d1d
WB		 2116 }
2117 if (dsn_envid != NULL)
2118 {
2119 string_format(p, sizeof(buffer) - (p-buffer), " ENVID=%s", dsn_envid);
2120 while (*p) p++;
2121 }
2122 }
6c1c3d1d 2123
6b62e899
JH		 2124/* If an authenticated_sender override has been specified for this transport
2125instance, expand it. If the expansion is forced to fail, and there was already
2126an authenticated_sender for this message, the original value will be used.
2127Other expansion failures are serious. An empty result is ignored, but there is
2128otherwise no check - this feature is expected to be used with LMTP and other
2129cases where non-standard addresses (e.g. without domains) might be required. */
2130
fcc8e047 2131if (smtp_mail_auth_str(p, sizeof(buffer) - (p-buffer), addrlist, ob))
a7538db1
JH		 2132 {
2133 yield = ERROR;
2134 goto SEND_QUIT;
2135 }
0756eb3c
PH		 2136
2137/* From here until we send the DATA command, we can make use of PIPELINING
2138if the server host supports it. The code has to be able to check the responses
2139at any point, for when the buffer fills up, so we write it totally generally.
2140When PIPELINING is off, each command written reports that it has flushed the
2141buffer. */
2142
2143pending_MAIL = TRUE; /* The block starts with MAIL */
2144
3c8b3577
JH		 2145 {
2146 uschar * s = return_path;
8c5d388a 2147#ifdef SUPPORT_I18N
3c8b3577
JH		 2148 uschar * errstr = NULL;
2149
2150 /* If we must downconvert, do the from-address here. Remember we had to
2151 for the to-addresses (done below), and also (ugly) for re-doing when building
2152 the delivery log line. */
2153
9094b84b
JH		 2154 if ( addrlist->prop.utf8_msg
2155 && (addrlist->prop.utf8_downcvt || !(peer_offered & PEER_OFFERED_UTF8))
2156 )
3c8b3577
JH		 2157 {
2158 if (s = string_address_utf8_to_alabel(return_path, &errstr), errstr)
2159 {
895fbaf2 2160 set_errno_nohost(addrlist, ERRNO_EXPANDFAIL, errstr, DEFER, FALSE);
3c8b3577
JH		 2161 yield = ERROR;
2162 goto SEND_QUIT;
2163 }
2164 setflag(addrlist, af_utf8_downcvt);
2165 }
2166#endif
2167
2168 rc = smtp_write_command(&outblock, smtp_use_pipelining,
2169 "MAIL FROM:<%s>%s\r\n", s, buffer);
2170 }
2171
0756eb3c
PH		 2172mail_command = string_copy(big_buffer); /* Save for later error message */
2173
2174switch(rc)
2175 {
2176 case -1: /* Transmission error */
7ade712c 2177 goto SEND_FAILED;
0756eb3c
PH		 2178
2179 case +1: /* Block was sent */
7ade712c 2180 if (!smtp_read_response(&inblock, buffer, sizeof(buffer), '2',
e97957bc 2181 ob->command_timeout))
e97957bc 2182 {
7ade712c
JH		 2183 if (errno == 0 && buffer[0] == '4')
2184 {
2185 errno = ERRNO_MAIL4XX;
2186 addrlist->more_errno |= ((buffer[1] - '0')*10 + buffer[2] - '0') << 8;
2187 }
2188 goto RESPONSE_FAILED;
e97957bc 2189 }
7ade712c
JH		 2190 pending_MAIL = FALSE;
2191 break;
0756eb3c
PH		 2192 }
2193
2194/* Pass over all the relevant recipient addresses for this host, which are the
2195ones that have status PENDING_DEFER. If we are using PIPELINING, we can send
2196several before we have to read the responses for those seen so far. This
2197checking is done by a subroutine because it also needs to be done at the end.
2198Send only up to max_rcpt addresses at a time, leaving first_addr pointing to
2199the next one if not all are sent.
2200
2201In the MUA wrapper situation, we want to flush the PIPELINING buffer for the
2202last address because we want to abort if any recipients have any kind of
2203problem, temporary or permanent. We know that all recipient addresses will have
2204the PENDING_DEFER status, because only one attempt is ever made, and we know
2205that max_rcpt will be large, so all addresses will be done at once. */
2206
2207for (addr = first_addr;
ff5aac2b 2208 addr && address_count < max_rcpt;
0756eb3c
PH		 2209 addr = addr->next)
2210 {
2211 int count;
2212 BOOL no_flush;
3c8b3577 2213 uschar * rcpt_addr;
0756eb3c 2214
a7538db1 2215 addr->dsn_aware = smtp_use_dsn ? dsn_support_yes : dsn_support_no;
6c1c3d1d 2216
0756eb3c
PH		 2217 if (addr->transport_return != PENDING_DEFER) continue;
2218
2219 address_count++;
ff5aac2b 2220 no_flush = smtp_use_pipelining && (!mua_wrapper || addr->next);
0756eb3c 2221
6c1c3d1d
WB		 2222 /* Add any DSN flags to the rcpt command and add to the sent string */
2223
2224 p = buffer;
2225 *p = 0;
2226
ff5aac2b 2227 if (smtp_use_dsn && !(addr->dsn_flags & rf_dsnlasthop))
6c1c3d1d
WB		 2228 {
2229 if ((addr->dsn_flags & rf_dsnflags) != 0)
2230 {
2231 int i;
2232 BOOL first = TRUE;
45500060 2233 Ustrcpy(p, " NOTIFY=");
6c1c3d1d
WB		 2234 while (*p) p++;
2235 for (i = 0; i < 4; i++)
6c1c3d1d
WB		 2236 if ((addr->dsn_flags & rf_list[i]) != 0)
2237 {
2238 if (!first) *p++ = ',';
2239 first = FALSE;
45500060 2240 Ustrcpy(p, rf_names[i]);
6c1c3d1d
WB		 2241 while (*p) p++;
2242 }
6c1c3d1d
WB		 2243 }
2244
ff5aac2b 2245 if (addr->dsn_orcpt)
a7538db1 2246 {
6c1c3d1d
WB		 2247 string_format(p, sizeof(buffer) - (p-buffer), " ORCPT=%s",
2248 addr->dsn_orcpt);
2249 while (*p) p++;
2250 }
2251 }
6c1c3d1d 2252
0756eb3c
PH		 2253 /* Now send the RCPT command, and process outstanding responses when
2254 necessary. After a timeout on RCPT, we just end the function, leaving the
2255 yield as OK, because this error can often mean that there is a problem with
2256 just one address, so we don't want to delay the host. */
2257
3c8b3577
JH		 2258 rcpt_addr = transport_rcpt_address(addr, tblock->rcpt_include_affixes);
2259
8c5d388a 2260#ifdef SUPPORT_I18N
3c8b3577
JH		 2261 {
2262 uschar * dummy_errstr;
2263 if ( testflag(addrlist, af_utf8_downcvt)
2264 && (rcpt_addr = string_address_utf8_to_alabel(rcpt_addr, &dummy_errstr),
2265 dummy_errstr
2266 ) )
2267 {
2268 errno = ERRNO_EXPANDFAIL;
2269 goto SEND_FAILED;
2270 }
2271 }
2272#endif
2273
6c1c3d1d 2274 count = smtp_write_command(&outblock, no_flush, "RCPT TO:<%s>%s%s\r\n",
3c8b3577 2275 rcpt_addr, igquotstr, buffer);
6c1c3d1d 2276
0756eb3c
PH		 2277 if (count < 0) goto SEND_FAILED;
2278 if (count > 0)
2279 {
2280 switch(sync_responses(first_addr, tblock->rcpt_include_affixes,
48c7f9e2
PH		 2281 &sync_addr, host, count, ob->address_retry_include_sender,
2282 pending_MAIL, 0, &inblock, ob->command_timeout, buffer,
2283 sizeof(buffer)))
0756eb3c
PH		 2284 {
2285 case 3: ok = TRUE; /* 2xx & 5xx => OK & progress made */
2286 case 2: completed_address = TRUE; /* 5xx (only) => progress made */
2287 break;
2288
2289 case 1: ok = TRUE; /* 2xx (only) => OK, but if LMTP, */
2290 if (!lmtp) completed_address = TRUE; /* can't tell about progress yet */
2291 case 0: /* No 2xx or 5xx, but no probs */
2292 break;
2293
2294 case -1: goto END_OFF; /* Timeout on RCPT */
2295 default: goto RESPONSE_FAILED; /* I/O error, or any MAIL error */
2296 }
2297 pending_MAIL = FALSE; /* Dealt with MAIL */
2298 }
2299 } /* Loop for next address */
2300
2301/* If we are an MUA wrapper, abort if any RCPTs were rejected, either
2302permanently or temporarily. We should have flushed and synced after the last
2303RCPT. */
2304
2305if (mua_wrapper)
2306 {
2307 address_item *badaddr;
168dec3b
JH		 2308 for (badaddr = first_addr; badaddr; badaddr = badaddr->next)
2309 if (badaddr->transport_return != PENDING_OK)
2310 {
2311 /*XXX could we find a better errno than 0 here? */
895fbaf2
JH		 2312 set_errno_nohost(addrlist, 0, badaddr->message, FAIL,
2313 testflag(badaddr, af_pass_message));
168dec3b
JH		 2314 ok = FALSE;
2315 break;
2316 }
0756eb3c
PH		 2317 }
2318
2319/* If ok is TRUE, we know we have got at least one good recipient, and must now
2320send DATA, but if it is FALSE (in the normal, non-wrapper case), we may still
2321have a good recipient buffered up if we are pipelining. We don't want to waste
2322time sending DATA needlessly, so we only send it if either ok is TRUE or if we
2323are pipelining. The responses are all handled by sync_responses(). */
2324
2325if (ok || (smtp_use_pipelining && !mua_wrapper))
2326 {
2327 int count = smtp_write_command(&outblock, FALSE, "DATA\r\n");
2328 if (count < 0) goto SEND_FAILED;
2329 switch(sync_responses(first_addr, tblock->rcpt_include_affixes, &sync_addr,
48c7f9e2
PH		 2330 host, count, ob->address_retry_include_sender, pending_MAIL,
2331 ok? +1 : -1, &inblock, ob->command_timeout, buffer, sizeof(buffer)))
0756eb3c
PH		 2332 {
2333 case 3: ok = TRUE; /* 2xx & 5xx => OK & progress made */
2334 case 2: completed_address = TRUE; /* 5xx (only) => progress made */
2335 break;
2336
2337 case 1: ok = TRUE; /* 2xx (only) => OK, but if LMTP, */
2338 if (!lmtp) completed_address = TRUE; /* can't tell about progress yet */
2339 case 0: break; /* No 2xx or 5xx, but no probs */
2340
2341 case -1: goto END_OFF; /* Timeout on RCPT */
2342 default: goto RESPONSE_FAILED; /* I/O error, or any MAIL/DATA error */
2343 }
2344 }
2345
2346/* Save the first address of the next batch. */
2347
2348first_addr = addr;
2349
2350/* If there were no good recipients (but otherwise there have been no
2351problems), just set ok TRUE, since we have handled address-specific errors
2352already. Otherwise, it's OK to send the message. Use the check/escape mechanism
2353for handling the SMTP dot-handling protocol, flagging to apply to headers as
2354well as body. Set the appropriate timeout value to be used for each chunk.
2355(Haven't been able to make it work using select() for writing yet.) */
2356
ff5aac2b
JH		 2357if (!ok)
2358 ok = TRUE;
2359else
0756eb3c 2360 {
65de12cc
JH		 2361 transport_ctx tctx = {
2362 tblock,
2363 addrlist,
2364 US".", US"..", /* Escaping strings */
2365 topt_use_crlf | topt_escape_headers
2366 | (tblock->body_only ? topt_no_headers : 0)
2367 | (tblock->headers_only ? topt_no_body : 0)
2368 | (tblock->return_path_add ? topt_add_return_path : 0)
2369 | (tblock->delivery_date_add ? topt_add_delivery_date : 0)
2370 | (tblock->envelope_to_add ? topt_add_envelope_to : 0)
2371 };
59932f7d
JH		 2372
2373 if (peer_offered & PEER_OFFERED_CHUNKING)
2374 {
65de12cc
JH		 2375 tctx.options |= topt_use_bdat;
2376 tctx.check_string = tctx.escape_string = NULL;
59932f7d
JH		 2377 }
2378 else
65de12cc 2379 tctx.options |= topt_end_dot;
59932f7d 2380
0756eb3c
PH		 2381 sigalrm_seen = FALSE;
2382 transport_write_timeout = ob->data_timeout;
2383 smtp_command = US"sending data block"; /* For error messages */
2384 DEBUG(D_transport|D_v)
59932f7d
JH		 2385 debug_printf(" SMTP>> writing message %s\n",
2386 peer_offered & PEER_OFFERED_CHUNKING
2387 ? "using CHUNKING" : "and terminating \".\"");
0756eb3c 2388 transport_count = 0;
a7538db1 2389
80a47a2c 2390#ifndef DISABLE_DKIM
65de12cc 2391 ok = dkim_transport_write_message(inblock.sock, &tctx, &ob->dkim);
4cd12fe9 2392#else
65de12cc 2393 ok = transport_write_message(inblock.sock, &tctx, 0);
4cd12fe9 2394#endif
0756eb3c
PH		 2395
2396 /* transport_write_message() uses write() because it is called from other
2397 places to write to non-sockets. This means that under some OS (e.g. Solaris)
2398 it can exit with "Broken pipe" as its error. This really means that the
2399 socket got closed at the far end. */
2400
2401 transport_write_timeout = 0; /* for subsequent transports */
2402
2403 /* Failure can either be some kind of I/O disaster (including timeout),
2404 or the failure of a transport filter or the expansion of added headers. */
2405
2406 if (!ok)
2407 {
2408 buffer[0] = 0; /* There hasn't been a response */
2409 goto RESPONSE_FAILED;
2410 }
2411
2412 /* We used to send the terminating "." explicitly here, but because of
2413 buffering effects at both ends of TCP/IP connections, you don't gain
2414 anything by keeping it separate, so it might as well go in the final
2415 data buffer for efficiency. This is now done by setting the topt_end_dot
2416 flag above. */
2417
2418 smtp_command = US"end of data";
2419
8ccd00b1 2420#ifndef DISABLE_PRDR
fd98a5c6
JH		 2421 /* For PRDR we optionally get a partial-responses warning
2422 * followed by the individual responses, before going on with
2423 * the overall response. If we don't get the warning then deal
2424 * with per non-PRDR. */
2425 if(prdr_active)
2426 {
2427 ok = smtp_read_response(&inblock, buffer, sizeof(buffer), '3',
2428 ob->final_timeout);
2429 if (!ok && errno == 0)
2430 switch(buffer[0])
2431 {
2432 case '2': prdr_active = FALSE;
2433 ok = TRUE;
2434 break;
2435 case '4': errno = ERRNO_DATA4XX;
2436 addrlist->more_errno |= ((buffer[1] - '0')*10 + buffer[2] - '0') << 8;
2437 break;
2438 }
2439 }
2440 else
2441#endif
2442
2443 /* For non-PRDR SMTP, we now read a single response that applies to the
2444 whole message. If it is OK, then all the addresses have been delivered. */
0756eb3c 2445
e97957bc
PH		 2446 if (!lmtp)
2447 {
2448 ok = smtp_read_response(&inblock, buffer, sizeof(buffer), '2',
2449 ob->final_timeout);
2450 if (!ok && errno == 0 && buffer[0] == '4')
2451 {
2452 errno = ERRNO_DATA4XX;
2453 addrlist->more_errno |= ((buffer[1] - '0')*10 + buffer[2] - '0') << 8;
2454 }
2455 }
0756eb3c
PH		 2456
2457 /* For LMTP, we get back a response for every RCPT command that we sent;
2458 some may be accepted and some rejected. For those that get a response, their
2459 status is fixed; any that are accepted have been handed over, even if later
2460 responses crash - at least, that's how I read RFC 2033.
2461
2462 If all went well, mark the recipient addresses as completed, record which
2463 host/IPaddress they were delivered to, and cut out RSET when sending another
2464 message down the same channel. Write the completed addresses to the journal
2465 now so that they are recorded in case there is a crash of hardware or
2466 software before the spool gets updated. Also record the final SMTP
2467 confirmation if needed (for SMTP only). */
2468
2469 if (ok)
2470 {
2471 int flag = '=';
2472 int delivery_time = (int)(time(NULL) - start_delivery_time);
2473 int len;
0756eb3c
PH		 2474 uschar *conf = NULL;
2475 send_rset = FALSE;
2476
0756eb3c
PH		 2477 /* Set up confirmation if needed - applies only to SMTP */
2478
d68218c7 2479 if (
0cbf2b82 2480#ifdef DISABLE_EVENT
6c6d6e48 2481 LOGGING(smtp_confirmation) &&
a7538db1 2482#endif
d68218c7
JH		 2483 !lmtp
2484 )
0756eb3c 2485 {
55414b25
JH		 2486 const uschar *s = string_printing(buffer);
2487 /* deconst cast ok here as string_printing was checked to have alloc'n'copied */
2488 conf = (s == buffer)? (uschar *)string_copy(s) : US s;
0756eb3c
PH		 2489 }
2490
fd98a5c6 2491 /* Process all transported addresses - for LMTP or PRDR, read a status for
0756eb3c
PH		 2492 each one. */
2493
2494 for (addr = addrlist; addr != first_addr; addr = addr->next)
2495 {
2496 if (addr->transport_return != PENDING_OK) continue;
2497
2498 /* LMTP - if the response fails badly (e.g. timeout), use it for all the
2499 remaining addresses. Otherwise, it's a return code for just the one
75def545
PH		 2500 address. For temporary errors, add a retry item for the address so that
2501 it doesn't get tried again too soon. */
0756eb3c 2502
8ccd00b1 2503#ifndef DISABLE_PRDR
fd98a5c6
JH		 2504 if (lmtp || prdr_active)
2505#else
0756eb3c 2506 if (lmtp)
fd98a5c6 2507#endif
0756eb3c
PH		 2508 {
2509 if (!smtp_read_response(&inblock, buffer, sizeof(buffer), '2',
2510 ob->final_timeout))
2511 {
2512 if (errno != 0 || buffer[0] == 0) goto RESPONSE_FAILED;
fd98a5c6 2513 addr->message = string_sprintf(
8ccd00b1 2514#ifndef DISABLE_PRDR
fd98a5c6
JH		 2515 "%s error after %s: %s", prdr_active ? "PRDR":"LMTP",
2516#else
2517 "LMTP error after %s: %s",
2518#endif
0756eb3c 2519 big_buffer, string_printing(buffer));
75def545
PH		 2520 setflag(addr, af_pass_message); /* Allow message to go to user */
2521 if (buffer[0] == '5')
2522 addr->transport_return = FAIL;
2523 else
2524 {
e97957bc
PH		 2525 errno = ERRNO_DATA4XX;
2526 addr->more_errno |= ((buffer[1] - '0')*10 + buffer[2] - '0') << 8;
75def545 2527 addr->transport_return = DEFER;
8ccd00b1 2528#ifndef DISABLE_PRDR
fd98a5c6
JH		 2529 if (!prdr_active)
2530#endif
2531 retry_add_item(addr, addr->address_retry_key, 0);
75def545 2532 }
0756eb3c
PH		 2533 continue;
2534 }
2535 completed_address = TRUE; /* NOW we can set this flag */
6c6d6e48 2536 if (LOGGING(smtp_confirmation))
c0ea85ab 2537 {
55414b25
JH		 2538 const uschar *s = string_printing(buffer);
2539 /* deconst cast ok here as string_printing was checked to have alloc'n'copied */
2540 conf = (s == buffer)? (uschar *)string_copy(s) : US s;
c0ea85ab 2541 }
0756eb3c
PH		 2542 }
2543
2544 /* SMTP, or success return from LMTP for this address. Pass back the
2d280592 2545 actual host that was used. */
0756eb3c
PH		 2546
2547 addr->transport_return = OK;
2548 addr->more_errno = delivery_time;
d427a7f9 2549 addr->host_used = host;
0756eb3c
PH		 2550 addr->special_action = flag;
2551 addr->message = conf;
8ccd00b1 2552#ifndef DISABLE_PRDR
fd98a5c6
JH		 2553 if (prdr_active) addr->flags |= af_prdr_used;
2554#endif
0756eb3c
PH		 2555 flag = '-';
2556
8ccd00b1 2557#ifndef DISABLE_PRDR
fd98a5c6
JH		 2558 if (!prdr_active)
2559#endif
2560 {
2561 /* Update the journal. For homonymic addresses, use the base address plus
2562 the transport name. See lots of comments in deliver.c about the reasons
2563 for the complications when homonyms are involved. Just carry on after
2564 write error, as it may prove possible to update the spool file later. */
4d8d62b9 2565
fd98a5c6
JH		 2566 if (testflag(addr, af_homonym))
2567 sprintf(CS buffer, "%.500s/%s\n", addr->unique + 3, tblock->name);
2568 else
2569 sprintf(CS buffer, "%.500s\n", addr->unique);
4d8d62b9 2570
895fbaf2 2571 DEBUG(D_deliver) debug_printf("journalling %s\n", buffer);
fd98a5c6
JH		 2572 len = Ustrlen(CS buffer);
2573 if (write(journal_fd, buffer, len) != len)
2574 log_write(0, LOG_MAIN|LOG_PANIC, "failed to write journal for "
2575 "%s: %s", buffer, strerror(errno));
2576 }
0756eb3c
PH		 2577 }
2578
8ccd00b1 2579#ifndef DISABLE_PRDR
fd98a5c6
JH		 2580 if (prdr_active)
2581 {
2582 /* PRDR - get the final, overall response. For any non-success
2583 upgrade all the address statuses. */
2584 ok = smtp_read_response(&inblock, buffer, sizeof(buffer), '2',
2585 ob->final_timeout);
2586 if (!ok)
2587 {
2588 if(errno == 0 && buffer[0] == '4')
2589 {
2590 errno = ERRNO_DATA4XX;
2591 addrlist->more_errno |= ((buffer[1] - '0')*10 + buffer[2] - '0') << 8;
2592 }
2593 for (addr = addrlist; addr != first_addr; addr = addr->next)
2594 if (buffer[0] == '5' || addr->transport_return == OK)
2595 addr->transport_return = PENDING_OK; /* allow set_errno action */
2596 goto RESPONSE_FAILED;
2597 }
2598
2599 /* Update the journal, or setup retry. */
2600 for (addr = addrlist; addr != first_addr; addr = addr->next)
2601 if (addr->transport_return == OK)
2602 {
2603 if (testflag(addr, af_homonym))
2604 sprintf(CS buffer, "%.500s/%s\n", addr->unique + 3, tblock->name);
2605 else
2606 sprintf(CS buffer, "%.500s\n", addr->unique);
4d8d62b9 2607
895fbaf2 2608 DEBUG(D_deliver) debug_printf("journalling(PRDR) %s\n", buffer);
fd98a5c6
JH		 2609 len = Ustrlen(CS buffer);
2610 if (write(journal_fd, buffer, len) != len)
2611 log_write(0, LOG_MAIN|LOG_PANIC, "failed to write journal for "
2612 "%s: %s", buffer, strerror(errno));
2613 }
2614 else if (addr->transport_return == DEFER)
2615 retry_add_item(addr, addr->address_retry_key, -2);
2616 }
2617#endif
2618
0756eb3c
PH		 2619 /* Ensure the journal file is pushed out to disk. */
2620
54fc8428 2621 if (EXIMfsync(journal_fd) < 0)
0756eb3c
PH		 2622 log_write(0, LOG_MAIN|LOG_PANIC, "failed to fsync journal: %s",
2623 strerror(errno));
2624 }
2625 }
2626
2627
2628/* Handle general (not specific to one address) failures here. The value of ok
2629is used to skip over this code on the falling through case. A timeout causes a
2630deferral. Other errors may defer or fail according to the response code, and
2631may set up a special errno value, e.g. after connection chopped, which is
2632assumed if errno == 0 and there is no text in the buffer. If control reaches
2633here during the setting up phase (i.e. before MAIL FROM) then always defer, as
2634the problem is not related to this specific message. */
2635
2636if (!ok)
2637 {
895fbaf2
JH		 2638 int code, set_rc;
2639 uschar * set_message;
0756eb3c
PH		 2640
2641 RESPONSE_FAILED:
895fbaf2
JH		 2642 {
2643 save_errno = errno;
2644 message = NULL;
2645 send_quit = check_response(host, &save_errno, addrlist->more_errno,
2646 buffer, &code, &message, &pass_message);
2647 goto FAILED;
2648 }
0756eb3c
PH		 2649
2650 SEND_FAILED:
895fbaf2
JH		 2651 {
2652 save_errno = errno;
2653 code = '4';
2654 message = US string_sprintf("send() to %s [%s] failed: %s",
2655 host->name, host->address, strerror(save_errno));
2656 send_quit = FALSE;
2657 goto FAILED;
2658 }
0756eb3c
PH		 2659
2660 /* This label is jumped to directly when a TLS negotiation has failed,
2661 or was not done for a host for which it is required. Values will be set
2662 in message and save_errno, and setting_up will always be true. Treat as
2663 a temporary error. */
2664
a7538db1 2665#ifdef SUPPORT_TLS
0756eb3c
PH		 2666 TLS_FAILED:
2667 code = '4';
a7538db1 2668#endif
0756eb3c
PH		 2669
2670 /* If the failure happened while setting up the call, see if the failure was
2671 a 5xx response (this will either be on connection, or following HELO - a 5xx
2672 after EHLO causes it to try HELO). If so, fail all addresses, as this host is
2673 never going to accept them. For other errors during setting up (timeouts or
2674 whatever), defer all addresses, and yield DEFER, so that the host is not
2675 tried again for a while. */
2676
2677 FAILED:
2678 ok = FALSE; /* For when reached by GOTO */
895fbaf2 2679 set_message = message;
0756eb3c
PH		 2680
2681 if (setting_up)
2682 {
2683 if (code == '5')
895fbaf2 2684 set_rc = FAIL;
0756eb3c 2685 else
895fbaf2 2686 yield = set_rc = DEFER;
0756eb3c
PH		 2687 }
2688
e97957bc 2689 /* We want to handle timeouts after MAIL or "." and loss of connection after
0756eb3c 2690 "." specially. They can indicate a problem with the sender address or with
e97957bc
PH		 2691 the contents of the message rather than a real error on the connection. These
2692 cases are treated in the same way as a 4xx response. This next bit of code
2693 does the classification. */
0756eb3c 2694
e97957bc 2695 else
0756eb3c 2696 {
e97957bc 2697 BOOL message_error;
0756eb3c 2698
e97957bc
PH		 2699 switch(save_errno)
2700 {
8c5d388a 2701#ifdef SUPPORT_I18N
250b6871
JH		 2702 case ERRNO_UTF8_FWD:
2703 code = '5';
2704 /*FALLTHROUGH*/
2705#endif
e97957bc
PH		 2706 case 0:
2707 case ERRNO_MAIL4XX:
2708 case ERRNO_DATA4XX:
250b6871
JH		 2709 message_error = TRUE;
2710 break;
0756eb3c 2711
e97957bc 2712 case ETIMEDOUT:
250b6871
JH		 2713 message_error = Ustrncmp(smtp_command,"MAIL",4) == 0 ||
2714 Ustrncmp(smtp_command,"end ",4) == 0;
2715 break;
e97957bc
PH		 2716
2717 case ERRNO_SMTPCLOSED:
250b6871
JH		 2718 message_error = Ustrncmp(smtp_command,"end ",4) == 0;
2719 break;
e97957bc
PH		 2720
2721 default:
250b6871
JH		 2722 message_error = FALSE;
2723 break;
e97957bc 2724 }
0756eb3c 2725
e97957bc 2726 /* Handle the cases that are treated as message errors. These are:
0756eb3c 2727
e97957bc
PH		 2728 (a) negative response or timeout after MAIL
2729 (b) negative response after DATA
2730 (c) negative response or timeout or dropped connection after "."
250b6871 2731 (d) utf8 support required and not offered
0756eb3c 2732
e97957bc
PH		 2733 It won't be a negative response or timeout after RCPT, as that is dealt
2734 with separately above. The action in all cases is to set an appropriate
2735 error code for all the addresses, but to leave yield set to OK because the
2736 host itself has not failed. Of course, it might in practice have failed
2737 when we've had a timeout, but if so, we'll discover that at the next
2738 delivery attempt. For a temporary error, set the message_defer flag, and
2739 write to the logs for information if this is not the last host. The error
2740 for the last host will be logged as part of the address's log line. */
2741
2742 if (message_error)
0756eb3c 2743 {
e97957bc 2744 if (mua_wrapper) code = '5'; /* Force hard failure in wrapper mode */
e97957bc
PH		 2745
2746 /* If there's an errno, the message contains just the identity of
2747 the host. */
2748
895fbaf2
JH		 2749 if (code == '5')
2750 set_rc = FAIL;
2751 else /* Anything other than 5 is treated as temporary */
e97957bc 2752 {
895fbaf2 2753 set_rc = DEFER;
e97957bc
PH		 2754 if (save_errno > 0)
2755 message = US string_sprintf("%s: %s", message, strerror(save_errno));
2756 if (host->next != NULL) log_write(0, LOG_MAIN, "%s", message);
c562fd30 2757 msglog_line(host, message);
e97957bc
PH		 2758 *message_defer = TRUE;
2759 }
2760 }
2761
2762 /* Otherwise, we have an I/O error or a timeout other than after MAIL or
2763 ".", or some other transportation error. We defer all addresses and yield
2764 DEFER, except for the case of failed add_headers expansion, or a transport
2765 filter failure, when the yield should be ERROR, to stop it trying other
2766 hosts. */
2767
2768 else
2769 {
895fbaf2 2770 set_rc = DEFER;
e97957bc
PH		 2771 yield = (save_errno == ERRNO_CHHEADER_FAIL ||
2772 save_errno == ERRNO_FILTER_FAIL)? ERROR : DEFER;
0756eb3c
PH		 2773 }
2774 }
895fbaf2
JH		 2775
2776 set_errno(addrlist, save_errno, set_message, set_rc, pass_message, host
2777#ifdef EXPERIMENTAL_DSN_INFO
2778 , smtp_greeting, helo_response
2779#endif
2780 );
0756eb3c
PH		 2781 }
2782
2783
2784/* If all has gone well, send_quit will be set TRUE, implying we can end the
2785SMTP session tidily. However, if there were too many addresses to send in one
2786message (indicated by first_addr being non-NULL) we want to carry on with the
2787rest of them. Also, it is desirable to send more than one message down the SMTP
2788connection if there are several waiting, provided we haven't already sent so
2789many as to hit the configured limit. The function transport_check_waiting looks
2790for a waiting message and returns its id. Then transport_pass_socket tries to
2791set up a continued delivery by passing the socket on to another process. The
2792variable send_rset is FALSE if a message has just been successfully transfered.
2793
2794If we are already sending down a continued channel, there may be further
2795addresses not yet delivered that are aimed at the same host, but which have not
2796been passed in this run of the transport. In this case, continue_more will be
2797true, and all we should do is send RSET if necessary, and return, leaving the
2798channel open.
2799
2800However, if no address was disposed of, i.e. all addresses got 4xx errors, we
2801do not want to continue with other messages down the same channel, because that
2802can lead to looping between two or more messages, all with the same,
2803temporarily failing address(es). [The retry information isn't updated yet, so
2804new processes keep on trying.] We probably also don't want to try more of this
2805message's addresses either.
2806
2807If we have started a TLS session, we have to end it before passing the
2808connection to a new process. However, not all servers can handle this (Exim
2809can), so we do not pass such a connection on if the host matches
2810hosts_nopass_tls. */
2811
2812DEBUG(D_transport)
2813 debug_printf("ok=%d send_quit=%d send_rset=%d continue_more=%d "
2814 "yield=%d first_address is %sNULL\n", ok, send_quit, send_rset,
2815 continue_more, yield, (first_addr == NULL)? "":"not ");
2816
2817if (completed_address && ok && send_quit)
2818 {
2819 BOOL more;
a39bd74d
JB		 2820 smtp_compare_t t_compare;
2821
2822 t_compare.tblock = tblock;
2823 t_compare.current_sender_address = sender_address;
2824
5130845b
JH		 2825 if ( first_addr != NULL
2826 || continue_more
2827 || ( ( tls_out.active < 0
2828 || verify_check_given_host(&ob->hosts_nopass_tls, host) != OK
2829 )
0756eb3c
PH		 2830 &&
2831 transport_check_waiting(tblock->name, host->name,
a39bd74d
JB		 2832 tblock->connection_max_messages, new_message_id, &more,
2833 (oicf)smtp_are_same_identities, (void*)&t_compare)
5130845b 2834 ) )
0756eb3c
PH		 2835 {
2836 uschar *msg;
447d236c 2837 BOOL pass_message;
0756eb3c
PH		 2838
2839 if (send_rset)
2840 {
2841 if (! (ok = smtp_write_command(&outblock, FALSE, "RSET\r\n") >= 0))
2842 {
2843 msg = US string_sprintf("send() to %s [%s] failed: %s", host->name,
2844 host->address, strerror(save_errno));
2845 send_quit = FALSE;
2846 }
2847 else if (! (ok = smtp_read_response(&inblock, buffer, sizeof(buffer), '2',
2848 ob->command_timeout)))
2849 {
2850 int code;
447d236c
PH		 2851 send_quit = check_response(host, &errno, 0, buffer, &code, &msg,
2852 &pass_message);
0756eb3c
PH		 2853 if (!send_quit)
2854 {
c562fd30
JH		 2855 DEBUG(D_transport) debug_printf("H=%s [%s] %s\n",
2856 host->name, host->address, msg);
0756eb3c
PH		 2857 }
2858 }
2859 }
2860
2861 /* Either RSET was not needed, or it succeeded */
2862
2863 if (ok)
2864 {
2865 if (first_addr != NULL) /* More addresses still to be sent */
2866 { /* in this run of the transport */
2867 continue_sequence++; /* Causes * in logging */
2868 goto SEND_MESSAGE;
2869 }
2870 if (continue_more) return yield; /* More addresses for another run */
2871
2872 /* Pass the socket to a new Exim process. Before doing so, we must shut
2873 down TLS. Not all MTAs allow for the continuation of the SMTP session
2874 when TLS is shut down. We test for this by sending a new EHLO. If we
2875 don't get a good response, we don't attempt to pass the socket on. */
2876
a7538db1 2877#ifdef SUPPORT_TLS
817d9f57 2878 if (tls_out.active >= 0)
0756eb3c 2879 {
817d9f57 2880 tls_close(FALSE, TRUE);
061b7ebd
PP		 2881 if (smtps)
2882 ok = FALSE;
2883 else
2884 ok = smtp_write_command(&outblock,FALSE,"EHLO %s\r\n",helo_data) >= 0 &&
2885 smtp_read_response(&inblock, buffer, sizeof(buffer), '2',
2886 ob->command_timeout);
0756eb3c 2887 }
a7538db1 2888#endif
0756eb3c
PH		 2889
2890 /* If the socket is successfully passed, we musn't send QUIT (or
2891 indeed anything!) from here. */
2892
895fbaf2
JH		 2893/*XXX DSN_INFO: assume likely to do new HELO; but for greet we'll want to
2894propagate it from the initial
2895*/
0756eb3c
PH		 2896 if (ok && transport_pass_socket(tblock->name, host->name, host->address,
2897 new_message_id, inblock.sock))
2898 {
2899 send_quit = FALSE;
2900 }
2901 }
2902
2903 /* If RSET failed and there are addresses left, they get deferred. */
2904
895fbaf2
JH		 2905 else set_errno(first_addr, errno, msg, DEFER, FALSE, host
2906#ifdef EXPERIMENTAL_DSN_INFO
2907 , smtp_greeting, helo_response
2908#endif
2909 );
0756eb3c
PH		 2910 }
2911 }
2912
2913/* End off tidily with QUIT unless the connection has died or the socket has
2914been passed to another process. There has been discussion on the net about what
2915to do after sending QUIT. The wording of the RFC suggests that it is necessary
2916to wait for a response, but on the other hand, there isn't anything one can do
2917with an error response, other than log it. Exim used to do that. However,
2918further discussion suggested that it is positively advantageous not to wait for
2919the response, but to close the session immediately. This is supposed to move
2920the TCP/IP TIME_WAIT state from the server to the client, thereby removing some
2921load from the server. (Hosts that are both servers and clients may not see much
2922difference, of course.) Further discussion indicated that this was safe to do
2923on Unix systems which have decent implementations of TCP/IP that leave the
2924connection around for a while (TIME_WAIT) after the application has gone away.
2925This enables the response sent by the server to be properly ACKed rather than
2926timed out, as can happen on broken TCP/IP implementations on other OS.
2927
2928This change is being made on 31-Jul-98. After over a year of trouble-free
2929operation, the old commented-out code was removed on 17-Sep-99. */
2930
2931SEND_QUIT:
2932if (send_quit) (void)smtp_write_command(&outblock, FALSE, "QUIT\r\n");
2933
2934END_OFF:
2935
2936#ifdef SUPPORT_TLS
817d9f57 2937tls_close(FALSE, TRUE);
0756eb3c
PH		 2938#endif
2939
2940/* Close the socket, and return the appropriate value, first setting
0756eb3c
PH		 2941works because the NULL setting is passed back to the calling process, and
2942remote_max_parallel is forced to 1 when delivering over an existing connection,
2943
2944If all went well and continue_more is set, we shouldn't actually get here if
2945there are further addresses, as the return above will be taken. However,
2946writing RSET might have failed, or there may be other addresses whose hosts are
2947specified in the transports, and therefore not visible at top level, in which
2948case continue_more won't get set. */
2949
b9d9c5a2 2950HDEBUG(D_transport|D_acl|D_v) debug_printf(" SMTP(close)>>\n");
f1e894f3 2951(void)close(inblock.sock);
a7538db1 2952
0cbf2b82 2953#ifndef DISABLE_EVENT
774ef2d7 2954(void) event_raise(tblock->event_action, US"tcp:close", NULL);
a7538db1
JH		 2955#endif
2956
0756eb3c
PH		 2957continue_transport = NULL;
2958continue_hostname = NULL;
2959return yield;
2960}
2961
2962
2963
2964
2965/*************************************************
2966* Closedown entry point *
2967*************************************************/
2968
2969/* This function is called when exim is passed an open smtp channel
2970from another incarnation, but the message which it has been asked
2971to deliver no longer exists. The channel is on stdin.
2972
2973We might do fancy things like looking for another message to send down
2974the channel, but if the one we sought has gone, it has probably been
2975delivered by some other process that itself will seek further messages,
2976so just close down our connection.
2977
2978Argument: pointer to the transport instance block
2979Returns: nothing
2980*/
2981
2982void
2983smtp_transport_closedown(transport_instance *tblock)
2984{
2985smtp_transport_options_block *ob =
2986 (smtp_transport_options_block *)(tblock->options_block);
2987smtp_inblock inblock;
2988smtp_outblock outblock;
2989uschar buffer[256];
2990uschar inbuffer[4096];
2991uschar outbuffer[16];
2992
2993inblock.sock = fileno(stdin);
2994inblock.buffer = inbuffer;
2995inblock.buffersize = sizeof(inbuffer);
2996inblock.ptr = inbuffer;
2997inblock.ptrend = inbuffer;
2998
2999outblock.sock = inblock.sock;
3000outblock.buffersize = sizeof(outbuffer);
3001outblock.buffer = outbuffer;
3002outblock.ptr = outbuffer;
3003outblock.cmd_count = 0;
3004outblock.authenticating = FALSE;
3005
3006(void)smtp_write_command(&outblock, FALSE, "QUIT\r\n");
3007(void)smtp_read_response(&inblock, buffer, sizeof(buffer), '2',
3008 ob->command_timeout);
f1e894f3 3009(void)close(inblock.sock);
0756eb3c
PH		 3010}
3011
3012
3013
3014/*************************************************
3015* Prepare addresses for delivery *
3016*************************************************/
3017
3018/* This function is called to flush out error settings from previous delivery
3019attempts to other hosts. It also records whether we got here via an MX record
3020or not in the more_errno field of the address. We are interested only in
3021addresses that are still marked DEFER - others may have got delivered to a
3022previously considered IP address. Set their status to PENDING_DEFER to indicate
3023which ones are relevant this time.
3024
3025Arguments:
3026 addrlist the list of addresses
3027 host the host we are delivering to
3028
3029Returns: the first address for this delivery
3030*/
3031
3032static address_item *
3033prepare_addresses(address_item *addrlist, host_item *host)
3034{
3035address_item *first_addr = NULL;
3036address_item *addr;
3037for (addr = addrlist; addr != NULL; addr = addr->next)
168dec3b
JH		 3038 if (addr->transport_return == DEFER)
3039 {
3040 if (first_addr == NULL) first_addr = addr;
3041 addr->transport_return = PENDING_DEFER;
3042 addr->basic_errno = 0;
3043 addr->more_errno = (host->mx >= 0)? 'M' : 'A';
3044 addr->message = NULL;
a7538db1 3045#ifdef SUPPORT_TLS
168dec3b
JH		 3046 addr->cipher = NULL;
3047 addr->ourcert = NULL;
3048 addr->peercert = NULL;
3049 addr->peerdn = NULL;
3050 addr->ocsp = OCSP_NOT_REQ;
895fbaf2
JH		 3051#endif
3052#ifdef EXPERIMENTAL_DSN_INFO
3053 addr->smtp_greeting = NULL;
3054 addr->helo_response = NULL;
a7538db1 3055#endif
168dec3b 3056 }
0756eb3c
PH		 3057return first_addr;
3058}
3059
3060
3061
3062/*************************************************
3063* Main entry point *
3064*************************************************/
3065
3066/* See local README for interface details. As this is a remote transport, it is
3067given a chain of addresses to be delivered in one connection, if possible. It
3068always returns TRUE, indicating that each address has its own independent
3069status set, except if there is a setting up problem, in which case it returns
3070FALSE. */
3071
3072BOOL
3073smtp_transport_entry(
3074 transport_instance *tblock, /* data for this instantiation */
3075 address_item *addrlist) /* addresses we are working on */
3076{
3077int cutoff_retry;
3078int port;
3079int hosts_defer = 0;
3080int hosts_fail = 0;
3081int hosts_looked_up = 0;
3082int hosts_retry = 0;
3083int hosts_serial = 0;
3084int hosts_total = 0;
8e669ac1 3085int total_hosts_tried = 0;
0756eb3c
PH		 3086address_item *addr;
3087BOOL expired = TRUE;
3088BOOL continuing = continue_hostname != NULL;
3089uschar *expanded_hosts = NULL;
3090uschar *pistring;
3091uschar *tid = string_sprintf("%s transport", tblock->name);
3092smtp_transport_options_block *ob =
3093 (smtp_transport_options_block *)(tblock->options_block);
3094host_item *hostlist = addrlist->host_list;
3095host_item *host = NULL;
3096
3097DEBUG(D_transport)
3098 {
3099 debug_printf("%s transport entered\n", tblock->name);
3100 for (addr = addrlist; addr != NULL; addr = addr->next)
3101 debug_printf(" %s\n", addr->address);
3102 if (continuing) debug_printf("already connected to %s [%s]\n",
3103 continue_hostname, continue_host_address);
3104 }
3105
f6c332bd
PH		 3106/* Set the flag requesting that these hosts be added to the waiting
3107database if the delivery fails temporarily or if we are running with
3108queue_smtp or a 2-stage queue run. This gets unset for certain
3109kinds of error, typically those that are specific to the message. */
3110
3111update_waiting = TRUE;
3112
0756eb3c
PH		 3113/* If a host list is not defined for the addresses - they must all have the
3114same one in order to be passed to a single transport - or if the transport has
3115a host list with hosts_override set, use the host list supplied with the
3116transport. It is an error for this not to exist. */
3117
3118if (hostlist == NULL || (ob->hosts_override && ob->hosts != NULL))
3119 {
3120 if (ob->hosts == NULL)
3121 {
3122 addrlist->message = string_sprintf("%s transport called with no hosts set",
3123 tblock->name);
3124 addrlist->transport_return = PANIC;
3125 return FALSE; /* Only top address has status */
3126 }
3127
3128 DEBUG(D_transport) debug_printf("using the transport's hosts: %s\n",
3129 ob->hosts);
3130
3131 /* If the transport's host list contains no '$' characters, and we are not
3132 randomizing, it is fixed and therefore a chain of hosts can be built once
3133 and for all, and remembered for subsequent use by other calls to this
3134 transport. If, on the other hand, the host list does contain '$', or we are
3135 randomizing its order, we have to rebuild it each time. In the fixed case,
3136 as the hosts string will never be used again, it doesn't matter that we
3137 replace all the : characters with zeros. */
3138
3139 if (ob->hostlist == NULL)
3140 {
3141 uschar *s = ob->hosts;
3142
3143 if (Ustrchr(s, '$') != NULL)
3144 {
d427a7f9 3145 if (!(expanded_hosts = expand_string(s)))
0756eb3c
PH		 3146 {
3147 addrlist->message = string_sprintf("failed to expand list of hosts "
3148 "\"%s\" in %s transport: %s", s, tblock->name, expand_string_message);
3149 addrlist->transport_return = search_find_defer? DEFER : PANIC;
3150 return FALSE; /* Only top address has status */
3151 }
3152 DEBUG(D_transport) debug_printf("expanded list of hosts \"%s\" to "
3153 "\"%s\"\n", s, expanded_hosts);
3154 s = expanded_hosts;
3155 }
3156 else
3157 if (ob->hosts_randomize) s = expanded_hosts = string_copy(s);
3158
3159 host_build_hostlist(&hostlist, s, ob->hosts_randomize);
3160
e276e04b
TF		 3161 /* Check that the expansion yielded something useful. */
3162 if (hostlist == NULL)
3163 {
3164 addrlist->message =
3165 string_sprintf("%s transport has empty hosts setting", tblock->name);
3166 addrlist->transport_return = PANIC;
3167 return FALSE; /* Only top address has status */
3168 }
3169
0756eb3c
PH		 3170 /* If there was no expansion of hosts, save the host list for
3171 next time. */
3172
d427a7f9 3173 if (!expanded_hosts) ob->hostlist = hostlist;
0756eb3c
PH		 3174 }
3175
3176 /* This is not the first time this transport has been run in this delivery;
3177 the host list was built previously. */
3178
55414b25
JH		 3179 else
3180 hostlist = ob->hostlist;
0756eb3c
PH		 3181 }
3182
3183/* The host list was supplied with the address. If hosts_randomize is set, we
3184must sort it into a random order if it did not come from MX records and has not
3185already been randomized (but don't bother if continuing down an existing
3186connection). */
3187
3188else if (ob->hosts_randomize && hostlist->mx == MX_NONE && !continuing)
3189 {
3190 host_item *newlist = NULL;
3191 while (hostlist != NULL)
3192 {
3193 host_item *h = hostlist;
3194 hostlist = hostlist->next;
3195
3196 h->sort_key = random_number(100);
3197
3198 if (newlist == NULL)
3199 {
3200 h->next = NULL;
3201 newlist = h;
3202 }
3203 else if (h->sort_key < newlist->sort_key)
3204 {
3205 h->next = newlist;
3206 newlist = h;
3207 }
3208 else
3209 {
3210 host_item *hh = newlist;
3211 while (hh->next != NULL)
3212 {
3213 if (h->sort_key < hh->next->sort_key) break;
3214 hh = hh->next;
3215 }
3216 h->next = hh->next;
3217 hh->next = h;
3218 }
3219 }
3220
3221 hostlist = addrlist->host_list = newlist;
3222 }
3223
2d280592 3224/* Sort out the default port. */
0756eb3c
PH		 3225
3226if (!smtp_get_port(ob->port, addrlist, &port, tid)) return FALSE;
0756eb3c 3227
0756eb3c
PH		 3228/* For each host-plus-IP-address on the list:
3229
3230. If this is a continued delivery and the host isn't the one with the
3231 current connection, skip.
3232
3233. If the status is unusable (i.e. previously failed or retry checked), skip.
3234
3235. If no IP address set, get the address, either by turning the name into
3236 an address, calling gethostbyname if gethostbyname is on, or by calling
3237 the DNS. The DNS may yield multiple addresses, in which case insert the
3238 extra ones into the list.
3239
3240. Get the retry data if not previously obtained for this address and set the
3241 field which remembers the state of this address. Skip if the retry time is
3242 not reached. If not, remember whether retry data was found. The retry string
3243 contains both the name and the IP address.
3244
3245. Scan the list of addresses and mark those whose status is DEFER as
3246 PENDING_DEFER. These are the only ones that will be processed in this cycle
3247 of the hosts loop.
3248
3249. Make a delivery attempt - addresses marked PENDING_DEFER will be tried.
3250 Some addresses may be successfully delivered, others may fail, and yet
3251 others may get temporary errors and so get marked DEFER.
3252
3253. The return from the delivery attempt is OK if a connection was made and a
3254 valid SMTP dialogue was completed. Otherwise it is DEFER.
3255
3256. If OK, add a "remove" retry item for this host/IPaddress, if any.
3257
3258. If fail to connect, or other defer state, add a retry item.
3259
3260. If there are any addresses whose status is still DEFER, carry on to the
3261 next host/IPaddress, unless we have tried the number of hosts given
533244af 3262 by hosts_max_try or hosts_max_try_hardlimit; otherwise return. Note that
8e669ac1
PH		 3263 there is some fancy logic for hosts_max_try that means its limit can be
3264 overstepped in some circumstances.
0756eb3c
PH		 3265
3266If we get to the end of the list, all hosts have deferred at least one address,
3267or not reached their retry times. If delay_after_cutoff is unset, it requests a
3268delivery attempt to those hosts whose last try was before the arrival time of
3269the current message. To cope with this, we have to go round the loop a second
3270time. After that, set the status and error data for any addresses that haven't
3271had it set already. */
3272
3273for (cutoff_retry = 0; expired &&
3274 cutoff_retry < ((ob->delay_after_cutoff)? 1 : 2);
3275 cutoff_retry++)
3276 {
3277 host_item *nexthost = NULL;
3278 int unexpired_hosts_tried = 0;
3279
3280 for (host = hostlist;
8e669ac1 3281 host != NULL &&
533244af
PH		 3282 unexpired_hosts_tried < ob->hosts_max_try &&
3283 total_hosts_tried < ob->hosts_max_try_hardlimit;
0756eb3c
PH		 3284 host = nexthost)
3285 {
3286 int rc;
3287 int host_af;
3288 uschar *rs;
3289 BOOL serialized = FALSE;
3290 BOOL host_is_expired = FALSE;
3291 BOOL message_defer = FALSE;
0756eb3c
PH		 3292 BOOL some_deferred = FALSE;
3293 address_item *first_addr = NULL;
3294 uschar *interface = NULL;
3295 uschar *retry_host_key = NULL;
3296 uschar *retry_message_key = NULL;
3297 uschar *serialize_key = NULL;
3298
9c4e8f60
PH		 3299 /* Default next host is next host. :-) But this can vary if the
3300 hosts_max_try limit is hit (see below). It may also be reset if a host
3301 address is looked up here (in case the host was multihomed). */
3302
3303 nexthost = host->next;
3304
0756eb3c
PH		 3305 /* If the address hasn't yet been obtained from the host name, look it up
3306 now, unless the host is already marked as unusable. If it is marked as
3307 unusable, it means that the router was unable to find its IP address (in
3308 the DNS or wherever) OR we are in the 2nd time round the cutoff loop, and
3309 the lookup failed last time. We don't get this far if *all* MX records
3310 point to non-existent hosts; that is treated as a hard error.
3311
3312 We can just skip this host entirely. When the hosts came from the router,
3313 the address will timeout based on the other host(s); when the address is
3314 looked up below, there is an explicit retry record added.
3315
3316 Note that we mustn't skip unusable hosts if the address is not unset; they
3317 may be needed as expired hosts on the 2nd time round the cutoff loop. */
3318
3319 if (host->address == NULL)
3320 {
322050c2 3321 int new_port, flags;
7cd1141b 3322 host_item *hh;
0756eb3c
PH		 3323
3324 if (host->status >= hstatus_unusable)
3325 {
3326 DEBUG(D_transport) debug_printf("%s has no address and is unusable - skipping\n",
3327 host->name);
3328 continue;
3329 }
3330
3331 DEBUG(D_transport) debug_printf("getting address for %s\n", host->name);
3332
7cd1141b
PH		 3333 /* The host name is permitted to have an attached port. Find it, and
3334 strip it from the name. Just remember it for now. */
3335
3336 new_port = host_item_get_port(host);
3337
3338 /* Count hosts looked up */
3339
0756eb3c
PH		 3340 hosts_looked_up++;
3341
3342 /* Find by name if so configured, or if it's an IP address. We don't
3343 just copy the IP address, because we need the test-for-local to happen. */
3344
322050c2
PH		 3345 flags = HOST_FIND_BY_A;
3346 if (ob->dns_qualify_single) flags |= HOST_FIND_QUALIFY_SINGLE;
3347 if (ob->dns_search_parents) flags |= HOST_FIND_SEARCH_PARENTS;
3348
7e66e54d 3349 if (ob->gethostbyname || string_is_ip_address(host->name, NULL) != 0)
55414b25 3350 rc = host_find_byname(host, NULL, flags, NULL, TRUE);
0756eb3c 3351 else
0756eb3c 3352 rc = host_find_bydns(host, NULL, flags, NULL, NULL, NULL,
7cd171b7 3353 &ob->dnssec, /* domains for request/require */
55414b25 3354 NULL, NULL);
0756eb3c 3355
7cd1141b
PH		 3356 /* Update the host (and any additional blocks, resulting from
3357 multihoming) with a host-specific port, if any. */
3358
3359 for (hh = host; hh != nexthost; hh = hh->next) hh->port = new_port;
3360
0756eb3c
PH		 3361 /* Failure to find the host at this time (usually DNS temporary failure)
3362 is really a kind of routing failure rather than a transport failure.
3363 Therefore we add a retry item of the routing kind, not to stop us trying
3364 to look this name up here again, but to ensure the address gets timed
3365 out if the failures go on long enough. A complete failure at this point
3366 commonly points to a configuration error, but the best action is still
3367 to carry on for the next host. */
3368
3369 if (rc == HOST_FIND_AGAIN || rc == HOST_FIND_FAILED)
3370 {
3371 retry_add_item(addrlist, string_sprintf("R:%s", host->name), 0);
3372 expired = FALSE;
3373 if (rc == HOST_FIND_AGAIN) hosts_defer++; else hosts_fail++;
3374 DEBUG(D_transport) debug_printf("rc = %s for %s\n", (rc == HOST_FIND_AGAIN)?
3375 "HOST_FIND_AGAIN" : "HOST_FIND_FAILED", host->name);
3376 host->status = hstatus_unusable;
3377
3378 for (addr = addrlist; addr != NULL; addr = addr->next)
3379 {
3380 if (addr->transport_return != DEFER) continue;
3381 addr->basic_errno = ERRNO_UNKNOWNHOST;
3382 addr->message =
3383 string_sprintf("failed to lookup IP address for %s", host->name);
3384 }
3385 continue;
3386 }
3387
3388 /* If the host is actually the local host, we may have a problem, or
3389 there may be some cunning configuration going on. In the problem case,
3390 log things and give up. The default transport status is already DEFER. */
3391
3392 if (rc == HOST_FOUND_LOCAL && !ob->allow_localhost)
3393 {
3394 for (addr = addrlist; addr != NULL; addr = addr->next)
3395 {
3396 addr->basic_errno = 0;
3397 addr->message = string_sprintf("%s transport found host %s to be "
3398 "local", tblock->name, host->name);
3399 }
3400 goto END_TRANSPORT;
3401 }
3402 } /* End of block for IP address lookup */
3403
3404 /* If this is a continued delivery, we are interested only in the host
3405 which matches the name of the existing open channel. The check is put
3406 here after the local host lookup, in case the name gets expanded as a
3407 result of the lookup. Set expired FALSE, to save the outer loop executing
3408 twice. */
3409
3410 if (continuing && (Ustrcmp(continue_hostname, host->name) != 0 ||
3411 Ustrcmp(continue_host_address, host->address) != 0))
3412 {
3413 expired = FALSE;
3414 continue; /* With next host */
3415 }
3416
9c4e8f60
PH		 3417 /* Reset the default next host in case a multihomed host whose addresses
3418 are not looked up till just above added to the host list. */
83364d30
PH		 3419
3420 nexthost = host->next;
3421
0756eb3c
PH		 3422 /* If queue_smtp is set (-odqs or the first part of a 2-stage run), or the
3423 domain is in queue_smtp_domains, we don't actually want to attempt any
3424 deliveries. When doing a queue run, queue_smtp_domains is always unset. If
3425 there is a lookup defer in queue_smtp_domains, proceed as if the domain
3426 were not in it. We don't want to hold up all SMTP deliveries! Except when
3427 doing a two-stage queue run, don't do this if forcing. */
3428
3429 if ((!deliver_force || queue_2stage) && (queue_smtp ||
55414b25
JH		 3430 match_isinlist(addrlist->domain,
3431 (const uschar **)&queue_smtp_domains, 0,
cf39cf57 3432 &domainlist_anchor, NULL, MCL_DOMAIN, TRUE, NULL) == OK))
0756eb3c
PH		 3433 {
3434 expired = FALSE;
3435 for (addr = addrlist; addr != NULL; addr = addr->next)
3436 {
3437 if (addr->transport_return != DEFER) continue;
3438 addr->message = US"domain matches queue_smtp_domains, or -odqs set";
3439 }
3440 continue; /* With next host */
3441 }
3442
3443 /* Count hosts being considered - purely for an intelligent comment
3444 if none are usable. */
3445
3446 hosts_total++;
3447
3448 /* Set $host and $host address now in case they are needed for the
3449 interface expansion or the serialize_hosts check; they remain set if an
3450 actual delivery happens. */
3451
3452 deliver_host = host->name;
3453 deliver_host_address = host->address;
783b385f
JH		 3454 lookup_dnssec_authenticated = host->dnssec == DS_YES ? US"yes"
3455 : host->dnssec == DS_NO ? US"no"
3456 : US"";
0756eb3c 3457
7cd1141b
PH		 3458 /* Set up a string for adding to the retry key if the port number is not
3459 the standard SMTP port. A host may have its own port setting that overrides
3460 the default. */
3461
3462 pistring = string_sprintf(":%d", (host->port == PORT_NONE)?
3463 port : host->port);
3464 if (Ustrcmp(pistring, ":25") == 0) pistring = US"";
3465
0756eb3c 3466 /* Select IPv4 or IPv6, and choose an outgoing interface. If the interface
6f6dedcc
JH		 3467 string is set, even if constant (as different transports can have different
3468 constant settings), we must add it to the key that is used for retries,
3469 because connections to the same host from a different interface should be
3470 treated separately. */
0756eb3c
PH		 3471
3472 host_af = (Ustrchr(host->address, ':') == NULL)? AF_INET : AF_INET6;
6f6dedcc
JH		 3473 if ((rs = ob->interface) && *rs)
3474 {
3475 if (!smtp_get_interface(rs, host_af, addrlist, &interface, tid))
3476 return FALSE;
3477 pistring = string_sprintf("%s/%s", pistring, interface);
3478 }
0756eb3c
PH		 3479
3480 /* The first time round the outer loop, check the status of the host by
3481 inspecting the retry data. The second time round, we are interested only
3482 in expired hosts that haven't been tried since this message arrived. */
3483
3484 if (cutoff_retry == 0)
3485 {
9c695f6d 3486 BOOL incl_ip;
0756eb3c 3487 /* Ensure the status of the address is set by checking retry data if
9c695f6d 3488 necessary. There may be host-specific retry data (applicable to all
0756eb3c
PH		 3489 messages) and also data for retries of a specific message at this host.
3490 If either of these retry records are actually read, the keys used are
3491 returned to save recomputing them later. */
3492
9c695f6d
JH		 3493 if (exp_bool(addrlist, US"transport", tblock->name, D_transport,
3494 US"retry_include_ip_address", ob->retry_include_ip_address,
3495 ob->expand_retry_include_ip_address, &incl_ip) != OK)
3496 continue; /* with next host */
3497
0756eb3c 3498 host_is_expired = retry_check_address(addrlist->domain, host, pistring,
9c695f6d 3499 incl_ip, &retry_host_key, &retry_message_key);
0756eb3c
PH		 3500
3501 DEBUG(D_transport) debug_printf("%s [%s]%s status = %s\n", host->name,
3502 (host->address == NULL)? US"" : host->address, pistring,
3503 (host->status == hstatus_usable)? "usable" :
3504 (host->status == hstatus_unusable)? "unusable" :
3505 (host->status == hstatus_unusable_expired)? "unusable (expired)" : "?");
3506
3507 /* Skip this address if not usable at this time, noting if it wasn't
3508 actually expired, both locally and in the address. */
3509
3510 switch (host->status)
3511 {
3512 case hstatus_unusable:
3513 expired = FALSE;
3514 setflag(addrlist, af_retry_skipped);
3515 /* Fall through */
3516
3517 case hstatus_unusable_expired:
3518 switch (host->why)
3519 {
3520 case hwhy_retry: hosts_retry++; break;
3521 case hwhy_failed: hosts_fail++; break;
3522 case hwhy_deferred: hosts_defer++; break;
3523 }
3524
3525 /* If there was a retry message key, implying that previously there
3526 was a message-specific defer, we don't want to update the list of
f6c332bd 3527 messages waiting for these hosts. */
0756eb3c 3528
f6c332bd 3529 if (retry_message_key != NULL) update_waiting = FALSE;
0756eb3c
PH		 3530 continue; /* With the next host or IP address */
3531 }
3532 }
3533
3534 /* Second time round the loop: if the address is set but expired, and
3535 the message is newer than the last try, let it through. */
3536
3537 else
3538 {
3539 if (host->address == NULL ||
3540 host->status != hstatus_unusable_expired ||
3541 host->last_try > received_time)
3542 continue;
3543 DEBUG(D_transport)
3544 debug_printf("trying expired host %s [%s]%s\n",
3545 host->name, host->address, pistring);
3546 host_is_expired = TRUE;
3547 }
3548
3549 /* Setting "expired=FALSE" doesn't actually mean not all hosts are expired;
3550 it remains TRUE only if all hosts are expired and none are actually tried.
3551 */
3552
3553 expired = FALSE;
3554
3555 /* If this host is listed as one to which access must be serialized,
3556 see if another Exim process has a connection to it, and if so, skip
3557 this host. If not, update the database to record our connection to it
3558 and remember this for later deletion. Do not do any of this if we are
3559 sending the message down a pre-existing connection. */
3560
3561 if (!continuing &&
5130845b 3562 verify_check_given_host(&ob->serialize_hosts, host) == OK)
0756eb3c
PH		 3563 {
3564 serialize_key = string_sprintf("host-serialize-%s", host->name);
e8ae7214 3565 if (!enq_start(serialize_key, 1))
0756eb3c
PH		 3566 {
3567 DEBUG(D_transport)
3568 debug_printf("skipping host %s because another Exim process "
3569 "is connected to it\n", host->name);
3570 hosts_serial++;
3571 continue;
3572 }
3573 serialized = TRUE;
3574 }
3575
3576 /* OK, we have an IP address that is not waiting for its retry time to
3577 arrive (it might be expired) OR (second time round the loop) we have an
3578 expired host that hasn't been tried since the message arrived. Have a go
3579 at delivering the message to it. First prepare the addresses by flushing
3580 out the result of previous attempts, and finding the first address that
3581 is still to be delivered. */
3582
3583 first_addr = prepare_addresses(addrlist, host);
3584
3585 DEBUG(D_transport) debug_printf("delivering %s to %s [%s] (%s%s)\n",
3586 message_id, host->name, host->address, addrlist->address,
3587 (addrlist->next == NULL)? "" : ", ...");
3588
3589 set_process_info("delivering %s to %s [%s] (%s%s)",
3590 message_id, host->name, host->address, addrlist->address,
3591 (addrlist->next == NULL)? "" : ", ...");
3592
3593 /* This is not for real; don't do the delivery. If there are
3594 any remaining hosts, list them. */
3595
3596 if (dont_deliver)
3597 {
3598 host_item *host2;
895fbaf2 3599 set_errno_nohost(addrlist, 0, NULL, OK, FALSE);
0756eb3c
PH		 3600 for (addr = addrlist; addr != NULL; addr = addr->next)
3601 {
3602 addr->host_used = host;
3603 addr->special_action = '*';
3604 addr->message = US"delivery bypassed by -N option";
3605 }
3606 DEBUG(D_transport)
3607 {
3608 debug_printf("*** delivery by %s transport bypassed by -N option\n"
3609 "*** host and remaining hosts:\n", tblock->name);
3610 for (host2 = host; host2 != NULL; host2 = host2->next)
3611 debug_printf(" %s [%s]\n", host2->name,
3612 (host2->address == NULL)? US"unset" : host2->address);
3613 }
3614 rc = OK;
3615 }
3616
3617 /* This is for real. If the host is expired, we don't count it for
3618 hosts_max_retry. This ensures that all hosts must expire before an address
8e669ac1 3619 is timed out, unless hosts_max_try_hardlimit (which protects against
533244af 3620 lunatic DNS configurations) is reached.
8e669ac1 3621
533244af
PH		 3622 If the host is not expired and we are about to hit the hosts_max_retry
3623 limit, check to see if there is a subsequent hosts with a different MX
3624 value. If so, make that the next host, and don't count this one. This is a
3625 heuristic to make sure that different MXs do get tried. With a normal kind
3626 of retry rule, they would get tried anyway when the earlier hosts were
3627 delayed, but if the domain has a "retry every time" type of rule - as is
3628 often used for the the very large ISPs, that won't happen. */
0756eb3c
PH		 3629
3630 else
3631 {
d427a7f9
JH		 3632 host_item * thost;
3633 /* Make a copy of the host if it is local to this invocation
3634 of the transport. */
3635
3636 if (expanded_hosts)
3637 {
3638 thost = store_get(sizeof(host_item));
3639 *thost = *host;
3640 thost->name = string_copy(host->name);
3641 thost->address = string_copy(host->address);
3642 }
3643 else
3644 thost = host;
3645
0756eb3c
PH		 3646 if (!host_is_expired && ++unexpired_hosts_tried >= ob->hosts_max_try)
3647 {
3648 host_item *h;
3649 DEBUG(D_transport)
3650 debug_printf("hosts_max_try limit reached with this host\n");
1a47b633
JH		 3651 for (h = host; h; h = h->next) if (h->mx != host->mx)
3652 {
3653 nexthost = h;
3654 unexpired_hosts_tried--;
3655 DEBUG(D_transport) debug_printf("however, a higher MX host exists "
3656 "and will be tried\n");
3657 break;
3658 }
0756eb3c
PH		 3659 }
3660
3661 /* Attempt the delivery. */
3662
533244af 3663 total_hosts_tried++;
d427a7f9
JH		 3664 rc = smtp_deliver(addrlist, thost, host_af, port, interface, tblock,
3665 &message_defer, FALSE);
0756eb3c
PH		 3666
3667 /* Yield is one of:
3668 OK => connection made, each address contains its result;
3669 message_defer is set for message-specific defers (when all
3670 recipients are marked defer)
3671 DEFER => there was a non-message-specific delivery problem;
3672 ERROR => there was a problem setting up the arguments for a filter,
3673 or there was a problem with expanding added headers
3674 */
3675
3676 /* If the result is not OK, there was a non-message-specific problem.
3677 If the result is DEFER, we need to write to the logs saying what happened
3678 for this particular host, except in the case of authentication and TLS
3679 failures, where the log has already been written. If all hosts defer a
3680 general message is written at the end. */
3681
3682 if (rc == DEFER && first_addr->basic_errno != ERRNO_AUTHFAIL &&
3683 first_addr->basic_errno != ERRNO_TLSFAILURE)
3684 write_logs(first_addr, host);
3685
0cbf2b82 3686#ifndef DISABLE_EVENT
d68218c7 3687 if (rc == DEFER)
774ef2d7 3688 deferred_event_raise(first_addr, host);
a7538db1 3689#endif
d68218c7 3690
0756eb3c
PH		 3691 /* If STARTTLS was accepted, but there was a failure in setting up the
3692 TLS session (usually a certificate screwup), and the host is not in
3693 hosts_require_tls, and tls_tempfail_tryclear is true, try again, with
3694 TLS forcibly turned off. We have to start from scratch with a new SMTP
3695 connection. That's why the retry is done from here, not from within
3696 smtp_deliver(). [Rejections of STARTTLS itself don't screw up the
3697 session, so the in-clear transmission after those errors, if permitted,
3698 happens inside smtp_deliver().] */
3699
a7538db1 3700#ifdef SUPPORT_TLS
7a31d643
JH		 3701 if ( rc == DEFER
3702 && first_addr->basic_errno == ERRNO_TLSFAILURE
3703 && ob->tls_tempfail_tryclear
5130845b 3704 && verify_check_given_host(&ob->hosts_require_tls, host) != OK
7a31d643 3705 )
0756eb3c
PH		 3706 {
3707 log_write(0, LOG_MAIN, "TLS session failure: delivering unencrypted "
3708 "to %s [%s] (not in hosts_require_tls)", host->name, host->address);
3709 first_addr = prepare_addresses(addrlist, host);
d427a7f9
JH		 3710 rc = smtp_deliver(addrlist, thost, host_af, port, interface, tblock,
3711 &message_defer, TRUE);
0756eb3c
PH		 3712 if (rc == DEFER && first_addr->basic_errno != ERRNO_AUTHFAIL)
3713 write_logs(first_addr, host);
0cbf2b82 3714# ifndef DISABLE_EVENT
d68218c7 3715 if (rc == DEFER)
774ef2d7 3716 deferred_event_raise(first_addr, host);
a7538db1 3717# endif
0756eb3c 3718 }
a1bccd48 3719#endif /*SUPPORT_TLS*/
0756eb3c
PH		 3720 }
3721
3722 /* Delivery attempt finished */
3723
3724 rs = (rc == OK)? US"OK" : (rc == DEFER)? US"DEFER" : (rc == ERROR)?
3725 US"ERROR" : US"?";
3726
3727 set_process_info("delivering %s: just tried %s [%s] for %s%s: result %s",
3728 message_id, host->name, host->address, addrlist->address,
3729 (addrlist->next == NULL)? "" : " (& others)", rs);
3730
3731 /* Release serialization if set up */
3732
3733 if (serialized) enq_end(serialize_key);
3734
3735 /* If the result is DEFER, or if a host retry record is known to exist, we
3736 need to add an item to the retry chain for updating the retry database
3737 at the end of delivery. We only need to add the item to the top address,
3738 of course. Also, if DEFER, we mark the IP address unusable so as to skip it
3739 for any other delivery attempts using the same address. (It is copied into
3740 the unusable tree at the outer level, so even if different address blocks
3741 contain the same address, it still won't get tried again.) */
3742
3743 if (rc == DEFER || retry_host_key != NULL)
3744 {
3745 int delete_flag = (rc != DEFER)? rf_delete : 0;
3746 if (retry_host_key == NULL)
3747 {
9c695f6d
JH		 3748 BOOL incl_ip;
3749 if (exp_bool(addrlist, US"transport", tblock->name, D_transport,
3750 US"retry_include_ip_address", ob->retry_include_ip_address,
3751 ob->expand_retry_include_ip_address, &incl_ip) != OK)
3752 incl_ip = TRUE; /* error; use most-specific retry record */
3753
3754 retry_host_key = incl_ip ?
0756eb3c
PH		 3755 string_sprintf("T:%S:%s%s", host->name, host->address, pistring) :
3756 string_sprintf("T:%S%s", host->name, pistring);
3757 }
3758
3759 /* If a delivery of another message over an existing SMTP connection
3760 yields DEFER, we do NOT set up retry data for the host. This covers the
3761 case when there are delays in routing the addresses in the second message
3762 that are so long that the server times out. This is alleviated by not
3763 routing addresses that previously had routing defers when handling an
3764 existing connection, but even so, this case may occur (e.g. if a
3765 previously happily routed address starts giving routing defers). If the
3766 host is genuinely down, another non-continued message delivery will
3767 notice it soon enough. */
3768
3769 if (delete_flag != 0 || !continuing)
3770 retry_add_item(first_addr, retry_host_key, rf_host | delete_flag);
3771
3772 /* We may have tried an expired host, if its retry time has come; ensure
3773 the status reflects the expiry for the benefit of any other addresses. */
3774
3775 if (rc == DEFER)
3776 {
3777 host->status = (host_is_expired)?
3778 hstatus_unusable_expired : hstatus_unusable;
3779 host->why = hwhy_deferred;
3780 }
3781 }
3782
3783 /* If message_defer is set (host was OK, but every recipient got deferred
3784 because of some message-specific problem), or if that had happened
3785 previously so that a message retry key exists, add an appropriate item
3786 to the retry chain. Note that if there was a message defer but now there is
3787 a host defer, the message defer record gets deleted. That seems perfectly
3788 reasonable. Also, stop the message from being remembered as waiting
f6c332bd 3789 for specific hosts. */
0756eb3c
PH		 3790
3791 if (message_defer || retry_message_key != NULL)
3792 {
3793 int delete_flag = message_defer? 0 : rf_delete;
3794 if (retry_message_key == NULL)
3795 {
9c695f6d
JH		 3796 BOOL incl_ip;
3797 if (exp_bool(addrlist, US"transport", tblock->name, D_transport,
3798 US"retry_include_ip_address", ob->retry_include_ip_address,
3799 ob->expand_retry_include_ip_address, &incl_ip) != OK)
3800 incl_ip = TRUE; /* error; use most-specific retry record */
3801
3802 retry_message_key = incl_ip ?
0756eb3c
PH		 3803 string_sprintf("T:%S:%s%s:%s", host->name, host->address, pistring,
3804 message_id) :
3805 string_sprintf("T:%S%s:%s", host->name, pistring, message_id);
3806 }
3807 retry_add_item(addrlist, retry_message_key,
3808 rf_message | rf_host | delete_flag);
f6c332bd 3809 update_waiting = FALSE;
0756eb3c
PH		 3810 }
3811
3812 /* Any return other than DEFER (that is, OK or ERROR) means that the
3813 addresses have got their final statuses filled in for this host. In the OK
3814 case, see if any of them are deferred. */
3815
3816 if (rc == OK)
4cea764f 3817 for (addr = addrlist; addr; addr = addr->next)
0756eb3c
PH		 3818 if (addr->transport_return == DEFER)
3819 {
3820 some_deferred = TRUE;
3821 break;
3822 }
0756eb3c
PH		 3823
3824 /* If no addresses deferred or the result was ERROR, return. We do this for
3825 ERROR because a failing filter set-up or add_headers expansion is likely to
3826 fail for any host we try. */
3827
3828 if (rc == ERROR || (rc == OK && !some_deferred))
3829 {
3830 DEBUG(D_transport) debug_printf("Leaving %s transport\n", tblock->name);
3831 return TRUE; /* Each address has its status */
3832 }
3833
3834 /* If the result was DEFER or some individual addresses deferred, let
3835 the loop run to try other hosts with the deferred addresses, except for the
3836 case when we were trying to deliver down an existing channel and failed.
3837 Don't try any other hosts in this case. */
3838
3839 if (continuing) break;
3840
3841 /* If the whole delivery, or some individual addresses, were deferred and
3842 there are more hosts that could be tried, do not count this host towards
3843 the hosts_max_try limit if the age of the message is greater than the
3844 maximum retry time for this host. This means we may try try all hosts,
3845 ignoring the limit, when messages have been around for some time. This is
3846 important because if we don't try all hosts, the address will never time
533244af 3847 out. NOTE: this does not apply to hosts_max_try_hardlimit. */
0756eb3c
PH		 3848
3849 if ((rc == DEFER || some_deferred) && nexthost != NULL)
3850 {
3851 BOOL timedout;
3852 retry_config *retry = retry_find_config(host->name, NULL, 0, 0);
3853
3854 if (retry != NULL && retry->rules != NULL)
3855 {
3856 retry_rule *last_rule;
3857 for (last_rule = retry->rules;
3858 last_rule->next != NULL;
3859 last_rule = last_rule->next);
3860 timedout = time(NULL) - received_time > last_rule->timeout;
3861 }
3862 else timedout = TRUE; /* No rule => timed out */
3863
3864 if (timedout)
3865 {
3866 unexpired_hosts_tried--;
3867 DEBUG(D_transport) debug_printf("temporary delivery error(s) override "
3868 "hosts_max_try (message older than host's retry time)\n");
3869 }
3870 }
3871 } /* End of loop for trying multiple hosts. */
3872
3873 /* This is the end of the loop that repeats iff expired is TRUE and
3874 ob->delay_after_cutoff is FALSE. The second time round we will
3875 try those hosts that haven't been tried since the message arrived. */
3876
3877 DEBUG(D_transport)
3878 {
3879 debug_printf("all IP addresses skipped or deferred at least one address\n");
3880 if (expired && !ob->delay_after_cutoff && cutoff_retry == 0)
3881 debug_printf("retrying IP addresses not tried since message arrived\n");
3882 }
3883 }
3884
3885
3886/* Get here if all IP addresses are skipped or defer at least one address. In
3887MUA wrapper mode, this will happen only for connection or other non-message-
3888specific failures. Force the delivery status for all addresses to FAIL. */
3889
3890if (mua_wrapper)
3891 {
3892 for (addr = addrlist; addr != NULL; addr = addr->next)
3893 addr->transport_return = FAIL;
3894 goto END_TRANSPORT;
3895 }
3896
3897/* In the normal, non-wrapper case, add a standard message to each deferred
3898address if there hasn't been an error, that is, if it hasn't actually been
3899tried this time. The variable "expired" will be FALSE if any deliveries were
3900actually tried, or if there was at least one host that was not expired. That
3901is, it is TRUE only if no deliveries were tried and all hosts were expired. If
3902a delivery has been tried, an error code will be set, and the failing of the
3903message is handled by the retry code later.
3904
3905If queue_smtp is set, or this transport was called to send a subsequent message
3906down an existing TCP/IP connection, and something caused the host not to be
3907found, we end up here, but can detect these cases and handle them specially. */
3908
c3f2eb9a 3909for (addr = addrlist; addr; addr = addr->next)
0756eb3c
PH		 3910 {
3911 /* If host is not NULL, it means that we stopped processing the host list
533244af
PH		 3912 because of hosts_max_try or hosts_max_try_hardlimit. In the former case, this
3913 means we need to behave as if some hosts were skipped because their retry
3914 time had not come. Specifically, this prevents the address from timing out.
8e669ac1 3915 However, if we have hit hosts_max_try_hardlimit, we want to behave as if all
533244af 3916 hosts were tried. */
0756eb3c 3917
c3f2eb9a 3918 if (host)
533244af
PH		 3919 if (total_hosts_tried >= ob->hosts_max_try_hardlimit)
3920 {
3921 DEBUG(D_transport)
3922 debug_printf("hosts_max_try_hardlimit reached: behave as if all "
3923 "hosts were tried\n");
3924 }
3925 else
8e669ac1 3926 {
533244af
PH		 3927 DEBUG(D_transport)
3928 debug_printf("hosts_max_try limit caused some hosts to be skipped\n");
3929 setflag(addr, af_retry_skipped);
8e669ac1 3930 }
0756eb3c
PH		 3931
3932 if (queue_smtp) /* no deliveries attempted */
3933 {
3934 addr->transport_return = DEFER;
3935 addr->basic_errno = 0;
3936 addr->message = US"SMTP delivery explicitly queued";
3937 }
3938
c3f2eb9a
JH		 3939 else if ( addr->transport_return == DEFER
3940 && (addr->basic_errno == ERRNO_UNKNOWNERROR || addr->basic_errno == 0)
3941 && !addr->message
3942 )
0756eb3c
PH		 3943 {
3944 addr->basic_errno = ERRNO_HRETRY;
c3f2eb9a 3945 if (continue_hostname)
0756eb3c 3946 addr->message = US"no host found for existing SMTP connection";
0756eb3c
PH		 3947 else if (expired)
3948 {
fffffe4c 3949 setflag(addr, af_pass_message); /* This is not a security risk */
c3f2eb9a
JH		 3950 addr->message = string_sprintf(
3951 "all hosts%s have been failing for a long time %s",
3952 addr->domain ? string_sprintf(" for '%s'", addr->domain) : US"",
3953 ob->delay_after_cutoff
3954 ? US"(and retry time not reached)"
3955 : US"and were last tried after this message arrived");
0756eb3c
PH		 3956
3957 /* If we are already using fallback hosts, or there are no fallback hosts
3958 defined, convert the result to FAIL to cause a bounce. */
3959
c3f2eb9a 3960 if (addr->host_list == addr->fallback_hosts || !addr->fallback_hosts)
0756eb3c
PH		 3961 addr->transport_return = FAIL;
3962 }
3963 else
3964 {
93a680e4 3965 const char * s;
0756eb3c 3966 if (hosts_retry == hosts_total)
93a680e4 3967 s = "retry time not reached for any host%s";
0756eb3c 3968 else if (hosts_fail == hosts_total)
93a680e4 3969 s = "all host address lookups%s failed permanently";
0756eb3c 3970 else if (hosts_defer == hosts_total)
93a680e4 3971 s = "all host address lookups%s failed temporarily";
0756eb3c 3972 else if (hosts_serial == hosts_total)
93a680e4 3973 s = "connection limit reached for all hosts%s";
0756eb3c 3974 else if (hosts_fail+hosts_defer == hosts_total)
93a680e4 3975 s = "all host address lookups%s failed";
3cf01803 3976 else
93a680e4 3977 s = "some host address lookups failed and retry time "
3cf01803
JH		 3978 "not reached for other hosts or connection limit reached%s";
3979
3980 addr->message = string_sprintf(s,
3981 addr->domain ? string_sprintf(" for '%s'", addr->domain) : US"");
0756eb3c
PH		 3982 }
3983 }
3984 }
3985
3986/* Update the database which keeps information about which messages are waiting
f6c332bd
PH		 3987for which hosts to become available. For some message-specific errors, the
3988update_waiting flag is turned off because we don't want follow-on deliveries in
ea722490 3989those cases. If this transport instance is explicitly limited to one message
8b260705
PP		 3990per connection then follow-on deliveries are not possible and there's no need
3991to create/update the per-transport wait-<transport_name> database. */
0756eb3c 3992
ea722490
JH		 3993if (update_waiting && tblock->connection_max_messages != 1)
3994 transport_update_waiting(hostlist, tblock->name);
0756eb3c
PH		 3995
3996END_TRANSPORT:
3997
3998DEBUG(D_transport) debug_printf("Leaving %s transport\n", tblock->name);
3999
4000return TRUE; /* Each address has its status */
4001}
4002
578897ea
JH		 4003/* vi: aw ai sw=2
4004*/
0756eb3c 4005/* End of transport/smtp.c */
Unnamed repository; edit this file 'description' to name the repository.