Logging: make cipher info available for continued-TLS connection deliveries
[exim.git] / src / src / verify.c
CommitLineData
059ec3d9
PH
1/*************************************************
2* Exim - an Internet mail transport agent *
3*************************************************/
4
d4e5e70b 5/* Copyright (c) University of Cambridge 1995 - 2017 */
059ec3d9
PH
6/* See the file NOTICE for conditions of use and distribution. */
7
8/* Functions concerned with verifying things. The original code for callout
9caching was contributed by Kevin Fleming (but I hacked it around a bit). */
10
11
12#include "exim.h"
817d9f57 13#include "transports/smtp.h"
059ec3d9 14
e4bdf652
JH
15#define CUTTHROUGH_CMD_TIMEOUT 30 /* timeout for cutthrough-routing calls */
16#define CUTTHROUGH_DATA_TIMEOUT 60 /* timeout for cutthrough-routing calls */
817d9f57
JH
17static smtp_outblock ctblock;
18uschar ctbuffer[8192];
19
059ec3d9
PH
20
21/* Structure for caching DNSBL lookups */
22
23typedef struct dnsbl_cache_block {
14b3c5bc 24 time_t expiry;
059ec3d9
PH
25 dns_address *rhs;
26 uschar *text;
27 int rc;
28 BOOL text_set;
29} dnsbl_cache_block;
30
31
32/* Anchor for DNSBL cache */
33
34static tree_node *dnsbl_cache = NULL;
35
36
431b7361
PH
37/* Bits for match_type in one_check_dnsbl() */
38
39#define MT_NOT 1
40#define MT_ALL 2
41
2760b518 42static uschar cutthrough_response(char, uschar **, int);
431b7361 43
8d330698 44
059ec3d9
PH
45
46/*************************************************
47* Retrieve a callout cache record *
48*************************************************/
49
50/* If a record exists, check whether it has expired.
51
52Arguments:
53 dbm_file an open hints file
54 key the record key
55 type "address" or "domain"
56 positive_expire expire time for positive records
57 negative_expire expire time for negative records
58
59Returns: the cache record if a non-expired one exists, else NULL
60*/
61
62static dbdata_callout_cache *
55414b25 63get_callout_cache_record(open_db *dbm_file, const uschar *key, uschar *type,
059ec3d9
PH
64 int positive_expire, int negative_expire)
65{
66BOOL negative;
67int length, expire;
68time_t now;
69dbdata_callout_cache *cache_record;
70
71cache_record = dbfn_read_with_length(dbm_file, key, &length);
72
73if (cache_record == NULL)
74 {
6f4d5ad3 75 HDEBUG(D_verify) debug_printf("callout cache: no %s record found for %s\n", type, key);
059ec3d9
PH
76 return NULL;
77 }
78
79/* We treat a record as "negative" if its result field is not positive, or if
80it is a domain record and the postmaster field is negative. */
81
82negative = cache_record->result != ccache_accept ||
83 (type[0] == 'd' && cache_record->postmaster_result == ccache_reject);
84expire = negative? negative_expire : positive_expire;
85now = time(NULL);
86
87if (now - cache_record->time_stamp > expire)
88 {
6f4d5ad3 89 HDEBUG(D_verify) debug_printf("callout cache: %s record expired for %s\n", type, key);
059ec3d9
PH
90 return NULL;
91 }
92
93/* If this is a non-reject domain record, check for the obsolete format version
94that doesn't have the postmaster and random timestamps, by looking at the
95length. If so, copy it to a new-style block, replicating the record's
96timestamp. Then check the additional timestamps. (There's no point wasting
97effort if connections are rejected.) */
98
99if (type[0] == 'd' && cache_record->result != ccache_reject)
100 {
101 if (length == sizeof(dbdata_callout_cache_obs))
102 {
103 dbdata_callout_cache *new = store_get(sizeof(dbdata_callout_cache));
104 memcpy(new, cache_record, length);
105 new->postmaster_stamp = new->random_stamp = new->time_stamp;
106 cache_record = new;
107 }
108
109 if (now - cache_record->postmaster_stamp > expire)
110 cache_record->postmaster_result = ccache_unknown;
111
112 if (now - cache_record->random_stamp > expire)
113 cache_record->random_result = ccache_unknown;
114 }
115
6f4d5ad3 116HDEBUG(D_verify) debug_printf("callout cache: found %s record for %s\n", type, key);
059ec3d9
PH
117return cache_record;
118}
119
120
121
707ee5b1
JH
122/* Check the callout cache.
123Options * pm_mailfrom may be modified by cache partial results.
059ec3d9 124
707ee5b1 125Return: TRUE if result found
059ec3d9
PH
126*/
127
707ee5b1
JH
128static BOOL
129cached_callout_lookup(address_item * addr, uschar * address_key,
130 uschar * from_address, int * opt_ptr, uschar ** pm_ptr,
131 int * yield, uschar ** failure_ptr,
132 dbdata_callout_cache * new_domain_record, int * old_domain_res)
059ec3d9 133{
707ee5b1 134int options = *opt_ptr;
059ec3d9
PH
135open_db dbblock;
136open_db *dbm_file = NULL;
059ec3d9
PH
137
138/* Open the callout cache database, it it exists, for reading only at this
139stage, unless caching has been disabled. */
140
8b9476ba 141if (options & vopt_callout_no_cache)
059ec3d9
PH
142 {
143 HDEBUG(D_verify) debug_printf("callout cache: disabled by no_cache\n");
144 }
707ee5b1 145else if (!(dbm_file = dbfn_open(US"callout", O_RDWR, &dbblock, FALSE)))
059ec3d9
PH
146 {
147 HDEBUG(D_verify) debug_printf("callout cache: not available\n");
148 }
707ee5b1 149else
059ec3d9 150 {
707ee5b1
JH
151 /* If a cache database is available see if we can avoid the need to do an
152 actual callout by making use of previously-obtained data. */
153
154 dbdata_callout_cache_address * cache_address_record;
155 dbdata_callout_cache * cache_record = get_callout_cache_record(dbm_file,
156 addr->domain, US"domain",
157 callout_cache_domain_positive_expire, callout_cache_domain_negative_expire);
059ec3d9
PH
158
159 /* If an unexpired cache record was found for this domain, see if the callout
160 process can be short-circuited. */
161
ff5929e3 162 if (cache_record)
059ec3d9 163 {
2b1c6e3a
PH
164 /* In most cases, if an early command (up to and including MAIL FROM:<>)
165 was rejected, there is no point carrying on. The callout fails. However, if
166 we are doing a recipient verification with use_sender or use_postmaster
167 set, a previous failure of MAIL FROM:<> doesn't count, because this time we
168 will be using a non-empty sender. We have to remember this situation so as
169 not to disturb the cached domain value if this whole verification succeeds
170 (we don't want it turning into "accept"). */
171
707ee5b1 172 *old_domain_res = cache_record->result;
2b1c6e3a 173
707ee5b1
JH
174 if ( cache_record->result == ccache_reject
175 || *from_address == 0 && cache_record->result == ccache_reject_mfnull)
059ec3d9
PH
176 {
177 setflag(addr, af_verify_nsfail);
178 HDEBUG(D_verify)
707ee5b1
JH
179 debug_printf("callout cache: domain gave initial rejection, or "
180 "does not accept HELO or MAIL FROM:<>\n");
059ec3d9
PH
181 setflag(addr, af_verify_nsfail);
182 addr->user_message = US"(result of an earlier callout reused).";
707ee5b1 183 *yield = FAIL;
8e669ac1 184 *failure_ptr = US"mail";
707ee5b1
JH
185 dbfn_close(dbm_file);
186 return TRUE;
059ec3d9
PH
187 }
188
189 /* If a previous check on a "random" local part was accepted, we assume
190 that the server does not do any checking on local parts. There is therefore
191 no point in doing the callout, because it will always be successful. If a
192 random check previously failed, arrange not to do it again, but preserve
193 the data in the new record. If a random check is required but hasn't been
194 done, skip the remaining cache processing. */
195
8b9476ba 196 if (options & vopt_callout_random) switch(cache_record->random_result)
059ec3d9
PH
197 {
198 case ccache_accept:
8b9476ba
JH
199 HDEBUG(D_verify)
200 debug_printf("callout cache: domain accepts random addresses\n");
707ee5b1
JH
201 dbfn_close(dbm_file);
202 return TRUE; /* Default yield is OK */
059ec3d9
PH
203
204 case ccache_reject:
8b9476ba
JH
205 HDEBUG(D_verify)
206 debug_printf("callout cache: domain rejects random addresses\n");
707ee5b1
JH
207 *opt_ptr = options & ~vopt_callout_random;
208 new_domain_record->random_result = ccache_reject;
209 new_domain_record->random_stamp = cache_record->random_stamp;
8b9476ba 210 break;
059ec3d9
PH
211
212 default:
8b9476ba
JH
213 HDEBUG(D_verify)
214 debug_printf("callout cache: need to check random address handling "
215 "(not cached or cache expired)\n");
707ee5b1
JH
216 dbfn_close(dbm_file);
217 return FALSE;
059ec3d9
PH
218 }
219
220 /* If a postmaster check is requested, but there was a previous failure,
221 there is again no point in carrying on. If a postmaster check is required,
222 but has not been done before, we are going to have to do a callout, so skip
223 remaining cache processing. */
224
707ee5b1 225 if (*pm_ptr)
059ec3d9
PH
226 {
227 if (cache_record->postmaster_result == ccache_reject)
707ee5b1
JH
228 {
229 setflag(addr, af_verify_pmfail);
230 HDEBUG(D_verify)
231 debug_printf("callout cache: domain does not accept "
232 "RCPT TO:<postmaster@domain>\n");
233 *yield = FAIL;
234 *failure_ptr = US"postmaster";
235 setflag(addr, af_verify_pmfail);
236 addr->user_message = US"(result of earlier verification reused).";
237 dbfn_close(dbm_file);
238 return TRUE;
239 }
059ec3d9 240 if (cache_record->postmaster_result == ccache_unknown)
707ee5b1
JH
241 {
242 HDEBUG(D_verify)
243 debug_printf("callout cache: need to check RCPT "
244 "TO:<postmaster@domain> (not cached or cache expired)\n");
245 dbfn_close(dbm_file);
246 return FALSE;
247 }
059ec3d9
PH
248
249 /* If cache says OK, set pm_mailfrom NULL to prevent a redundant
250 postmaster check if the address itself has to be checked. Also ensure
251 that the value in the cache record is preserved (with its old timestamp).
252 */
253
254 HDEBUG(D_verify) debug_printf("callout cache: domain accepts RCPT "
707ee5b1
JH
255 "TO:<postmaster@domain>\n");
256 *pm_ptr = NULL;
257 new_domain_record->postmaster_result = ccache_accept;
258 new_domain_record->postmaster_stamp = cache_record->postmaster_stamp;
059ec3d9
PH
259 }
260 }
261
262 /* We can't give a result based on information about the domain. See if there
263 is an unexpired cache record for this specific address (combined with the
264 sender address if we are doing a recipient callout with a non-empty sender).
265 */
266
707ee5b1
JH
267 if (!(cache_address_record = (dbdata_callout_cache_address *)
268 get_callout_cache_record(dbm_file, address_key, US"address",
269 callout_cache_positive_expire, callout_cache_negative_expire)))
270 {
271 dbfn_close(dbm_file);
272 return FALSE;
273 }
059ec3d9 274
707ee5b1 275 if (cache_address_record->result == ccache_accept)
059ec3d9 276 {
707ee5b1
JH
277 HDEBUG(D_verify)
278 debug_printf("callout cache: address record is positive\n");
279 }
280 else
281 {
282 HDEBUG(D_verify)
283 debug_printf("callout cache: address record is negative\n");
284 addr->user_message = US"Previous (cached) callout verification failure";
285 *failure_ptr = US"recipient";
286 *yield = FAIL;
059ec3d9
PH
287 }
288
289 /* Close the cache database while we actually do the callout for real. */
290
059ec3d9 291 dbfn_close(dbm_file);
707ee5b1
JH
292 return TRUE;
293 }
294return FALSE;
295}
296
297
298/* Write results to callout cache
299*/
300static void
301cache_callout_write(dbdata_callout_cache * dom_rec, const uschar * domain,
302 int done, dbdata_callout_cache_address * addr_rec, uschar * address_key)
303{
304open_db dbblock;
305open_db *dbm_file = NULL;
306
307/* If we get here with done == TRUE, a successful callout happened, and yield
308will be set OK or FAIL according to the response to the RCPT command.
309Otherwise, we looped through the hosts but couldn't complete the business.
310However, there may be domain-specific information to cache in both cases.
311
312The value of the result field in the new_domain record is ccache_unknown if
313there was an error before or with MAIL FROM:, and errno was not zero,
314implying some kind of I/O error. We don't want to write the cache in that case.
315Otherwise the value is ccache_accept, ccache_reject, or ccache_reject_mfnull. */
316
317if (dom_rec->result != ccache_unknown)
318 if (!(dbm_file = dbfn_open(US"callout", O_RDWR|O_CREAT, &dbblock, FALSE)))
319 {
320 HDEBUG(D_verify) debug_printf("callout cache: not available\n");
321 }
322 else
323 {
324 (void)dbfn_write(dbm_file, domain, dom_rec,
325 (int)sizeof(dbdata_callout_cache));
326 HDEBUG(D_verify) debug_printf("wrote callout cache domain record for %s:\n"
327 " result=%d postmaster=%d random=%d\n",
328 domain,
329 dom_rec->result,
330 dom_rec->postmaster_result,
331 dom_rec->random_result);
332 }
333
334/* If a definite result was obtained for the callout, cache it unless caching
335is disabled. */
336
337if (done && addr_rec->result != ccache_unknown)
338 {
339 if (!dbm_file)
340 dbm_file = dbfn_open(US"callout", O_RDWR|O_CREAT, &dbblock, FALSE);
341 if (!dbm_file)
342 {
343 HDEBUG(D_verify) debug_printf("no callout cache available\n");
344 }
345 else
346 {
347 (void)dbfn_write(dbm_file, address_key, addr_rec,
348 (int)sizeof(dbdata_callout_cache_address));
349 HDEBUG(D_verify) debug_printf("wrote %s callout cache address record for %s\n",
350 addr_rec->result == ccache_accept ? "positive" : "negative",
351 address_key);
352 }
353 }
354
355if (dbm_file) dbfn_close(dbm_file);
356}
357
358
c4c940fd
JH
359/* Cutthrough-multi. If the existing cached cutthrough connection matches
360the one we would make for a subsequent recipient, use it. Send the RCPT TO
361and check the result, nonpipelined as it may be wanted immediately for
362recipient-verification.
363
364It seems simpler to deal with this case separately from the main callout loop.
365We will need to remember it has sent, or not, so that rcpt-acl tail code
366can do it there for the non-rcpt-verify case. For this we keep an addresscount.
367
368Return: TRUE for a definitive result for the recipient
369*/
370static int
371cutthrough_multi(address_item * addr, host_item * host_list,
372 transport_feedback * tf, int * yield)
373{
374BOOL done = FALSE;
375host_item * host;
376
377if (addr->transport == cutthrough.addr.transport)
378 for (host = host_list; host; host = host->next)
379 if (Ustrcmp(host->address, cutthrough.host.address) == 0)
380 {
381 int host_af;
382 uschar *interface = NULL; /* Outgoing interface to use; NULL => any */
383 int port = 25;
384
385 deliver_host = host->name;
386 deliver_host_address = host->address;
387 deliver_host_port = host->port;
388 deliver_domain = addr->domain;
389 transport_name = addr->transport->name;
390
391 host_af = (Ustrchr(host->address, ':') == NULL)? AF_INET:AF_INET6;
392
393 if (!smtp_get_interface(tf->interface, host_af, addr, &interface,
394 US"callout") ||
395 !smtp_get_port(tf->port, addr, &port, US"callout"))
396 log_write(0, LOG_MAIN|LOG_PANIC, "<%s>: %s", addr->address,
397 addr->message);
398
399 if ( ( interface == cutthrough.interface
400 || ( interface
401 && cutthrough.interface
402 && Ustrcmp(interface, cutthrough.interface) == 0
403 ) )
404 && port == cutthrough.host.port
405 )
406 {
407 uschar * resp = NULL;
408
409 /* Match! Send the RCPT TO, set done from the response */
410 done =
411 smtp_write_command(&ctblock, FALSE, "RCPT TO:<%.1000s>\r\n",
412 transport_rcpt_address(addr,
413 addr->transport->rcpt_include_affixes)) >= 0 &&
414 cutthrough_response('2', &resp, CUTTHROUGH_DATA_TIMEOUT) == '2';
415
416 /* This would go horribly wrong if a callout fail was ignored by ACL.
417 We punt by abandoning cutthrough on a reject, like the
418 first-rcpt does. */
419
420 if (done)
421 {
422 address_item * na = store_get(sizeof(address_item));
423 *na = cutthrough.addr;
424 cutthrough.addr = *addr;
425 cutthrough.addr.host_used = &cutthrough.host;
426 cutthrough.addr.next = na;
427
428 cutthrough.nrcpt++;
429 }
430 else
431 {
432 cancel_cutthrough_connection("recipient rejected");
433 if (!resp || errno == ETIMEDOUT)
434 {
435 HDEBUG(D_verify) debug_printf("SMTP timeout\n");
436 }
437 else if (errno == 0)
438 {
439 if (*resp == 0)
440 Ustrcpy(resp, US"connection dropped");
441
442 addr->message =
e9166683
JH
443 string_sprintf("response to \"%s\" was: %s",
444 big_buffer, string_printing(resp));
c4c940fd
JH
445
446 addr->user_message =
447 string_sprintf("Callout verification failed:\n%s", resp);
448
449 /* Hard rejection ends the process */
450
451 if (resp[0] == '5') /* Address rejected */
452 {
453 *yield = FAIL;
454 done = TRUE;
455 }
456 }
457 }
458 }
459 break; /* host_list */
460 }
461if (!done)
462 cancel_cutthrough_connection("incompatible connection");
463return done;
464}
465
466
707ee5b1
JH
467/*************************************************
468* Do callout verification for an address *
469*************************************************/
470
471/* This function is called from verify_address() when the address has routed to
472a host list, and a callout has been requested. Callouts are expensive; that is
473why a cache is used to improve the efficiency.
474
475Arguments:
476 addr the address that's been routed
477 host_list the list of hosts to try
478 tf the transport feedback block
479
480 ifstring "interface" option from transport, or NULL
481 portstring "port" option from transport, or NULL
482 protocolstring "protocol" option from transport, or NULL
483 callout the per-command callout timeout
484 callout_overall the overall callout timeout (if < 0 use 4*callout)
485 callout_connect the callout connection timeout (if < 0 use callout)
486 options the verification options - these bits are used:
487 vopt_is_recipient => this is a recipient address
488 vopt_callout_no_cache => don't use callout cache
489 vopt_callout_fullpm => if postmaster check, do full one
490 vopt_callout_random => do the "random" thing
491 vopt_callout_recipsender => use real sender for recipient
492 vopt_callout_recippmaster => use postmaster for recipient
493 se_mailfrom MAIL FROM address for sender verify; NULL => ""
494 pm_mailfrom if non-NULL, do the postmaster check with this sender
495
496Returns: OK/FAIL/DEFER
497*/
498
499static int
500do_callout(address_item *addr, host_item *host_list, transport_feedback *tf,
501 int callout, int callout_overall, int callout_connect, int options,
502 uschar *se_mailfrom, uschar *pm_mailfrom)
503{
504int yield = OK;
505int old_domain_cache_result = ccache_accept;
506BOOL done = FALSE;
507uschar *address_key;
508uschar *from_address;
509uschar *random_local_part = NULL;
510const uschar *save_deliver_domain = deliver_domain;
511uschar **failure_ptr = options & vopt_is_recipient
512 ? &recipient_verify_failure : &sender_verify_failure;
513dbdata_callout_cache new_domain_record;
514dbdata_callout_cache_address new_address_record;
707ee5b1
JH
515time_t callout_start_time;
516
517new_domain_record.result = ccache_unknown;
518new_domain_record.postmaster_result = ccache_unknown;
519new_domain_record.random_result = ccache_unknown;
520
521memset(&new_address_record, 0, sizeof(new_address_record));
522
523/* For a recipient callout, the key used for the address cache record must
524include the sender address if we are using the real sender in the callout,
525because that may influence the result of the callout. */
526
527if (options & vopt_is_recipient)
528 if (options & vopt_callout_recipsender)
529 {
530 from_address = sender_address;
531 address_key = string_sprintf("%s/<%s>", addr->address, sender_address);
532 if (cutthrough.delivery) options |= vopt_callout_no_cache;
533 }
534 else if (options & vopt_callout_recippmaster)
535 {
536 from_address = string_sprintf("postmaster@%s", qualify_domain_sender);
537 address_key = string_sprintf("%s/<postmaster@%s>", addr->address,
538 qualify_domain_sender);
539 }
540 else
541 {
542 from_address = US"";
543 address_key = addr->address;
544 }
545
546/* For a sender callout, we must adjust the key if the mailfrom address is not
547empty. */
548
549else
550 {
551 from_address = se_mailfrom ? se_mailfrom : US"";
552 address_key = *from_address
553 ? string_sprintf("%s/<%s>", addr->address, from_address) : addr->address;
059ec3d9
PH
554 }
555
707ee5b1
JH
556if (cached_callout_lookup(addr, address_key, from_address,
557 &options, &pm_mailfrom, &yield, failure_ptr,
558 &new_domain_record, &old_domain_cache_result))
559 goto END_CALLOUT;
560
193e3acd 561if (!addr->transport)
059ec3d9 562 {
193e3acd 563 HDEBUG(D_verify) debug_printf("cannot callout via null transport\n");
059ec3d9 564 }
6681531a
HSHR
565else if (Ustrcmp(addr->transport->driver_name, "smtp") != 0)
566 log_write(0, LOG_MAIN|LOG_PANIC|LOG_CONFIG_FOR, "callout transport '%s': %s is non-smtp",
567 addr->transport->name, addr->transport->driver_name);
193e3acd
JH
568else
569 {
570 smtp_transport_options_block *ob =
9d9c3746 571 (smtp_transport_options_block *)addr->transport->options_block;
c4c940fd 572 host_item * host;
059ec3d9 573
193e3acd
JH
574 /* The information wasn't available in the cache, so we have to do a real
575 callout and save the result in the cache for next time, unless no_cache is set,
576 or unless we have a previously cached negative random result. If we are to test
577 with a random local part, ensure that such a local part is available. If not,
4c04137d 578 log the fact, but carry on without randomising. */
059ec3d9 579
707ee5b1 580 if (options & vopt_callout_random && callout_random_local_part)
65f1c92a 581 if (!(random_local_part = expand_string(callout_random_local_part)))
193e3acd
JH
582 log_write(0, LOG_MAIN|LOG_PANIC, "failed to expand "
583 "callout_random_local_part: %s", expand_string_message);
059ec3d9 584
193e3acd
JH
585 /* Default the connect and overall callout timeouts if not set, and record the
586 time we are starting so that we can enforce it. */
4c590bd1 587
193e3acd
JH
588 if (callout_overall < 0) callout_overall = 4 * callout;
589 if (callout_connect < 0) callout_connect = callout;
590 callout_start_time = time(NULL);
4c590bd1 591
193e3acd
JH
592 /* Before doing a real callout, if this is an SMTP connection, flush the SMTP
593 output because a callout might take some time. When PIPELINING is active and
594 there are many recipients, the total time for doing lots of callouts can add up
595 and cause the client to time out. So in this case we forgo the PIPELINING
596 optimization. */
817d9f57 597
ff5929e3 598 if (smtp_out && !disable_callout_flush) mac_smtp_fflush();
059ec3d9 599
c4c940fd
JH
600 clearflag(addr, af_verify_pmfail); /* postmaster callout flag */
601 clearflag(addr, af_verify_nsfail); /* null sender callout flag */
602
5032d1cf
JH
603/* cutthrough-multi: if a nonfirst rcpt has the same routing as the first,
604and we are holding a cutthrough conn open, we can just append the rcpt to
605that conn for verification purposes (and later delivery also). Simplest
c4c940fd 606coding means skipping this whole loop and doing the append separately. */
5032d1cf
JH
607
608 /* Can we re-use an open cutthrough connection? */
609 if ( cutthrough.fd >= 0
610 && (options & (vopt_callout_recipsender | vopt_callout_recippmaster))
611 == vopt_callout_recipsender
612 && !random_local_part
613 && !pm_mailfrom
614 )
c4c940fd 615 done = cutthrough_multi(addr, host_list, tf, &yield);
5032d1cf 616
c4c940fd
JH
617 /* If we did not use a cached connection, make connections to the hosts
618 and do real callouts. The list of hosts is passed in as an argument. */
059ec3d9 619
ff5929e3 620 for (host = host_list; host && !done; host = host->next)
059ec3d9 621 {
193e3acd
JH
622 int host_af;
623 int port = 25;
193e3acd 624 uschar *interface = NULL; /* Outgoing interface to use; NULL => any */
02b41d71 625 smtp_context sx;
193e3acd 626
ff5929e3 627 if (!host->address)
193e3acd
JH
628 {
629 DEBUG(D_verify) debug_printf("no IP address for host name %s: skipping\n",
630 host->name);
631 continue;
632 }
059ec3d9 633
193e3acd 634 /* Check the overall callout timeout */
059ec3d9 635
193e3acd
JH
636 if (time(NULL) - callout_start_time >= callout_overall)
637 {
638 HDEBUG(D_verify) debug_printf("overall timeout for callout exceeded\n");
639 break;
640 }
059ec3d9 641
193e3acd 642 /* Set IPv4 or IPv6 */
059ec3d9 643
e9166683 644 host_af = Ustrchr(host->address, ':') ? AF_INET6 : AF_INET;
de3a88fb 645
193e3acd
JH
646 /* Expand and interpret the interface and port strings. The latter will not
647 be used if there is a host-specific port (e.g. from a manualroute router).
648 This has to be delayed till now, because they may expand differently for
649 different hosts. If there's a failure, log it, but carry on with the
650 defaults. */
de3a88fb 651
193e3acd
JH
652 deliver_host = host->name;
653 deliver_host_address = host->address;
a7538db1 654 deliver_host_port = host->port;
193e3acd 655 deliver_domain = addr->domain;
aec45841 656 transport_name = addr->transport->name;
059ec3d9 657
6f6dedcc 658 if ( !smtp_get_interface(tf->interface, host_af, addr, &interface,
bf7aabb4
JH
659 US"callout")
660 || !smtp_get_port(tf->port, addr, &port, US"callout")
661 )
193e3acd
JH
662 log_write(0, LOG_MAIN|LOG_PANIC, "<%s>: %s", addr->address,
663 addr->message);
059ec3d9 664
02b41d71
JH
665 sx.addrlist = addr;
666 sx.host = host;
667 sx.host_af = host_af,
668 sx.port = port;
669 sx.interface = interface;
670 sx.helo_data = tf->helo_data;
671 sx.tblock = addr->transport;
e9166683 672 sx.verify = TRUE;
02b41d71
JH
673
674tls_retry_connection:
675 /* Set the address state so that errors are recorded in it */
676
677 addr->transport_return = PENDING_DEFER;
678 ob->connect_timeout = callout_connect;
679 ob->command_timeout = callout;
680
681 /* Get the channel set up ready for a message (MAIL FROM being the next
682 SMTP command to send. If we tried TLS but it failed, try again without
683 if permitted */
684
f10e3ea3
JH
685 yield = smtp_setup_conn(&sx, FALSE);
686#ifdef SUPPORT_TLS
687 if ( yield == DEFER
02b41d71
JH
688 && addr->basic_errno == ERRNO_TLSFAILURE
689 && ob->tls_tempfail_tryclear
690 && verify_check_given_host(&ob->hosts_require_tls, host) != OK
691 )
193e3acd 692 {
cf0c6164
JH
693 log_write(0, LOG_MAIN,
694 "%s: callout unencrypted to %s [%s] (not in hosts_require_tls)",
695 addr->message, host->name, host->address);
e9166683
JH
696 addr->transport_return = PENDING_DEFER;
697 yield = smtp_setup_conn(&sx, TRUE);
02b41d71 698 }
f10e3ea3 699#endif
02b41d71
JH
700 if (yield != OK)
701 {
02b41d71 702 errno = addr->basic_errno;
aec45841 703 transport_name = NULL;
193e3acd
JH
704 deliver_host = deliver_host_address = NULL;
705 deliver_domain = save_deliver_domain;
bf7aabb4 706
02b41d71
JH
707 /* Failure to accept HELO is cached; this blocks the whole domain for all
708 senders. I/O errors and defer responses are not cached. */
770747fd 709
02b41d71 710 if (yield == FAIL && (errno == 0 || errno == ERRNO_SMTPCLOSED))
a7538db1 711 {
02b41d71
JH
712 setflag(addr, af_verify_nsfail);
713 new_domain_record.result = ccache_reject;
714 done = TRUE;
a7538db1 715 }
193e3acd 716 else
02b41d71
JH
717 done = FALSE;
718 goto no_conn;
3c8b3577 719 }
9bfc60eb 720
02b41d71
JH
721 /* If we needed to authenticate, smtp_setup_conn() did that. Copy
722 the AUTH info for logging */
fcc8e047 723
02b41d71
JH
724 addr->authenticator = client_authenticator;
725 addr->auth_id = client_authenticated_id;
b4a2b536 726
e9166683
JH
727 sx.from_addr = from_address;
728 sx.first_addr = sx.sync_addr = addr;
729 sx.ok = FALSE; /*XXX these 3 last might not be needed for verify? */
730 sx.send_rset = TRUE;
731 sx.completed_addr = FALSE;
b4a2b536 732
cf0c6164 733 new_domain_record.result = old_domain_cache_result == ccache_reject_mfnull
e9166683 734 ? ccache_reject_mfnull : ccache_accept;
c4c940fd 735
e9166683
JH
736 /* Do the random local part check first. Temporarily replace the recipient
737 with the "random" value */
02b41d71 738
e9166683 739 if (random_local_part)
059ec3d9 740 {
e9166683 741 uschar * main_address = addr->address;
921dfc11
JH
742 const uschar * rcpt_domain = addr->domain;
743
8c5d388a 744#ifdef SUPPORT_I18N
921dfc11
JH
745 uschar * errstr = NULL;
746 if ( testflag(addr, af_utf8_downcvt)
747 && (rcpt_domain = string_domain_utf8_to_alabel(rcpt_domain,
748 &errstr), errstr)
749 )
750 {
751 addr->message = errstr;
752 errno = ERRNO_EXPANDFAIL;
753 setflag(addr, af_verify_nsfail);
754 done = FALSE;
755 rcpt_domain = US""; /*XXX errorhandling! */
756 }
757#endif
758
e9166683
JH
759 /* This would be ok for 1st rcpt of a cutthrough (XXX do we have a count?) , but no way to
760 handle a subsequent because of the RSET. So refuse to support any. */
761 cancel_cutthrough_connection("random-recipient");
059ec3d9 762
e9166683
JH
763 addr->address = string_sprintf("%s@%.1000s",
764 random_local_part, rcpt_domain);
765 done = FALSE;
902fbd69
JH
766
767 /* If accepted, we aren't going to do any further tests below.
768 Otherwise, cache a real negative response, and get back to the right
769 state to send RCPT. Unless there's some problem such as a dropped
770 connection, we expect to succeed, because the commands succeeded above.
771 However, some servers drop the connection after responding to an
772 invalid recipient, so on (any) error we drop and remake the connection.
773 XXX We don't care about that for postmaster_full. Should we?
774
775 XXX could we add another flag to the context, and have the common
776 code emit the RSET too? Even pipelined after the RCPT...
777 Then the main-verify call could use it if there's to be a subsequent
778 postmaster-verify.
779 The sync_responses() would need to be taught about it and we'd
780 need another return code filtering out to here.
781 */
782
a65c4156
JH
783 /* Remember when we last did a random test */
784 new_domain_record.random_stamp = time(NULL);
785
e9166683
JH
786 if (smtp_write_mail_and_rcpt_cmds(&sx, &yield) == 0)
787 switch(addr->transport_return)
788 {
789 case PENDING_OK:
790 new_domain_record.random_result = ccache_accept;
791 break;
792 case FAIL:
793 new_domain_record.random_result = ccache_reject;
193e3acd 794
e9166683 795 /* Between each check, issue RSET, because some servers accept only
902fbd69
JH
796 one recipient after MAIL FROM:<>.
797 XXX We don't care about that for postmaster_full. Should we? */
193e3acd 798
e9166683
JH
799 if ((done =
800 smtp_write_command(&sx.outblock, FALSE, "RSET\r\n") >= 0 &&
801 smtp_read_response(&sx.inblock, sx.buffer, sizeof(sx.buffer),
802 '2', callout)))
803 break;
65f1c92a 804
65f1c92a 805 HDEBUG(D_acl|D_v)
e1d04f48 806 debug_printf_indent("problem after random/rset/mfrom; reopen conn\n");
65f1c92a
JH
807 random_local_part = NULL;
808#ifdef SUPPORT_TLS
809 tls_close(FALSE, TRUE);
810#endif
e1d04f48 811 HDEBUG(D_transport|D_acl|D_v) debug_printf_indent(" SMTP(close)>>\n");
02b41d71 812 (void)close(sx.inblock.sock);
e9166683 813 sx.inblock.sock = sx.outblock.sock = -1;
0cbf2b82 814#ifndef DISABLE_EVENT
65f1c92a
JH
815 (void) event_raise(addr->transport->event_action,
816 US"tcp:close", NULL);
817#endif
a65c4156
JH
818 addr->address = main_address;
819 addr->transport_return = PENDING_DEFER;
820 sx.first_addr = sx.sync_addr = addr;
821 sx.ok = FALSE;
822 sx.send_rset = TRUE;
823 sx.completed_addr = FALSE;
65f1c92a 824 goto tls_retry_connection;
e9166683 825 }
059ec3d9 826
e9166683
JH
827 /* Re-setup for main verify, or for the error message when failing */
828 addr->address = main_address;
829 addr->transport_return = PENDING_DEFER;
830 sx.first_addr = sx.sync_addr = addr;
831 sx.ok = FALSE;
832 sx.send_rset = TRUE;
833 sx.completed_addr = FALSE;
834 }
835 else
836 done = TRUE;
921dfc11 837
e9166683
JH
838 /* Main verify. If the host is accepting all local parts, as determined
839 by the "random" check, we don't need to waste time doing any further
840 checking. */
841
842 if (done)
843 {
844 done = FALSE;
845 switch(smtp_write_mail_and_rcpt_cmds(&sx, &yield))
846 {
847 case 0: switch(addr->transport_return) /* ok so far */
848 {
849 case PENDING_OK: done = TRUE;
850 new_address_record.result = ccache_accept;
851 break;
852 case FAIL: done = TRUE;
853 yield = FAIL;
854 *failure_ptr = US"recipient";
855 new_address_record.result = ccache_reject;
856 break;
857 default: break;
858 }
859 break;
860
861 case -1: /* MAIL response error */
862 *failure_ptr = US"mail";
863 if (errno == 0 && sx.buffer[0] == '5')
864 {
865 setflag(addr, af_verify_nsfail);
866 if (from_address[0] == 0)
867 new_domain_record.result = ccache_reject_mfnull;
868 }
869 break;
870 /* non-MAIL read i/o error */
871 /* non-MAIL response timeout */
872 /* internal error; channel still usable */
873 default: break; /* transmit failed */
874 }
875 }
876
877 addr->auth_sndr = client_authenticated_sender;
878
879 deliver_host = deliver_host_address = NULL;
880 deliver_domain = save_deliver_domain;
881
882 /* Do postmaster check if requested; if a full check is required, we
883 check for RCPT TO:<postmaster> (no domain) in accordance with RFC 821. */
884
885 if (done && pm_mailfrom)
886 {
887 /* Could possibly shift before main verify, just above, and be ok
888 for cutthrough. But no way to handle a subsequent rcpt, so just
889 refuse any */
890 cancel_cutthrough_connection("postmaster verify");
e1d04f48 891 HDEBUG(D_acl|D_v) debug_printf_indent("Cutthrough cancelled by presence of postmaster verify\n");
e9166683
JH
892
893 done = smtp_write_command(&sx.outblock, FALSE, "RSET\r\n") >= 0
894 && smtp_read_response(&sx.inblock, sx.buffer,
895 sizeof(sx.buffer), '2', callout);
896
897 if (done)
898 {
899 uschar * main_address = addr->address;
900
901 /*XXX oops, affixes */
902 addr->address = string_sprintf("postmaster@%.1000s", addr->domain);
903 addr->transport_return = PENDING_DEFER;
904
905 sx.from_addr = pm_mailfrom;
906 sx.first_addr = sx.sync_addr = addr;
907 sx.ok = FALSE;
908 sx.send_rset = TRUE;
909 sx.completed_addr = FALSE;
910
911 if( smtp_write_mail_and_rcpt_cmds(&sx, &yield) == 0
912 && addr->transport_return == PENDING_OK
913 )
914 done = TRUE;
921dfc11 915 else
e9166683
JH
916 done = (options & vopt_callout_fullpm) != 0
917 && smtp_write_command(&sx.outblock, FALSE,
918 "RCPT TO:<postmaster>\r\n") >= 0
919 && smtp_read_response(&sx.inblock, sx.buffer,
920 sizeof(sx.buffer), '2', callout);
921dfc11 921
e9166683 922 /* Sort out the cache record */
2a4be8f9 923
e9166683
JH
924 new_domain_record.postmaster_stamp = time(NULL);
925
926 if (done)
927 new_domain_record.postmaster_result = ccache_accept;
928 else if (errno == 0 && sx.buffer[0] == '5')
929 {
930 *failure_ptr = US"postmaster";
931 setflag(addr, af_verify_pmfail);
932 new_domain_record.postmaster_result = ccache_reject;
933 }
934
935 addr->address = main_address;
936 }
937 }
193e3acd
JH
938 /* For any failure of the main check, other than a negative response, we just
939 close the connection and carry on. We can identify a negative response by the
940 fact that errno is zero. For I/O errors it will be non-zero
2a4be8f9 941
193e3acd
JH
942 Set up different error texts for logging and for sending back to the caller
943 as an SMTP response. Log in all cases, using a one-line format. For sender
944 callouts, give a full response to the caller, but for recipient callouts,
945 don't give the IP address because this may be an internal host whose identity
946 is not to be widely broadcast. */
2a4be8f9 947
02b41d71 948no_conn:
e9166683 949 switch(errno)
193e3acd 950 {
02b41d71
JH
951 case ETIMEDOUT:
952 HDEBUG(D_verify) debug_printf("SMTP timeout\n");
953 sx.send_quit = FALSE;
954 break;
955
8c5d388a 956#ifdef SUPPORT_I18N
02b41d71 957 case ERRNO_UTF8_FWD:
9bfc60eb
JH
958 {
959 extern int acl_where; /* src/acl.c */
960 errno = 0;
961 addr->message = string_sprintf(
e9166683 962 "response to \"EHLO\" did not include SMTPUTF8");
02b41d71
JH
963 addr->user_message = acl_where == ACL_WHERE_RCPT
964 ? US"533 no support for internationalised mailbox name"
9bfc60eb
JH
965 : US"550 mailbox unavailable";
966 yield = FAIL;
967 done = TRUE;
968 }
02b41d71 969 break;
9bfc60eb 970#endif
02b41d71
JH
971 case ECONNREFUSED:
972 sx.send_quit = FALSE;
973 break;
2a4be8f9 974
02b41d71 975 case 0:
e9166683 976 if (*sx.buffer == 0) Ustrcpy(sx.buffer, US"connection dropped");
059ec3d9 977
e9166683
JH
978 /*XXX test here is ugly; seem to have a split of responsibility for
979 building this message. Need to reationalise. Where is it done
980 before here, and when not?
981 Not == 5xx resp to MAIL on main-verify
982 */
983 if (!addr->message) addr->message =
984 string_sprintf("response to \"%s\" was: %s",
985 big_buffer, string_printing(sx.buffer));
02b41d71
JH
986
987 addr->user_message = options & vopt_is_recipient
e9166683 988 ? string_sprintf("Callout verification failed:\n%s", sx.buffer)
02b41d71 989 : string_sprintf("Called: %s\nSent: %s\nResponse: %s",
e9166683 990 host->address, big_buffer, sx.buffer);
059ec3d9 991
02b41d71 992 /* Hard rejection ends the process */
193e3acd 993
e9166683 994 if (sx.buffer[0] == '5') /* Address rejected */
02b41d71
JH
995 {
996 yield = FAIL;
997 done = TRUE;
998 }
999 break;
193e3acd 1000 }
059ec3d9 1001
193e3acd
JH
1002 /* End the SMTP conversation and close the connection. */
1003
4c04137d 1004 /* Cutthrough - on a successful connect and recipient-verify with
5032d1cf 1005 use-sender and we are 1st rcpt and have no cutthrough conn so far
193e3acd 1006 here is where we want to leave the conn open */
5032d1cf
JH
1007 if ( cutthrough.delivery
1008 && rcpt_count == 1
193e3acd
JH
1009 && done
1010 && yield == OK
98c82a3d
JH
1011 && (options & (vopt_callout_recipsender|vopt_callout_recippmaster|vopt_success_on_redirect))
1012 == vopt_callout_recipsender
193e3acd
JH
1013 && !random_local_part
1014 && !pm_mailfrom
5032d1cf 1015 && cutthrough.fd < 0
02b41d71 1016 && !sx.lmtp
193e3acd 1017 )
059ec3d9 1018 {
e1d04f48 1019 HDEBUG(D_acl|D_v) debug_printf_indent("holding verify callout open for cutthrough delivery\n");
8b9476ba 1020
02b41d71 1021 cutthrough.fd = sx.outblock.sock; /* We assume no buffer in use in the outblock */
5032d1cf
JH
1022 cutthrough.nrcpt = 1;
1023 cutthrough.interface = interface;
1024 cutthrough.host = *host;
1025 cutthrough.addr = *addr; /* Save the address_item for later logging */
1026 cutthrough.addr.next = NULL;
1027 cutthrough.addr.host_used = &cutthrough.host;
193e3acd 1028 if (addr->parent)
5032d1cf
JH
1029 *(cutthrough.addr.parent = store_get(sizeof(address_item))) =
1030 *addr->parent;
193e3acd
JH
1031 ctblock.buffer = ctbuffer;
1032 ctblock.buffersize = sizeof(ctbuffer);
1033 ctblock.ptr = ctbuffer;
1034 /* ctblock.cmd_count = 0; ctblock.authenticating = FALSE; */
5032d1cf 1035 ctblock.sock = cutthrough.fd;
059ec3d9 1036 }
193e3acd 1037 else
059ec3d9 1038 {
2e5b33cd 1039 /* Ensure no cutthrough on multiple address verifies */
193e3acd 1040 if (options & vopt_callout_recipsender)
ff5929e3 1041 cancel_cutthrough_connection("not usable for cutthrough");
02b41d71 1042 if (sx.send_quit)
2760b518 1043 {
02b41d71 1044 (void) smtp_write_command(&sx.outblock, FALSE, "QUIT\r\n");
059ec3d9 1045
2760b518 1046 /* Wait a short time for response, and discard it */
e9166683 1047 smtp_read_response(&sx.inblock, sx.buffer, sizeof(sx.buffer),
2760b518
JH
1048 '2', 1);
1049 }
1050
02b41d71
JH
1051 if (sx.inblock.sock >= 0)
1052 {
a7538db1 1053#ifdef SUPPORT_TLS
02b41d71 1054 tls_close(FALSE, TRUE);
a7538db1 1055#endif
e1d04f48 1056 HDEBUG(D_transport|D_acl|D_v) debug_printf_indent(" SMTP(close)>>\n");
02b41d71
JH
1057 (void)close(sx.inblock.sock);
1058 sx.inblock.sock = sx.outblock.sock = -1;
0cbf2b82 1059#ifndef DISABLE_EVENT
02b41d71 1060 (void) event_raise(addr->transport->event_action, US"tcp:close", NULL);
a7538db1 1061#endif
02b41d71 1062 }
059ec3d9 1063 }
059ec3d9 1064
e9166683
JH
1065 if (!done || yield != OK)
1066 addr->message = string_sprintf("%s [%s] : %s", host->name, host->address,
1067 addr->message);
193e3acd
JH
1068 } /* Loop through all hosts, while !done */
1069 }
059ec3d9
PH
1070
1071/* If we get here with done == TRUE, a successful callout happened, and yield
1072will be set OK or FAIL according to the response to the RCPT command.
1073Otherwise, we looped through the hosts but couldn't complete the business.
707ee5b1 1074However, there may be domain-specific information to cache in both cases. */
059ec3d9 1075
707ee5b1
JH
1076if (!(options & vopt_callout_no_cache))
1077 cache_callout_write(&new_domain_record, addr->domain,
1078 done, &new_address_record, address_key);
059ec3d9
PH
1079
1080/* Failure to connect to any host, or any response other than 2xx or 5xx is a
1081temporary error. If there was only one host, and a response was received, leave
1082it alone if supplying details. Otherwise, give a generic response. */
1083
707ee5b1 1084if (!done)
059ec3d9 1085 {
ff5929e3 1086 uschar * dullmsg = string_sprintf("Could not complete %s verify callout",
8b9476ba 1087 options & vopt_is_recipient ? "recipient" : "sender");
059ec3d9
PH
1088 yield = DEFER;
1089
02b41d71
JH
1090 addr->message = host_list->next || !addr->message
1091 ? dullmsg : string_sprintf("%s: %s", dullmsg, addr->message);
059ec3d9 1092
ff5929e3
JH
1093 addr->user_message = smtp_return_error_details
1094 ? string_sprintf("%s for <%s>.\n"
059ec3d9
PH
1095 "The mail server(s) for the domain may be temporarily unreachable, or\n"
1096 "they may be permanently unreachable from this server. In the latter case,\n%s",
1097 dullmsg, addr->address,
8b9476ba 1098 options & vopt_is_recipient
ff5929e3 1099 ? "the address will never be accepted."
8b9476ba
JH
1100 : "you need to change the address or create an MX record for its domain\n"
1101 "if it is supposed to be generally accessible from the Internet.\n"
ff5929e3
JH
1102 "Talk to your mail administrator for details.")
1103 : dullmsg;
059ec3d9
PH
1104
1105 /* Force a specific error code */
1106
1107 addr->basic_errno = ERRNO_CALLOUTDEFER;
1108 }
1109
1110/* Come here from within the cache-reading code on fast-track exit. */
1111
1112END_CALLOUT:
02b41d71 1113tls_modify_variables(&tls_in);
059ec3d9
PH
1114return yield;
1115}
1116
1117
1118
817d9f57
JH
1119/* Called after recipient-acl to get a cutthrough connection open when
1120 one was requested and a recipient-verify wasn't subsequently done.
1121*/
f9334a28 1122int
e4bdf652
JH
1123open_cutthrough_connection( address_item * addr )
1124{
1125address_item addr2;
f9334a28 1126int rc;
e4bdf652
JH
1127
1128/* Use a recipient-verify-callout to set up the cutthrough connection. */
1129/* We must use a copy of the address for verification, because it might
1130get rewritten. */
1131
1132addr2 = *addr;
e1d04f48 1133HDEBUG(D_acl) debug_printf_indent("----------- %s cutthrough setup ------------\n",
5032d1cf 1134 rcpt_count > 1 ? "more" : "start");
ff5929e3 1135rc = verify_address(&addr2, NULL,
e4bdf652
JH
1136 vopt_is_recipient | vopt_callout_recipsender | vopt_callout_no_cache,
1137 CUTTHROUGH_CMD_TIMEOUT, -1, -1,
1138 NULL, NULL, NULL);
ff5929e3
JH
1139addr->message = addr2.message;
1140addr->user_message = addr2.user_message;
e1d04f48 1141HDEBUG(D_acl) debug_printf_indent("----------- end cutthrough setup ------------\n");
f9334a28 1142return rc;
e4bdf652
JH
1143}
1144
1145
e4bdf652 1146
817d9f57
JH
1147/* Send given number of bytes from the buffer */
1148static BOOL
1149cutthrough_send(int n)
e4bdf652 1150{
5032d1cf 1151if(cutthrough.fd < 0)
817d9f57 1152 return TRUE;
e4bdf652 1153
817d9f57
JH
1154if(
1155#ifdef SUPPORT_TLS
5032d1cf 1156 (tls_out.active == cutthrough.fd) ? tls_write(FALSE, ctblock.buffer, n) :
817d9f57 1157#endif
5032d1cf 1158 send(cutthrough.fd, ctblock.buffer, n, 0) > 0
817d9f57
JH
1159 )
1160{
1161 transport_count += n;
1162 ctblock.ptr= ctblock.buffer;
1163 return TRUE;
1164}
e4bdf652 1165
e1d04f48 1166HDEBUG(D_transport|D_acl) debug_printf_indent("cutthrough_send failed: %s\n", strerror(errno));
817d9f57 1167return FALSE;
e4bdf652
JH
1168}
1169
1170
1171
817d9f57
JH
1172static BOOL
1173_cutthrough_puts(uschar * cp, int n)
1174{
1175while(n--)
1176 {
1177 if(ctblock.ptr >= ctblock.buffer+ctblock.buffersize)
1178 if(!cutthrough_send(ctblock.buffersize))
1179 return FALSE;
1180
1181 *ctblock.ptr++ = *cp++;
1182 }
1183return TRUE;
1184}
1185
1186/* Buffered output of counted data block. Return boolean success */
e4bdf652
JH
1187BOOL
1188cutthrough_puts(uschar * cp, int n)
1189{
5032d1cf 1190if (cutthrough.fd < 0) return TRUE;
817d9f57 1191if (_cutthrough_puts(cp, n)) return TRUE;
2e5b33cd 1192cancel_cutthrough_connection("transmit failed");
817d9f57
JH
1193return FALSE;
1194}
e4bdf652 1195
e4bdf652 1196
817d9f57 1197static BOOL
5032d1cf 1198_cutthrough_flush_send(void)
817d9f57
JH
1199{
1200int n= ctblock.ptr-ctblock.buffer;
e4bdf652 1201
817d9f57
JH
1202if(n>0)
1203 if(!cutthrough_send(n))
1204 return FALSE;
1205return TRUE;
e4bdf652
JH
1206}
1207
817d9f57
JH
1208
1209/* Send out any bufferred output. Return boolean success. */
e4bdf652 1210BOOL
5032d1cf 1211cutthrough_flush_send(void)
e4bdf652 1212{
817d9f57 1213if (_cutthrough_flush_send()) return TRUE;
2e5b33cd 1214cancel_cutthrough_connection("transmit failed");
e4bdf652
JH
1215return FALSE;
1216}
1217
1218
1219BOOL
5032d1cf 1220cutthrough_put_nl(void)
e4bdf652
JH
1221{
1222return cutthrough_puts(US"\r\n", 2);
1223}
1224
1225
1226/* Get and check response from cutthrough target */
1227static uschar
2760b518 1228cutthrough_response(char expect, uschar ** copy, int timeout)
e4bdf652
JH
1229{
1230smtp_inblock inblock;
1231uschar inbuffer[4096];
1232uschar responsebuffer[4096];
1233
1234inblock.buffer = inbuffer;
1235inblock.buffersize = sizeof(inbuffer);
1236inblock.ptr = inbuffer;
1237inblock.ptrend = inbuffer;
5032d1cf 1238inblock.sock = cutthrough.fd;
817d9f57 1239/* this relies on (inblock.sock == tls_out.active) */
2760b518 1240if(!smtp_read_response(&inblock, responsebuffer, sizeof(responsebuffer), expect, timeout))
2e5b33cd 1241 cancel_cutthrough_connection("target timeout on read");
e4bdf652
JH
1242
1243if(copy != NULL)
1244 {
1245 uschar * cp;
5032d1cf 1246 *copy = cp = string_copy(responsebuffer);
e4bdf652
JH
1247 /* Trim the trailing end of line */
1248 cp += Ustrlen(responsebuffer);
1249 if(cp > *copy && cp[-1] == '\n') *--cp = '\0';
1250 if(cp > *copy && cp[-1] == '\r') *--cp = '\0';
1251 }
1252
1253return responsebuffer[0];
1254}
1255
1256
1257/* Negotiate dataphase with the cutthrough target, returning success boolean */
1258BOOL
5032d1cf 1259cutthrough_predata(void)
e4bdf652 1260{
5032d1cf 1261if(cutthrough.fd < 0)
e4bdf652
JH
1262 return FALSE;
1263
e1d04f48 1264HDEBUG(D_transport|D_acl|D_v) debug_printf_indent(" SMTP>> DATA\n");
817d9f57
JH
1265cutthrough_puts(US"DATA\r\n", 6);
1266cutthrough_flush_send();
e4bdf652
JH
1267
1268/* Assume nothing buffered. If it was it gets ignored. */
2760b518 1269return cutthrough_response('3', NULL, CUTTHROUGH_DATA_TIMEOUT) == '3';
e4bdf652
JH
1270}
1271
1272
6d5c916c 1273/* fd and tctx args only to match write_chunk() */
511a6c14 1274static BOOL
6d5c916c 1275cutthrough_write_chunk(int fd, transport_ctx * tctx, uschar * s, int len)
511a6c14
JH
1276{
1277uschar * s2;
1278while(s && (s2 = Ustrchr(s, '\n')))
1279 {
1280 if(!cutthrough_puts(s, s2-s) || !cutthrough_put_nl())
1281 return FALSE;
1282 s = s2+1;
1283 }
1284return TRUE;
1285}
1286
1287
e4bdf652 1288/* Buffered send of headers. Return success boolean. */
817d9f57 1289/* Expands newlines to wire format (CR,NL). */
e4bdf652 1290/* Also sends header-terminating blank line. */
e4bdf652 1291BOOL
5032d1cf 1292cutthrough_headers_send(void)
e4bdf652 1293{
6d5c916c
JH
1294transport_ctx tctx;
1295
5032d1cf 1296if(cutthrough.fd < 0)
e4bdf652
JH
1297 return FALSE;
1298
511a6c14
JH
1299/* We share a routine with the mainline transport to handle header add/remove/rewrites,
1300 but having a separate buffered-output function (for now)
1301*/
e1d04f48 1302HDEBUG(D_acl) debug_printf_indent("----------- start cutthrough headers send -----------\n");
e4bdf652 1303
6d5c916c
JH
1304tctx.tblock = cutthrough.addr.transport;
1305tctx.addr = &cutthrough.addr;
1306tctx.check_string = US".";
1307tctx.escape_string = US"..";
1308tctx.options = topt_use_crlf;
1309
1310if (!transport_headers_send(cutthrough.fd, &tctx, &cutthrough_write_chunk))
511a6c14
JH
1311 return FALSE;
1312
e1d04f48 1313HDEBUG(D_acl) debug_printf_indent("----------- done cutthrough headers send ------------\n");
511a6c14 1314return TRUE;
817d9f57
JH
1315}
1316
1317
1318static void
5032d1cf 1319close_cutthrough_connection(const char * why)
817d9f57 1320{
5032d1cf 1321if(cutthrough.fd >= 0)
817d9f57
JH
1322 {
1323 /* We could be sending this after a bunch of data, but that is ok as
1324 the only way to cancel the transfer in dataphase is to drop the tcp
1325 conn before the final dot.
1326 */
1327 ctblock.ptr = ctbuffer;
e1d04f48 1328 HDEBUG(D_transport|D_acl|D_v) debug_printf_indent(" SMTP>> QUIT\n");
817d9f57
JH
1329 _cutthrough_puts(US"QUIT\r\n", 6); /* avoid recursion */
1330 _cutthrough_flush_send();
2760b518
JH
1331
1332 /* Wait a short time for response, and discard it */
1333 cutthrough_response('2', NULL, 1);
817d9f57
JH
1334
1335 #ifdef SUPPORT_TLS
1336 tls_close(FALSE, TRUE);
1337 #endif
e1d04f48 1338 HDEBUG(D_transport|D_acl|D_v) debug_printf_indent(" SMTP(close)>>\n");
5032d1cf
JH
1339 (void)close(cutthrough.fd);
1340 cutthrough.fd = -1;
e1d04f48 1341 HDEBUG(D_acl) debug_printf_indent("----------- cutthrough shutdown (%s) ------------\n", why);
817d9f57
JH
1342 }
1343ctblock.ptr = ctbuffer;
e4bdf652
JH
1344}
1345
817d9f57 1346void
5032d1cf 1347cancel_cutthrough_connection(const char * why)
817d9f57 1348{
2e5b33cd 1349close_cutthrough_connection(why);
5032d1cf 1350cutthrough.delivery = FALSE;
817d9f57
JH
1351}
1352
1353
1354
e4bdf652
JH
1355
1356/* Have senders final-dot. Send one to cutthrough target, and grab the response.
1357 Log an OK response as a transmission.
817d9f57 1358 Close the connection.
e4bdf652 1359 Return smtp response-class digit.
e4bdf652
JH
1360*/
1361uschar *
5032d1cf 1362cutthrough_finaldot(void)
e4bdf652 1363{
5032d1cf
JH
1364uschar res;
1365address_item * addr;
e1d04f48 1366HDEBUG(D_transport|D_acl|D_v) debug_printf_indent(" SMTP>> .\n");
e4bdf652
JH
1367
1368/* Assume data finshed with new-line */
5032d1cf
JH
1369if( !cutthrough_puts(US".", 1)
1370 || !cutthrough_put_nl()
1371 || !cutthrough_flush_send()
1372 )
1373 return cutthrough.addr.message;
e4bdf652 1374
2760b518 1375res = cutthrough_response('2', &cutthrough.addr.message, CUTTHROUGH_DATA_TIMEOUT);
5032d1cf 1376for (addr = &cutthrough.addr; addr; addr = addr->next)
817d9f57 1377 {
5032d1cf
JH
1378 addr->message = cutthrough.addr.message;
1379 switch(res)
1380 {
1381 case '2':
1382 delivery_log(LOG_MAIN, addr, (int)'>', NULL);
1383 close_cutthrough_connection("delivered");
1384 break;
817d9f57 1385
5032d1cf
JH
1386 case '4':
1387 delivery_log(LOG_MAIN, addr, 0,
1388 US"tmp-reject from cutthrough after DATA:");
1389 break;
e4bdf652 1390
5032d1cf
JH
1391 case '5':
1392 delivery_log(LOG_MAIN|LOG_REJECT, addr, 0,
1393 US"rejected after DATA:");
1394 break;
e4bdf652 1395
5032d1cf
JH
1396 default:
1397 break;
1398 }
817d9f57 1399 }
5032d1cf 1400return cutthrough.addr.message;
e4bdf652
JH
1401}
1402
1403
817d9f57 1404
059ec3d9
PH
1405/*************************************************
1406* Copy error to toplevel address *
1407*************************************************/
1408
1409/* This function is used when a verify fails or defers, to ensure that the
1410failure or defer information is in the original toplevel address. This applies
1411when an address is redirected to a single new address, and the failure or
1412deferral happens to the child address.
1413
1414Arguments:
1415 vaddr the verify address item
1416 addr the final address item
1417 yield FAIL or DEFER
1418
1419Returns: the value of YIELD
1420*/
1421
1422static int
1423copy_error(address_item *vaddr, address_item *addr, int yield)
1424{
1425if (addr != vaddr)
1426 {
1427 vaddr->message = addr->message;
1428 vaddr->user_message = addr->user_message;
1429 vaddr->basic_errno = addr->basic_errno;
1430 vaddr->more_errno = addr->more_errno;
d43cbe25 1431 vaddr->prop.address_data = addr->prop.address_data;
42855d71 1432 copyflag(vaddr, addr, af_pass_message);
059ec3d9
PH
1433 }
1434return yield;
1435}
1436
1437
1438
1439
ce552449
NM
1440/**************************************************
1441* printf that automatically handles TLS if needed *
1442***************************************************/
1443
1444/* This function is used by verify_address() as a substitute for all fprintf()
1445calls; a direct fprintf() will not produce output in a TLS SMTP session, such
1446as a response to an EXPN command. smtp_in.c makes smtp_printf available but
1447that assumes that we always use the smtp_out FILE* when not using TLS or the
1448ssl buffer when we are. Instead we take a FILE* parameter and check to see if
1449that is smtp_out; if so, smtp_printf() with TLS support, otherwise regular
1450fprintf().
1451
1452Arguments:
1453 f the candidate FILE* to write to
1454 format format string
1455 ... optional arguments
1456
1457Returns:
1458 nothing
1459*/
1460
1461static void PRINTF_FUNCTION(2,3)
1ba28e2b 1462respond_printf(FILE *f, const char *format, ...)
ce552449
NM
1463{
1464va_list ap;
1465
1466va_start(ap, format);
1467if (smtp_out && (f == smtp_out))
1468 smtp_vprintf(format, ap);
1469else
513afc6a 1470 vfprintf(f, format, ap);
ce552449
NM
1471va_end(ap);
1472}
1473
1474
1475
059ec3d9
PH
1476/*************************************************
1477* Verify an email address *
1478*************************************************/
1479
1480/* This function is used both for verification (-bv and at other times) and
1481address testing (-bt), which is indicated by address_test_mode being set.
1482
1483Arguments:
1484 vaddr contains the address to verify; the next field in this block
1485 must be NULL
1486 f if not NULL, write the result to this file
1487 options various option bits:
1488 vopt_fake_sender => this sender verify is not for the real
1489 sender (it was verify=sender=xxxx or an address from a
1490 header line) - rewriting must not change sender_address
1491 vopt_is_recipient => this is a recipient address, otherwise
1492 it's a sender address - this affects qualification and
1493 rewriting and messages from callouts
1494 vopt_qualify => qualify an unqualified address; else error
1495 vopt_expn => called from SMTP EXPN command
eafd343b
TK
1496 vopt_success_on_redirect => when a new address is generated
1497 the verification instantly succeeds
059ec3d9
PH
1498
1499 These ones are used by do_callout() -- the options variable
1500 is passed to it.
1501
2a4be8f9 1502 vopt_callout_fullpm => if postmaster check, do full one
059ec3d9
PH
1503 vopt_callout_no_cache => don't use callout cache
1504 vopt_callout_random => do the "random" thing
1505 vopt_callout_recipsender => use real sender for recipient
1506 vopt_callout_recippmaster => use postmaster for recipient
1507
1508 callout if > 0, specifies that callout is required, and gives timeout
4deaf07d 1509 for individual commands
059ec3d9
PH
1510 callout_overall if > 0, gives overall timeout for the callout function;
1511 if < 0, a default is used (see do_callout())
8e669ac1 1512 callout_connect the connection timeout for callouts
059ec3d9
PH
1513 se_mailfrom when callout is requested to verify a sender, use this
1514 in MAIL FROM; NULL => ""
1515 pm_mailfrom when callout is requested, if non-NULL, do the postmaster
1516 thing and use this as the sender address (may be "")
1517
1518 routed if not NULL, set TRUE if routing succeeded, so we can
1519 distinguish between routing failed and callout failed
1520
1521Returns: OK address verified
1522 FAIL address failed to verify
1523 DEFER can't tell at present
1524*/
1525
1526int
1527verify_address(address_item *vaddr, FILE *f, int options, int callout,
8e669ac1 1528 int callout_overall, int callout_connect, uschar *se_mailfrom,
4deaf07d 1529 uschar *pm_mailfrom, BOOL *routed)
059ec3d9
PH
1530{
1531BOOL allok = TRUE;
1532BOOL full_info = (f == NULL)? FALSE : (debug_selector != 0);
059ec3d9 1533BOOL expn = (options & vopt_expn) != 0;
eafd343b 1534BOOL success_on_redirect = (options & vopt_success_on_redirect) != 0;
059ec3d9
PH
1535int i;
1536int yield = OK;
1537int verify_type = expn? v_expn :
1538 address_test_mode? v_none :
8b9476ba 1539 options & vopt_is_recipient? v_recipient : v_sender;
059ec3d9
PH
1540address_item *addr_list;
1541address_item *addr_new = NULL;
1542address_item *addr_remote = NULL;
1543address_item *addr_local = NULL;
1544address_item *addr_succeed = NULL;
8b9476ba
JH
1545uschar **failure_ptr = options & vopt_is_recipient
1546 ? &recipient_verify_failure : &sender_verify_failure;
059ec3d9
PH
1547uschar *ko_prefix, *cr;
1548uschar *address = vaddr->address;
1549uschar *save_sender;
1550uschar null_sender[] = { 0 }; /* Ensure writeable memory */
1551
2c7db3f5
PH
1552/* Clear, just in case */
1553
1554*failure_ptr = NULL;
1555
059ec3d9
PH
1556/* Set up a prefix and suffix for error message which allow us to use the same
1557output statements both in EXPN mode (where an SMTP response is needed) and when
1558debugging with an output file. */
1559
1560if (expn)
1561 {
1562 ko_prefix = US"553 ";
1563 cr = US"\r";
1564 }
1565else ko_prefix = cr = US"";
1566
1567/* Add qualify domain if permitted; otherwise an unqualified address fails. */
1568
1569if (parse_find_at(address) == NULL)
1570 {
1571 if ((options & vopt_qualify) == 0)
1572 {
1573 if (f != NULL)
ce552449
NM
1574 respond_printf(f, "%sA domain is required for \"%s\"%s\n",
1575 ko_prefix, address, cr);
8e669ac1 1576 *failure_ptr = US"qualify";
059ec3d9
PH
1577 return FAIL;
1578 }
8b9476ba 1579 address = rewrite_address_qualify(address, options & vopt_is_recipient);
059ec3d9
PH
1580 }
1581
1582DEBUG(D_verify)
1583 {
1584 debug_printf(">>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>\n");
1585 debug_printf("%s %s\n", address_test_mode? "Testing" : "Verifying", address);
1586 }
1587
1588/* Rewrite and report on it. Clear the domain and local part caches - these
1589may have been set by domains and local part tests during an ACL. */
1590
1591if (global_rewrite_rules != NULL)
1592 {
1593 uschar *old = address;
8b9476ba 1594 address = rewrite_address(address, options & vopt_is_recipient, FALSE,
059ec3d9
PH
1595 global_rewrite_rules, rewrite_existflags);
1596 if (address != old)
1597 {
1598 for (i = 0; i < (MAX_NAMED_LIST * 2)/32; i++) vaddr->localpart_cache[i] = 0;
1599 for (i = 0; i < (MAX_NAMED_LIST * 2)/32; i++) vaddr->domain_cache[i] = 0;
1600 if (f != NULL && !expn) fprintf(f, "Address rewritten as: %s\n", address);
1601 }
1602 }
1603
1604/* If this is the real sender address, we must update sender_address at
1605this point, because it may be referred to in the routers. */
1606
1607if ((options & (vopt_fake_sender|vopt_is_recipient)) == 0)
1608 sender_address = address;
1609
1610/* If the address was rewritten to <> no verification can be done, and we have
1611to return OK. This rewriting is permitted only for sender addresses; for other
1612addresses, such rewriting fails. */
1613
1614if (address[0] == 0) return OK;
1615
d9b2312b
JH
1616/* Flip the legacy TLS-related variables over to the outbound set in case
1617they're used in the context of a transport used by verification. Reset them
ea90b718 1618at exit from this routine (so no returns allowed from here on). */
d9b2312b 1619
35aba663 1620tls_modify_variables(&tls_out);
d9b2312b 1621
059ec3d9
PH
1622/* Save a copy of the sender address for re-instating if we change it to <>
1623while verifying a sender address (a nice bit of self-reference there). */
1624
1625save_sender = sender_address;
1626
ea90b718
JH
1627/* Observability variable for router/transport use */
1628
8b9476ba 1629verify_mode = options & vopt_is_recipient ? US"R" : US"S";
ea90b718 1630
059ec3d9
PH
1631/* Update the address structure with the possibly qualified and rewritten
1632address. Set it up as the starting address on the chain of new addresses. */
1633
1634vaddr->address = address;
1635addr_new = vaddr;
1636
1637/* We need a loop, because an address can generate new addresses. We must also
1638cope with generated pipes and files at the top level. (See also the code and
1639comment in deliver.c.) However, it is usually the case that the router for
1640user's .forward files has its verify flag turned off.
1641
1642If an address generates more than one child, the loop is used only when
1643full_info is set, and this can only be set locally. Remote enquiries just get
1644information about the top level address, not anything that it generated. */
1645
ea90b718 1646while (addr_new)
059ec3d9
PH
1647 {
1648 int rc;
1649 address_item *addr = addr_new;
1650
1651 addr_new = addr->next;
1652 addr->next = NULL;
1653
1654 DEBUG(D_verify)
1655 {
1656 debug_printf(">>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>\n");
1657 debug_printf("Considering %s\n", addr->address);
1658 }
1659
1660 /* Handle generated pipe, file or reply addresses. We don't get these
1661 when handling EXPN, as it does only one level of expansion. */
1662
1663 if (testflag(addr, af_pfr))
1664 {
1665 allok = FALSE;
1666 if (f != NULL)
1667 {
1668 BOOL allow;
1669
1670 if (addr->address[0] == '>')
1671 {
1672 allow = testflag(addr, af_allow_reply);
1673 fprintf(f, "%s -> mail %s", addr->parent->address, addr->address + 1);
1674 }
1675 else
1676 {
1677 allow = (addr->address[0] == '|')?
1678 testflag(addr, af_allow_pipe) : testflag(addr, af_allow_file);
1679 fprintf(f, "%s -> %s", addr->parent->address, addr->address);
1680 }
1681
1682 if (addr->basic_errno == ERRNO_BADTRANSPORT)
1683 fprintf(f, "\n*** Error in setting up pipe, file, or autoreply:\n"
1684 "%s\n", addr->message);
1685 else if (allow)
1686 fprintf(f, "\n transport = %s\n", addr->transport->name);
1687 else
1688 fprintf(f, " *** forbidden ***\n");
1689 }
1690 continue;
1691 }
1692
1693 /* Just in case some router parameter refers to it. */
1694
2f682e45
JH
1695 return_path = addr->prop.errors_address
1696 ? addr->prop.errors_address : sender_address;
059ec3d9
PH
1697
1698 /* Split the address into domain and local part, handling the %-hack if
1699 necessary, and then route it. While routing a sender address, set
1700 $sender_address to <> because that is what it will be if we were trying to
1701 send a bounce to the sender. */
1702
2f682e45 1703 if (routed) *routed = FALSE;
059ec3d9
PH
1704 if ((rc = deliver_split_address(addr)) == OK)
1705 {
8b9476ba 1706 if (!(options & vopt_is_recipient)) sender_address = null_sender;
059ec3d9
PH
1707 rc = route_address(addr, &addr_local, &addr_remote, &addr_new,
1708 &addr_succeed, verify_type);
1709 sender_address = save_sender; /* Put back the real sender */
1710 }
1711
1712 /* If routing an address succeeded, set the flag that remembers, for use when
1713 an ACL cached a sender verify (in case a callout fails). Then if routing set
1714 up a list of hosts or the transport has a host list, and the callout option
1715 is set, and we aren't in a host checking run, do the callout verification,
1716 and set another flag that notes that a callout happened. */
1717
1718 if (rc == OK)
1719 {
2f682e45 1720 if (routed) *routed = TRUE;
059ec3d9
PH
1721 if (callout > 0)
1722 {
08f3b11b 1723 transport_instance * tp;
2f682e45 1724 host_item * host_list = addr->host_list;
059ec3d9 1725
26da7e20
PH
1726 /* Make up some data for use in the case where there is no remote
1727 transport. */
1728
1729 transport_feedback tf = {
1730 NULL, /* interface (=> any) */
1731 US"smtp", /* port */
1732 US"smtp", /* protocol */
1733 NULL, /* hosts */
1734 US"$smtp_active_hostname", /* helo_data */
1735 FALSE, /* hosts_override */
1736 FALSE, /* hosts_randomize */
1737 FALSE, /* gethostbyname */
1738 TRUE, /* qualify_single */
1739 FALSE /* search_parents */
1740 };
059ec3d9
PH
1741
1742 /* If verification yielded a remote transport, we want to use that
1743 transport's options, so as to mimic what would happen if we were really
1744 sending a message to this address. */
1745
08f3b11b 1746 if ((tp = addr->transport) && !tp->info->local)
059ec3d9 1747 {
08f3b11b 1748 (void)(tp->setup)(tp, addr, &tf, 0, 0, NULL);
059ec3d9
PH
1749
1750 /* If the transport has hosts and the router does not, or if the
1751 transport is configured to override the router's hosts, we must build a
1752 host list of the transport's hosts, and find the IP addresses */
1753
2f682e45 1754 if (tf.hosts && (!host_list || tf.hosts_override))
059ec3d9
PH
1755 {
1756 uschar *s;
55414b25 1757 const uschar *save_deliver_domain = deliver_domain;
750af86e 1758 uschar *save_deliver_localpart = deliver_localpart;
059ec3d9
PH
1759
1760 host_list = NULL; /* Ignore the router's hosts */
1761
1762 deliver_domain = addr->domain;
1763 deliver_localpart = addr->local_part;
1764 s = expand_string(tf.hosts);
750af86e
PH
1765 deliver_domain = save_deliver_domain;
1766 deliver_localpart = save_deliver_localpart;
059ec3d9 1767
2f682e45 1768 if (!s)
059ec3d9
PH
1769 {
1770 log_write(0, LOG_MAIN|LOG_PANIC, "failed to expand list of hosts "
1771 "\"%s\" in %s transport for callout: %s", tf.hosts,
08f3b11b 1772 tp->name, expand_string_message);
059ec3d9
PH
1773 }
1774 else
1775 {
322050c2 1776 int flags;
d8ef3577 1777 host_item *host, *nexthost;
059ec3d9
PH
1778 host_build_hostlist(&host_list, s, tf.hosts_randomize);
1779
1780 /* Just ignore failures to find a host address. If we don't manage
8e669ac1
PH
1781 to find any addresses, the callout will defer. Note that more than
1782 one address may be found for a single host, which will result in
1783 additional host items being inserted into the chain. Hence we must
d8ef3577 1784 save the next host first. */
059ec3d9 1785
322050c2
PH
1786 flags = HOST_FIND_BY_A;
1787 if (tf.qualify_single) flags |= HOST_FIND_QUALIFY_SINGLE;
1788 if (tf.search_parents) flags |= HOST_FIND_SEARCH_PARENTS;
1789
2f682e45 1790 for (host = host_list; host; host = nexthost)
059ec3d9 1791 {
d8ef3577 1792 nexthost = host->next;
8e669ac1 1793 if (tf.gethostbyname ||
7e66e54d 1794 string_is_ip_address(host->name, NULL) != 0)
55414b25 1795 (void)host_find_byname(host, NULL, flags, NULL, TRUE);
059ec3d9 1796 else
9d9c3746 1797 {
7cd171b7 1798 dnssec_domains * dnssec_domains = NULL;
08f3b11b 1799 if (Ustrcmp(tp->driver_name, "smtp") == 0)
9d9c3746
JH
1800 {
1801 smtp_transport_options_block * ob =
08f3b11b 1802 (smtp_transport_options_block *) tp->options_block;
7cd171b7 1803 dnssec_domains = &ob->dnssec;
9d9c3746
JH
1804 }
1805
2546388c 1806 (void) host_find_bydns(host, NULL, flags, NULL, NULL, NULL,
7cd171b7 1807 dnssec_domains, NULL, NULL);
9d9c3746 1808 }
059ec3d9
PH
1809 }
1810 }
1811 }
1812 }
1813
8e669ac1 1814 /* Can only do a callout if we have at least one host! If the callout
2c7db3f5 1815 fails, it will have set ${sender,recipient}_verify_failure. */
059ec3d9 1816
2f682e45 1817 if (host_list)
059ec3d9
PH
1818 {
1819 HDEBUG(D_verify) debug_printf("Attempting full verification using callout\n");
1820 if (host_checking && !host_checking_callout)
1821 {
1822 HDEBUG(D_verify)
1823 debug_printf("... callout omitted by default when host testing\n"
1824 "(Use -bhc if you want the callouts to happen.)\n");
1825 }
1826 else
1827 {
4ed8d31a
JH
1828#ifdef SUPPORT_TLS
1829 deliver_set_expansions(addr);
1830#endif
059ec3d9 1831 rc = do_callout(addr, host_list, &tf, callout, callout_overall,
4deaf07d 1832 callout_connect, options, se_mailfrom, pm_mailfrom);
059ec3d9
PH
1833 }
1834 }
1835 else
1836 {
1837 HDEBUG(D_verify) debug_printf("Cannot do callout: neither router nor "
1838 "transport provided a host list\n");
1839 }
1840 }
1841 }
8e669ac1 1842
2c7db3f5 1843 /* Otherwise, any failure is a routing failure */
8e669ac1
PH
1844
1845 else *failure_ptr = US"route";
059ec3d9
PH
1846
1847 /* A router may return REROUTED if it has set up a child address as a result
1848 of a change of domain name (typically from widening). In this case we always
1849 want to continue to verify the new child. */
1850
1851 if (rc == REROUTED) continue;
8e669ac1 1852
059ec3d9
PH
1853 /* Handle hard failures */
1854
1855 if (rc == FAIL)
1856 {
1857 allok = FALSE;
2f682e45 1858 if (f)
059ec3d9 1859 {
e6f6568e
PH
1860 address_item *p = addr->parent;
1861
ce552449 1862 respond_printf(f, "%s%s %s", ko_prefix,
2f682e45
JH
1863 full_info ? addr->address : address,
1864 address_test_mode ? "is undeliverable" : "failed to verify");
059ec3d9
PH
1865 if (!expn && admin_user)
1866 {
1867 if (addr->basic_errno > 0)
ce552449 1868 respond_printf(f, ": %s", strerror(addr->basic_errno));
2f682e45 1869 if (addr->message)
ce552449 1870 respond_printf(f, ": %s", addr->message);
e6f6568e
PH
1871 }
1872
1873 /* Show parents iff doing full info */
1874
2f682e45 1875 if (full_info) while (p)
e6f6568e 1876 {
ce552449 1877 respond_printf(f, "%s\n <-- %s", cr, p->address);
e6f6568e 1878 p = p->parent;
059ec3d9 1879 }
ce552449 1880 respond_printf(f, "%s\n", cr);
059ec3d9 1881 }
2e5b33cd 1882 cancel_cutthrough_connection("routing hard fail");
059ec3d9 1883
d9b2312b 1884 if (!full_info)
2f682e45 1885 {
d9b2312b
JH
1886 yield = copy_error(vaddr, addr, FAIL);
1887 goto out;
2f682e45
JH
1888 }
1889 yield = FAIL;
059ec3d9
PH
1890 }
1891
1892 /* Soft failure */
1893
1894 else if (rc == DEFER)
1895 {
1896 allok = FALSE;
2f682e45 1897 if (f)
059ec3d9 1898 {
e6f6568e 1899 address_item *p = addr->parent;
ce552449 1900 respond_printf(f, "%s%s cannot be resolved at this time", ko_prefix,
322050c2 1901 full_info? addr->address : address);
059ec3d9
PH
1902 if (!expn && admin_user)
1903 {
1904 if (addr->basic_errno > 0)
ce552449 1905 respond_printf(f, ": %s", strerror(addr->basic_errno));
2f682e45 1906 if (addr->message)
ce552449 1907 respond_printf(f, ": %s", addr->message);
059ec3d9 1908 else if (addr->basic_errno <= 0)
ce552449 1909 respond_printf(f, ": unknown error");
059ec3d9
PH
1910 }
1911
e6f6568e
PH
1912 /* Show parents iff doing full info */
1913
2f682e45 1914 if (full_info) while (p)
e6f6568e 1915 {
ce552449 1916 respond_printf(f, "%s\n <-- %s", cr, p->address);
e6f6568e
PH
1917 p = p->parent;
1918 }
ce552449 1919 respond_printf(f, "%s\n", cr);
059ec3d9 1920 }
2e5b33cd 1921 cancel_cutthrough_connection("routing soft fail");
e4bdf652 1922
d9b2312b
JH
1923 if (!full_info)
1924 {
1925 yield = copy_error(vaddr, addr, DEFER);
1926 goto out;
1927 }
2f682e45 1928 if (yield == OK) yield = DEFER;
059ec3d9
PH
1929 }
1930
1931 /* If we are handling EXPN, we do not want to continue to route beyond
e6f6568e 1932 the top level (whose address is in "address"). */
059ec3d9
PH
1933
1934 else if (expn)
1935 {
1936 uschar *ok_prefix = US"250-";
2f682e45
JH
1937
1938 if (!addr_new)
1939 if (!addr_local && !addr_remote)
ce552449 1940 respond_printf(f, "250 mail to <%s> is discarded\r\n", address);
059ec3d9 1941 else
ce552449 1942 respond_printf(f, "250 <%s>\r\n", address);
2f682e45
JH
1943
1944 else do
059ec3d9
PH
1945 {
1946 address_item *addr2 = addr_new;
1947 addr_new = addr2->next;
2f682e45 1948 if (!addr_new) ok_prefix = US"250 ";
ce552449 1949 respond_printf(f, "%s<%s>\r\n", ok_prefix, addr2->address);
2f682e45 1950 } while (addr_new);
d9b2312b
JH
1951 yield = OK;
1952 goto out;
059ec3d9
PH
1953 }
1954
1955 /* Successful routing other than EXPN. */
1956
1957 else
1958 {
1959 /* Handle successful routing when short info wanted. Otherwise continue for
1960 other (generated) addresses. Short info is the operational case. Full info
1961 can be requested only when debug_selector != 0 and a file is supplied.
1962
1963 There is a conflict between the use of aliasing as an alternate email
1964 address, and as a sort of mailing list. If an alias turns the incoming
1965 address into just one address (e.g. J.Caesar->jc44) you may well want to
1966 carry on verifying the generated address to ensure it is valid when
1967 checking incoming mail. If aliasing generates multiple addresses, you
1968 probably don't want to do this. Exim therefore treats the generation of
1969 just a single new address as a special case, and continues on to verify the
1970 generated address. */
1971
2f682e45
JH
1972 if ( !full_info /* Stop if short info wanted AND */
1973 && ( ( !addr_new /* No new address OR */
1974 || addr_new->next /* More than one new address OR */
1975 || testflag(addr_new, af_pfr) /* New address is pfr */
1976 )
1977 || /* OR */
1978 ( addr_new /* At least one new address AND */
1979 && success_on_redirect /* success_on_redirect is set */
1980 ) )
1981 )
059ec3d9 1982 {
2f682e45
JH
1983 if (f) fprintf(f, "%s %s\n",
1984 address, address_test_mode ? "is deliverable" : "verified");
059ec3d9
PH
1985
1986 /* If we have carried on to verify a child address, we want the value
1987 of $address_data to be that of the child */
1988
d43cbe25 1989 vaddr->prop.address_data = addr->prop.address_data;
98c82a3d
JH
1990
1991 /* If stopped because more than one new address, cannot cutthrough */
1992
1993 if (addr_new && addr_new->next)
1994 cancel_cutthrough_connection("multiple addresses from routing");
1995
d9b2312b
JH
1996 yield = OK;
1997 goto out;
059ec3d9
PH
1998 }
1999 }
2000 } /* Loop for generated addresses */
2001
2002/* Display the full results of the successful routing, including any generated
2003addresses. Control gets here only when full_info is set, which requires f not
2004to be NULL, and this occurs only when a top-level verify is called with the
2005debugging switch on.
2006
2007If there are no local and no remote addresses, and there were no pipes, files,
2008or autoreplies, and there were no errors or deferments, the message is to be
2009discarded, usually because of the use of :blackhole: in an alias file. */
2010
2f682e45 2011if (allok && !addr_local && !addr_remote)
dbcef0ea 2012 {
059ec3d9 2013 fprintf(f, "mail to %s is discarded\n", address);
d9b2312b 2014 goto out;
dbcef0ea 2015 }
059ec3d9 2016
dbcef0ea 2017for (addr_list = addr_local, i = 0; i < 2; addr_list = addr_remote, i++)
08f3b11b 2018 while (addr_list)
059ec3d9
PH
2019 {
2020 address_item *addr = addr_list;
2021 address_item *p = addr->parent;
08f3b11b
JH
2022 transport_instance * tp = addr->transport;
2023
059ec3d9
PH
2024 addr_list = addr->next;
2025
2026 fprintf(f, "%s", CS addr->address);
384152a6 2027#ifdef EXPERIMENTAL_SRS
d43cbe25
JH
2028 if(addr->prop.srs_sender)
2029 fprintf(f, " [srs = %s]", addr->prop.srs_sender);
384152a6 2030#endif
dbcef0ea
PH
2031
2032 /* If the address is a duplicate, show something about it. */
2033
2034 if (!testflag(addr, af_pfr))
2035 {
2036 tree_node *tnode;
08f3b11b 2037 if ((tnode = tree_search(tree_duplicates, addr->unique)))
dbcef0ea
PH
2038 fprintf(f, " [duplicate, would not be delivered]");
2039 else tree_add_duplicate(addr->unique, addr);
2040 }
2041
2042 /* Now show its parents */
2043
08f3b11b 2044 for (p = addr->parent; p; p = p->parent)
059ec3d9 2045 fprintf(f, "\n <-- %s", p->address);
059ec3d9
PH
2046 fprintf(f, "\n ");
2047
2048 /* Show router, and transport */
2049
08f3b11b
JH
2050 fprintf(f, "router = %s, transport = %s\n",
2051 addr->router->name, tp ? tp->name : US"unset");
059ec3d9
PH
2052
2053 /* Show any hosts that are set up by a router unless the transport
2054 is going to override them; fiddle a bit to get a nice format. */
2055
08f3b11b 2056 if (addr->host_list && tp && !tp->overrides_hosts)
059ec3d9
PH
2057 {
2058 host_item *h;
2059 int maxlen = 0;
2060 int maxaddlen = 0;
08f3b11b
JH
2061 for (h = addr->host_list; h; h = h->next)
2062 { /* get max lengths of host names, addrs */
059ec3d9
PH
2063 int len = Ustrlen(h->name);
2064 if (len > maxlen) maxlen = len;
08f3b11b 2065 len = h->address ? Ustrlen(h->address) : 7;
059ec3d9
PH
2066 if (len > maxaddlen) maxaddlen = len;
2067 }
08f3b11b
JH
2068 for (h = addr->host_list; h; h = h->next)
2069 {
2070 fprintf(f, " host %-*s ", maxlen, h->name);
2071
2072 if (h->address)
2073 fprintf(f, "[%s%-*c", h->address, maxaddlen+1 - Ustrlen(h->address), ']');
2074 else if (tp->info->local)
2075 fprintf(f, " %-*s ", maxaddlen, ""); /* Omit [unknown] for local */
2076 else
2077 fprintf(f, "[%s%-*c", "unknown", maxaddlen+1 - 7, ']');
2078
2079 if (h->mx >= 0) fprintf(f, " MX=%d", h->mx);
059ec3d9 2080 if (h->port != PORT_NONE) fprintf(f, " port=%d", h->port);
08f3b11b
JH
2081 if (running_in_test_harness && h->dnssec == DS_YES) fputs(" AD", f);
2082 if (h->status == hstatus_unusable) fputs(" ** unusable **", f);
2083 fputc('\n', f);
059ec3d9
PH
2084 }
2085 }
2086 }
059ec3d9 2087
d9b2312b 2088/* Yield will be DEFER or FAIL if any one address has, only for full_info (which is
2c7db3f5
PH
2089the -bv or -bt case). */
2090
d9b2312b 2091out:
ea90b718 2092verify_mode = NULL;
35aba663 2093tls_modify_variables(&tls_in);
d9b2312b 2094
8e669ac1 2095return yield;
059ec3d9
PH
2096}
2097
2098
2099
2100
2101/*************************************************
2102* Check headers for syntax errors *
2103*************************************************/
2104
2105/* This function checks those header lines that contain addresses, and verifies
2106that all the addresses therein are syntactially correct.
2107
2108Arguments:
2109 msgptr where to put an error message
2110
2111Returns: OK
2112 FAIL
2113*/
2114
2115int
2116verify_check_headers(uschar **msgptr)
2117{
2118header_line *h;
2119uschar *colon, *s;
1eccaa59 2120int yield = OK;
059ec3d9 2121
1eccaa59 2122for (h = header_list; h != NULL && yield == OK; h = h->next)
059ec3d9
PH
2123 {
2124 if (h->type != htype_from &&
2125 h->type != htype_reply_to &&
2126 h->type != htype_sender &&
2127 h->type != htype_to &&
2128 h->type != htype_cc &&
2129 h->type != htype_bcc)
2130 continue;
2131
2132 colon = Ustrchr(h->text, ':');
2133 s = colon + 1;
2134 while (isspace(*s)) s++;
2135
1eccaa59
PH
2136 /* Loop for multiple addresses in the header, enabling group syntax. Note
2137 that we have to reset this after the header has been scanned. */
059ec3d9 2138
1eccaa59 2139 parse_allow_group = TRUE;
059ec3d9
PH
2140
2141 while (*s != 0)
2142 {
2143 uschar *ss = parse_find_address_end(s, FALSE);
2144 uschar *recipient, *errmess;
2145 int terminator = *ss;
2146 int start, end, domain;
2147
2148 /* Temporarily terminate the string at this point, and extract the
1eccaa59 2149 operative address within, allowing group syntax. */
059ec3d9
PH
2150
2151 *ss = 0;
2152 recipient = parse_extract_address(s,&errmess,&start,&end,&domain,FALSE);
2153 *ss = terminator;
2154
2155 /* Permit an unqualified address only if the message is local, or if the
2156 sending host is configured to be permitted to send them. */
2157
2158 if (recipient != NULL && domain == 0)
2159 {
2160 if (h->type == htype_from || h->type == htype_sender)
2161 {
2162 if (!allow_unqualified_sender) recipient = NULL;
2163 }
2164 else
2165 {
2166 if (!allow_unqualified_recipient) recipient = NULL;
2167 }
2168 if (recipient == NULL) errmess = US"unqualified address not permitted";
2169 }
2170
2171 /* It's an error if no address could be extracted, except for the special
2172 case of an empty address. */
2173
2174 if (recipient == NULL && Ustrcmp(errmess, "empty address") != 0)
2175 {
2176 uschar *verb = US"is";
2177 uschar *t = ss;
1ab95fa6 2178 uschar *tt = colon;
059ec3d9
PH
2179 int len;
2180
2181 /* Arrange not to include any white space at the end in the
1ab95fa6 2182 error message or the header name. */
059ec3d9
PH
2183
2184 while (t > s && isspace(t[-1])) t--;
1ab95fa6 2185 while (tt > h->text && isspace(tt[-1])) tt--;
059ec3d9 2186
1ab95fa6 2187 /* Add the address that failed to the error message, since in a
059ec3d9
PH
2188 header with very many addresses it is sometimes hard to spot
2189 which one is at fault. However, limit the amount of address to
2190 quote - cases have been seen where, for example, a missing double
2191 quote in a humungous To: header creates an "address" that is longer
2192 than string_sprintf can handle. */
2193
2194 len = t - s;
2195 if (len > 1024)
2196 {
2197 len = 1024;
2198 verb = US"begins";
2199 }
2200
55414b25
JH
2201 /* deconst cast ok as we're passing a non-const to string_printing() */
2202 *msgptr = US string_printing(
1ab95fa6
PH
2203 string_sprintf("%s: failing address in \"%.*s:\" header %s: %.*s",
2204 errmess, tt - h->text, h->text, verb, len, s));
059ec3d9 2205
1eccaa59
PH
2206 yield = FAIL;
2207 break; /* Out of address loop */
059ec3d9
PH
2208 }
2209
2210 /* Advance to the next address */
2211
2212 s = ss + (terminator? 1:0);
2213 while (isspace(*s)) s++;
2214 } /* Next address */
059ec3d9 2215
1eccaa59
PH
2216 parse_allow_group = FALSE;
2217 parse_found_group = FALSE;
2218 } /* Next header unless yield has been set FALSE */
2219
2220return yield;
059ec3d9
PH
2221}
2222
2223
770747fd
MFM
2224/*************************************************
2225* Check header names for 8-bit characters *
2226*************************************************/
2227
4c04137d 2228/* This function checks for invalid characters in header names. See
770747fd
MFM
2229RFC 5322, 2.2. and RFC 6532, 3.
2230
2231Arguments:
2232 msgptr where to put an error message
2233
2234Returns: OK
2235 FAIL
2236*/
2237
2238int
2239verify_check_header_names_ascii(uschar **msgptr)
2240{
2241header_line *h;
2242uschar *colon, *s;
2243
2244for (h = header_list; h != NULL; h = h->next)
2245 {
2246 colon = Ustrchr(h->text, ':');
2247 for(s = h->text; s < colon; s++)
2248 {
2249 if ((*s < 33) || (*s > 126))
2250 {
2251 *msgptr = string_sprintf("Invalid character in header \"%.*s\" found",
2252 colon - h->text, h->text);
2253 return FAIL;
2254 }
2255 }
2256 }
2257return OK;
2258}
059ec3d9 2259
1c41c9cc
PH
2260/*************************************************
2261* Check for blind recipients *
2262*************************************************/
2263
2264/* This function checks that every (envelope) recipient is mentioned in either
2265the To: or Cc: header lines, thus detecting blind carbon copies.
2266
2267There are two ways of scanning that could be used: either scan the header lines
2268and tick off the recipients, or scan the recipients and check the header lines.
2269The original proposed patch did the former, but I have chosen to do the latter,
2270because (a) it requires no memory and (b) will use fewer resources when there
2271are many addresses in To: and/or Cc: and only one or two envelope recipients.
2272
2273Arguments: none
2274Returns: OK if there are no blind recipients
2275 FAIL if there is at least one blind recipient
2276*/
2277
2278int
2279verify_check_notblind(void)
2280{
2281int i;
2282for (i = 0; i < recipients_count; i++)
2283 {
2284 header_line *h;
2285 BOOL found = FALSE;
2286 uschar *address = recipients_list[i].address;
2287
2288 for (h = header_list; !found && h != NULL; h = h->next)
2289 {
2290 uschar *colon, *s;
2291
2292 if (h->type != htype_to && h->type != htype_cc) continue;
2293
2294 colon = Ustrchr(h->text, ':');
2295 s = colon + 1;
2296 while (isspace(*s)) s++;
2297
1eccaa59
PH
2298 /* Loop for multiple addresses in the header, enabling group syntax. Note
2299 that we have to reset this after the header has been scanned. */
1c41c9cc 2300
1eccaa59 2301 parse_allow_group = TRUE;
1c41c9cc
PH
2302
2303 while (*s != 0)
2304 {
2305 uschar *ss = parse_find_address_end(s, FALSE);
2306 uschar *recipient,*errmess;
2307 int terminator = *ss;
2308 int start, end, domain;
2309
2310 /* Temporarily terminate the string at this point, and extract the
1eccaa59 2311 operative address within, allowing group syntax. */
1c41c9cc
PH
2312
2313 *ss = 0;
2314 recipient = parse_extract_address(s,&errmess,&start,&end,&domain,FALSE);
2315 *ss = terminator;
2316
2317 /* If we found a valid recipient that has a domain, compare it with the
2318 envelope recipient. Local parts are compared case-sensitively, domains
2319 case-insensitively. By comparing from the start with length "domain", we
2320 include the "@" at the end, which ensures that we are comparing the whole
2321 local part of each address. */
2322
2323 if (recipient != NULL && domain != 0)
2324 {
2325 found = Ustrncmp(recipient, address, domain) == 0 &&
2326 strcmpic(recipient + domain, address + domain) == 0;
2327 if (found) break;
2328 }
2329
2330 /* Advance to the next address */
2331
2332 s = ss + (terminator? 1:0);
2333 while (isspace(*s)) s++;
2334 } /* Next address */
1eccaa59
PH
2335
2336 parse_allow_group = FALSE;
2337 parse_found_group = FALSE;
1c41c9cc
PH
2338 } /* Next header (if found is false) */
2339
2340 if (!found) return FAIL;
2341 } /* Next recipient */
2342
2343return OK;
2344}
2345
2346
059ec3d9
PH
2347
2348/*************************************************
2349* Find if verified sender *
2350*************************************************/
2351
2352/* Usually, just a single address is verified as the sender of the message.
2353However, Exim can be made to verify other addresses as well (often related in
2354some way), and this is useful in some environments. There may therefore be a
2355chain of such addresses that have previously been tested. This function finds
2356whether a given address is on the chain.
2357
2358Arguments: the address to be verified
2359Returns: pointer to an address item, or NULL
2360*/
2361
2362address_item *
2363verify_checked_sender(uschar *sender)
2364{
2365address_item *addr;
2366for (addr = sender_verified_list; addr != NULL; addr = addr->next)
2367 if (Ustrcmp(sender, addr->address) == 0) break;
2368return addr;
2369}
2370
2371
2372
2373
2374
2375/*************************************************
2376* Get valid header address *
2377*************************************************/
2378
2379/* Scan the originator headers of the message, looking for an address that
2380verifies successfully. RFC 822 says:
2381
2382 o The "Sender" field mailbox should be sent notices of
2383 any problems in transport or delivery of the original
2384 messages. If there is no "Sender" field, then the
2385 "From" field mailbox should be used.
2386
2387 o If the "Reply-To" field exists, then the reply should
2388 go to the addresses indicated in that field and not to
2389 the address(es) indicated in the "From" field.
2390
2391So we check a Sender field if there is one, else a Reply_to field, else a From
2392field. As some strange messages may have more than one of these fields,
2393especially if they are resent- fields, check all of them if there is more than
2394one.
2395
2396Arguments:
2397 user_msgptr points to where to put a user error message
2398 log_msgptr points to where to put a log error message
2399 callout timeout for callout check (passed to verify_address())
2400 callout_overall overall callout timeout (ditto)
8e669ac1 2401 callout_connect connect callout timeout (ditto)
059ec3d9
PH
2402 se_mailfrom mailfrom for verify; NULL => ""
2403 pm_mailfrom sender for pm callout check (passed to verify_address())
2404 options callout options (passed to verify_address())
8e669ac1 2405 verrno where to put the address basic_errno
059ec3d9
PH
2406
2407If log_msgptr is set to something without setting user_msgptr, the caller
2408normally uses log_msgptr for both things.
2409
2410Returns: result of the verification attempt: OK, FAIL, or DEFER;
2411 FAIL is given if no appropriate headers are found
2412*/
2413
2414int
2415verify_check_header_address(uschar **user_msgptr, uschar **log_msgptr,
8e669ac1 2416 int callout, int callout_overall, int callout_connect, uschar *se_mailfrom,
fe5b5d0b 2417 uschar *pm_mailfrom, int options, int *verrno)
059ec3d9
PH
2418{
2419static int header_types[] = { htype_sender, htype_reply_to, htype_from };
1eccaa59 2420BOOL done = FALSE;
059ec3d9
PH
2421int yield = FAIL;
2422int i;
2423
1eccaa59 2424for (i = 0; i < 3 && !done; i++)
059ec3d9
PH
2425 {
2426 header_line *h;
1eccaa59 2427 for (h = header_list; h != NULL && !done; h = h->next)
059ec3d9
PH
2428 {
2429 int terminator, new_ok;
2430 uschar *s, *ss, *endname;
2431
2432 if (h->type != header_types[i]) continue;
2433 s = endname = Ustrchr(h->text, ':') + 1;
2434
1eccaa59
PH
2435 /* Scan the addresses in the header, enabling group syntax. Note that we
2436 have to reset this after the header has been scanned. */
2437
2438 parse_allow_group = TRUE;
2439
059ec3d9
PH
2440 while (*s != 0)
2441 {
2442 address_item *vaddr;
2443
2444 while (isspace(*s) || *s == ',') s++;
2445 if (*s == 0) break; /* End of header */
2446
2447 ss = parse_find_address_end(s, FALSE);
2448
2449 /* The terminator is a comma or end of header, but there may be white
2450 space preceding it (including newline for the last address). Move back
2451 past any white space so we can check against any cached envelope sender
2452 address verifications. */
2453
2454 while (isspace(ss[-1])) ss--;
2455 terminator = *ss;
2456 *ss = 0;
2457
2458 HDEBUG(D_verify) debug_printf("verifying %.*s header address %s\n",
2459 (int)(endname - h->text), h->text, s);
2460
2461 /* See if we have already verified this address as an envelope sender,
2462 and if so, use the previous answer. */
2463
2464 vaddr = verify_checked_sender(s);
2465
2466 if (vaddr != NULL && /* Previously checked */
2467 (callout <= 0 || /* No callout needed; OR */
2468 vaddr->special_action > 256)) /* Callout was done */
2469 {
2470 new_ok = vaddr->special_action & 255;
2471 HDEBUG(D_verify) debug_printf("previously checked as envelope sender\n");
2472 *ss = terminator; /* Restore shortened string */
2473 }
2474
2475 /* Otherwise we run the verification now. We must restore the shortened
2476 string before running the verification, so the headers are correct, in
2477 case there is any rewriting. */
2478
2479 else
2480 {
2481 int start, end, domain;
1eccaa59
PH
2482 uschar *address = parse_extract_address(s, log_msgptr, &start, &end,
2483 &domain, FALSE);
059ec3d9
PH
2484
2485 *ss = terminator;
2486
1eccaa59
PH
2487 /* If we found an empty address, just carry on with the next one, but
2488 kill the message. */
2489
2490 if (address == NULL && Ustrcmp(*log_msgptr, "empty address") == 0)
2491 {
2492 *log_msgptr = NULL;
2493 s = ss;
2494 continue;
2495 }
2496
059ec3d9
PH
2497 /* If verification failed because of a syntax error, fail this
2498 function, and ensure that the failing address gets added to the error
2499 message. */
2500
2501 if (address == NULL)
2502 {
2503 new_ok = FAIL;
1eccaa59
PH
2504 while (ss > s && isspace(ss[-1])) ss--;
2505 *log_msgptr = string_sprintf("syntax error in '%.*s' header when "
2506 "scanning for sender: %s in \"%.*s\"",
2507 endname - h->text, h->text, *log_msgptr, ss - s, s);
2508 yield = FAIL;
2509 done = TRUE;
2510 break;
059ec3d9
PH
2511 }
2512
2f6603e1 2513 /* Else go ahead with the sender verification. But it isn't *the*
059ec3d9
PH
2514 sender of the message, so set vopt_fake_sender to stop sender_address
2515 being replaced after rewriting or qualification. */
2516
2517 else
2518 {
2519 vaddr = deliver_make_addr(address, FALSE);
2520 new_ok = verify_address(vaddr, NULL, options | vopt_fake_sender,
8e669ac1 2521 callout, callout_overall, callout_connect, se_mailfrom,
4deaf07d 2522 pm_mailfrom, NULL);
059ec3d9
PH
2523 }
2524 }
2525
2526 /* We now have the result, either newly found, or cached. If we are
2527 giving out error details, set a specific user error. This means that the
2528 last of these will be returned to the user if all three fail. We do not
2529 set a log message - the generic one below will be used. */
2530
fe5b5d0b 2531 if (new_ok != OK)
059ec3d9 2532 {
8e669ac1 2533 *verrno = vaddr->basic_errno;
fe5b5d0b
PH
2534 if (smtp_return_error_details)
2535 {
2536 *user_msgptr = string_sprintf("Rejected after DATA: "
2537 "could not verify \"%.*s\" header address\n%s: %s",
2538 endname - h->text, h->text, vaddr->address, vaddr->message);
2539 }
8e669ac1 2540 }
059ec3d9
PH
2541
2542 /* Success or defer */
2543
1eccaa59
PH
2544 if (new_ok == OK)
2545 {
2546 yield = OK;
2547 done = TRUE;
2548 break;
2549 }
2550
059ec3d9
PH
2551 if (new_ok == DEFER) yield = DEFER;
2552
2553 /* Move on to any more addresses in the header */
2554
2555 s = ss;
1eccaa59
PH
2556 } /* Next address */
2557
2558 parse_allow_group = FALSE;
2559 parse_found_group = FALSE;
2560 } /* Next header, unless done */
2561 } /* Next header type unless done */
059ec3d9
PH
2562
2563if (yield == FAIL && *log_msgptr == NULL)
2564 *log_msgptr = US"there is no valid sender in any header line";
2565
2566if (yield == DEFER && *log_msgptr == NULL)
2567 *log_msgptr = US"all attempts to verify a sender in a header line deferred";
2568
2569return yield;
2570}
2571
2572
2573
2574
2575/*************************************************
2576* Get RFC 1413 identification *
2577*************************************************/
2578
2579/* Attempt to get an id from the sending machine via the RFC 1413 protocol. If
2580the timeout is set to zero, then the query is not done. There may also be lists
2581of hosts and nets which are exempt. To guard against malefactors sending
2582non-printing characters which could, for example, disrupt a message's headers,
2583make sure the string consists of printing characters only.
2584
2585Argument:
2586 port the port to connect to; usually this is IDENT_PORT (113), but when
2587 running in the test harness with -bh a different value is used.
2588
2589Returns: nothing
2590
2591Side effect: any received ident value is put in sender_ident (NULL otherwise)
2592*/
2593
2594void
2595verify_get_ident(int port)
2596{
2597int sock, host_af, qlen;
2598int received_sender_port, received_interface_port, n;
2599uschar *p;
2600uschar buffer[2048];
2601
2602/* Default is no ident. Check whether we want to do an ident check for this
2603host. */
2604
2605sender_ident = NULL;
2606if (rfc1413_query_timeout <= 0 || verify_check_host(&rfc1413_hosts) != OK)
2607 return;
2608
2609DEBUG(D_ident) debug_printf("doing ident callback\n");
2610
2611/* Set up a connection to the ident port of the remote host. Bind the local end
2612to the incoming interface address. If the sender host address is an IPv6
2613address, the incoming interface address will also be IPv6. */
2614
fb05276a
JH
2615host_af = Ustrchr(sender_host_address, ':') == NULL ? AF_INET : AF_INET6;
2616if ((sock = ip_socket(SOCK_STREAM, host_af)) < 0) return;
059ec3d9
PH
2617
2618if (ip_bind(sock, host_af, interface_address, 0) < 0)
2619 {
2620 DEBUG(D_ident) debug_printf("bind socket for ident failed: %s\n",
2621 strerror(errno));
2622 goto END_OFF;
2623 }
2624
fb05276a
JH
2625if (ip_connect(sock, host_af, sender_host_address, port,
2626 rfc1413_query_timeout, TRUE) < 0)
059ec3d9 2627 {
6c6d6e48 2628 if (errno == ETIMEDOUT && LOGGING(ident_timeout))
059ec3d9
PH
2629 log_write(0, LOG_MAIN, "ident connection to %s timed out",
2630 sender_host_address);
059ec3d9 2631 else
059ec3d9
PH
2632 DEBUG(D_ident) debug_printf("ident connection to %s failed: %s\n",
2633 sender_host_address, strerror(errno));
059ec3d9
PH
2634 goto END_OFF;
2635 }
2636
2637/* Construct and send the query. */
2638
2639sprintf(CS buffer, "%d , %d\r\n", sender_host_port, interface_port);
2640qlen = Ustrlen(buffer);
2641if (send(sock, buffer, qlen, 0) < 0)
2642 {
2643 DEBUG(D_ident) debug_printf("ident send failed: %s\n", strerror(errno));
2644 goto END_OFF;
2645 }
2646
2647/* Read a response line. We put it into the rest of the buffer, using several
2648recv() calls if necessary. */
2649
2650p = buffer + qlen;
2651
2652for (;;)
2653 {
2654 uschar *pp;
2655 int count;
2656 int size = sizeof(buffer) - (p - buffer);
2657
2658 if (size <= 0) goto END_OFF; /* Buffer filled without seeing \n. */
2659 count = ip_recv(sock, p, size, rfc1413_query_timeout);
2660 if (count <= 0) goto END_OFF; /* Read error or EOF */
2661
2662 /* Scan what we just read, to see if we have reached the terminating \r\n. Be
2663 generous, and accept a plain \n terminator as well. The only illegal
2664 character is 0. */
2665
2666 for (pp = p; pp < p + count; pp++)
2667 {
2668 if (*pp == 0) goto END_OFF; /* Zero octet not allowed */
2669 if (*pp == '\n')
2670 {
2671 if (pp[-1] == '\r') pp--;
2672 *pp = 0;
2673 goto GOT_DATA; /* Break out of both loops */
2674 }
2675 }
2676
2677 /* Reached the end of the data without finding \n. Let the loop continue to
2678 read some more, if there is room. */
2679
2680 p = pp;
2681 }
2682
2683GOT_DATA:
2684
2685/* We have received a line of data. Check it carefully. It must start with the
2686same two port numbers that we sent, followed by data as defined by the RFC. For
2687example,
2688
2689 12345 , 25 : USERID : UNIX :root
2690
2691However, the amount of white space may be different to what we sent. In the
2692"osname" field there may be several sub-fields, comma separated. The data we
2693actually want to save follows the third colon. Some systems put leading spaces
2694in it - we discard those. */
2695
2696if (sscanf(CS buffer + qlen, "%d , %d%n", &received_sender_port,
2697 &received_interface_port, &n) != 2 ||
2698 received_sender_port != sender_host_port ||
2699 received_interface_port != interface_port)
2700 goto END_OFF;
2701
2702p = buffer + qlen + n;
2703while(isspace(*p)) p++;
2704if (*p++ != ':') goto END_OFF;
2705while(isspace(*p)) p++;
2706if (Ustrncmp(p, "USERID", 6) != 0) goto END_OFF;
2707p += 6;
2708while(isspace(*p)) p++;
2709if (*p++ != ':') goto END_OFF;
2710while (*p != 0 && *p != ':') p++;
2711if (*p++ == 0) goto END_OFF;
2712while(isspace(*p)) p++;
2713if (*p == 0) goto END_OFF;
2714
2715/* The rest of the line is the data we want. We turn it into printing
2716characters when we save it, so that it cannot mess up the format of any logging
2717or Received: lines into which it gets inserted. We keep a maximum of 127
55414b25 2718characters. The deconst cast is ok as we fed a nonconst to string_printing() */
059ec3d9 2719
55414b25 2720sender_ident = US string_printing(string_copyn(p, 127));
059ec3d9
PH
2721DEBUG(D_ident) debug_printf("sender_ident = %s\n", sender_ident);
2722
2723END_OFF:
f1e894f3 2724(void)close(sock);
059ec3d9
PH
2725return;
2726}
2727
2728
2729
2730
2731/*************************************************
2732* Match host to a single host-list item *
2733*************************************************/
2734
2735/* This function compares a host (name or address) against a single item
2736from a host list. The host name gets looked up if it is needed and is not
2737already known. The function is called from verify_check_this_host() via
2738match_check_list(), which is why most of its arguments are in a single block.
2739
2740Arguments:
2741 arg the argument block (see below)
2742 ss the host-list item
2743 valueptr where to pass back looked up data, or NULL
2744 error for error message when returning ERROR
2745
2746The block contains:
32d668a5
PH
2747 host_name (a) the host name, or
2748 (b) NULL, implying use sender_host_name and
2749 sender_host_aliases, looking them up if required, or
2750 (c) the empty string, meaning that only IP address matches
2751 are permitted
059ec3d9
PH
2752 host_address the host address
2753 host_ipv4 the IPv4 address taken from an IPv6 one
2754
2755Returns: OK matched
2756 FAIL did not match
2757 DEFER lookup deferred
32d668a5
PH
2758 ERROR (a) failed to find the host name or IP address, or
2759 (b) unknown lookup type specified, or
2760 (c) host name encountered when only IP addresses are
2761 being matched
059ec3d9
PH
2762*/
2763
32d668a5 2764int
55414b25 2765check_host(void *arg, const uschar *ss, const uschar **valueptr, uschar **error)
059ec3d9
PH
2766{
2767check_host_block *cb = (check_host_block *)arg;
32d668a5 2768int mlen = -1;
059ec3d9 2769int maskoffset;
32d668a5 2770BOOL iplookup = FALSE;
059ec3d9 2771BOOL isquery = FALSE;
32d668a5 2772BOOL isiponly = cb->host_name != NULL && cb->host_name[0] == 0;
55414b25 2773const uschar *t;
32d668a5 2774uschar *semicolon;
059ec3d9
PH
2775uschar **aliases;
2776
2777/* Optimize for the special case when the pattern is "*". */
2778
2779if (*ss == '*' && ss[1] == 0) return OK;
2780
2781/* If the pattern is empty, it matches only in the case when there is no host -
2782this can occur in ACL checking for SMTP input using the -bs option. In this
2783situation, the host address is the empty string. */
2784
2785if (cb->host_address[0] == 0) return (*ss == 0)? OK : FAIL;
2786if (*ss == 0) return FAIL;
2787
32d668a5
PH
2788/* If the pattern is precisely "@" then match against the primary host name,
2789provided that host name matching is permitted; if it's "@[]" match against the
2790local host's IP addresses. */
059ec3d9
PH
2791
2792if (*ss == '@')
2793 {
32d668a5
PH
2794 if (ss[1] == 0)
2795 {
2796 if (isiponly) return ERROR;
2797 ss = primary_hostname;
2798 }
059ec3d9
PH
2799 else if (Ustrcmp(ss, "@[]") == 0)
2800 {
2801 ip_address_item *ip;
2802 for (ip = host_find_interfaces(); ip != NULL; ip = ip->next)
2803 if (Ustrcmp(ip->address, cb->host_address) == 0) return OK;
2804 return FAIL;
2805 }
2806 }
2807
2808/* If the pattern is an IP address, optionally followed by a bitmask count, do
4c04137d 2809a (possibly masked) comparison with the current IP address. */
059ec3d9 2810
7e66e54d 2811if (string_is_ip_address(ss, &maskoffset) != 0)
059ec3d9
PH
2812 return (host_is_in_net(cb->host_address, ss, maskoffset)? OK : FAIL);
2813
1688f43b
PH
2814/* The pattern is not an IP address. A common error that people make is to omit
2815one component of an IPv4 address, either by accident, or believing that, for
2816example, 1.2.3/24 is the same as 1.2.3.0/24, or 1.2.3 is the same as 1.2.3.0,
2817which it isn't. (Those applications that do accept 1.2.3 as an IP address
2818interpret it as 1.2.0.3 because the final component becomes 16-bit - this is an
2819ancient specification.) To aid in debugging these cases, we give a specific
2820error if the pattern contains only digits and dots or contains a slash preceded
2821only by digits and dots (a slash at the start indicates a file name and of
2822course slashes may be present in lookups, but not preceded only by digits and
2823dots). */
2824
2825for (t = ss; isdigit(*t) || *t == '.'; t++);
2826if (*t == 0 || (*t == '/' && t != ss))
2827 {
2828 *error = US"malformed IPv4 address or address mask";
2829 return ERROR;
2830 }
2831
32d668a5 2832/* See if there is a semicolon in the pattern */
059ec3d9 2833
32d668a5
PH
2834semicolon = Ustrchr(ss, ';');
2835
2836/* If we are doing an IP address only match, then all lookups must be IP
df199fec 2837address lookups, even if there is no "net-". */
32d668a5
PH
2838
2839if (isiponly)
059ec3d9 2840 {
32d668a5
PH
2841 iplookup = semicolon != NULL;
2842 }
059ec3d9 2843
32d668a5 2844/* Otherwise, if the item is of the form net[n]-lookup;<file|query> then it is
df199fec
PH
2845a lookup on a masked IP network, in textual form. We obey this code even if we
2846have already set iplookup, so as to skip over the "net-" prefix and to set the
2847mask length. The net- stuff really only applies to single-key lookups where the
2848key is implicit. For query-style lookups the key is specified in the query.
2849From release 4.30, the use of net- for query style is no longer needed, but we
2850retain it for backward compatibility. */
2851
2852if (Ustrncmp(ss, "net", 3) == 0 && semicolon != NULL)
32d668a5
PH
2853 {
2854 mlen = 0;
2855 for (t = ss + 3; isdigit(*t); t++) mlen = mlen * 10 + *t - '0';
2856 if (mlen == 0 && t == ss+3) mlen = -1; /* No mask supplied */
2857 iplookup = (*t++ == '-');
2858 }
1688f43b 2859else t = ss;
059ec3d9 2860
32d668a5 2861/* Do the IP address lookup if that is indeed what we have */
059ec3d9 2862
32d668a5
PH
2863if (iplookup)
2864 {
2865 int insize;
2866 int search_type;
2867 int incoming[4];
2868 void *handle;
2869 uschar *filename, *key, *result;
2870 uschar buffer[64];
059ec3d9 2871
32d668a5 2872 /* Find the search type */
059ec3d9 2873
32d668a5 2874 search_type = search_findtype(t, semicolon - t);
059ec3d9 2875
32d668a5
PH
2876 if (search_type < 0) log_write(0, LOG_MAIN|LOG_PANIC_DIE, "%s",
2877 search_error_message);
059ec3d9 2878
13b685f9
PH
2879 /* Adjust parameters for the type of lookup. For a query-style lookup, there
2880 is no file name, and the "key" is just the query. For query-style with a file
2881 name, we have to fish the file off the start of the query. For a single-key
2882 lookup, the key is the current IP address, masked appropriately, and
2883 reconverted to text form, with the mask appended. For IPv6 addresses, specify
6a3bceb1
PH
2884 dot separators instead of colons, except when the lookup type is "iplsearch".
2885 */
059ec3d9 2886
13b685f9
PH
2887 if (mac_islookup(search_type, lookup_absfilequery))
2888 {
2889 filename = semicolon + 1;
2890 key = filename;
2891 while (*key != 0 && !isspace(*key)) key++;
2892 filename = string_copyn(filename, key - filename);
2893 while (isspace(*key)) key++;
2894 }
2895 else if (mac_islookup(search_type, lookup_querystyle))
32d668a5
PH
2896 {
2897 filename = NULL;
2898 key = semicolon + 1;
2899 }
6a3bceb1 2900 else /* Single-key style */
32d668a5 2901 {
e6d225ae 2902 int sep = (Ustrcmp(lookup_list[search_type]->name, "iplsearch") == 0)?
6a3bceb1 2903 ':' : '.';
32d668a5
PH
2904 insize = host_aton(cb->host_address, incoming);
2905 host_mask(insize, incoming, mlen);
6a3bceb1 2906 (void)host_nmtoa(insize, incoming, mlen, buffer, sep);
32d668a5
PH
2907 key = buffer;
2908 filename = semicolon + 1;
059ec3d9 2909 }
32d668a5
PH
2910
2911 /* Now do the actual lookup; note that there is no search_close() because
2912 of the caching arrangements. */
2913
d4ff61d1
JH
2914 if (!(handle = search_open(filename, search_type, 0, NULL, NULL)))
2915 log_write(0, LOG_MAIN|LOG_PANIC_DIE, "%s", search_error_message);
2916
32d668a5
PH
2917 result = search_find(handle, filename, key, -1, NULL, 0, 0, NULL);
2918 if (valueptr != NULL) *valueptr = result;
2919 return (result != NULL)? OK : search_find_defer? DEFER: FAIL;
059ec3d9
PH
2920 }
2921
2922/* The pattern is not an IP address or network reference of any kind. That is,
32d668a5
PH
2923it is a host name pattern. If this is an IP only match, there's an error in the
2924host list. */
2925
2926if (isiponly)
2927 {
2928 *error = US"cannot match host name in match_ip list";
2929 return ERROR;
2930 }
2931
2932/* Check the characters of the pattern to see if they comprise only letters,
2933digits, full stops, and hyphens (the constituents of domain names). Allow
2934underscores, as they are all too commonly found. Sigh. Also, if
2935allow_utf8_domains is set, allow top-bit characters. */
059ec3d9
PH
2936
2937for (t = ss; *t != 0; t++)
2938 if (!isalnum(*t) && *t != '.' && *t != '-' && *t != '_' &&
2939 (!allow_utf8_domains || *t < 128)) break;
2940
2941/* If the pattern is a complete domain name, with no fancy characters, look up
2942its IP address and match against that. Note that a multi-homed host will add
2943items to the chain. */
2944
2945if (*t == 0)
2946 {
2947 int rc;
2948 host_item h;
2949 h.next = NULL;
2950 h.name = ss;
2951 h.address = NULL;
2952 h.mx = MX_NONE;
9b8fadde 2953
1f155f8e
JH
2954 /* Using byname rather than bydns here means we cannot determine dnssec
2955 status. On the other hand it is unclear how that could be either
2956 propagated up or enforced. */
2957
322050c2 2958 rc = host_find_byname(&h, NULL, HOST_FIND_QUALIFY_SINGLE, NULL, FALSE);
059ec3d9
PH
2959 if (rc == HOST_FOUND || rc == HOST_FOUND_LOCAL)
2960 {
2961 host_item *hh;
2962 for (hh = &h; hh != NULL; hh = hh->next)
2963 {
96776534 2964 if (host_is_in_net(hh->address, cb->host_address, 0)) return OK;
059ec3d9
PH
2965 }
2966 return FAIL;
2967 }
2968 if (rc == HOST_FIND_AGAIN) return DEFER;
2969 *error = string_sprintf("failed to find IP address for %s", ss);
2970 return ERROR;
2971 }
2972
2973/* Almost all subsequent comparisons require the host name, and can be done
2974using the general string matching function. When this function is called for
2975outgoing hosts, the name is always given explicitly. If it is NULL, it means we
2976must use sender_host_name and its aliases, looking them up if necessary. */
2977
2978if (cb->host_name != NULL) /* Explicit host name given */
2979 return match_check_string(cb->host_name, ss, -1, TRUE, TRUE, TRUE,
2980 valueptr);
2981
2982/* Host name not given; in principle we need the sender host name and its
2983aliases. However, for query-style lookups, we do not need the name if the
2984query does not contain $sender_host_name. From release 4.23, a reference to
2985$sender_host_name causes it to be looked up, so we don't need to do the lookup
2986on spec. */
2987
2988if ((semicolon = Ustrchr(ss, ';')) != NULL)
2989 {
55414b25 2990 const uschar *affix;
059ec3d9
PH
2991 int partial, affixlen, starflags, id;
2992
2993 *semicolon = 0;
2994 id = search_findtype_partial(ss, &partial, &affix, &affixlen, &starflags);
2995 *semicolon=';';
2996
2997 if (id < 0) /* Unknown lookup type */
2998 {
2999 log_write(0, LOG_MAIN|LOG_PANIC, "%s in host list item \"%s\"",
3000 search_error_message, ss);
3001 return DEFER;
3002 }
13b685f9 3003 isquery = mac_islookup(id, lookup_querystyle|lookup_absfilequery);
059ec3d9
PH
3004 }
3005
3006if (isquery)
3007 {
3008 switch(match_check_string(US"", ss, -1, TRUE, TRUE, TRUE, valueptr))
3009 {
3010 case OK: return OK;
3011 case DEFER: return DEFER;
3012 default: return FAIL;
3013 }
3014 }
3015
3016/* Not a query-style lookup; must ensure the host name is present, and then we
3017do a check on the name and all its aliases. */
3018
3019if (sender_host_name == NULL)
3020 {
3021 HDEBUG(D_host_lookup)
3022 debug_printf("sender host name required, to match against %s\n", ss);
3023 if (host_lookup_failed || host_name_lookup() != OK)
3024 {
3025 *error = string_sprintf("failed to find host name for %s",
3026 sender_host_address);;
3027 return ERROR;
3028 }
3029 host_build_sender_fullhost();
3030 }
3031
3032/* Match on the sender host name, using the general matching function */
3033
3034switch(match_check_string(sender_host_name, ss, -1, TRUE, TRUE, TRUE,
3035 valueptr))
3036 {
3037 case OK: return OK;
3038 case DEFER: return DEFER;
3039 }
3040
3041/* If there are aliases, try matching on them. */
3042
3043aliases = sender_host_aliases;
3044while (*aliases != NULL)
3045 {
3046 switch(match_check_string(*aliases++, ss, -1, TRUE, TRUE, TRUE, valueptr))
3047 {
3048 case OK: return OK;
3049 case DEFER: return DEFER;
3050 }
3051 }
3052return FAIL;
3053}
3054
3055
3056
3057
3058/*************************************************
3059* Check a specific host matches a host list *
3060*************************************************/
3061
3062/* This function is passed a host list containing items in a number of
3063different formats and the identity of a host. Its job is to determine whether
3064the given host is in the set of hosts defined by the list. The host name is
3065passed as a pointer so that it can be looked up if needed and not already
3066known. This is commonly the case when called from verify_check_host() to check
3067an incoming connection. When called from elsewhere the host name should usually
3068be set.
3069
3070This function is now just a front end to match_check_list(), which runs common
3071code for scanning a list. We pass it the check_host() function to perform a
3072single test.
3073
3074Arguments:
3075 listptr pointer to the host list
3076 cache_bits pointer to cache for named lists, or NULL
3077 host_name the host name or NULL, implying use sender_host_name and
3078 sender_host_aliases, looking them up if required
3079 host_address the IP address
3080 valueptr if not NULL, data from a lookup is passed back here
3081
3082Returns: OK if the host is in the defined set
3083 FAIL if the host is not in the defined set,
3084 DEFER if a data lookup deferred (not a host lookup)
3085
3086If the host name was needed in order to make a comparison, and could not be
3087determined from the IP address, the result is FAIL unless the item
3088"+allow_unknown" was met earlier in the list, in which case OK is returned. */
3089
3090int
55414b25
JH
3091verify_check_this_host(const uschar **listptr, unsigned int *cache_bits,
3092 const uschar *host_name, const uschar *host_address, const uschar **valueptr)
059ec3d9 3093{
d4eb88df 3094int rc;
059ec3d9 3095unsigned int *local_cache_bits = cache_bits;
55414b25 3096const uschar *save_host_address = deliver_host_address;
059ec3d9
PH
3097check_host_block cb;
3098cb.host_name = host_name;
3099cb.host_address = host_address;
3100
3101if (valueptr != NULL) *valueptr = NULL;
3102
3103/* If the host address starts off ::ffff: it is an IPv6 address in
3104IPv4-compatible mode. Find the IPv4 part for checking against IPv4
3105addresses. */
3106
3107cb.host_ipv4 = (Ustrncmp(host_address, "::ffff:", 7) == 0)?
3108 host_address + 7 : host_address;
3109
8e669ac1
PH
3110/* During the running of the check, put the IP address into $host_address. In
3111the case of calls from the smtp transport, it will already be there. However,
3112in other calls (e.g. when testing ignore_target_hosts), it won't. Just to be on
d4eb88df
PH
3113the safe side, any existing setting is preserved, though as I write this
3114(November 2004) I can't see any cases where it is actually needed. */
3115
3116deliver_host_address = host_address;
3117rc = match_check_list(
3118 listptr, /* the list */
3119 0, /* separator character */
3120 &hostlist_anchor, /* anchor pointer */
3121 &local_cache_bits, /* cache pointer */
3122 check_host, /* function for testing */
3123 &cb, /* argument for function */
3124 MCL_HOST, /* type of check */
8e669ac1 3125 (host_address == sender_host_address)?
d4eb88df
PH
3126 US"host" : host_address, /* text for debugging */
3127 valueptr); /* where to pass back data */
3128deliver_host_address = save_host_address;
8e669ac1 3129return rc;
059ec3d9
PH
3130}
3131
3132
3133
3134
3135/*************************************************
5130845b
JH
3136* Check the given host item matches a list *
3137*************************************************/
3138int
3139verify_check_given_host(uschar **listptr, host_item *host)
3140{
55414b25 3141return verify_check_this_host(CUSS listptr, NULL, host->name, host->address, NULL);
5130845b
JH
3142}
3143
3144/*************************************************
059ec3d9
PH
3145* Check the remote host matches a list *
3146*************************************************/
3147
3148/* This is a front end to verify_check_this_host(), created because checking
3149the remote host is a common occurrence. With luck, a good compiler will spot
3150the tail recursion and optimize it. If there's no host address, this is
3151command-line SMTP input - check against an empty string for the address.
3152
3153Arguments:
3154 listptr pointer to the host list
3155
3156Returns: the yield of verify_check_this_host(),
3157 i.e. OK, FAIL, or DEFER
3158*/
3159
3160int
3161verify_check_host(uschar **listptr)
3162{
55414b25 3163return verify_check_this_host(CUSS listptr, sender_host_cache, NULL,
059ec3d9
PH
3164 (sender_host_address == NULL)? US"" : sender_host_address, NULL);
3165}
3166
3167
3168
3169
3170
3171/*************************************************
83e029d5 3172* Invert an IP address *
059ec3d9
PH
3173*************************************************/
3174
83e029d5
PP
3175/* Originally just used for DNS xBL lists, now also used for the
3176reverse_ip expansion operator.
3177
059ec3d9
PH
3178Arguments:
3179 buffer where to put the answer
3180 address the address to invert
3181*/
3182
83e029d5 3183void
059ec3d9
PH
3184invert_address(uschar *buffer, uschar *address)
3185{
3186int bin[4];
3187uschar *bptr = buffer;
3188
3189/* If this is an IPv4 address mapped into IPv6 format, adjust the pointer
3190to the IPv4 part only. */
3191
3192if (Ustrncmp(address, "::ffff:", 7) == 0) address += 7;
3193
3194/* Handle IPv4 address: when HAVE_IPV6 is false, the result of host_aton() is
3195always 1. */
3196
3197if (host_aton(address, bin) == 1)
3198 {
3199 int i;
3200 int x = bin[0];
3201 for (i = 0; i < 4; i++)
3202 {
3203 sprintf(CS bptr, "%d.", x & 255);
3204 while (*bptr) bptr++;
3205 x >>= 8;
3206 }
3207 }
3208
3209/* Handle IPv6 address. Actually, as far as I know, there are no IPv6 addresses
3210in any DNS black lists, and the format in which they will be looked up is
3211unknown. This is just a guess. */
3212
3213#if HAVE_IPV6
3214else
3215 {
3216 int i, j;
3217 for (j = 3; j >= 0; j--)
3218 {
3219 int x = bin[j];
3220 for (i = 0; i < 8; i++)
3221 {
3222 sprintf(CS bptr, "%x.", x & 15);
3223 while (*bptr) bptr++;
3224 x >>= 4;
3225 }
3226 }
3227 }
3228#endif
d6f6e0dc
PH
3229
3230/* Remove trailing period -- this is needed so that both arbitrary
3231dnsbl keydomains and inverted addresses may be combined with the
3232same format string, "%s.%s" */
3233
3234*(--bptr) = 0;
059ec3d9
PH
3235}
3236
3237
3238
3239/*************************************************
0bcb2a0e
PH
3240* Perform a single dnsbl lookup *
3241*************************************************/
3242
d6f6e0dc
PH
3243/* This function is called from verify_check_dnsbl() below. It is also called
3244recursively from within itself when domain and domain_txt are different
3245pointers, in order to get the TXT record from the alternate domain.
0bcb2a0e
PH
3246
3247Arguments:
d6f6e0dc
PH
3248 domain the outer dnsbl domain
3249 domain_txt alternate domain to lookup TXT record on success; when the
3250 same domain is to be used, domain_txt == domain (that is,
3251 the pointers must be identical, not just the text)
8e669ac1 3252 keydomain the current keydomain (for debug message)
d6f6e0dc
PH
3253 prepend subdomain to lookup (like keydomain, but
3254 reversed if IP address)
3255 iplist the list of matching IP addresses, or NULL for "any"
8e669ac1 3256 bitmask true if bitmask matching is wanted
431b7361
PH
3257 match_type condition for 'succeed' result
3258 0 => Any RR in iplist (=)
3259 1 => No RR in iplist (!=)
3260 2 => All RRs in iplist (==)
3261 3 => Some RRs not in iplist (!==)
3262 the two bits are defined as MT_NOT and MT_ALL
8e669ac1 3263 defer_return what to return for a defer
0bcb2a0e
PH
3264
3265Returns: OK if lookup succeeded
3266 FAIL if not
3267*/
3268
3269static int
d6f6e0dc 3270one_check_dnsbl(uschar *domain, uschar *domain_txt, uschar *keydomain,
431b7361 3271 uschar *prepend, uschar *iplist, BOOL bitmask, int match_type,
d6f6e0dc 3272 int defer_return)
8e669ac1 3273{
0bcb2a0e
PH
3274dns_answer dnsa;
3275dns_scan dnss;
3276tree_node *t;
3277dnsbl_cache_block *cb;
3278int old_pool = store_pool;
d6f6e0dc
PH
3279uschar query[256]; /* DNS domain max length */
3280
3281/* Construct the specific query domainname */
3282
3283if (!string_format(query, sizeof(query), "%s.%s", prepend, domain))
3284 {
3285 log_write(0, LOG_MAIN|LOG_PANIC, "dnslist query is too long "
3286 "(ignored): %s...", query);
3287 return FAIL;
3288 }
0bcb2a0e
PH
3289
3290/* Look for this query in the cache. */
3291
14b3c5bc
JH
3292if ( (t = tree_search(dnsbl_cache, query))
3293 && (cb = t->data.ptr)->expiry > time(NULL)
3294 )
3295
3296/* Previous lookup was cached */
3297
3298 {
3299 HDEBUG(D_dnsbl) debug_printf("using result of previous DNS lookup\n");
3300 }
0bcb2a0e
PH
3301
3302/* If not cached from a previous lookup, we must do a DNS lookup, and
3303cache the result in permanent memory. */
3304
14b3c5bc 3305else
0bcb2a0e 3306 {
e162fc97 3307 uint ttl = 3600;
14b3c5bc 3308
0bcb2a0e
PH
3309 store_pool = POOL_PERM;
3310
14b3c5bc
JH
3311 if (t)
3312 {
3313 HDEBUG(D_dnsbl) debug_printf("cached data found but past valid time; ");
3314 }
0bcb2a0e 3315
14b3c5bc
JH
3316 else
3317 { /* Set up a tree entry to cache the lookup */
3318 t = store_get(sizeof(tree_node) + Ustrlen(query));
3319 Ustrcpy(t->name, query);
3320 t->data.ptr = cb = store_get(sizeof(dnsbl_cache_block));
3321 (void)tree_insertnode(&dnsbl_cache, t);
3322 }
0bcb2a0e 3323
4c04137d 3324 /* Do the DNS lookup . */
0bcb2a0e
PH
3325
3326 HDEBUG(D_dnsbl) debug_printf("new DNS lookup for %s\n", query);
3327 cb->rc = dns_basic_lookup(&dnsa, query, T_A);
3328 cb->text_set = FALSE;
3329 cb->text = NULL;
3330 cb->rhs = NULL;
3331
3332 /* If the lookup succeeded, cache the RHS address. The code allows for
3333 more than one address - this was for complete generality and the possible
3334 use of A6 records. However, A6 records have been reduced to experimental
3335 status (August 2001) and may die out. So they may never get used at all,
3336 let alone in dnsbl records. However, leave the code here, just in case.
3337
3338 Quite apart from one A6 RR generating multiple addresses, there are DNS
3339 lists that return more than one A record, so we must handle multiple
e162fc97
JH
3340 addresses generated in that way as well.
3341
3342 Mark the cache entry with the "now" plus the minimum of the address TTLs,
3343 or some suitably far-future time if none were found. */
0bcb2a0e
PH
3344
3345 if (cb->rc == DNS_SUCCEED)
3346 {
3347 dns_record *rr;
3348 dns_address **addrp = &(cb->rhs);
3349 for (rr = dns_next_rr(&dnsa, &dnss, RESET_ANSWERS);
e1a3f32f 3350 rr;
0bcb2a0e
PH
3351 rr = dns_next_rr(&dnsa, &dnss, RESET_NEXT))
3352 {
3353 if (rr->type == T_A)
3354 {
3355 dns_address *da = dns_address_from_rr(&dnsa, rr);
e1a3f32f 3356 if (da)
0bcb2a0e
PH
3357 {
3358 *addrp = da;
3359 while (da->next != NULL) da = da->next;
3360 addrp = &(da->next);
14b3c5bc 3361 if (ttl > rr->ttl) ttl = rr->ttl;
0bcb2a0e
PH
3362 }
3363 }
3364 }
3365
3366 /* If we didn't find any A records, change the return code. This can
3367 happen when there is a CNAME record but there are no A records for what
3368 it points to. */
3369
3370 if (cb->rhs == NULL) cb->rc = DNS_NODATA;
3371 }
3372
14b3c5bc 3373 cb->expiry = time(NULL)+ttl;
0bcb2a0e
PH
3374 store_pool = old_pool;
3375 }
3376
0bcb2a0e
PH
3377/* We now have the result of the DNS lookup, either newly done, or cached
3378from a previous call. If the lookup succeeded, check against the address
3379list if there is one. This may be a positive equality list (introduced by
3380"="), a negative equality list (introduced by "!="), a positive bitmask
3381list (introduced by "&"), or a negative bitmask list (introduced by "!&").*/
3382
3383if (cb->rc == DNS_SUCCEED)
3384 {
3385 dns_address *da = NULL;
3386 uschar *addlist = cb->rhs->address;
3387
3388 /* For A and AAAA records, there may be multiple addresses from multiple
3389 records. For A6 records (currently not expected to be used) there may be
3390 multiple addresses from a single record. */
3391
3392 for (da = cb->rhs->next; da != NULL; da = da->next)
3393 addlist = string_sprintf("%s, %s", addlist, da->address);
3394
3395 HDEBUG(D_dnsbl) debug_printf("DNS lookup for %s succeeded (yielding %s)\n",
3396 query, addlist);
3397
3398 /* Address list check; this can be either for equality, or via a bitmask.
3399 In the latter case, all the bits must match. */
3400
3401 if (iplist != NULL)
3402 {
431b7361 3403 for (da = cb->rhs; da != NULL; da = da->next)
0bcb2a0e 3404 {
431b7361
PH
3405 int ipsep = ',';
3406 uschar ip[46];
55414b25 3407 const uschar *ptr = iplist;
431b7361
PH
3408 uschar *res;
3409
0bcb2a0e 3410 /* Handle exact matching */
431b7361 3411
0bcb2a0e
PH
3412 if (!bitmask)
3413 {
431b7361 3414 while ((res = string_nextinlist(&ptr, &ipsep, ip, sizeof(ip))) != NULL)
0bcb2a0e
PH
3415 {
3416 if (Ustrcmp(CS da->address, ip) == 0) break;
3417 }
3418 }
431b7361 3419
0bcb2a0e 3420 /* Handle bitmask matching */
431b7361 3421
0bcb2a0e
PH
3422 else
3423 {
3424 int address[4];
3425 int mask = 0;
3426
3427 /* At present, all known DNS blocking lists use A records, with
3428 IPv4 addresses on the RHS encoding the information they return. I
3429 wonder if this will linger on as the last vestige of IPv4 when IPv6
3430 is ubiquitous? Anyway, for now we use paranoia code to completely
3431 ignore IPv6 addresses. The default mask is 0, which always matches.
3432 We change this only for IPv4 addresses in the list. */
3433
431b7361 3434 if (host_aton(da->address, address) == 1) mask = address[0];
0bcb2a0e
PH
3435
3436 /* Scan the returned addresses, skipping any that are IPv6 */
3437
431b7361 3438 while ((res = string_nextinlist(&ptr, &ipsep, ip, sizeof(ip))) != NULL)
0bcb2a0e 3439 {
431b7361
PH
3440 if (host_aton(ip, address) != 1) continue;
3441 if ((address[0] & mask) == address[0]) break;
0bcb2a0e
PH
3442 }
3443 }
3444
431b7361
PH
3445 /* If either
3446
3447 (a) An IP address in an any ('=') list matched, or
3448 (b) No IP address in an all ('==') list matched
0bcb2a0e 3449
431b7361
PH
3450 then we're done searching. */
3451
3452 if (((match_type & MT_ALL) != 0) == (res == NULL)) break;
0bcb2a0e
PH
3453 }
3454
431b7361 3455 /* If da == NULL, either
0bcb2a0e 3456
431b7361
PH
3457 (a) No IP address in an any ('=') list matched, or
3458 (b) An IP address in an all ('==') list didn't match
0bcb2a0e 3459
431b7361
PH
3460 so behave as if the DNSBL lookup had not succeeded, i.e. the host is not on
3461 the list. */
0bcb2a0e 3462
431b7361 3463 if ((match_type == MT_NOT || match_type == MT_ALL) != (da == NULL))
0bcb2a0e
PH
3464 {
3465 HDEBUG(D_dnsbl)
3466 {
431b7361
PH
3467 uschar *res = NULL;
3468 switch(match_type)
3469 {
3470 case 0:
3471 res = US"was no match";
3472 break;
3473 case MT_NOT:
3474 res = US"was an exclude match";
3475 break;
3476 case MT_ALL:
3477 res = US"was an IP address that did not match";
3478 break;
3479 case MT_NOT|MT_ALL:
3480 res = US"were no IP addresses that did not match";
3481 break;
3482 }
0bcb2a0e 3483 debug_printf("=> but we are not accepting this block class because\n");
431b7361
PH
3484 debug_printf("=> there %s for %s%c%s\n",
3485 res,
3486 ((match_type & MT_ALL) == 0)? "" : "=",
3487 bitmask? '&' : '=', iplist);
0bcb2a0e 3488 }
8e669ac1 3489 return FAIL;
0bcb2a0e
PH
3490 }
3491 }
3492
d6f6e0dc
PH
3493 /* Either there was no IP list, or the record matched, implying that the
3494 domain is on the list. We now want to find a corresponding TXT record. If an
3495 alternate domain is specified for the TXT record, call this function
3496 recursively to look that up; this has the side effect of re-checking that
3497 there is indeed an A record at the alternate domain. */
3498
3499 if (domain_txt != domain)
3500 return one_check_dnsbl(domain_txt, domain_txt, keydomain, prepend, NULL,
431b7361 3501 FALSE, match_type, defer_return);
d6f6e0dc
PH
3502
3503 /* If there is no alternate domain, look up a TXT record in the main domain
3504 if it has not previously been cached. */
0bcb2a0e
PH
3505
3506 if (!cb->text_set)
3507 {
3508 cb->text_set = TRUE;
3509 if (dns_basic_lookup(&dnsa, query, T_TXT) == DNS_SUCCEED)
3510 {
3511 dns_record *rr;
3512 for (rr = dns_next_rr(&dnsa, &dnss, RESET_ANSWERS);
3513 rr != NULL;
3514 rr = dns_next_rr(&dnsa, &dnss, RESET_NEXT))
3515 if (rr->type == T_TXT) break;
3516 if (rr != NULL)
3517 {
3518 int len = (rr->data)[0];
3519 if (len > 511) len = 127;
3520 store_pool = POOL_PERM;
3521 cb->text = string_sprintf("%.*s", len, (const uschar *)(rr->data+1));
3522 store_pool = old_pool;
3523 }
3524 }
3525 }
3526
3527 dnslist_value = addlist;
3528 dnslist_text = cb->text;
3529 return OK;
3530 }
3531
3532/* There was a problem with the DNS lookup */
3533
3534if (cb->rc != DNS_NOMATCH && cb->rc != DNS_NODATA)
3535 {
3536 log_write(L_dnslist_defer, LOG_MAIN,
3537 "DNS list lookup defer (probably timeout) for %s: %s", query,
3538 (defer_return == OK)? US"assumed in list" :
3539 (defer_return == FAIL)? US"assumed not in list" :
3540 US"returned DEFER");
3541 return defer_return;
3542 }
3543
3544/* No entry was found in the DNS; continue for next domain */
3545
3546HDEBUG(D_dnsbl)
3547 {
3548 debug_printf("DNS lookup for %s failed\n", query);
3549 debug_printf("=> that means %s is not listed at %s\n",
3550 keydomain, domain);
3551 }
3552
3553return FAIL;
3554}
3555
3556
3557
3558
3559/*************************************************
059ec3d9
PH
3560* Check host against DNS black lists *
3561*************************************************/
3562
3563/* This function runs checks against a list of DNS black lists, until one
3564matches. Each item on the list can be of the form
3565
3566 domain=ip-address/key
3567
3568The domain is the right-most domain that is used for the query, for example,
3569blackholes.mail-abuse.org. If the IP address is present, there is a match only
3570if the DNS lookup returns a matching IP address. Several addresses may be
3571given, comma-separated, for example: x.y.z=127.0.0.1,127.0.0.2.
3572
3573If no key is given, what is looked up in the domain is the inverted IP address
3574of the current client host. If a key is given, it is used to construct the
d6f6e0dc 3575domain for the lookup. For example:
059ec3d9
PH
3576
3577 dsn.rfc-ignorant.org/$sender_address_domain
3578
3579After finding a match in the DNS, the domain is placed in $dnslist_domain, and
3580then we check for a TXT record for an error message, and if found, save its
3581value in $dnslist_text. We also cache everything in a tree, to optimize
3582multiple lookups.
3583
d6f6e0dc
PH