51bbc6aed12eabe33a016caa4826318d3a39c911
[exim.git] / src / src / search.c
1 /*************************************************
2 * Exim - an Internet mail transport agent *
3 *************************************************/
4
5 /* Copyright (c) University of Cambridge 1995 - 2015 */
6 /* See the file NOTICE for conditions of use and distribution. */
7
8 /* A set of functions to search databases in various formats. An open
9 database is represented by a void * value which is returned from a lookup-
10 specific "open" function. These are now all held in individual modules in the
11 lookups subdirectory and the functions here form a generic interface.
12
13 Caching is used to improve performance. Open files are cached until a tidyup
14 function is called, and for each file the result of the last lookup is cached.
15 However, if too many files are opened, some of those that are not in use have
16 to be closed. Those open items that use real files are kept on a LRU chain to
17 help with this.
18
19 All the data is held in permanent store so as to be independent of the stacking
20 pool that is reset from time to time. In fact, we use malloc'd store so that it
21 can be freed when the caches are tidied up. It isn't actually clear whether
22 this is a benefit or not, to be honest. */
23
24 #include "exim.h"
25
26
27 /* Tree in which to cache open files until tidyup called. */
28
29 static tree_node *search_tree = NULL;
30
31 /* Two-way chain of open databases that use real files. This is maintained in
32 recently-used order for the purposes of closing the least recently used when
33 too many files are open. */
34
35 static tree_node *open_top = NULL;
36 static tree_node *open_bot = NULL;
37
38 /* Count of open databases that use real files */
39
40 static int open_filecount = 0;
41
42 /* Allow us to reset store used for lookups and lookup caching */
43
44 static rmark search_reset_point = NULL;
45
46
47
48 /*************************************************
49 * Validate a plain lookup type name *
50 *************************************************/
51
52 /* Only those names that are recognized and whose code is included in the
53 binary give an OK response. Use a binary chop search now that the list has got
54 so long.
55
56 Arguments:
57 name lookup type name - not necessarily zero terminated (e.g. dbm*)
58 len length of the name
59
60 Returns: +ve => valid lookup name; value is offset in lookup_list
61 -ve => invalid name; message in search_error_message.
62 */
63
64 int
65 search_findtype(const uschar *name, int len)
66 {
67 int bot = 0;
68 int top = lookup_list_count;
69 while (top > bot)
70 {
71 int mid = (top + bot)/2;
72 int c = Ustrncmp(name, lookup_list[mid]->name, len);
73
74 /* If c == 0 we have matched the incoming name with the start of the search
75 type name. However, some search types are substrings of others (e.g. nis and
76 nisplus) so we need to check that the lengths are the same. The length of the
77 type name cannot be shorter (else c would not be 0); if it is not equal it
78 must be longer, and in that case, the incoming name comes before the name we
79 are testing. By leaving c == 0 when the lengths are different, and doing a
80 > 0 test below, this all falls out correctly. */
81
82 if (c == 0 && Ustrlen(lookup_list[mid]->name) == len)
83 {
84 if (lookup_list[mid]->find != NULL) return mid;
85 search_error_message = string_sprintf("lookup type \"%.*s\" is not "
86 "available (not in the binary - check buildtime LOOKUP configuration)",
87 len, name);
88 return -1;
89 }
90
91 if (c > 0) bot = mid + 1; else top = mid;
92 }
93
94 search_error_message = string_sprintf("unknown lookup type \"%.*s\"",len,name);
95 return -1;
96 }
97
98
99
100 /*************************************************
101 * Validate a full lookup type name *
102 *************************************************/
103
104 /* This function recognizes the "partial-" prefix and also terminating * and *@
105 suffixes.
106
107 Arguments:
108 name the full lookup type name
109 ptypeptr where to put the partial type
110 after subtraction of 1024 or 2048:
111 negative => no partial matching
112 non-negative => minimum number of non-wild components
113 ptypeaff where to put a pointer to the affix
114 the affix is within name if supplied therein
115 otherwise it's a literal string
116 afflen the length of the affix
117 starflags where to put the SEARCH_STAR and SEARCH_STARAT flags
118 opts where to put the options
119
120 Returns: +ve => valid lookup name; value is offset in lookup_list
121 -ve => invalid name; message in search_error_message.
122 */
123
124 int
125 search_findtype_partial(const uschar *name, int *ptypeptr, const uschar **ptypeaff,
126 int *afflen, int *starflags, const uschar ** opts)
127 {
128 int len, stype;
129 int pv = -1;
130 const uschar *ss = name;
131 const uschar * t;
132
133 *starflags = 0;
134 *ptypeaff = NULL;
135
136 /* Check for a partial matching type. It must start with "partial", optionally
137 followed by a sequence of digits. If this is followed by "-", the affix is the
138 default "*." string. Otherwise we expect an affix in parentheses. Affixes are a
139 limited number of characters, not including parens. */
140
141 if (Ustrncmp(name, "partial", 7) == 0)
142 {
143 ss += 7;
144 if (isdigit (*ss))
145 {
146 pv = 0;
147 while (isdigit(*ss)) pv = pv*10 + *ss++ - '0';
148 }
149 else pv = 2; /* Default number of wild components */
150
151 if (*ss == '(')
152 {
153 *ptypeaff = ++ss;
154 while (ispunct(*ss) && *ss != ')') ss++;
155 if (*ss != ')') goto BAD_TYPE;
156 *afflen = ss++ - *ptypeaff;
157 }
158 else if (*ss++ == '-')
159 {
160 *ptypeaff = US "*.";
161 *afflen = 2;
162 }
163 else
164 {
165 BAD_TYPE:
166 search_error_message = string_sprintf("format error in lookup type \"%s\"",
167 name);
168 return -1;
169 }
170 }
171
172 /* Now we are left with a lookup name, possibly followed by * or *@,
173 and then by options starting with a "," */
174
175 #ifdef old
176 len = Ustrlen(ss);
177 if (len >= 2 && Ustrncmp(ss + len - 2, "*@", 2) == 0)
178 {
179 *starflags |= SEARCH_STARAT;
180 len -= 2;
181 }
182 else if (len >= 1 && ss[len-1] == '*')
183 {
184 *starflags |= SEARCH_STAR;
185 len--;
186 }
187 #endif
188
189 len = Ustrlen(ss);
190 if ((t = Ustrchr(ss, '*')))
191 {
192 len = t - ss;
193 *starflags |= (t[1] == '@' ? SEARCH_STARAT : SEARCH_STAR);
194 }
195 else
196 t = ss;
197
198 * USS opts = (t = Ustrchr(t, ',')) ? string_copy(t+1) : NULL;
199
200 /* Check for the individual search type. Only those that are actually in the
201 binary are valid. For query-style types, "partial" and default types are
202 erroneous. */
203
204 stype = search_findtype(ss, len);
205 if (stype >= 0 && mac_islookup(stype, lookup_querystyle))
206 {
207 if (pv >= 0)
208 {
209 search_error_message = string_sprintf("\"partial\" is not permitted "
210 "for lookup type \"%s\"", ss);
211 return -1;
212 }
213 if ((*starflags & (SEARCH_STAR|SEARCH_STARAT)) != 0)
214 {
215 search_error_message = string_sprintf("defaults using \"*\" or \"*@\" are "
216 "not permitted for lookup type \"%s\"", ss);
217 return -1;
218 }
219 }
220
221 *ptypeptr = pv;
222 return stype;
223 }
224
225
226
227 /*************************************************
228 * Release cached resources *
229 *************************************************/
230
231 /* When search_open is called it caches the "file" that it opens in
232 search_tree. The name of the tree node is a concatenation of the search type
233 with the file name. For query-style lookups, the file name is empty. Real files
234 are normally closed only when this tidyup routine is called, typically at the
235 end of sections of code where a number of lookups might occur. However, if too
236 many files are open simultaneously, some get closed beforehand. They can't be
237 removed from the tree. There is also a general tidyup function which is called
238 for the lookup driver, if it exists.
239
240 First, there is an internal, recursive subroutine.
241
242 Argument: a pointer to a search_openfile tree node
243 Returns: nothing
244 */
245
246 static void
247 tidyup_subtree(tree_node *t)
248 {
249 search_cache *c = (search_cache *)(t->data.ptr);
250 if (t->left != NULL) tidyup_subtree(t->left);
251 if (t->right != NULL) tidyup_subtree(t->right);
252 if (c != NULL &&
253 c->handle != NULL &&
254 lookup_list[c->search_type]->close != NULL)
255 lookup_list[c->search_type]->close(c->handle);
256 }
257
258
259 /* The external entry point
260
261 Argument: none
262 Returns: nothing
263 */
264
265 void
266 search_tidyup(void)
267 {
268 int old_pool = store_pool;
269
270 DEBUG(D_lookup) debug_printf_indent("search_tidyup called\n");
271
272 /* Close individually each cached open file. */
273
274 store_pool = POOL_SEARCH;
275 if (search_tree)
276 {
277 tidyup_subtree(search_tree);
278 search_tree = NULL;
279 }
280 open_top = open_bot = NULL;
281 open_filecount = 0;
282
283 /* Call the general tidyup entry for any drivers that have one. */
284
285 for (int i = 0; i < lookup_list_count; i++) if (lookup_list[i]->tidy)
286 (lookup_list[i]->tidy)();
287
288 if (search_reset_point) search_reset_point = store_reset(search_reset_point);
289 store_pool = old_pool;
290 }
291
292
293
294
295 /*************************************************
296 * Open search database *
297 *************************************************/
298
299 /* A mode, and lists of owners and groups, are passed over for checking in
300 the cases where the database is one or more files. Return NULL, with a message
301 pointed to by message, in cases of error.
302
303 For search types that use a file or files, check up on the mode after
304 opening. It is tempting to do a stat before opening the file, and use it as
305 an existence check. However, doing that opens a small security loophole in
306 that the status could be changed before the file is opened. Can't quite see
307 what problems this might lead to, but you can't be too careful where security
308 is concerned. Fstat() on an open file can normally be expected to succeed,
309 but there are some NFS states where it does not.
310
311 There are two styles of query: (1) in the "single-key+file" style, a single
312 key string and a file name are given, for example, for linear searches, DBM
313 files, or for NIS. (2) In the "query" style, no "filename" is given; instead
314 just a single query string is passed. This applies to multiple-key lookup
315 types such as NIS+.
316
317 Before opening, scan the tree of cached files to see if this file is already
318 open for the correct search type. If so, return the saved handle. If not, put
319 the handle in the tree for possible subsequent use. See search_tidyup above for
320 closing all the cached files.
321
322 A count of open databases which use real files is maintained, and if this
323 gets too large, we have to close a cached file. Its entry remains in the tree,
324 but is marked closed.
325
326 Arguments:
327 filename the name of the file for single-key+file style lookups,
328 NULL for query-style lookups
329 search_type the type of search required
330 modemask if a real single file is used, this specifies mode bits that
331 must not be set; otherwise it is ignored
332 owners if a real single file is used, this specifies the possible
333 owners of the file; otherwise it is ignored
334 owngroups if a real single file is used, this specifies the possible
335 group owners of the file; otherwise it is ignored
336
337 Returns: an identifying handle for the open database;
338 this is the pointer to the tree block in the
339 cache of open files; return NULL on open failure, with
340 a message in search_error_message
341 */
342
343 void *
344 search_open(const uschar * filename, int search_type, int modemask,
345 uid_t * owners, gid_t * owngroups)
346 {
347 void *handle;
348 tree_node *t;
349 search_cache *c;
350 lookup_info *lk = lookup_list[search_type];
351 uschar keybuffer[256];
352 int old_pool = store_pool;
353
354 if (filename && is_tainted(filename))
355 {
356 log_write(0, LOG_MAIN|LOG_PANIC,
357 "Tainted filename for search: '%s'", filename);
358 return NULL;
359 }
360
361 /* Change to the search store pool and remember our reset point */
362
363 store_pool = POOL_SEARCH;
364 if (!search_reset_point) search_reset_point = store_mark();
365
366 DEBUG(D_lookup) debug_printf_indent("search_open: %s \"%s\"\n", lk->name,
367 filename ? filename : US"NULL");
368
369 /* See if we already have this open for this type of search, and if so,
370 pass back the tree block as the handle. The key for the tree node is the search
371 type plus '0' concatenated with the file name. There may be entries in the tree
372 with closed files if a lot of files have been opened. */
373
374 sprintf(CS keybuffer, "%c%.254s", search_type + '0',
375 filename ? filename : US"");
376
377 if ((t = tree_search(search_tree, keybuffer)))
378 {
379 if ((c = (search_cache *)t->data.ptr)->handle)
380 {
381 DEBUG(D_lookup) debug_printf_indent(" cached open\n");
382 store_pool = old_pool;
383 return t;
384 }
385 DEBUG(D_lookup) debug_printf_indent(" cached closed\n");
386 }
387
388 /* Otherwise, we need to open the file or database - each search type has its
389 own code, which is now split off into separately compiled modules. Before doing
390 this, if the search type is one that uses real files, check on the number that
391 we are holding open in the cache. If the limit is reached, close the least
392 recently used one. */
393
394 if (lk->type == lookup_absfile && open_filecount >= lookup_open_max)
395 if (!open_bot)
396 log_write(0, LOG_MAIN|LOG_PANIC, "too many lookups open, but can't find "
397 "one to close");
398 else
399 {
400 search_cache *c = (search_cache *)(open_bot->data.ptr);
401 DEBUG(D_lookup) debug_printf_indent("Too many lookup files open\n closing %s\n",
402 open_bot->name);
403 if ((open_bot = c->up))
404 ((search_cache *)(open_bot->data.ptr))->down = NULL;
405 else
406 open_top = NULL;
407 ((lookup_list[c->search_type])->close)(c->handle);
408 c->handle = NULL;
409 open_filecount--;
410 }
411
412 /* If opening is successful, call the file-checking function if there is one,
413 and if all is still well, enter the open database into the tree. */
414
415 if (!(handle = (lk->open)(filename, &search_error_message)))
416 {
417 store_pool = old_pool;
418 return NULL;
419 }
420
421 if ( lk->check
422 && !lk->check(handle, filename, modemask, owners, owngroups,
423 &search_error_message))
424 {
425 lk->close(handle);
426 store_pool = old_pool;
427 return NULL;
428 }
429
430 /* If this is a search type that uses real files, keep count. */
431
432 if (lk->type == lookup_absfile) open_filecount++;
433
434 /* If we found a previously opened entry in the tree, re-use it; otherwise
435 insert a new entry. On re-use, leave any cached lookup data and the lookup
436 count alone. */
437
438 if (!t)
439 {
440 t = store_get(sizeof(tree_node) + Ustrlen(keybuffer), FALSE);
441 t->data.ptr = c = store_get(sizeof(search_cache), FALSE);
442 c->item_cache = NULL;
443 Ustrcpy(t->name, keybuffer);
444 tree_insertnode(&search_tree, t);
445 }
446 else c = t->data.ptr;
447
448 c->handle = handle;
449 c->search_type = search_type;
450 c->up = c->down = NULL;
451
452 store_pool = old_pool;
453 return t;
454 }
455
456
457
458
459
460 /*************************************************
461 * Internal function: Find one item in database *
462 *************************************************/
463
464 /* The answer is always put into dynamic store. The last lookup for each handle
465 is cached.
466
467 Arguments:
468 handle the handle from search_open; points to tree node
469 filename the filename that was handed to search_open, or
470 NULL for query-style searches
471 keystring the keystring for single-key+file lookups, or
472 the querystring for query-style lookups
473 opts type-specific options
474
475 Returns: a pointer to a dynamic string containing the answer,
476 or NULL if the query failed or was deferred; in the
477 latter case, search_find_defer is set TRUE; after an unusual
478 failure, there may be a message in search_error_message.
479 */
480
481 static uschar *
482 internal_search_find(void * handle, const uschar * filename, uschar * keystring,
483 const uschar * opts)
484 {
485 tree_node * t = (tree_node *)handle;
486 search_cache * c = (search_cache *)(t->data.ptr);
487 expiring_data * e = NULL; /* compiler quietening */
488 uschar * data = NULL;
489 int search_type = t->name[0] - '0';
490 int old_pool = store_pool;
491
492 /* Lookups that return DEFER may not always set an error message. So that
493 the callers don't have to test for NULL, set an empty string. */
494
495 search_error_message = US"";
496 f.search_find_defer = FALSE;
497
498 DEBUG(D_lookup) debug_printf_indent("internal_search_find: file=\"%s\"\n "
499 "type=%s key=\"%s\" opts=%s%s%s\n", filename,
500 lookup_list[search_type]->name, keystring,
501 opts ? "\"" : "", opts, opts ? "\"" : "");
502
503 /* Insurance. If the keystring is empty, just fail. */
504
505 if (keystring[0] == 0) return NULL;
506
507 /* Use the special store pool for search data */
508
509 store_pool = POOL_SEARCH;
510
511 /* Look up the data for the key, unless it is already in the cache for this
512 file. No need to check c->item_cache for NULL, tree_search will do so. */
513
514 if ( (t = tree_search(c->item_cache, keystring))
515 && (!(e = t->data.ptr)->expiry || e->expiry > time(NULL))
516 )
517 { /* Data was in the cache already; set the pointer from the tree node */
518 data = e->data.ptr;
519 DEBUG(D_lookup) debug_printf_indent("cached data used for lookup of %s%s%s\n",
520 keystring,
521 filename ? US"\n in " : US"", filename ? filename : US"");
522 }
523 else
524 {
525 uint do_cache = UINT_MAX;
526 int keylength = Ustrlen(keystring);
527
528 DEBUG(D_lookup)
529 {
530 if (t) debug_printf_indent("cached data found but past valid time; ");
531 debug_printf_indent("%s lookup required for %s%s%s\n",
532 filename ? US"file" : US"database",
533 keystring,
534 filename ? US"\n in " : US"", filename ? filename : US"");
535 }
536
537 /* Call the code for the different kinds of search. DEFER is handled
538 like FAIL, except that search_find_defer is set so the caller can
539 distinguish if necessary. */
540
541 if (lookup_list[search_type]->find(c->handle, filename, keystring, keylength,
542 &data, &search_error_message, &do_cache, opts) == DEFER)
543 f.search_find_defer = TRUE;
544
545 /* A record that has been found is now in data, which is either NULL
546 or points to a bit of dynamic store. Cache the result of the lookup if
547 caching is permitted. Lookups can disable caching, when they did something
548 that changes their data. The mysql and pgsql lookups do this when an
549 UPDATE/INSERT query was executed. */
550
551 else if (do_cache)
552 {
553 int len = keylength + 1;
554
555 if (t) /* Previous, out-of-date cache entry. Update with the */
556 { /* new result and forget the old one */
557 e->expiry = do_cache == UINT_MAX ? 0 : time(NULL)+do_cache;
558 e->data.ptr = data;
559 }
560 else
561 {
562 e = store_get(sizeof(expiring_data) + sizeof(tree_node) + len, is_tainted(keystring));
563 e->expiry = do_cache == UINT_MAX ? 0 : time(NULL)+do_cache;
564 e->data.ptr = data;
565 t = (tree_node *)(e+1);
566 memcpy(t->name, keystring, len);
567 t->data.ptr = e;
568 tree_insertnode(&c->item_cache, t);
569 }
570 }
571
572 /* If caching was disabled, empty the cache tree. We just set the cache
573 pointer to NULL here, because we cannot release the store at this stage. */
574
575 else
576 {
577 DEBUG(D_lookup) debug_printf_indent("lookup forced cache cleanup\n");
578 c->item_cache = NULL;
579 }
580 }
581
582 DEBUG(D_lookup)
583 {
584 if (data)
585 debug_printf_indent("lookup yielded: %s\n", data);
586 else if (f.search_find_defer)
587 debug_printf_indent("lookup deferred: %s\n", search_error_message);
588 else debug_printf_indent("lookup failed\n");
589 }
590
591 /* Return it in new dynamic store in the regular pool */
592
593 store_pool = old_pool;
594 return data ? string_copy(data) : NULL;
595 }
596
597
598
599
600 /*************************************************
601 * Find one item in database, possibly wildcarded *
602 *************************************************/
603
604 /* This function calls the internal function above; once only if there
605 is no partial matching, but repeatedly when partial matching is requested.
606
607 Arguments:
608 handle the handle from search_open
609 filename the filename that was handed to search_open, or
610 NULL for query-style searches
611 keystring the keystring for single-key+file lookups, or
612 the querystring for query-style lookups
613 partial -1 means no partial matching;
614 otherwise it's the minimum number of components;
615 affix the affix string for partial matching
616 affixlen the length of the affix string
617 starflags SEARCH_STAR and SEARCH_STARAT flags
618 expand_setup pointer to offset for setting up expansion strings;
619 don't do any if < 0
620 opts type-specific options
621
622 Returns: a pointer to a dynamic string containing the answer,
623 or NULL if the query failed or was deferred; in the
624 latter case, search_find_defer is set TRUE
625 */
626
627 uschar *
628 search_find(void * handle, const uschar * filename, uschar * keystring,
629 int partial, const uschar * affix, int affixlen, int starflags,
630 int * expand_setup, const uschar * opts)
631 {
632 tree_node *t = (tree_node *)handle;
633 BOOL set_null_wild = FALSE;
634 uschar *yield;
635
636 DEBUG(D_lookup)
637 {
638 if (partial < 0) affixlen = 99; /* So that "NULL" prints */
639 debug_printf_indent("search_find: file=\"%s\"\n key=\"%s\" "
640 "partial=%d affix=%.*s starflags=%x opts=%s%s%s\n",
641 filename ? filename : US"NULL",
642 keystring, partial, affixlen, affix, starflags,
643 opts ? "\"" : "", opts, opts ? "\"" : "");
644
645 }
646
647 /* Arrange to put this database at the top of the LRU chain if it is a type
648 that opens real files. */
649
650 if ( open_top != (tree_node *)handle
651 && lookup_list[t->name[0]-'0']->type == lookup_absfile)
652 {
653 search_cache *c = (search_cache *)(t->data.ptr);
654 tree_node *up = c->up;
655 tree_node *down = c->down;
656
657 /* Cut it out of the list. A newly opened file will a NULL up pointer.
658 Otherwise there will be a non-NULL up pointer, since we checked above that
659 this block isn't already at the top of the list. */
660
661 if (up)
662 {
663 ((search_cache *)(up->data.ptr))->down = down;
664 if (down)
665 ((search_cache *)(down->data.ptr))->up = up;
666 else
667 open_bot = up;
668 }
669
670 /* Now put it at the head of the list. */
671
672 c->up = NULL;
673 c->down = open_top;
674 if (!open_top) open_bot = t;
675 else ((search_cache *)(open_top->data.ptr))->up = t;
676 open_top = t;
677 }
678
679 DEBUG(D_lookup)
680 {
681 debug_printf_indent("LRU list:\n");
682 for (tree_node *t = open_top; t; )
683 {
684 search_cache *c = (search_cache *)(t->data.ptr);
685 debug_printf_indent(" %s\n", t->name);
686 if (t == open_bot) debug_printf_indent(" End\n");
687 t = c->down;
688 }
689 }
690
691 /* First of all, try to match the key string verbatim. If matched a complete
692 entry but could have been partial, flag to set up variables. */
693
694 yield = internal_search_find(handle, filename, keystring, opts);
695 if (f.search_find_defer) return NULL;
696
697 if (yield) { if (partial >= 0) set_null_wild = TRUE; }
698
699 /* Not matched a complete entry; handle partial lookups, but only if the full
700 search didn't defer. Don't use string_sprintf() to construct the initial key,
701 just in case the original key is too long for the string_sprintf() buffer (it
702 *has* happened!). The case of a zero-length affix has to be treated specially.
703 */
704
705 else if (partial >= 0)
706 {
707 int len = Ustrlen(keystring);
708 uschar *keystring2;
709
710 /* Try with the affix on the front, except for a zero-length affix */
711
712 if (affixlen == 0) keystring2 = keystring; else
713 {
714 keystring2 = store_get(len + affixlen + 1,
715 is_tainted(keystring) || is_tainted(affix));
716 Ustrncpy(keystring2, affix, affixlen);
717 Ustrcpy(keystring2 + affixlen, keystring);
718 DEBUG(D_lookup) debug_printf_indent("trying partial match %s\n", keystring2);
719 yield = internal_search_find(handle, filename, keystring2, opts);
720 if (f.search_find_defer) return NULL;
721 }
722
723 /* The key in its entirety did not match a wild entry; try chopping off
724 leading components. */
725
726 if (yield == NULL)
727 {
728 int dotcount = 0;
729 uschar *keystring3 = keystring2 + affixlen;
730 uschar *s = keystring3;
731 while (*s != 0) if (*s++ == '.') dotcount++;
732
733 while (dotcount-- >= partial)
734 {
735 while (*keystring3 != 0 && *keystring3 != '.') keystring3++;
736
737 /* If we get right to the end of the string (which will be the last time
738 through this loop), we've failed if the affix is null. Otherwise do one
739 last lookup for the affix itself, but if it is longer than 1 character,
740 remove the last character if it is ".". */
741
742 if (*keystring3 == 0)
743 {
744 if (affixlen < 1) break;
745 if (affixlen > 1 && affix[affixlen-1] == '.') affixlen--;
746 Ustrncpy(keystring2, affix, affixlen);
747 keystring2[affixlen] = 0;
748 keystring3 = keystring2;
749 }
750 else
751 {
752 keystring3 -= affixlen - 1;
753 if (affixlen > 0) Ustrncpy(keystring3, affix, affixlen);
754 }
755
756 DEBUG(D_lookup) debug_printf_indent("trying partial match %s\n", keystring3);
757 yield = internal_search_find(handle, filename, keystring3, opts);
758 if (f.search_find_defer) return NULL;
759 if (yield)
760 {
761 /* First variable is the wild part; second is the fixed part. Take care
762 to get it right when keystring3 is just "*". */
763
764 if (expand_setup && *expand_setup >= 0)
765 {
766 int fixedlength = Ustrlen(keystring3) - affixlen;
767 int wildlength = Ustrlen(keystring) - fixedlength - 1;
768 *expand_setup += 1;
769 expand_nstring[*expand_setup] = keystring;
770 expand_nlength[*expand_setup] = wildlength;
771 *expand_setup += 1;
772 expand_nstring[*expand_setup] = keystring + wildlength + 1;
773 expand_nlength[*expand_setup] = (fixedlength < 0)? 0 : fixedlength;
774 }
775 break;
776 }
777 keystring3 += affixlen;
778 }
779 }
780
781 else set_null_wild = TRUE; /* Matched a wild entry without any wild part */
782 }
783
784 /* If nothing has been matched, but the option to look for "*@" is set, try
785 replacing everything to the left of @ by *. After a match, the wild part
786 is set to the string to the left of the @. */
787
788 if (!yield && starflags & SEARCH_STARAT)
789 {
790 uschar *atat = Ustrrchr(keystring, '@');
791 if (atat != NULL && atat > keystring)
792 {
793 int savechar;
794 savechar = *(--atat);
795 *atat = '*';
796
797 DEBUG(D_lookup) debug_printf_indent("trying default match %s\n", atat);
798 yield = internal_search_find(handle, filename, atat, opts);
799 *atat = savechar;
800 if (f.search_find_defer) return NULL;
801
802 if (yield && expand_setup && *expand_setup >= 0)
803 {
804 *expand_setup += 1;
805 expand_nstring[*expand_setup] = keystring;
806 expand_nlength[*expand_setup] = atat - keystring + 1;
807 *expand_setup += 1;
808 expand_nstring[*expand_setup] = keystring;
809 expand_nlength[*expand_setup] = 0;
810 }
811 }
812 }
813
814 /* If we still haven't matched anything, and the option to look for "*" is set,
815 try that. If we do match, the first variable (the wild part) is the whole key,
816 and the second is empty. */
817
818 if (!yield && starflags & (SEARCH_STAR|SEARCH_STARAT))
819 {
820 DEBUG(D_lookup) debug_printf_indent("trying to match *\n");
821 yield = internal_search_find(handle, filename, US"*", opts);
822 if (yield && expand_setup && *expand_setup >= 0)
823 {
824 *expand_setup += 1;
825 expand_nstring[*expand_setup] = keystring;
826 expand_nlength[*expand_setup] = Ustrlen(keystring);
827 *expand_setup += 1;
828 expand_nstring[*expand_setup] = keystring;
829 expand_nlength[*expand_setup] = 0;
830 }
831 }
832
833 /* If this was a potentially partial lookup, and we matched either a
834 complete non-wild domain entry, or we matched a wild-carded entry without
835 chopping off any of the domain components, set up the expansion variables
836 (if required) so that the first one is empty, and the second one is the
837 fixed part of the domain. The set_null_wild flag is set only when yield is not
838 NULL. */
839
840 if (set_null_wild && expand_setup && *expand_setup >= 0)
841 {
842 *expand_setup += 1;
843 expand_nstring[*expand_setup] = keystring;
844 expand_nlength[*expand_setup] = 0;
845 *expand_setup += 1;
846 expand_nstring[*expand_setup] = keystring;
847 expand_nlength[*expand_setup] = Ustrlen(keystring);
848 }
849
850 return yield;
851 }
852
853 /* End of search.c */