Minor doc updates:
[exim.git] / doc / doc-docbook / spec.xfpt
CommitLineData
ec5a0394 1. $Cambridge: exim/doc/doc-docbook/spec.xfpt,v 1.86 2010/06/09 01:30:16 pdp Exp $
9b371988
PH
2.
3. /////////////////////////////////////////////////////////////////////////////
4. This is the primary source of the Exim Manual. It is an xfpt document that is
5. converted into DocBook XML for subsequent conversion into printing and online
6. formats. The markup used herein is "standard" xfpt markup, with some extras.
7. The markup is summarized in a file called Markup.txt.
595028e4
PH
8.
9. WARNING: When you use the .new macro, make sure it appears *before* any
10. adjacent index items; otherwise you get an empty "paragraph" which causes
11. unwanted vertical space.
9b371988
PH
12. /////////////////////////////////////////////////////////////////////////////
13
14.include stdflags
15.include stdmacs
9b371988
PH
16
17. /////////////////////////////////////////////////////////////////////////////
33393583 18. This outputs the standard DocBook boilerplate.
9b371988
PH
19. /////////////////////////////////////////////////////////////////////////////
20
33393583 21.docbook
3cb1b51e
PH
22
23. /////////////////////////////////////////////////////////////////////////////
24. These lines are processing instructions for the Simple DocBook Processor that
f89d2485
PH
25. Philip Hazel has developed as a less cumbersome way of making PostScript and
26. PDFs than using xmlto and fop. They will be ignored by all other XML
27. processors.
3cb1b51e
PH
28. /////////////////////////////////////////////////////////////////////////////
29
30.literal xml
31<?sdop
f89d2485
PH
32 foot_right_recto="&chaptertitle; (&chapternumber;)"
33 foot_right_verso="&chaptertitle; (&chapternumber;)"
3cb1b51e 34 toc_chapter_blanks="yes,yes"
595028e4 35 table_warn_overflow="overprint"
3cb1b51e
PH
36?>
37.literal off
9b371988 38
33393583
PH
39. /////////////////////////////////////////////////////////////////////////////
40. This generate the outermost <book> element that wraps then entire document.
41. /////////////////////////////////////////////////////////////////////////////
42
43.book
44
45. /////////////////////////////////////////////////////////////////////////////
46. These definitions set some parameters and save some typing. Remember that
47. the <bookinfo> element must also be updated for each new edition.
48. /////////////////////////////////////////////////////////////////////////////
49
fdf795c0
NM
50.set previousversion "4.71"
51.set version "4.72"
f89d2485 52
33393583 53.set ACL "access control lists (ACLs)"
f89d2485 54.set I "&nbsp;&nbsp;&nbsp;&nbsp;"
33393583 55
9b371988
PH
56
57. /////////////////////////////////////////////////////////////////////////////
58. Additional xfpt markup used by this document, over and above the default
59. provided in the xfpt library.
60. /////////////////////////////////////////////////////////////////////////////
61
62. --- Override the &$ flag to automatically insert a $ with the variable name
63
64.flag &$ $& "<varname>$" "</varname>"
65
66. --- Short flags for daggers in option headings. They will always be inside
67. --- an italic string, but we want the daggers to be roman.
68
69.flag &!! "</emphasis>&dagger;<emphasis>"
70.flag &!? "</emphasis>&Dagger;<emphasis>"
71
72. --- A macro for an Exim option definition heading, generating a one-line
0a4e3112
PH
73. --- table with four columns. For cases when the option name is given with
74. --- a space, so that it can be split, a fifth argument is used for the
75. --- index entry.
9b371988
PH
76
77.macro option
0a4e3112
PH
78.arg 5
79.oindex "&%$5%&"
80.endarg
81.arg -5
3cb1b51e 82.oindex "&%$1%&"
0a4e3112 83.endarg
f89d2485 84.itable all 0 0 4 8* left 6* center 6* center 6* right
9b371988
PH
85.row "&%$1%&" "Use: &'$2'&" "Type: &'$3'&" "Default: &'$4'&"
86.endtable
87.endmacro
88
89. --- A macro for the common 2-column tables. The width of the first column
90. --- is suitable for the many tables at the start of the main options chapter;
91. --- the small number of other 2-column tables override it.
92
db9452a9 93.macro table2 196pt 254pt
9b371988
PH
94.itable none 0 0 2 $1 left $2 left
95.endmacro
96
f89d2485
PH
97. --- A macro that generates .row, but puts &I; at the start of the first
98. --- argument, thus indenting it. Assume a minimum of two arguments, and
99. --- allow up to four arguments, which is as many as we'll ever need.
100
101.macro irow
102.arg 4
103.row "&I;$1" "$2" "$3" "$4"
104.endarg
105.arg -4
106.arg 3
107.row "&I;$1" "$2" "$3"
108.endarg
109.arg -3
110.row "&I;$1" "$2"
111.endarg
112.endarg
113.endmacro
114
115. --- Macros for option, variable, and concept index entries. For a "range"
116. --- style of entry, use .scindex for the start and .ecindex for the end. The
117. --- first argument of .scindex and the only argument of .ecindex must be the
118. --- ID that ties them together.
9b371988
PH
119
120.macro cindex
121&<indexterm role="concept">&
122&<primary>&$1&</primary>&
123.arg 2
124&<secondary>&$2&</secondary>&
125.endarg
126&</indexterm>&
127.endmacro
128
4f578862
PH
129.macro scindex
130&<indexterm role="concept" id="$1" class="startofrange">&
131&<primary>&$2&</primary>&
132.arg 3
133&<secondary>&$3&</secondary>&
134.endarg
135&</indexterm>&
136.endmacro
137
138.macro ecindex
139&<indexterm role="concept" startref="$1" class="endofrange"/>&
140.endmacro
141
9b371988
PH
142.macro oindex
143&<indexterm role="option">&
144&<primary>&$1&</primary>&
145.arg 2
146&<secondary>&$2&</secondary>&
147.endarg
148&</indexterm>&
149.endmacro
150
f89d2485
PH
151.macro vindex
152&<indexterm role="variable">&
153&<primary>&$1&</primary>&
154.arg 2
155&<secondary>&$2&</secondary>&
156.endarg
157&</indexterm>&
158.endmacro
159
9b371988 160.macro index
f89d2485 161.echo "** Don't use .index; use .cindex or .oindex or .vindex"
9b371988
PH
162.endmacro
163. ////////////////////////////////////////////////////////////////////////////
164
165
166. ////////////////////////////////////////////////////////////////////////////
167. The <bookinfo> element is removed from the XML before processing for Ascii
168. output formats.
169. ////////////////////////////////////////////////////////////////////////////
170
171.literal xml
172<bookinfo>
173<title>Specification of the Exim Mail Transfer Agent</title>
174<titleabbrev>The Exim MTA</titleabbrev>
fdf795c0 175<date>29 May 2010</date>
7b4c60eb
NM
176<author><firstname>Exim</firstname><surname>Maintainers</surname></author>
177<authorinitials>EM</authorinitials>
9b371988 178<revhistory><revision>
fdf795c0
NM
179 <revnumber>4.72</revnumber>
180 <date>29 May 2010</date>
7b4c60eb 181 <authorinitials>EM</authorinitials>
9b371988 182</revision></revhistory>
68950195 183<copyright><year>2009</year><holder>University of Cambridge</holder></copyright>
9b371988
PH
184</bookinfo>
185.literal off
186
187
188. /////////////////////////////////////////////////////////////////////////////
189. This chunk of literal XML implements index entries of the form "x, see y" and
190. "x, see also y". However, the DocBook DTD doesn't allow <indexterm> entries
191. at the top level, so we have to put the .chapter directive first.
192. /////////////////////////////////////////////////////////////////////////////
193
f89d2485 194.chapter "Introduction" "CHID1"
9b371988
PH
195.literal xml
196
f89d2485 197<indexterm role="variable">
168e428f
PH
198 <primary>$1, $2, etc.</primary>
199 <see><emphasis>numerical variables</emphasis></see>
200</indexterm>
201<indexterm role="concept">
202 <primary>address</primary>
203 <secondary>rewriting</secondary>
204 <see><emphasis>rewriting</emphasis></see>
205</indexterm>
068aaea8
PH
206<indexterm role="concept">
207 <primary>Bounce Address Tag Validation</primary>
208 <see><emphasis>BATV</emphasis></see>
209</indexterm>
210<indexterm role="concept">
211 <primary>Client SMTP Authorization</primary>
212 <see><emphasis>CSA</emphasis></see>
213</indexterm>
168e428f
PH
214<indexterm role="concept">
215 <primary>CR character</primary>
216 <see><emphasis>carriage return</emphasis></see>
217</indexterm>
218<indexterm role="concept">
219 <primary>CRL</primary>
220 <see><emphasis>certificate revocation list</emphasis></see>
221</indexterm>
222<indexterm role="concept">
223 <primary>delivery</primary>
224 <secondary>failure report</secondary>
225 <see><emphasis>bounce message</emphasis></see>
226</indexterm>
227<indexterm role="concept">
228 <primary>dialup</primary>
229 <see><emphasis>intermittently connected hosts</emphasis></see>
230</indexterm>
231<indexterm role="concept">
232 <primary>exiscan</primary>
233 <see><emphasis>content scanning</emphasis></see>
234</indexterm>
235<indexterm role="concept">
236 <primary>failover</primary>
237 <see><emphasis>fallback</emphasis></see>
238</indexterm>
239<indexterm role="concept">
240 <primary>fallover</primary>
241 <see><emphasis>fallback</emphasis></see>
242</indexterm>
243<indexterm role="concept">
244 <primary>filter</primary>
245 <secondary>Sieve</secondary>
246 <see><emphasis>Sieve filter</emphasis></see>
247</indexterm>
248<indexterm role="concept">
249 <primary>ident</primary>
250 <see><emphasis>RFC 1413</emphasis></see>
251</indexterm>
252<indexterm role="concept">
253 <primary>LF character</primary>
254 <see><emphasis>linefeed</emphasis></see>
255</indexterm>
256<indexterm role="concept">
257 <primary>maximum</primary>
595028e4 258 <seealso><emphasis>limit</emphasis></seealso>
168e428f 259</indexterm>
068aaea8
PH
260<indexterm role="concept">
261 <primary>monitor</primary>
262 <see><emphasis>Exim monitor</emphasis></see>
263</indexterm>
168e428f
PH
264<indexterm role="concept">
265 <primary>no_<emphasis>xxx</emphasis></primary>
266 <see>entry for xxx</see>
267</indexterm>
268<indexterm role="concept">
269 <primary>NUL</primary>
270 <see><emphasis>binary zero</emphasis></see>
271</indexterm>
272<indexterm role="concept">
273 <primary>passwd file</primary>
274 <see><emphasis>/etc/passwd</emphasis></see>
275</indexterm>
276<indexterm role="concept">
277 <primary>process id</primary>
278 <see><emphasis>pid</emphasis></see>
279</indexterm>
280<indexterm role="concept">
281 <primary>RBL</primary>
282 <see><emphasis>DNS list</emphasis></see>
283</indexterm>
284<indexterm role="concept">
285 <primary>redirection</primary>
286 <see><emphasis>address redirection</emphasis></see>
287</indexterm>
288<indexterm role="concept">
289 <primary>return path</primary>
290 <seealso><emphasis>envelope sender</emphasis></seealso>
291</indexterm>
292<indexterm role="concept">
293 <primary>scanning</primary>
294 <see><emphasis>content scanning</emphasis></see>
295</indexterm>
296<indexterm role="concept">
297 <primary>SSL</primary>
298 <see><emphasis>TLS</emphasis></see>
299</indexterm>
300<indexterm role="concept">
301 <primary>string</primary>
302 <secondary>expansion</secondary>
303 <see><emphasis>expansion</emphasis></see>
304</indexterm>
305<indexterm role="concept">
306 <primary>top bit</primary>
307 <see><emphasis>8-bit characters</emphasis></see>
308</indexterm>
309<indexterm role="concept">
310 <primary>variables</primary>
311 <see><emphasis>expansion, variables</emphasis></see>
312</indexterm>
313<indexterm role="concept">
314 <primary>zero, binary</primary>
315 <see><emphasis>binary zero</emphasis></see>
316</indexterm>
9b371988
PH
317
318.literal off
168e428f
PH
319
320
9b371988
PH
321. /////////////////////////////////////////////////////////////////////////////
322. This is the real start of the first chapter. See the comment above as to why
323. we can't have the .chapter line here.
324. chapter "Introduction"
325. /////////////////////////////////////////////////////////////////////////////
168e428f
PH
326
327Exim is a mail transfer agent (MTA) for hosts that are running Unix or
328Unix-like operating systems. It was designed on the assumption that it would be
329run on hosts that are permanently connected to the Internet. However, it can be
330used on intermittently connected hosts with suitable configuration adjustments.
331
332Configuration files currently exist for the following operating systems: AIX,
068aaea8
PH
333BSD/OS (aka BSDI), Darwin (Mac OS X), DGUX, Dragonfly, FreeBSD, GNU/Hurd,
334GNU/Linux, HI-OSF (Hitachi), HI-UX, HP-UX, IRIX, MIPS RISCOS, NetBSD, OpenBSD,
335OpenUNIX, QNX, SCO, SCO SVR4.2 (aka UNIX-SV), Solaris (aka SunOS5), SunOS4,
336Tru64-Unix (formerly Digital UNIX, formerly DEC-OSF1), Ultrix, and Unixware.
337Some of these operating systems are no longer current and cannot easily be
338tested, so the configuration files may no longer work in practice.
168e428f
PH
339
340There are also configuration files for compiling Exim in the Cygwin environment
341that can be installed on systems running Windows. However, this document does
342not contain any information about running Exim in the Cygwin environment.
343
344The terms and conditions for the use and distribution of Exim are contained in
9b371988
PH
345the file &_NOTICE_&. Exim is distributed under the terms of the GNU General
346Public Licence, a copy of which may be found in the file &_LICENCE_&.
168e428f
PH
347
348The use, supply or promotion of Exim for the purpose of sending bulk,
349unsolicited electronic mail is incompatible with the basic aims of the program,
350which revolve around the free provision of a service that enhances the quality
351of personal communications. The author of Exim regards indiscriminate
352mass-mailing as an antisocial, irresponsible abuse of the Internet.
353
354Exim owes a great deal to Smail 3 and its author, Ron Karr. Without the
355experience of running and working on the Smail 3 code, I could never have
356contemplated starting to write a new MTA. Many of the ideas and user interfaces
357were originally taken from Smail 3, though the actual code of Exim is entirely
358new, and has developed far beyond the initial concept.
359
360Many people, both in Cambridge and around the world, have contributed to the
361development and the testing of Exim, and to porting it to various operating
362systems. I am grateful to them all. The distribution now contains a file called
9b371988 363&_ACKNOWLEDGMENTS_&, in which I have started recording the names of
168e428f
PH
364contributors.
365
366
f89d2485 367.section "Exim documentation" "SECID1"
800d5176
TF
368. Keep this example change bar when updating the documentation!
369.new
9b371988
PH
370.cindex "documentation"
371This edition of the Exim specification applies to version &version; of Exim.
372Substantive changes from the &previousversion; edition are marked in some
168e428f
PH
373renditions of the document; this paragraph is so marked if the rendition is
374capable of showing a change indicator.
800d5176 375.wen
168e428f
PH
376
377This document is very much a reference manual; it is not a tutorial. The reader
378is expected to have some familiarity with the SMTP mail transfer protocol and
379with general Unix system administration. Although there are some discussions
380and examples in places, the information is mostly organized in a way that makes
381it easy to look up, rather than in a natural order for sequential reading.
382Furthermore, the manual aims to cover every aspect of Exim in detail, including
383a number of rarely-used, special-purpose features that are unlikely to be of
384very wide interest.
385
9b371988
PH
386.cindex "books about Exim"
387An &"easier"& discussion of Exim which provides more in-depth explanatory,
388introductory, and tutorial material can be found in a book entitled &'The Exim
595028e4 389SMTP Mail Server'& (second edition, 2007), published by UIT Cambridge
9b371988 390(&url(http://www.uit.co.uk/exim-book/)).
168e428f
PH
391
392This book also contains a chapter that gives a general introduction to SMTP and
393Internet mail. Inevitably, however, the book is unlikely to be fully up-to-date
394with the latest release of Exim. (Note that the earlier book about Exim,
395published by O'Reilly, covers Exim 3, and many things have changed in Exim 4.)
396
9b371988 397.cindex "Debian" "information sources"
068aaea8
PH
398If you are using a Debian distribution of Exim, you will find information about
399Debian-specific features in the file
f89d2485 400&_/usr/share/doc/exim4-base/README.Debian_&.
9b371988 401The command &(man update-exim.conf)& is another source of Debian-specific
068aaea8
PH
402information.
403
9b371988
PH
404.cindex "&_doc/NewStuff_&"
405.cindex "&_doc/ChangeLog_&"
406.cindex "change log"
168e428f
PH
407As the program develops, there may be features in newer versions that have not
408yet made it into this document, which is updated only when the most significant
409digit of the fractional part of the version number changes. Specifications of
410new features that are not yet in this manual are placed in the file
9b371988 411&_doc/NewStuff_& in the Exim distribution.
168e428f 412
9b371988 413Some features may be classified as &"experimental"&. These may change
168e428f
PH
414incompatibly while they are developing, or even be withdrawn. For this reason,
415they are not documented in this manual. Information about experimental features
9b371988 416can be found in the file &_doc/experimental.txt_&.
168e428f
PH
417
418All changes to the program (whether new features, bug fixes, or other kinds of
9b371988 419change) are noted briefly in the file called &_doc/ChangeLog_&.
168e428f 420
9b371988
PH
421.cindex "&_doc/spec.txt_&"
422This specification itself is available as an ASCII file in &_doc/spec.txt_& so
423that it can easily be searched with a text editor. Other files in the &_doc_&
168e428f
PH
424directory are:
425
9b371988
PH
426.table2 100pt
427.row &_OptionLists.txt_& "list of all options in alphabetical order"
428.row &_dbm.discuss.txt_& "discussion about DBM libraries"
429.row &_exim.8_& "a man page of Exim's command line options"
430.row &_experimental.txt_& "documentation of experimental features"
431.row &_filter.txt_& "specification of the filter language"
9b371988
PH
432.row &_Exim3.upgrade_& "upgrade notes from release 2 to release 3"
433.row &_Exim4.upgrade_& "upgrade notes from release 3 to release 4"
434.endtable
168e428f
PH
435
436The main specification and the specification of the filtering language are also
437available in other formats (HTML, PostScript, PDF, and Texinfo). Section
9b371988 438&<<SECTavail>>& below tells you how to get hold of these.
168e428f
PH
439
440
441
f89d2485 442.section "FTP and web sites" "SECID2"
9b371988
PH
443.cindex "web site"
444.cindex "FTP site"
068aaea8 445The primary site for Exim source distributions is currently the University of
9b371988
PH
446Cambridge's FTP site, whose contents are described in &'Where to find the Exim
447distribution'& below. In addition, there is a web site and an FTP site at
448&%exim.org%&. These are now also hosted at the University of Cambridge. The
449&%exim.org%& site was previously hosted for a number of years by Energis
450Squared, formerly Planet Online Ltd, whose support I gratefully acknowledge.
451
452.cindex "wiki"
453.cindex "FAQ"
168e428f 454As well as Exim distribution tar files, the Exim web site contains a number of
f89d2485 455differently formatted versions of the documentation. A recent addition to the
7d0ab55c 456online information is the Exim wiki (&url(http://wiki.exim.org)),
f89d2485
PH
457which contains what used to be a separate FAQ, as well as various other
458examples, tips, and know-how that have been contributed by Exim users.
459
460.cindex Bugzilla
7d0ab55c 461An Exim Bugzilla exists at &url(http://bugs.exim.org). You can use
f89d2485
PH
462this to report bugs, and also to add items to the wish list. Please search
463first to check that you are not duplicating a previous entry.
168e428f
PH
464
465
466
f89d2485 467.section "Mailing lists" "SECID3"
9b371988 468.cindex "mailing lists" "for Exim users"
f89d2485 469The following Exim mailing lists exist:
168e428f 470
9b371988 471.table2 140pt
f89d2485
PH
472.row &'exim-users@exim.org'& "General discussion list"
473.row &'exim-dev@exim.org'& "Discussion of bugs, enhancements, etc."
474.row &'exim-announce@exim.org'& "Moderated, low volume announcements list"
475.row &'exim-future@exim.org'& "Discussion of long-term development"
9b371988 476.endtable
168e428f
PH
477
478You can subscribe to these lists, change your existing subscriptions, and view
9b371988
PH
479or search the archives via the mailing lists link on the Exim home page.
480.cindex "Debian" "mailing list for"
4f578862 481If you are using a Debian distribution of Exim, you may wish to subscribe to
db9452a9
PH
482the Debian-specific mailing list &'pkg-exim4-users@lists.alioth.debian.org'&
483via this web page:
484.display
485&url(http://lists.alioth.debian.org/mailman/listinfo/pkg-exim4-users)
486.endd
487Please ask Debian-specific questions on this list and not on the general Exim
488lists.
9b371988 489
f89d2485 490.section "Exim training" "SECID4"
9b371988 491.cindex "training courses"
595028e4
PH
492Training courses in Cambridge (UK) used to be run annually by the author of
493Exim, before he retired. At the time of writing, there are no plans to run
494further Exim courses in Cambridge. However, if that changes, relevant
495information will be posted at &url(http://www-tus.csx.cam.ac.uk/courses/exim/).
168e428f 496
f89d2485 497.section "Bug reports" "SECID5"
9b371988
PH
498.cindex "bug reports"
499.cindex "reporting bugs"
7d0ab55c
TF
500Reports of obvious bugs can be emailed to &'bugs@exim.org'& or reported
501via the Bugzilla (&url(http://bugs.exim.org)). However, if you are unsure
595028e4
PH
502whether some behaviour is a bug or not, the best thing to do is to post a
503message to the &'exim-dev'& mailing list and have it discussed.
168e428f
PH
504
505
506
9b371988
PH
507.section "Where to find the Exim distribution" "SECTavail"
508.cindex "FTP site"
509.cindex "distribution" "ftp site"
168e428f 510The master ftp site for the Exim distribution is
9b371988
PH
511.display
512&*ftp://ftp.csx.cam.ac.uk/pub/software/email/exim*&
513.endd
168e428f 514This is mirrored by
9b371988
PH
515.display
516&*ftp://ftp.exim.org/pub/exim*&
517.endd
518The file references that follow are relative to the &_exim_& directories at
519these sites. There are now quite a number of independent mirror sites around
520the world. Those that I know about are listed in the file called &_Mirrors_&.
521
522Within the &_exim_& directory there are subdirectories called &_exim3_& (for
523previous Exim 3 distributions), &_exim4_& (for the latest Exim 4
524distributions), and &_Testing_& for testing versions. In the &_exim4_&
168e428f 525subdirectory, the current release can always be found in files called
9b371988
PH
526.display
527&_exim-n.nn.tar.gz_&
528&_exim-n.nn.tar.bz2_&
529.endd
530where &'n.nn'& is the highest such version number in the directory. The two
168e428f 531files contain identical data; the only difference is the type of compression.
9b371988 532The &_.bz2_& file is usually a lot smaller than the &_.gz_& file.
168e428f 533
9b371988
PH
534.cindex "distribution" "signing details"
535.cindex "distribution" "public key"
536.cindex "public key for signed distribution"
210f147e 537The distributions are currently signed with Nigel Metheringham's GPG key. The
168e428f 538corresponding public key is available from a number of keyservers, and there is
210f147e 539also a copy in the file &_nigel-pubkey.asc_&. The signatures for the tar bundles are
168e428f 540in:
9b371988 541.display
210f147e
NM
542&_exim-n.nn.tar.gz.asc_&
543&_exim-n.nn.tar.bz2.asc_&
9b371988 544.endd
168e428f 545For each released version, the log of changes is made separately available in a
9b371988 546separate file in the directory &_ChangeLogs_& so that it is possible to
168e428f
PH
547find out what has changed without having to download the entire distribution.
548
9b371988 549.cindex "documentation" "available formats"
168e428f
PH
550The main distribution contains ASCII versions of this specification and other
551documentation; other formats of the documents are available in separate files
9b371988
PH
552inside the &_exim4_& directory of the FTP site:
553.display
554&_exim-html-n.nn.tar.gz_&
555&_exim-pdf-n.nn.tar.gz_&
556&_exim-postscript-n.nn.tar.gz_&
557&_exim-texinfo-n.nn.tar.gz_&
558.endd
559These tar files contain only the &_doc_& directory, not the complete
560distribution, and are also available in &_.bz2_& as well as &_.gz_& forms.
168e428f 561
168e428f 562
f89d2485 563.section "Limitations" "SECID6"
9b371988
PH
564.ilist
565.cindex "limitations of Exim"
566.cindex "bang paths" "not handled by Exim"
567Exim is designed for use as an Internet MTA, and therefore handles addresses in
568RFC 2822 domain format only. It cannot handle UUCP &"bang paths"&, though
569simple two-component bang paths can be converted by a straightforward rewriting
570configuration. This restriction does not prevent Exim from being interfaced to
571UUCP as a transport mechanism, provided that domain addresses are used.
572.next
573.cindex "domainless addresses"
574.cindex "address" "without domain"
168e428f
PH
575Exim insists that every address it handles has a domain attached. For incoming
576local messages, domainless addresses are automatically qualified with a
577configured domain value. Configuration options specify from which remote
578systems unqualified addresses are acceptable. These are then qualified on
579arrival.
9b371988
PH
580.next
581.cindex "transport" "external"
582.cindex "external transports"
583The only external transport mechanisms that are currently implemented are SMTP
584and LMTP over a TCP/IP network (including support for IPv6). However, a pipe
168e428f 585transport is available, and there are facilities for writing messages to files
9b371988
PH
586and pipes, optionally in &'batched SMTP'& format; these facilities can be used
587to send messages to other transport mechanisms such as UUCP, provided they can
588handle domain-style addresses. Batched SMTP input is also catered for.
589.next
590Exim is not designed for storing mail for dial-in hosts. When the volumes of
591such mail are large, it is better to get the messages &"delivered"& into files
168e428f
PH
592(that is, off Exim's queue) and subsequently passed on to the dial-in hosts by
593other means.
9b371988
PH
594.next
595Although Exim does have basic facilities for scanning incoming messages, these
168e428f
PH
596are not comprehensive enough to do full virus or spam scanning. Such operations
597are best carried out using additional specialized software packages. If you
598compile Exim with the content-scanning extension, straightforward interfaces to
599a number of common scanners are provided.
9b371988 600.endlist
168e428f
PH
601
602
f89d2485 603.section "Run time configuration" "SECID7"
168e428f
PH
604Exim's run time configuration is held in a single text file that is divided
605into a number of sections. The entries in this file consist of keywords and
606values, in the style of Smail 3 configuration files. A default configuration
607file which is suitable for simple online installations is provided in the
9b371988 608distribution, and is described in chapter &<<CHAPdefconfil>>& below.
168e428f
PH
609
610
f89d2485 611.section "Calling interface" "SECID8"
9b371988 612.cindex "Sendmail compatibility" "command line interface"
168e428f 613Like many MTAs, Exim has adopted the Sendmail command line interface so that it
9b371988
PH
614can be a straight replacement for &_/usr/lib/sendmail_& or
615&_/usr/sbin/sendmail_& when sending mail, but you do not need to know anything
168e428f
PH
616about Sendmail in order to run Exim. For actions other than sending messages,
617Sendmail-compatible options also exist, but those that produce output (for
9b371988 618example, &%-bp%&, which lists the messages on the queue) do so in Exim's own
168e428f 619format. There are also some additional options that are compatible with Smail
9b371988 6203, and some further options that are new to Exim. Chapter &<<CHAPcommandline>>&
168e428f
PH
621documents all Exim's command line options. This information is automatically
622made into the man page that forms part of the Exim distribution.
623
624Control of messages on the queue can be done via certain privileged command
9b371988
PH
625line options. There is also an optional monitor program called &'eximon'&,
626which displays current information in an X window, and which contains a menu
168e428f
PH
627interface to Exim's command line administration options.
628
629
630
f89d2485 631.section "Terminology" "SECID9"
9b371988
PH
632.cindex "terminology definitions"
633.cindex "body of message" "definition of"
634The &'body'& of a message is the actual data that the sender wants to transmit.
635It is the last part of a message, and is separated from the &'header'& (see
168e428f
PH
636below) by a blank line.
637
9b371988 638.cindex "bounce message" "definition of"
168e428f 639When a message cannot be delivered, it is normally returned to the sender in a
9b371988
PH
640delivery failure message or a &"non-delivery report"& (NDR). The term
641&'bounce'& is commonly used for this action, and the error reports are often
642called &'bounce messages'&. This is a convenient shorthand for &"delivery
643failure error report"&. Such messages have an empty sender address in the
644message's &'envelope'& (see below) to ensure that they cannot themselves give
645rise to further bounce messages.
646
647The term &'default'& appears frequently in this manual. It is used to qualify a
168e428f
PH
648value which is used in the absence of any setting in the configuration. It may
649also qualify an action which is taken unless a configuration setting specifies
650otherwise.
651
9b371988 652The term &'defer'& is used when the delivery of a message to a specific
168e428f 653destination cannot immediately take place for some reason (a remote host may be
9b371988 654down, or a user's local mailbox may be full). Such deliveries are &'deferred'&
168e428f
PH
655until a later time.
656
9b371988
PH
657The word &'domain'& is sometimes used to mean all but the first component of a
658host's name. It is &'not'& used in that sense here, where it normally refers to
659the part of an email address following the @ sign.
168e428f 660
f89d2485 661.cindex "envelope, definition of"
9b371988
PH
662.cindex "sender" "definition of"
663A message in transit has an associated &'envelope'&, as well as a header and a
168e428f
PH
664body. The envelope contains a sender address (to which bounce messages should
665be delivered), and any number of recipient addresses. References to the
666sender or the recipients of a message usually mean the addresses in the
667envelope. An MTA uses these addresses for delivery, and for returning bounce
668messages, not the addresses that appear in the header lines.
669
f89d2485 670.cindex "message" "header, definition of"
9b371988
PH
671.cindex "header section" "definition of"
672The &'header'& of a message is the first part of a message's text, consisting
673of a number of lines, each of which has a name such as &'From:'&, &'To:'&,
674&'Subject:'&, etc. Long header lines can be split over several text lines by
168e428f
PH
675indenting the continuations. The header is separated from the body by a blank
676line.
677
9b371988
PH
678.cindex "local part" "definition of"
679.cindex "domain" "definition of"
680The term &'local part'&, which is taken from RFC 2822, is used to refer to that
168e428f 681part of an email address that precedes the @ sign. The part that follows the
9b371988 682@ sign is called the &'domain'& or &'mail domain'&.
168e428f 683
9b371988 684.cindex "local delivery" "definition of"
f89d2485 685.cindex "remote delivery, definition of"
9b371988 686The terms &'local delivery'& and &'remote delivery'& are used to distinguish
168e428f 687delivery to a file or a pipe on the local host from delivery by SMTP over
068aaea8 688TCP/IP to another host. As far as Exim is concerned, all hosts other than the
9b371988 689host it is running on are &'remote'&.
168e428f 690
9b371988
PH
691.cindex "return path" "definition of"
692&'Return path'& is another name that is used for the sender address in a
168e428f
PH
693message's envelope.
694
9b371988
PH
695.cindex "queue" "definition of"
696The term &'queue'& is used to refer to the set of messages awaiting delivery,
168e428f
PH
697because this term is in widespread use in the context of MTAs. However, in
698Exim's case the reality is more like a pool than a queue, because there is
699normally no ordering of waiting messages.
700
9b371988
PH
701.cindex "queue runner" "definition of"
702The term &'queue runner'& is used to describe a process that scans the queue
168e428f 703and attempts to deliver those messages whose retry times have come. This term
9b371988 704is used by other MTAs, and also relates to the command &%runq%&, but in Exim
168e428f
PH
705the waiting messages are normally processed in an unpredictable order.
706
9b371988
PH
707.cindex "spool directory" "definition of"
708The term &'spool directory'& is used for a directory in which Exim keeps the
709messages on its queue &-- that is, those that it is in the process of
168e428f 710delivering. This should not be confused with the directory in which local
9b371988
PH
711mailboxes are stored, which is called a &"spool directory"& by some people. In
712the Exim documentation, &"spool"& is always used in the first sense.
168e428f
PH
713
714
715
716
717
718
9b371988
PH
719. ////////////////////////////////////////////////////////////////////////////
720. ////////////////////////////////////////////////////////////////////////////
168e428f 721
f89d2485 722.chapter "Incorporated code" "CHID2"
9b371988
PH
723.cindex "incorporated code"
724.cindex "regular expressions" "library"
725.cindex "PCRE"
168e428f
PH
726A number of pieces of external code are included in the Exim distribution.
727
9b371988 728.ilist
210f147e
NM
729Regular expressions are supported in the main Exim program and in the
730Exim monitor using the freely-distributable PCRE library, copyright
40df1be3
TF
731&copy; University of Cambridge. The source to PCRE is no longer shipped with
732Exim, so you will need to use the version of PCRE shipped with your system,
733or obtain and install the full version of the library from
f89d2485 734&url(ftp://ftp.csx.cam.ac.uk/pub/software/programming/pcre).
9b371988 735.next
f89d2485 736.cindex "cdb" "acknowledgment"
168e428f
PH
737Support for the cdb (Constant DataBase) lookup method is provided by code
738contributed by Nigel Metheringham of (at the time he contributed it) Planet
9b371988
PH
739Online Ltd. The implementation is completely contained within the code of Exim.
740It does not link against an external cdb library. The code contains the
741following statements:
742
743.blockquote
744Copyright &copy; 1998 Nigel Metheringham, Planet Online Ltd
745
168e428f
PH
746This program is free software; you can redistribute it and/or modify it under
747the terms of the GNU General Public License as published by the Free Software
748Foundation; either version 2 of the License, or (at your option) any later
749version.
168e428f
PH
750This code implements Dan Bernstein's Constant DataBase (cdb) spec. Information,
751the spec and sample code for cdb can be obtained from
f89d2485
PH
752&url(http://www.pobox.com/~djb/cdb.html). This implementation borrows
753some code from Dan Bernstein's implementation (which has no license
754restrictions applied to it).
9b371988
PH
755.endblockquote
756.next
757.cindex "SPA authentication"
758.cindex "Samba project"
759.cindex "Microsoft Secure Password Authentication"
760Client support for Microsoft's &'Secure Password Authentication'& is provided
168e428f
PH
761by code contributed by Marc Prud'hommeaux. Server support was contributed by
762Tom Kistner. This includes code taken from the Samba project, which is released
763under the Gnu GPL.
9b371988
PH
764.next
765.cindex "Cyrus"
766.cindex "&'pwcheck'& daemon"
767.cindex "&'pwauthd'& daemon"
768Support for calling the Cyrus &'pwcheck'& and &'saslauthd'& daemons is provided
168e428f
PH
769by code taken from the Cyrus-SASL library and adapted by Alexander S.
770Sabourenkov. The permission notice appears below, in accordance with the
771conditions expressed therein.
9b371988
PH
772
773.blockquote
774Copyright &copy; 2001 Carnegie Mellon University. All rights reserved.
775
168e428f
PH
776Redistribution and use in source and binary forms, with or without
777modification, are permitted provided that the following conditions
778are met:
168e428f 779
9b371988
PH
780.olist
781Redistributions of source code must retain the above copyright
782notice, this list of conditions and the following disclaimer.
783.next
784Redistributions in binary form must reproduce the above copyright
168e428f
PH
785notice, this list of conditions and the following disclaimer in
786the documentation and/or other materials provided with the
787distribution.
9b371988
PH
788.next
789The name &"Carnegie Mellon University"& must not be used to
168e428f
PH
790endorse or promote products derived from this software without
791prior written permission. For permission or any other legal
792details, please contact
9b371988 793.display
068aaea8
PH
794 Office of Technology Transfer
795 Carnegie Mellon University
796 5000 Forbes Avenue
797 Pittsburgh, PA 15213-3890
798 (412) 268-4387, fax: (412) 268-7395
799 tech-transfer@andrew.cmu.edu
9b371988
PH
800.endd
801.next
802Redistributions of any form whatsoever must retain the following
168e428f 803acknowledgment:
9b371988
PH
804
805&"This product includes software developed by Computing Services
806at Carnegie Mellon University (&url(http://www.cmu.edu/computing/)."&
807
168e428f
PH
808CARNEGIE MELLON UNIVERSITY DISCLAIMS ALL WARRANTIES WITH REGARD TO
809THIS SOFTWARE, INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY
810AND FITNESS, IN NO EVENT SHALL CARNEGIE MELLON UNIVERSITY BE LIABLE
811FOR ANY SPECIAL, INDIRECT OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
812WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN
813AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING
814OUT OF OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
9b371988
PH
815.endlist
816.endblockquote
168e428f 817
9b371988 818.next
f89d2485 819.cindex "Exim monitor" "acknowledgment"
9b371988
PH
820.cindex "X-windows"
821.cindex "Athena"
168e428f
PH
822The Exim Monitor program, which is an X-Window application, includes
823modified versions of the Athena StripChart and TextPop widgets.
824This code is copyright by DEC and MIT, and their permission notice appears
825below, in accordance with the conditions expressed therein.
9b371988
PH
826
827.blockquote
168e428f
PH
828Copyright 1987, 1988 by Digital Equipment Corporation, Maynard, Massachusetts,
829and the Massachusetts Institute of Technology, Cambridge, Massachusetts.
9b371988 830
168e428f 831All Rights Reserved
9b371988 832
168e428f
PH
833Permission to use, copy, modify, and distribute this software and its
834documentation for any purpose and without fee is hereby granted,
835provided that the above copyright notice appear in all copies and that
836both that copyright notice and this permission notice appear in
837supporting documentation, and that the names of Digital or MIT not be
838used in advertising or publicity pertaining to distribution of the
839software without specific, written prior permission.
9b371988 840
168e428f
PH
841DIGITAL DISCLAIMS ALL WARRANTIES WITH REGARD TO THIS SOFTWARE, INCLUDING
842ALL IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS, IN NO EVENT SHALL
843DIGITAL BE LIABLE FOR ANY SPECIAL, INDIRECT OR CONSEQUENTIAL DAMAGES OR
844ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS,
845WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION,
846ARISING OUT OF OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS
847SOFTWARE.
9b371988 848.endblockquote
168e428f 849
9b371988
PH
850.next
851Many people have contributed code fragments, some large, some small, that were
168e428f 852not covered by any specific licence requirements. It is assumed that the
f89d2485 853contributors are happy to see their code incorporated into Exim under the GPL.
9b371988 854.endlist
168e428f
PH
855
856
857
858
859
9b371988
PH
860. ////////////////////////////////////////////////////////////////////////////
861. ////////////////////////////////////////////////////////////////////////////
168e428f 862
f89d2485 863.chapter "How Exim receives and delivers mail" "CHID11" &&&
9b371988 864 "Receiving and delivering mail"
168e428f
PH
865
866
f89d2485 867.section "Overall philosophy" "SECID10"
9b371988 868.cindex "design philosophy"
168e428f
PH
869Exim is designed to work efficiently on systems that are permanently connected
870to the Internet and are handling a general mix of mail. In such circumstances,
871most messages can be delivered immediately. Consequently, Exim does not
872maintain independent queues of messages for specific domains or hosts, though
873it does try to send several messages in a single SMTP connection after a host
874has been down, and it also maintains per-host retry information.
875
876
f89d2485 877.section "Policy control" "SECID11"
9b371988 878.cindex "policy control" "overview"
168e428f
PH
879Policy controls are now an important feature of MTAs that are connected to the
880Internet. Perhaps their most important job is to stop MTAs being abused as
9b371988
PH
881&"open relays"& by misguided individuals who send out vast amounts of
882unsolicited junk, and want to disguise its source. Exim provides flexible
883facilities for specifying policy controls on incoming mail:
168e428f 884
9b371988
PH
885.ilist
886.cindex "&ACL;" "introduction"
168e428f 887Exim 4 (unlike previous versions of Exim) implements policy controls on
9b371988 888incoming mail by means of &'Access Control Lists'& (ACLs). Each list is a
168e428f
PH
889series of statements that may either grant or deny access. ACLs can be used at
890several places in the SMTP dialogue while receiving a message from a remote
9b371988
PH
891host. However, the most common places are after each RCPT command, and at the
892very end of the message. The sysadmin can specify conditions for accepting or
893rejecting individual recipients or the entire message, respectively, at these
894two points (see chapter &<<CHAPACL>>&). Denial of access results in an SMTP
168e428f 895error code.
9b371988
PH
896.next
897An ACL is also available for locally generated, non-SMTP messages. In this
168e428f 898case, the only available actions are to accept or deny the entire message.
9b371988
PH
899.next
900When Exim is compiled with the content-scanning extension, facilities are
168e428f
PH
901provided in the ACL mechanism for passing the message to external virus and/or
902spam scanning software. The result of such a scan is passed back to the ACL,
903which can then use it to decide what to do with the message.
9b371988
PH
904.next
905When a message has been received, either from a remote host or from the local
f89d2485 906host, but before the final acknowledgment has been sent, a locally supplied C
9b371988
PH
907function called &[local_scan()]& can be run to inspect the message and decide
908whether to accept it or not (see chapter &<<CHAPlocalscan>>&). If the message
909is accepted, the list of recipients can be modified by the function.
910.next
911Using the &[local_scan()]& mechanism is another way of calling external scanner
912software. The &%SA-Exim%& add-on package works this way. It does not require
913Exim to be compiled with the content-scanning extension.
914.next
915After a message has been accepted, a further checking mechanism is available in
916the form of the &'system filter'& (see chapter &<<CHAPsystemfilter>>&). This
917runs at the start of every delivery process.
918.endlist
919
920
921
f89d2485 922.section "User filters" "SECID12"
9b371988
PH
923.cindex "filter" "introduction"
924.cindex "Sieve filter"
168e428f 925In a conventional Exim configuration, users are able to run private filters by
9b371988
PH
926setting up appropriate &_.forward_& files in their home directories. See
927chapter &<<CHAPredirect>>& (about the &(redirect)& router) for the
928configuration needed to support this, and the separate document entitled
929&'Exim's interfaces to mail filtering'& for user details. Two different kinds
930of filtering are available:
931
932.ilist
933Sieve filters are written in the standard filtering language that is defined
168e428f 934by RFC 3028.
9b371988
PH
935.next
936Exim filters are written in a syntax that is unique to Exim, but which is more
168e428f 937powerful than Sieve, which it pre-dates.
9b371988 938.endlist
168e428f
PH
939
940User filters are run as part of the routing process, described below.
941
942
943
9b371988
PH
944.section "Message identification" "SECTmessiden"
945.cindex "message ids" "details of format"
946.cindex "format" "of message id"
947.cindex "id of message"
948.cindex "base62"
949.cindex "base36"
950.cindex "Darwin"
951.cindex "Cygwin"
952Every message handled by Exim is given a &'message id'& which is sixteen
168e428f 953characters long. It is divided into three parts, separated by hyphens, for
9b371988 954example &`16VDhn-0001bo-D3`&. Each part is a sequence of letters and digits,
168e428f
PH
955normally encoding numbers in base 62. However, in the Darwin operating
956system (Mac OS X) and when Exim is compiled to run under Cygwin, base 36
957(avoiding the use of lower case letters) is used instead, because the message
958id is used to construct file names, and the names of files in those systems are
068aaea8 959not always case-sensitive.
168e428f 960
9b371988 961.cindex "pid (process id)" "re-use of"
168e428f
PH
962The detail of the contents of the message id have changed as Exim has evolved.
963Earlier versions relied on the operating system not re-using a process id (pid)
964within one second. On modern operating systems, this assumption can no longer
965be made, so the algorithm had to be changed. To retain backward compatibility,
966the format of the message id was retained, which is why the following rules are
967somewhat eccentric:
968
9b371988
PH
969.ilist
970The first six characters of the message id are the time at which the message
168e428f
PH
971started to be received, to a granularity of one second. That is, this field
972contains the number of seconds since the start of the epoch (the normal Unix
973way of representing the date and time of day).
9b371988
PH
974.next
975After the first hyphen, the next six characters are the id of the process that
168e428f 976received the message.
9b371988
PH
977.next
978There are two different possibilities for the final two characters:
979.olist
0a4e3112 980.oindex "&%localhost_number%&"
9b371988 981If &%localhost_number%& is not set, this value is the fractional part of the
168e428f
PH
982time of reception, normally in units of 1/2000 of a second, but for systems
983that must use base 36 instead of base 62 (because of case-insensitive file
984systems), the units are 1/1000 of a second.
9b371988
PH
985.next
986If &%localhost_number%& is set, it is multiplied by 200 (100) and added to
168e428f
PH
987the fractional part of the time, which in this case is in units of 1/200
988(1/100) of a second.
9b371988
PH
989.endlist
990.endlist
168e428f
PH
991
992After a message has been received, Exim waits for the clock to tick at the
993appropriate resolution before proceeding, so that if another message is
994received by the same process, or by another process with the same (re-used)
995pid, it is guaranteed that the time will be different. In most cases, the clock
996will already have ticked while the message was being received.
997
998
f89d2485 999.section "Receiving mail" "SECID13"
9b371988
PH
1000.cindex "receiving mail"
1001.cindex "message" "reception"
068aaea8
PH
1002The only way Exim can receive mail from another host is using SMTP over
1003TCP/IP, in which case the sender and recipient addresses are transferred using
168e428f
PH
1004SMTP commands. However, from a locally running process (such as a user's MUA),
1005there are several possibilities:
1006
9b371988
PH
1007.ilist
1008If the process runs Exim with the &%-bm%& option, the message is read
168e428f 1009non-interactively (usually via a pipe), with the recipients taken from the
9b371988
PH
1010command line, or from the body of the message if &%-t%& is also used.
1011.next
1012If the process runs Exim with the &%-bS%& option, the message is also read
168e428f
PH
1013non-interactively, but in this case the recipients are listed at the start of
1014the message in a series of SMTP RCPT commands, terminated by a DATA
9b371988 1015command. This is so-called &"batch SMTP"& format,
168e428f
PH
1016but it isn't really SMTP. The SMTP commands are just another way of passing
1017envelope addresses in a non-interactive submission.
9b371988
PH
1018.next
1019If the process runs Exim with the &%-bs%& option, the message is read
168e428f
PH
1020interactively, using the SMTP protocol. A two-way pipe is normally used for
1021passing data between the local process and the Exim process.
9b371988 1022This is &"real"& SMTP and is handled in the same way as SMTP over TCP/IP. For
168e428f 1023example, the ACLs for SMTP commands are used for this form of submission.
9b371988
PH
1024.next
1025A local process may also make a TCP/IP call to the host's loopback address
168e428f
PH
1026(127.0.0.1) or any other of its IP addresses. When receiving messages, Exim
1027does not treat the loopback address specially. It treats all such connections
1028in the same way as connections from other hosts.
9b371988 1029.endlist
168e428f
PH
1030
1031
f89d2485 1032.cindex "message sender, constructed by Exim"
9b371988 1033.cindex "sender" "constructed by Exim"
168e428f
PH
1034In the three cases that do not involve TCP/IP, the sender address is
1035constructed from the login name of the user that called Exim and a default
9b371988 1036qualification domain (which can be set by the &%qualify_domain%& configuration
168e428f
PH
1037option). For local or batch SMTP, a sender address that is passed using the
1038SMTP MAIL command is ignored. However, the system administrator may allow
9b371988 1039certain users (&"trusted users"&) to specify a different sender address
168e428f 1040unconditionally, or all users to specify certain forms of different sender
9b371988
PH
1041address. The &%-f%& option or the SMTP MAIL command is used to specify these
1042different addresses. See section &<<SECTtrustedadmin>>& for details of trusted
1043users, and the &%untrusted_set_sender%& option for a way of allowing untrusted
168e428f
PH
1044users to change sender addresses.
1045
1046Messages received by either of the non-interactive mechanisms are subject to
1047checking by the non-SMTP ACL, if one is defined. Messages received using SMTP
1048(either over TCP/IP, or interacting with a local process) can be checked by a
1049number of ACLs that operate at different times during the SMTP session. Either
1050individual recipients, or the entire message, can be rejected if local policy
9b371988
PH
1051requirements are not met. The &[local_scan()]& function (see chapter
1052&<<CHAPlocalscan>>&) is run for all incoming messages.
168e428f
PH
1053
1054Exim can be configured not to start a delivery process when a message is
1055received; this can be unconditional, or depend on the number of incoming SMTP
1056connections or the system load. In these situations, new messages wait on the
1057queue until a queue runner process picks them up. However, in standard
1058configurations under normal conditions, delivery is started as soon as a
1059message is received.
1060
1061
1062
1063
1064
f89d2485 1065.section "Handling an incoming message" "SECID14"
9b371988
PH
1066.cindex "spool directory" "files that hold a message"
1067.cindex "file" "how a message is held"
168e428f
PH
1068When Exim accepts a message, it writes two files in its spool directory. The
1069first contains the envelope information, the current status of the message, and
1070the header lines, and the second contains the body of the message. The names of
9b371988
PH
1071the two spool files consist of the message id, followed by &`-H`& for the
1072file containing the envelope and header, and &`-D`& for the data file.
168e428f 1073
9b371988 1074.cindex "spool directory" "&_input_& sub-directory"
168e428f 1075By default all these message files are held in a single directory called
9b371988 1076&_input_& inside the general Exim spool directory. Some operating systems do
c0712871 1077not perform very well if the number of files in a directory gets large; to
9b371988 1078improve performance in such cases, the &%split_spool_directory%& option can be
168e428f 1079used. This causes Exim to split up the input files into 62 sub-directories
db9452a9 1080whose names are single letters or digits. When this is done, the queue is
c0712871
PH
1081processed one sub-directory at a time instead of all at once, which can improve
1082overall performance even when there are not enough files in each directory to
db9452a9 1083affect file system performance.
168e428f
PH
1084
1085The envelope information consists of the address of the message's sender and
1086the addresses of the recipients. This information is entirely separate from
1087any addresses contained in the header lines. The status of the message includes
1088a list of recipients who have already received the message. The format of the
9b371988 1089first spool file is described in chapter &<<CHAPspool>>&.
168e428f 1090
9b371988 1091.cindex "rewriting" "addresses"
168e428f 1092Address rewriting that is specified in the rewrite section of the configuration
9b371988 1093(see chapter &<<CHAPrewrite>>&) is done once and for all on incoming addresses,
168e428f
PH
1094both in the header lines and the envelope, at the time the message is accepted.
1095If during the course of delivery additional addresses are generated (for
1096example, via aliasing), these new addresses are rewritten as soon as they are
1097generated. At the time a message is actually delivered (transported) further
1098rewriting can take place; because this is a transport option, it can be
1099different for different forms of delivery. It is also possible to specify the
1100addition or removal of certain header lines at the time the message is
9b371988
PH
1101delivered (see chapters &<<CHAProutergeneric>>& and
1102&<<CHAPtransportgeneric>>&).
168e428f
PH
1103
1104
1105
f89d2485 1106.section "Life of a message" "SECID15"
9b371988
PH
1107.cindex "message" "life of"
1108.cindex "message" "frozen"
168e428f
PH
1109A message remains in the spool directory until it is completely delivered to
1110its recipients or to an error address, or until it is deleted by an
1111administrator or by the user who originally created it. In cases when delivery
9b371988
PH
1112cannot proceed &-- for example, when a message can neither be delivered to its
1113recipients nor returned to its sender, the message is marked &"frozen"& on the
168e428f
PH
1114spool, and no more deliveries are attempted.
1115
9b371988
PH
1116.cindex "frozen messages" "thawing"
1117.cindex "message" "thawing frozen"
1118An administrator can &"thaw"& such messages when the problem has been
1119corrected, and can also freeze individual messages by hand if necessary. In
1120addition, an administrator can force a delivery error, causing a bounce message
1121to be sent.
1122
0a4e3112
PH
1123.oindex "&%timeout_frozen_after%&"
1124.oindex "&%ignore_bounce_errors_after%&"
9b371988
PH
1125There are options called &%ignore_bounce_errors_after%& and
1126&%timeout_frozen_after%&, which discard frozen messages after a certain time.
068aaea8 1127The first applies only to frozen bounces, the second to any frozen messages.
168e428f 1128
9b371988
PH
1129.cindex "message" "log file for"
1130.cindex "log" "file for each message"
168e428f 1131While Exim is working on a message, it writes information about each delivery
068aaea8 1132attempt to its main log file. This includes successful, unsuccessful, and
9b371988
PH
1133delayed deliveries for each recipient (see chapter &<<CHAPlog>>&). The log
1134lines are also written to a separate &'message log'& file for each message.
1135These logs are solely for the benefit of the administrator, and are normally
1136deleted along with the spool files when processing of a message is complete.
168e428f 1137The use of individual message logs can be disabled by setting
9b371988
PH
1138&%no_message_logs%&; this might give an improvement in performance on very busy
1139systems.
168e428f 1140
9b371988
PH
1141.cindex "journal file"
1142.cindex "file" "journal"
168e428f
PH
1143All the information Exim itself needs to set up a delivery is kept in the first
1144spool file, along with the header lines. When a successful delivery occurs, the
1145address is immediately written at the end of a journal file, whose name is the
9b371988
PH
1146message id followed by &`-J`&. At the end of a delivery run, if there are some
1147addresses left to be tried again later, the first spool file (the &`-H`& file)
168e428f
PH
1148is updated to indicate which these are, and the journal file is then deleted.
1149Updating the spool file is done by writing a new file and renaming it, to
1150minimize the possibility of data loss.
1151
1152Should the system or the program crash after a successful delivery but before
1153the spool file has been updated, the journal is left lying around. The next
1154time Exim attempts to deliver the message, it reads the journal file and
1155updates the spool file before proceeding. This minimizes the chances of double
1156deliveries caused by crashes.
1157
1158
1159
9b371988
PH
1160.section "Processing an address for delivery" "SECTprocaddress"
1161.cindex "drivers" "definition of"
1162.cindex "router" "definition of"
1163.cindex "transport" "definition of"
1164The main delivery processing elements of Exim are called &'routers'& and
1165&'transports'&, and collectively these are known as &'drivers'&. Code for a
168e428f
PH
1166number of them is provided in the source distribution, and compile-time options
1167specify which ones are included in the binary. Run time options specify which
1168ones are actually used for delivering messages.
1169
9b371988
PH
1170.cindex "drivers" "instance definition"
1171Each driver that is specified in the run time configuration is an &'instance'&
168e428f 1172of that particular driver type. Multiple instances are allowed; for example,
9b371988 1173you can set up several different &(smtp)& transports, each with different
168e428f
PH
1174option values that might specify different ports or different timeouts. Each
1175instance has its own identifying name. In what follows we will normally use the
1176instance name when discussing one particular instance (that is, one specific
1177configuration of the driver), and the generic driver name when discussing
1178the driver's features in general.
1179
9b371988 1180A &'router'& is a driver that operates on an address, either determining how
068aaea8 1181its delivery should happen, by assigning it to a specific transport, or
168e428f
PH
1182converting the address into one or more new addresses (for example, via an
1183alias file). A router may also explicitly choose to fail an address, causing it
1184to be bounced.
1185
9b371988
PH
1186A &'transport'& is a driver that transmits a copy of the message from Exim's
1187spool to some destination. There are two kinds of transport: for a &'local'&
168e428f 1188transport, the destination is a file or a pipe on the local host, whereas for a
9b371988 1189&'remote'& transport the destination is some other host. A message is passed
168e428f
PH
1190to a specific transport as a result of successful routing. If a message has
1191several recipients, it may be passed to a number of different transports.
1192
9b371988 1193.cindex "preconditions" "definition of"
168e428f
PH
1194An address is processed by passing it to each configured router instance in
1195turn, subject to certain preconditions, until a router accepts the address or
1196specifies that it should be bounced. We will describe this process in more
068aaea8
PH
1197detail shortly. First, as a simple example, we consider how each recipient
1198address in a message is processed in a small configuration of three routers.
168e428f 1199
068aaea8 1200To make this a more concrete example, it is described in terms of some actual
168e428f
PH
1201routers, but remember, this is only an example. You can configure Exim's
1202routers in many different ways, and there may be any number of routers in a
1203configuration.
1204
1205The first router that is specified in a configuration is often one that handles
1206addresses in domains that are not recognized specially by the local host. These
1207are typically addresses for arbitrary domains on the Internet. A precondition
1208is set up which looks for the special domains known to the host (for example,
9b371988 1209its own domain name), and the router is run for addresses that do &'not'&
168e428f
PH
1210match. Typically, this is a router that looks up domains in the DNS in order to
1211find the hosts to which this address routes. If it succeeds, the address is
068aaea8 1212assigned to a suitable SMTP transport; if it does not succeed, the router is
168e428f
PH
1213configured to fail the address.
1214
068aaea8 1215The second router is reached only when the domain is recognized as one that
9b371988 1216&"belongs"& to the local host. This router does redirection &-- also known as
068aaea8
PH
1217aliasing and forwarding. When it generates one or more new addresses from the
1218original, each of them is routed independently from the start. Otherwise, the
1219router may cause an address to fail, or it may simply decline to handle the
1220address, in which case the address is passed to the next router.
168e428f
PH
1221
1222The final router in many configurations is one that checks to see if the
1223address belongs to a local mailbox. The precondition may involve a check to
1224see if the local part is the name of a login account, or it may look up the
1225local part in a file or a database. If its preconditions are not met, or if
1226the router declines, we have reached the end of the routers. When this happens,
1227the address is bounced.
1228
1229
1230
f89d2485 1231.section "Processing an address for verification" "SECID16"
9b371988
PH
1232.cindex "router" "for verification"
1233.cindex "verifying address" "overview"
168e428f 1234As well as being used to decide how to deliver to an address, Exim's routers
9b371988 1235are also used for &'address verification'&. Verification can be requested as
168e428f 1236one of the checks to be performed in an ACL for incoming messages, on both
9b371988
PH
1237sender and recipient addresses, and it can be tested using the &%-bv%& and
1238&%-bvs%& command line options.
168e428f 1239
9b371988 1240When an address is being verified, the routers are run in &"verify mode"&. This
168e428f
PH
1241does not affect the way the routers work, but it is a state that can be
1242detected. By this means, a router can be skipped or made to behave differently
1243when verifying. A common example is a configuration in which the first router
1244sends all messages to a message-scanning program, unless they have been
1245previously scanned. Thus, the first router accepts all addresses without any
9b371988 1246checking, making it useless for verifying. Normally, the &%no_verify%& option
168e428f
PH
1247would be set for such a router, causing it to be skipped in verify mode.
1248
1249
1250
1251
9b371988
PH
1252.section "Running an individual router" "SECTrunindrou"
1253.cindex "router" "running details"
1254.cindex "preconditions" "checking"
1255.cindex "router" "result of running"
168e428f
PH
1256As explained in the example above, a number of preconditions are checked before
1257running a router. If any are not met, the router is skipped, and the address is
9b371988 1258passed to the next router. When all the preconditions on a router &'are'& met,
168e428f
PH
1259the router is run. What happens next depends on the outcome, which is one of
1260the following:
1261
9b371988
PH
1262.ilist
1263&'accept'&: The router accepts the address, and either assigns it to a
1264transport, or generates one or more &"child"& addresses. Processing the
1265original address ceases,
0a4e3112 1266.oindex "&%unseen%&"
9b371988 1267unless the &%unseen%& option is set on the router. This option
168e428f 1268can be used to set up multiple deliveries with different routing (for example,
9b371988
PH
1269for keeping archive copies of messages). When &%unseen%& is set, the address is
1270passed to the next router. Normally, however, an &'accept'& return marks the
168e428f 1271end of routing.
9b371988 1272
068aaea8
PH
1273Any child addresses generated by the router are processed independently,
1274starting with the first router by default. It is possible to change this by
9b371988
PH
1275setting the &%redirect_router%& option to specify which router to start at for
1276child addresses. Unlike &%pass_router%& (see below) the router specified by
1277&%redirect_router%& may be anywhere in the router configuration.
1278.next
1279&'pass'&: The router recognizes the address, but cannot handle it itself. It
168e428f
PH
1280requests that the address be passed to another router. By default the address
1281is passed to the next router, but this can be changed by setting the
9b371988 1282&%pass_router%& option. However, (unlike &%redirect_router%&) the named router
168e428f 1283must be below the current router (to avoid loops).
9b371988
PH
1284.next
1285&'decline'&: The router declines to accept the address because it does not
168e428f 1286recognize it at all. By default, the address is passed to the next router, but
9b371988
PH
1287this can be prevented by setting the &%no_more%& option. When &%no_more%& is
1288set, all the remaining routers are skipped. In effect, &%no_more%& converts
1289&'decline'& into &'fail'&.
1290.next
1291&'fail'&: The router determines that the address should fail, and queues it for
168e428f 1292the generation of a bounce message. There is no further processing of the
9b371988
PH
1293original address unless &%unseen%& is set on the router.
1294.next
1295&'defer'&: The router cannot handle the address at the present time. (A
068aaea8
PH
1296database may be offline, or a DNS lookup may have timed out.) No further
1297processing of the address happens in this delivery attempt. It is tried again
1298next time the message is considered for delivery.
9b371988
PH
1299.next
1300&'error'&: There is some error in the router (for example, a syntax error in
168e428f 1301its configuration). The action is as for defer.
9b371988 1302.endlist
168e428f
PH
1303
1304If an address reaches the end of the routers without having been accepted by
068aaea8 1305any of them, it is bounced as unrouteable. The default error message in this
9b371988
PH
1306situation is &"unrouteable address"&, but you can set your own message by
1307making use of the &%cannot_route_message%& option. This can be set for any
1308router; the value from the last router that &"saw"& the address is used.
168e428f
PH
1309
1310Sometimes while routing you want to fail a delivery when some conditions are
1311met but others are not, instead of passing the address on for further routing.
1312You can do this by having a second router that explicitly fails the delivery
9b371988 1313when the relevant conditions are met. The &(redirect)& router has a &"fail"&
168e428f
PH
1314facility for this purpose.
1315
1316
f89d2485 1317.section "Duplicate addresses" "SECID17"
9b371988 1318.cindex "case of local parts"
f89d2485 1319.cindex "address duplicate, discarding"
db9452a9 1320.cindex "duplicate addresses"
068aaea8
PH
1321Once routing is complete, Exim scans the addresses that are assigned to local
1322and remote transports, and discards any duplicates that it finds. During this
3cb1b51e 1323check, local parts are treated as case-sensitive. This happens only when
db9452a9 1324actually delivering a message; when testing routers with &%-bt%&, all the
3cb1b51e 1325routed addresses are shown.
db9452a9 1326
068aaea8 1327
168e428f 1328
9b371988 1329.section "Router preconditions" "SECTrouprecon"
f89d2485 1330.cindex "router" "preconditions, order of processing"
9b371988 1331.cindex "preconditions" "order of processing"
168e428f
PH
1332The preconditions that are tested for each router are listed below, in the
1333order in which they are tested. The individual configuration options are
9b371988 1334described in more detail in chapter &<<CHAProutergeneric>>&.
168e428f 1335
9b371988
PH
1336.ilist
1337The &%local_part_prefix%& and &%local_part_suffix%& options can specify that
168e428f
PH
1338the local parts handled by the router may or must have certain prefixes and/or
1339suffixes. If a mandatory affix (prefix or suffix) is not present, the router is
1340skipped. These conditions are tested first. When an affix is present, it is
1341removed from the local part before further processing, including the evaluation
1342of any other conditions.
9b371988
PH
1343.next
1344Routers can be designated for use only when not verifying an address, that is,
168e428f 1345only when routing it for delivery (or testing its delivery routing). If the
9b371988 1346&%verify%& option is set false, the router is skipped when Exim is verifying an
168e428f 1347address.
9b371988
PH
1348Setting the &%verify%& option actually sets two options, &%verify_sender%& and
1349&%verify_recipient%&, which independently control the use of the router for
168e428f
PH
1350sender and recipient verification. You can set these options directly if
1351you want a router to be used for only one type of verification.
9b371988
PH
1352.next
1353If the &%address_test%& option is set false, the router is skipped when Exim is
1354run with the &%-bt%& option to test an address routing. This can be helpful
1355when the first router sends all new messages to a scanner of some sort; it
1356makes it possible to use &%-bt%& to test subsequent delivery routing without
1357having to simulate the effect of the scanner.
1358.next
1359Routers can be designated for use only when verifying an address, as
1360opposed to routing it for delivery. The &%verify_only%& option controls this.
1361.next
1362Individual routers can be explicitly skipped when running the routers to
1363check an address given in the SMTP EXPN command (see the &%expn%& option).
1364.next
1365If the &%domains%& option is set, the domain of the address must be in the set
068aaea8 1366of domains that it defines.
9b371988 1367.next
f89d2485
PH
1368.vindex "&$local_part_prefix$&"
1369.vindex "&$local_part$&"
1370.vindex "&$local_part_suffix$&"
9b371988
PH
1371If the &%local_parts%& option is set, the local part of the address must be in
1372the set of local parts that it defines. If &%local_part_prefix%& or
1373&%local_part_suffix%& is in use, the prefix or suffix is removed from the local
168e428f 1374part before this check. If you want to do precondition tests on local parts
9b371988
PH
1375that include affixes, you can do so by using a &%condition%& option (see below)
1376that uses the variables &$local_part$&, &$local_part_prefix$&, and
1377&$local_part_suffix$& as necessary.
1378.next
f89d2485
PH
1379.vindex "&$local_user_uid$&"
1380.vindex "&$local_user_gid$&"
1381.vindex "&$home$&"
9b371988 1382If the &%check_local_user%& option is set, the local part must be the name of
068aaea8 1383an account on the local host. If this check succeeds, the uid and gid of the
9b371988
PH
1384local user are placed in &$local_user_uid$& and &$local_user_gid$& and the
1385user's home directory is placed in &$home$&; these values can be used in the
1386remaining preconditions.
1387.next
1388If the &%router_home_directory%& option is set, it is expanded at this point,
1389because it overrides the value of &$home$&. If this expansion were left till
1390later, the value of &$home$& as set by &%check_local_user%& would be used in
1391subsequent tests. Having two different values of &$home$& in the same router
168e428f 1392could lead to confusion.
9b371988
PH
1393.next
1394If the &%senders%& option is set, the envelope sender address must be in the
1395set of addresses that it defines.
1396.next
1397If the &%require_files%& option is set, the existence or non-existence of
168e428f 1398specified files is tested.
9b371988
PH
1399.next
1400.cindex "customizing" "precondition"
1401If the &%condition%& option is set, it is evaluated and tested. This option
1402uses an expanded string to allow you to set up your own custom preconditions.
1403Expanded strings are described in chapter &<<CHAPexpand>>&.
1404.endlist
168e428f 1405
168e428f 1406
9b371988
PH
1407Note that &%require_files%& comes near the end of the list, so you cannot use
1408it to check for the existence of a file in which to lookup up a domain, local
168e428f 1409part, or sender. However, as these options are all expanded, you can use the
9b371988
PH
1410&%exists%& expansion condition to make such tests within each condition. The
1411&%require_files%& option is intended for checking files that the router may be
168e428f 1412going to use internally, or which are needed by a specific transport (for
9b371988 1413example, &_.procmailrc_&).
168e428f
PH
1414
1415
1416
f89d2485 1417.section "Delivery in detail" "SECID18"
9b371988 1418.cindex "delivery" "in detail"
168e428f
PH
1419When a message is to be delivered, the sequence of events is as follows:
1420
9b371988
PH
1421.ilist
1422If a system-wide filter file is specified, the message is passed to it. The
168e428f
PH
1423filter may add recipients to the message, replace the recipients, discard the
1424message, cause a new message to be generated, or cause the message delivery to
1425fail. The format of the system filter file is the same as for Exim user filter
9b371988
PH
1426files, described in the separate document entitled &'Exim's interfaces to mail
1427filtering'&.
1428.cindex "Sieve filter" "not available for system filter"
1429(&*Note*&: Sieve cannot be used for system filter files.)
1430
1431Some additional features are available in system filters &-- see chapter
1432&<<CHAPsystemfilter>>& for details. Note that a message is passed to the system
168e428f
PH
1433filter only once per delivery attempt, however many recipients it has. However,
1434if there are several delivery attempts because one or more addresses could not
1435be immediately delivered, the system filter is run each time. The filter
9b371988 1436condition &%first_delivery%& can be used to detect the first run of the system
168e428f 1437filter.
9b371988
PH
1438.next
1439Each recipient address is offered to each configured router in turn, subject to
1440its preconditions, until one is able to handle it. If no router can handle the
1441address, that is, if they all decline, the address is failed. Because routers
1442can be targeted at particular domains, several locally handled domains can be
1443processed entirely independently of each other.
1444.next
1445.cindex "routing" "loops in"
1446.cindex "loop" "while routing"
1447A router that accepts an address may assign it to a local or a remote
1448transport. However, the transport is not run at this time. Instead, the address
1449is placed on a list for the particular transport, which will be run later.
068aaea8
PH
1450Alternatively, the router may generate one or more new addresses (typically
1451from alias, forward, or filter files). New addresses are fed back into this
1452process from the top, but in order to avoid loops, a router ignores any address
1453which has an identically-named ancestor that was processed by itself.
9b371988
PH
1454.next
1455When all the routing has been done, addresses that have been successfully
168e428f
PH
1456handled are passed to their assigned transports. When local transports are
1457doing real local deliveries, they handle only one address at a time, but if a
1458local transport is being used as a pseudo-remote transport (for example, to
1459collect batched SMTP messages for transmission by some other means) multiple
1460addresses can be handled. Remote transports can always handle more than one
1461address at a time, but can be configured not to do so, or to restrict multiple
1462addresses to the same domain.
9b371988
PH
1463.next
1464Each local delivery to a file or a pipe runs in a separate process under a
168e428f
PH
1465non-privileged uid, and these deliveries are run one at a time. Remote
1466deliveries also run in separate processes, normally under a uid that is private
9b371988 1467to Exim (&"the Exim user"&), but in this case, several remote deliveries can be
168e428f 1468run in parallel. The maximum number of simultaneous remote deliveries for any
9b371988 1469one message is set by the &%remote_max_parallel%& option.
168e428f
PH
1470The order in which deliveries are done is not defined, except that all local
1471deliveries happen before any remote deliveries.
9b371988
PH
1472.next
1473.cindex "queue runner"
168e428f
PH
1474When it encounters a local delivery during a queue run, Exim checks its retry
1475database to see if there has been a previous temporary delivery failure for the
1476address before running the local transport. If there was a previous failure,
1477Exim does not attempt a new delivery until the retry time for the address is
1478reached. However, this happens only for delivery attempts that are part of a
1479queue run. Local deliveries are always attempted when delivery immediately
1480follows message reception, even if retry times are set for them. This makes for
1481better behaviour if one particular message is causing problems (for example,
1482causing quota overflow, or provoking an error in a filter file).
9b371988
PH
1483.next
1484.cindex "delivery" "retry in remote transports"
168e428f
PH
1485Remote transports do their own retry handling, since an address may be
1486deliverable to one of a number of hosts, each of which may have a different
1487retry time. If there have been previous temporary failures and no host has
1488reached its retry time, no delivery is attempted, whether in a queue run or
9b371988
PH
1489not. See chapter &<<CHAPretry>>& for details of retry strategies.
1490.next
1491If there were any permanent errors, a bounce message is returned to an
168e428f
PH
1492appropriate address (the sender in the common case), with details of the error
1493for each failing address. Exim can be configured to send copies of bounce
1494messages to other addresses.
9b371988
PH
1495.next
1496.cindex "delivery" "deferral"
168e428f
PH
1497If one or more addresses suffered a temporary failure, the message is left on
1498the queue, to be tried again later. Delivery of these addresses is said to be
9b371988
PH
1499&'deferred'&.
1500.next
1501When all the recipient addresses have either been delivered or bounced,
168e428f
PH
1502handling of the message is complete. The spool files and message log are
1503deleted, though the message log can optionally be preserved if required.
9b371988 1504.endlist
168e428f
PH
1505
1506
1507
1508
f89d2485 1509.section "Retry mechanism" "SECID19"
9b371988
PH
1510.cindex "delivery" "retry mechanism"
1511.cindex "retry" "description of mechanism"
1512.cindex "queue runner"
168e428f
PH
1513Exim's mechanism for retrying messages that fail to get delivered at the first
1514attempt is the queue runner process. You must either run an Exim daemon that
9b371988
PH
1515uses the &%-q%& option with a time interval to start queue runners at regular
1516intervals, or use some other means (such as &'cron'&) to start them. If you do
168e428f
PH
1517not arrange for queue runners to be run, messages that fail temporarily at the
1518first attempt will remain on your queue for ever. A queue runner process works
068aaea8 1519its way through the queue, one message at a time, trying each delivery that has
168e428f
PH
1520passed its retry time.
1521You can run several queue runners at once.
1522
1523Exim uses a set of configured rules to determine when next to retry the failing
9b371988
PH
1524address (see chapter &<<CHAPretry>>&). These rules also specify when Exim
1525should give up trying to deliver to the address, at which point it generates a
1526bounce message. If no retry rules are set for a particular host, address, and
1527error combination, no retries are attempted, and temporary errors are treated
1528as permanent.
168e428f
PH
1529
1530
1531
f89d2485 1532.section "Temporary delivery failure" "SECID20"
9b371988 1533.cindex "delivery" "temporary failure"
168e428f
PH
1534There are many reasons why a message may not be immediately deliverable to a
1535particular address. Failure to connect to a remote machine (because it, or the
1536connection to it, is down) is one of the most common. Temporary failures may be
1537detected during routing as well as during the transport stage of delivery.
1538Local deliveries may be delayed if NFS files are unavailable, or if a mailbox
1539is on a file system where the user is over quota. Exim can be configured to
1540impose its own quotas on local mailboxes; where system quotas are set they will
1541also apply.
1542
1543If a host is unreachable for a period of time, a number of messages may be
1544waiting for it by the time it recovers, and sending them in a single SMTP
1545connection is clearly beneficial. Whenever a delivery to a remote host is
1546deferred,
1547
9b371988 1548.cindex "hints database"
168e428f
PH
1549Exim makes a note in its hints database, and whenever a successful
1550SMTP delivery has happened, it looks to see if any other messages are waiting
1551for the same host. If any are found, they are sent over the same SMTP
1552connection, subject to a configuration limit as to the maximum number in any
1553one connection.
1554
1555
1556
1557
f89d2485 1558.section "Permanent delivery failure" "SECID21"
9b371988
PH
1559.cindex "delivery" "permanent failure"
1560.cindex "bounce message" "when generated"
168e428f
PH
1561When a message cannot be delivered to some or all of its intended recipients, a
1562bounce message is generated. Temporary delivery failures turn into permanent
1563errors when their timeout expires. All the addresses that fail in a given
1564delivery attempt are listed in a single message. If the original message has
1565many recipients, it is possible for some addresses to fail in one delivery
1566attempt and others to fail subsequently, giving rise to more than one bounce
1567message. The wording of bounce messages can be customized by the administrator.
9b371988 1568See chapter &<<CHAPemsgcust>>& for details.
168e428f 1569
9b371988
PH
1570.cindex "&'X-Failed-Recipients:'& header line"
1571Bounce messages contain an &'X-Failed-Recipients:'& header line that lists the
168e428f
PH
1572failed addresses, for the benefit of programs that try to analyse such messages
1573automatically.
1574
9b371988 1575.cindex "bounce message" "recipient of"
168e428f
PH
1576A bounce message is normally sent to the sender of the original message, as
1577obtained from the message's envelope. For incoming SMTP messages, this is the
9b371988
PH
1578address given in the MAIL command. However, when an address is expanded via a
1579forward or alias file, an alternative address can be specified for delivery
1580failures of the generated addresses. For a mailing list expansion (see section
1581&<<SECTmailinglists>>&) it is common to direct bounce messages to the manager
1582of the list.
168e428f
PH
1583
1584
1585
f89d2485 1586.section "Failures to deliver bounce messages" "SECID22"
9b371988 1587.cindex "bounce message" "failure to deliver"
168e428f
PH
1588If a bounce message (either locally generated or received from a remote host)
1589itself suffers a permanent delivery failure, the message is left on the queue,
1590but it is frozen, awaiting the attention of an administrator. There are options
068aaea8 1591that can be used to make Exim discard such failed messages, or to keep them
9b371988
PH
1592for only a short time (see &%timeout_frozen_after%& and
1593&%ignore_bounce_errors_after%&).
168e428f
PH
1594
1595
1596
1597
1598
9b371988
PH
1599. ////////////////////////////////////////////////////////////////////////////
1600. ////////////////////////////////////////////////////////////////////////////
168e428f 1601
f89d2485 1602.chapter "Building and installing Exim" "CHID3"
4f578862 1603.scindex IIDbuex "building Exim"
168e428f 1604
f89d2485
PH
1605.section "Unpacking" "SECID23"
1606Exim is distributed as a gzipped or bzipped tar file which, when unpacked,
168e428f 1607creates a directory with the name of the current release (for example,
9b371988
PH
1608&_exim-&version;_&) into which the following files are placed:
1609
1610.table2 140pt
f89d2485
PH
1611.irow &_ACKNOWLEDGMENTS_& "contains some acknowledgments"
1612.irow &_CHANGES_& "contains a reference to where changes are &&&
1613 documented"
1614.irow &_LICENCE_& "the GNU General Public Licence"
1615.irow &_Makefile_& "top-level make file"
1616.irow &_NOTICE_& "conditions for the use of Exim"
1617.irow &_README_& "list of files, directories and simple build &&&
1618 instructions"
9b371988
PH
1619.endtable
1620
1621Other files whose names begin with &_README_& may also be present. The
168e428f
PH
1622following subdirectories are created:
1623
9b371988 1624.table2 140pt
f89d2485
PH
1625.irow &_Local_& "an empty directory for local configuration files"
1626.irow &_OS_& "OS-specific files"
1627.irow &_doc_& "documentation files"
1628.irow &_exim_monitor_& "source files for the Exim monitor"
1629.irow &_scripts_& "scripts used in the build process"
1630.irow &_src_& "remaining source files"
1631.irow &_util_& "independent utilities"
9b371988
PH
1632.endtable
1633
1634The main utility programs are contained in the &_src_& directory, and are built
1635with the Exim binary. The &_util_& directory contains a few optional scripts
168e428f
PH
1636that may be useful to some sites.
1637
1638
f89d2485 1639.section "Multiple machine architectures and operating systems" "SECID24"
9b371988 1640.cindex "building Exim" "multiple OS/architectures"
168e428f
PH
1641The building process for Exim is arranged to make it easy to build binaries for
1642a number of different architectures and operating systems from the same set of
9b371988
PH
1643source files. Compilation does not take place in the &_src_& directory.
1644Instead, a &'build directory'& is created for each architecture and operating
1645system.
1646.cindex "symbolic link" "to build directory"
168e428f 1647Symbolic links to the sources are installed in this directory, which is where
9b371988
PH
1648the actual building takes place. In most cases, Exim can discover the machine
1649architecture and operating system for itself, but the defaults can be
1650overridden if necessary.
168e428f 1651
168e428f 1652
8473d4ee 1653.section "PCRE library" "SECTpcre"
210f147e
NM
1654.cindex "PCRE library"
1655Exim no longer has an embedded PCRE library as the vast majority of
1656modern systems include PCRE as a system library, although you may need
1657to install the PCRE or PCRE development package for your operating
1658system. If your system has a normal PCRE installation the Exim build
1659process will need no further configuration. If the library or the
1660headers are in an unusual location you will need to set the PCRE_LIBS
1661and INCLUDE directives appropriately. If your operating system has no
1662PCRE support then you will need to obtain and build the current PCRE
1663from &url(ftp://ftp.csx.cam.ac.uk/pub/software/programming/pcre/).
1664
9b371988
PH
1665.section "DBM libraries" "SECTdb"
1666.cindex "DBM libraries" "discussion of"
1667.cindex "hints database" "DBM files used for"
168e428f
PH
1668Even if you do not use any DBM files in your configuration, Exim still needs a
1669DBM library in order to operate, because it uses indexed files for its hints
1670databases. Unfortunately, there are a number of DBM libraries in existence, and
1671different operating systems often have different ones installed.
1672
9b371988 1673.cindex "Solaris" "DBM library for"
f89d2485
PH
1674.cindex "IRIX, DBM library for"
1675.cindex "BSD, DBM library for"
1676.cindex "Linux, DBM library for"
168e428f
PH
1677If you are using Solaris, IRIX, one of the modern BSD systems, or a modern
1678Linux distribution, the DBM configuration should happen automatically, and you
1679may be able to ignore this section. Otherwise, you may have to learn more than
1680you would like about DBM libraries from what follows.
1681
9b371988 1682.cindex "&'ndbm'& DBM library"
168e428f 1683Licensed versions of Unix normally contain a library of DBM functions operating
9b371988 1684via the &'ndbm'& interface, and this is what Exim expects by default. Free
168e428f
PH
1685versions of Unix seem to vary in what they contain as standard. In particular,
1686some early versions of Linux have no default DBM library, and different
1687distributors have chosen to bundle different libraries with their packaged
f89d2485 1688versions. However, the more recent releases seem to have standardized on the
168e428f
PH
1689Berkeley DB library.
1690
1691Different DBM libraries have different conventions for naming the files they
9b371988 1692use. When a program opens a file called &_dbmfile_&, there are several
168e428f
PH
1693possibilities:
1694
9b371988
PH
1695.olist
1696A traditional &'ndbm'& implementation, such as that supplied as part of
1697Solaris, operates on two files called &_dbmfile.dir_& and &_dbmfile.pag_&.
1698.next
1699.cindex "&'gdbm'& DBM library"
1700The GNU library, &'gdbm'&, operates on a single file. If used via its &'ndbm'&
168e428f 1701compatibility interface it makes two different hard links to it with names
9b371988 1702&_dbmfile.dir_& and &_dbmfile.pag_&, but if used via its native interface, the
168e428f 1703file name is used unmodified.
9b371988
PH
1704.next
1705.cindex "Berkeley DB library"
1706The Berkeley DB package, if called via its &'ndbm'& compatibility interface,
1707operates on a single file called &_dbmfile.db_&, but otherwise looks to the
1708programmer exactly the same as the traditional &'ndbm'& implementation.
1709.next
1710If the Berkeley package is used in its native mode, it operates on a single
1711file called &_dbmfile_&; the programmer's interface is somewhat different to
1712the traditional &'ndbm'& interface.
1713.next
1714To complicate things further, there are several very different versions of the
168e428f 1715Berkeley DB package. Version 1.85 was stable for a very long time, releases
9b371988
PH
17162.&'x'& and 3.&'x'& were current for a while, but the latest versions are now
1717numbered 4.&'x'&. Maintenance of some of the earlier releases has ceased. All
168e428f 1718versions of Berkeley DB can be obtained from
9b371988
PH
1719&url(http://www.sleepycat.com/).
1720.next
1721.cindex "&'tdb'& DBM library"
1722Yet another DBM library, called &'tdb'&, is available from
1723&url(http://download.sourceforge.net/tdb). It has its own interface, and also
1724operates on a single file.
1725.endlist
1726
1727.cindex "USE_DB"
1728.cindex "DBM libraries" "configuration for building"
168e428f
PH
1729Exim and its utilities can be compiled to use any of these interfaces. In order
1730to use any version of the Berkeley DB package in native mode, you must set
1731USE_DB in an appropriate configuration file (typically
9b371988
PH
1732&_Local/Makefile_&). For example:
1733.code
1734USE_DB=yes
1735.endd
168e428f
PH
1736Similarly, for gdbm you set USE_GDBM, and for tdb you set USE_TDB. An
1737error is diagnosed if you set more than one of these.
1738
1739At the lowest level, the build-time configuration sets none of these options,
1740thereby assuming an interface of type (1). However, some operating system
1741configuration files (for example, those for the BSD operating systems and
1742Linux) assume type (4) by setting USE_DB as their default, and the
1743configuration files for Cygwin set USE_GDBM. Anything you set in
9b371988 1744&_Local/Makefile_&, however, overrides these system defaults.
168e428f
PH
1745
1746As well as setting USE_DB, USE_GDBM, or USE_TDB, it may also be
1747necessary to set DBMLIB, to cause inclusion of the appropriate library, as
1748in one of these lines:
9b371988
PH
1749.code
1750DBMLIB = -ldb
1751DBMLIB = -ltdb
1752.endd
168e428f
PH
1753Settings like that will work if the DBM library is installed in the standard
1754place. Sometimes it is not, and the library's header file may also not be in
1755the default path. You may need to set INCLUDE to specify where the header
1756file is, and to specify the path to the library more fully in DBMLIB, as in
1757this example:
9b371988
PH
1758.code
1759INCLUDE=-I/usr/local/include/db-4.1
1760DBMLIB=/usr/local/lib/db-4.1/libdb.a
1761.endd
168e428f 1762There is further detailed discussion about the various DBM libraries in the
9b371988 1763file &_doc/dbm.discuss.txt_& in the Exim distribution.
168e428f
PH
1764
1765
1766
f89d2485 1767.section "Pre-building configuration" "SECID25"
9b371988
PH
1768.cindex "building Exim" "pre-building configuration"
1769.cindex "configuration for building Exim"
1770.cindex "&_Local/Makefile_&"
1771.cindex "&_src/EDITME_&"
168e428f
PH
1772Before building Exim, a local configuration file that specifies options
1773independent of any operating system has to be created with the name
9b371988
PH
1774&_Local/Makefile_&. A template for this file is supplied as the file
1775&_src/EDITME_&, and it contains full descriptions of all the option settings
168e428f
PH
1776therein. These descriptions are therefore not repeated here. If you are
1777building Exim for the first time, the simplest thing to do is to copy
9b371988 1778&_src/EDITME_& to &_Local/Makefile_&, then read it and edit it appropriately.
168e428f
PH
1779
1780There are three settings that you must supply, because Exim will not build
1781without them. They are the location of the run time configuration file
1782(CONFIGURE_FILE), the directory in which Exim binaries will be installed
1783(BIN_DIRECTORY), and the identity of the Exim user (EXIM_USER and
1784maybe EXIM_GROUP as well). The value of CONFIGURE_FILE can in fact be
1785a colon-separated list of file names; Exim uses the first of them that exists.
1786
1787There are a few other parameters that can be specified either at build time or
1788at run time, to enable the same binary to be used on a number of different
1789machines. However, if the locations of Exim's spool directory and log file
1790directory (if not within the spool directory) are fixed, it is recommended that
9b371988 1791you specify them in &_Local/Makefile_& instead of at run time, so that errors
168e428f
PH
1792detected early in Exim's execution (such as a malformed configuration file) can
1793be logged.
1794
9b371988 1795.cindex "content scanning" "specifying at build time"
068aaea8 1796Exim's interfaces for calling virus and spam scanning software directly from
168e428f
PH
1797access control lists are not compiled by default. If you want to include these
1798facilities, you need to set
9b371988
PH
1799.code
1800WITH_CONTENT_SCAN=yes
1801.endd
1802in your &_Local/Makefile_&. For details of the facilities themselves, see
1803chapter &<<CHAPexiscan>>&.
168e428f
PH
1804
1805
9b371988 1806.cindex "&_Local/eximon.conf_&"
3cb1b51e 1807.cindex "&_exim_monitor/EDITME_&"
168e428f 1808If you are going to build the Exim monitor, a similar configuration process is
9b371988
PH
1809required. The file &_exim_monitor/EDITME_& must be edited appropriately for
1810your installation and saved under the name &_Local/eximon.conf_&. If you are
1811happy with the default settings described in &_exim_monitor/EDITME_&,
1812&_Local/eximon.conf_& can be empty, but it must exist.
168e428f
PH
1813
1814This is all the configuration that is needed in straightforward cases for known
1815operating systems. However, the building process is set up so that it is easy
1816to override options that are set by default or by operating-system-specific
1817configuration files, for example to change the name of the C compiler, which
9b371988
PH
1818defaults to &%gcc%&. See section &<<SECToverride>>& below for details of how to
1819do this.
168e428f
PH
1820
1821
1822
f89d2485 1823.section "Support for iconv()" "SECID26"
9b371988
PH
1824.cindex "&[iconv()]& support"
1825.cindex "RFC 2047"
168e428f
PH
1826The contents of header lines in messages may be encoded according to the rules
1827described RFC 2047. This makes it possible to transmit characters that are not
1828in the ASCII character set, and to label them as being in a particular
9b371988 1829character set. When Exim is inspecting header lines by means of the &%$h_%&
168e428f
PH
1830mechanism, it decodes them, and translates them into a specified character set
1831(default ISO-8859-1). The translation is possible only if the operating system
9b371988
PH
1832supports the &[iconv()]& function.
1833
1834However, some of the operating systems that supply &[iconv()]& do not support
1835very many conversions. The GNU &%libiconv%& library (available from
1836&url(http://www.gnu.org/software/libiconv/)) can be installed on such
1837systems to remedy this deficiency, as well as on systems that do not supply
1838&[iconv()]& at all. After installing &%libiconv%&, you should add
1839.code
1840HAVE_ICONV=yes
1841.endd
1842to your &_Local/Makefile_& and rebuild Exim.
1843
1844
1845
1846.section "Including TLS/SSL encryption support" "SECTinctlsssl"
1847.cindex "TLS" "including support for TLS"
1848.cindex "encryption" "including support for"
1849.cindex "SUPPORT_TLS"
1850.cindex "OpenSSL" "building Exim with"
1851.cindex "GnuTLS" "building Exim with"
168e428f
PH
1852Exim can be built to support encrypted SMTP connections, using the STARTTLS
1853command as per RFC 2487. It can also support legacy clients that expect to
1854start a TLS session immediately on connection to a non-standard port (see the
9b371988 1855&%tls_on_connect_ports%& runtime option and the &%-tls-on-connect%& command
168e428f
PH
1856line option).
1857
1858If you want to build Exim with TLS support, you must first install either the
1859OpenSSL or GnuTLS library. There is no cryptographic code in Exim itself for
1860implementing SSL.
1861
1862If OpenSSL is installed, you should set
9b371988
PH
1863.code
1864SUPPORT_TLS=yes
1865TLS_LIBS=-lssl -lcrypto
1866.endd
1867in &_Local/Makefile_&. You may also need to specify the locations of the
168e428f 1868OpenSSL library and include files. For example:
9b371988
PH
1869.code
1870SUPPORT_TLS=yes
1871TLS_LIBS=-L/usr/local/openssl/lib -lssl -lcrypto
1872TLS_INCLUDE=-I/usr/local/openssl/include/
1873.endd
1874.cindex "USE_GNUTLS"
168e428f 1875If GnuTLS is installed, you should set
9b371988
PH
1876.code
1877SUPPORT_TLS=yes
1878USE_GNUTLS=yes
1879TLS_LIBS=-lgnutls -ltasn1 -lgcrypt
1880.endd
1881in &_Local/Makefile_&, and again you may need to specify the locations of the
168e428f 1882library and include files. For example:
9b371988
PH
1883.code
1884SUPPORT_TLS=yes
1885USE_GNUTLS=yes
1886TLS_LIBS=-L/usr/gnu/lib -lgnutls -ltasn1 -lgcrypt
1887TLS_INCLUDE=-I/usr/gnu/include
1888.endd
168e428f 1889You do not need to set TLS_INCLUDE if the relevant directory is already
9b371988
PH
1890specified in INCLUDE. Details of how to configure Exim to make use of TLS are
1891given in chapter &<<CHAPTLS>>&.
168e428f
PH
1892
1893
1894
1895
f89d2485
PH
1896.section "Use of tcpwrappers" "SECID27"
1897.cindex "tcpwrappers, building Exim to support"
9b371988
PH
1898.cindex "USE_TCP_WRAPPERS"
1899Exim can be linked with the &'tcpwrappers'& library in order to check incoming
1900SMTP calls using the &'tcpwrappers'& control files. This may be a convenient
168e428f 1901alternative to Exim's own checking facilities for installations that are
9b371988
PH
1902already making use of &'tcpwrappers'& for other purposes. To do this, you
1903should set USE_TCP_WRAPPERS in &_Local/Makefile_&, arrange for the file
1904&_tcpd.h_& to be available at compile time, and also ensure that the library
1905&_libwrap.a_& is available at link time, typically by including &%-lwrap%& in
1906EXTRALIBS_EXIM. For example, if &'tcpwrappers'& is installed in &_/usr/local_&,
1907you might have
1908.code
1909USE_TCP_WRAPPERS=yes
1910CFLAGS=-O -I/usr/local/include
1911EXTRALIBS_EXIM=-L/usr/local/lib -lwrap
1912.endd
1913in &_Local/Makefile_&. The name to use in the &'tcpwrappers'& control files is
1914&"exim"&. For example, the line
1915.code
1916exim : LOCAL 192.168.1. .friendly.domain.example
1917.endd
1918in your &_/etc/hosts.allow_& file allows connections from the local host, from
1919the subnet 192.168.1.0/24, and from all hosts in &'friendly.domain.example'&.
1920All other connections are denied. Consult the &'tcpwrappers'& documentation for
168e428f
PH
1921further details.
1922
1923
1924
f89d2485 1925.section "Including support for IPv6" "SECID28"
9b371988 1926.cindex "IPv6" "including support for"
168e428f 1927Exim contains code for use on systems that have IPv6 support. Setting
9b371988 1928&`HAVE_IPV6=YES`& in &_Local/Makefile_& causes the IPv6 code to be included;
168e428f
PH
1929it may also be necessary to set IPV6_INCLUDE and IPV6_LIBS on systems
1930where the IPv6 support is not fully integrated into the normal include and
1931library files.
1932
1933Two different types of DNS record for handling IPv6 addresses have been
f89d2485 1934defined. AAAA records (analogous to A records for IPv4) are in use, and are
168e428f
PH
1935currently seen as the mainstream. Another record type called A6 was proposed
1936as better than AAAA because it had more flexibility. However, it was felt to be
9b371988 1937over-complex, and its status was reduced to &"experimental"&. It is not known
168e428f 1938if anyone is actually using A6 records. Exim has support for A6 records, but
9b371988 1939this is included only if you set &`SUPPORT_A6=YES`& in &_Local/Makefile_&. The
168e428f
PH
1940support has not been tested for some time.
1941
1942
1943
f89d2485 1944.section "The building process" "SECID29"
9b371988
PH
1945.cindex "build directory"
1946Once &_Local/Makefile_& (and &_Local/eximon.conf_&, if required) have been
1947created, run &'make'& at the top level. It determines the architecture and
168e428f
PH
1948operating system types, and creates a build directory if one does not exist.
1949For example, on a Sun system running Solaris 8, the directory
9b371988
PH
1950&_build-SunOS5-5.8-sparc_& is created.
1951.cindex "symbolic link" "to source files"
168e428f
PH
1952Symbolic links to relevant source files are installed in the build directory.
1953
9b371988 1954&*Warning*&: The &%-j%& (parallel) flag must not be used with &'make'&; the
168e428f
PH
1955building process fails if it is set.
1956
9b371988 1957If this is the first time &'make'& has been run, it calls a script that builds
168e428f 1958a make file inside the build directory, using the configuration files from the
9b371988
PH
1959&_Local_& directory. The new make file is then passed to another instance of
1960&'make'&. This does the real work, building a number of utility scripts, and
168e428f 1961then compiling and linking the binaries for the Exim monitor (if configured), a
9b371988
PH
1962number of utility programs, and finally Exim itself. The command &`make
1963makefile`& can be used to force a rebuild of the make file in the build
168e428f
PH
1964directory, should this ever be necessary.
1965
1966If you have problems building Exim, check for any comments there may be in the
9b371988 1967&_README_& file concerning your operating system, and also take a look at the
168e428f
PH
1968FAQ, where some common problems are covered.
1969
1970
1971
f89d2485 1972.section 'Output from &"make"&' "SECID283"
9b371988 1973The output produced by the &'make'& process for compile lines is often very
068aaea8
PH
1974unreadable, because these lines can be very long. For this reason, the normal
1975output is suppressed by default, and instead output similar to that which
1976appears when compiling the 2.6 Linux kernel is generated: just a short line for
1977each module that is being compiled or linked. However, it is still possible to
9b371988
PH
1978get the full output, by calling &'make'& like this:
1979.code
1980FULLECHO='' make -e
1981.endd
1982The value of FULLECHO defaults to &"@"&, the flag character that suppresses
1983command reflection in &'make'&. When you ask for the full output, it is
3cb1b51e 1984given in addition to the short output.
068aaea8
PH
1985
1986
1987
9b371988 1988.section "Overriding build-time options for Exim" "SECToverride"
f89d2485 1989.cindex "build-time options, overriding"
168e428f
PH
1990The main make file that is created at the beginning of the building process
1991consists of the concatenation of a number of files which set configuration
9b371988 1992values, followed by a fixed set of &'make'& instructions. If a value is set
168e428f
PH
1993more than once, the last setting overrides any previous ones. This provides a
1994convenient way of overriding defaults. The files that are concatenated are, in
1995order:
9b371988
PH
1996.display
1997&_OS/Makefile-Default_&
1998&_OS/Makefile-_&<&'ostype'&>
1999&_Local/Makefile_&
2000&_Local/Makefile-_&<&'ostype'&>
2001&_Local/Makefile-_&<&'archtype'&>
2002&_Local/Makefile-_&<&'ostype'&>-<&'archtype'&>
2003&_OS/Makefile-Base_&
2004.endd
2005.cindex "&_Local/Makefile_&"
2006.cindex "building Exim" "operating system type"
2007.cindex "building Exim" "architecture type"
2008where <&'ostype'&> is the operating system type and <&'archtype'&> is the
2009architecture type. &_Local/Makefile_& is required to exist, and the building
2010process fails if it is absent. The other three &_Local_& files are optional,
168e428f
PH
2011and are often not needed.
2012
9b371988
PH
2013The values used for <&'ostype'&> and <&'archtype'&> are obtained from scripts
2014called &_scripts/os-type_& and &_scripts/arch-type_& respectively. If either of
168e428f
PH
2015the environment variables EXIM_OSTYPE or EXIM_ARCHTYPE is set, their
2016values are used, thereby providing a means of forcing particular settings.
9b371988 2017Otherwise, the scripts try to get values from the &%uname%& command. If this
168e428f 2018fails, the shell variables OSTYPE and ARCHTYPE are inspected. A number
9b371988 2019of &'ad hoc'& transformations are then applied, to produce the standard names
168e428f
PH
2020that Exim expects. You can run these scripts directly from the shell in order
2021to find out what values are being used on your system.
2022
2023
9b371988 2024&_OS/Makefile-Default_& contains comments about the variables that are set
168e428f
PH
2025therein. Some (but not all) are mentioned below. If there is something that
2026needs changing, review the contents of this file and the contents of the make
9b371988 2027file for your operating system (&_OS/Makefile-<ostype>_&) to see what the
168e428f
PH
2028default values are.
2029
2030
9b371988
PH
2031.cindex "building Exim" "overriding default settings"
2032If you need to change any of the values that are set in &_OS/Makefile-Default_&
2033or in &_OS/Makefile-<ostype>_&, or to add any new definitions, you do not
168e428f 2034need to change the original files. Instead, you should make the changes by
9b371988
PH
2035putting the new values in an appropriate &_Local_& file. For example,
2036.cindex "Tru64-Unix build-time settings"
168e428f
PH
2037when building Exim in many releases of the Tru64-Unix (formerly Digital UNIX,
2038formerly DEC-OSF1) operating system, it is necessary to specify that the C
9b371988
PH
2039compiler is called &'cc'& rather than &'gcc'&. Also, the compiler must be
2040called with the option &%-std1%&, to make it recognize some of the features of
168e428f 2041Standard C that Exim uses. (Most other compilers recognize Standard C by
9b371988 2042default.) To do this, you should create a file called &_Local/Makefile-OSF1_&
168e428f 2043containing the lines
9b371988
PH
2044.code
2045CC=cc
2046CFLAGS=-std1
2047.endd
168e428f 2048If you are compiling for just one operating system, it may be easier to put
9b371988 2049these lines directly into &_Local/Makefile_&.
168e428f
PH
2050
2051Keeping all your local configuration settings separate from the distributed
2052files makes it easy to transfer them to new versions of Exim simply by copying
9b371988 2053the contents of the &_Local_& directory.
168e428f
PH
2054
2055
9b371988
PH
2056.cindex "NIS lookup type" "including support for"
2057.cindex "NIS+ lookup type" "including support for"
2058.cindex "LDAP" "including support for"
2059.cindex "lookup" "inclusion in binary"
168e428f
PH
2060Exim contains support for doing LDAP, NIS, NIS+, and other kinds of file
2061lookup, but not all systems have these components installed, so the default is
2062not to include the relevant code in the binary. All the different kinds of file
2063and database lookup that Exim supports are implemented as separate code modules
2064which are included only if the relevant compile-time options are set. In the
9b371988
PH
2065case of LDAP, NIS, and NIS+, the settings for &_Local/Makefile_& are:
2066.code
2067LOOKUP_LDAP=yes
2068LOOKUP_NIS=yes
2069LOOKUP_NISPLUS=yes
2070.endd
168e428f 2071and similar settings apply to the other lookup types. They are all listed in
9b371988 2072&_src/EDITME_&. In many cases the relevant include files and interface
168e428f 2073libraries need to be installed before compiling Exim.
9b371988 2074.cindex "cdb" "including support for"
068aaea8
PH
2075However, there are some optional lookup types (such as cdb) for which
2076the code is entirely contained within Exim, and no external include
168e428f
PH
2077files or libraries are required. When a lookup type is not included in the
2078binary, attempts to configure Exim to use it cause run time configuration
2079errors.
2080
9b371988 2081.cindex "Perl" "including support for"
168e428f
PH
2082Exim can be linked with an embedded Perl interpreter, allowing Perl
2083subroutines to be called during string expansion. To enable this facility,
9b371988
PH
2084.code
2085EXIM_PERL=perl.o
2086.endd
2087must be defined in &_Local/Makefile_&. Details of this facility are given in
2088chapter &<<CHAPperl>>&.
168e428f 2089
f89d2485 2090.cindex "X11 libraries, location of"
168e428f 2091The location of the X11 libraries is something that varies a lot between
068aaea8 2092operating systems, and there may be different versions of X11 to cope
168e428f
PH
2093with. Exim itself makes no use of X11, but if you are compiling the Exim
2094monitor, the X11 libraries must be available.
9b371988
PH
2095The following three variables are set in &_OS/Makefile-Default_&:
2096.code
2097X11=/usr/X11R6
2098XINCLUDE=-I$(X11)/include
2099XLFLAGS=-L$(X11)/lib
2100.endd
168e428f 2101These are overridden in some of the operating-system configuration files. For
9b371988
PH
2102example, in &_OS/Makefile-SunOS5_& there is
2103.code
2104X11=/usr/openwin
2105XINCLUDE=-I$(X11)/include
2106XLFLAGS=-L$(X11)/lib -R$(X11)/lib
2107.endd
168e428f
PH
2108If you need to override the default setting for your operating system, place a
2109definition of all three of these variables into your
9b371988 2110&_Local/Makefile-<ostype>_& file.
168e428f 2111
9b371988 2112.cindex "EXTRALIBS"
168e428f
PH
2113If you need to add any extra libraries to the link steps, these can be put in a
2114variable called EXTRALIBS, which appears in all the link commands, but by
2115default is not defined. In contrast, EXTRALIBS_EXIM is used only on the
2116command for linking the main Exim binary, and not for any associated utilities.
2117
9b371988 2118.cindex "DBM libraries" "configuration for building"
168e428f 2119There is also DBMLIB, which appears in the link commands for binaries that
9b371988 2120use DBM functions (see also section &<<SECTdb>>&). Finally, there is
168e428f
PH
2121EXTRALIBS_EXIMON, which appears only in the link step for the Exim monitor
2122binary, and which can be used, for example, to include additional X11
2123libraries.
2124
9b371988 2125.cindex "configuration file" "editing"
168e428f
PH
2126The make file copes with rebuilding Exim correctly if any of the configuration
2127files are edited. However, if an optional configuration file is deleted, it is
9b371988
PH
2128necessary to touch the associated non-optional file (that is,
2129&_Local/Makefile_& or &_Local/eximon.conf_&) before rebuilding.
168e428f
PH
2130
2131
f89d2485 2132.section "OS-specific header files" "SECID30"
9b371988
PH
2133.cindex "&_os.h_&"
2134.cindex "building Exim" "OS-specific C header files"
2135The &_OS_& directory contains a number of files with names of the form
2136&_os.h-<ostype>_&. These are system-specific C header files that should not
168e428f 2137normally need to be changed. There is a list of macro settings that are
9b371988 2138recognized in the file &_OS/os.configuring_&, which should be consulted if you
168e428f
PH
2139are porting Exim to a new operating system.
2140
2141
2142
f89d2485
PH
2143.section "Overriding build-time options for the monitor" "SECID31"
2144.cindex "building Eximon"
168e428f
PH
2145A similar process is used for overriding things when building the Exim monitor,
2146where the files that are involved are
9b371988
PH
2147.display
2148&_OS/eximon.conf-Default_&
2149&_OS/eximon.conf-_&<&'ostype'&>
2150&_Local/eximon.conf_&
2151&_Local/eximon.conf-_&<&'ostype'&>
2152&_Local/eximon.conf-_&<&'archtype'&>
2153&_Local/eximon.conf-_&<&'ostype'&>-<&'archtype'&>
2154.endd
2155.cindex "&_Local/eximon.conf_&"
168e428f 2156As with Exim itself, the final three files need not exist, and in this case the
9b371988
PH
2157&_OS/eximon.conf-<ostype>_& file is also optional. The default values in
2158&_OS/eximon.conf-Default_& can be overridden dynamically by setting environment
168e428f
PH
2159variables of the same name, preceded by EXIMON_. For example, setting
2160EXIMON_LOG_DEPTH in the environment overrides the value of
2161LOG_DEPTH at run time.
4f578862 2162.ecindex IIDbuex
168e428f
PH
2163
2164
f89d2485 2165.section "Installing Exim binaries and scripts" "SECID32"
9b371988
PH
2166.cindex "installing Exim"
2167.cindex "BIN_DIRECTORY"
2168The command &`make install`& runs the &(exim_install)& script with no
2169arguments. The script copies binaries and utility scripts into the directory
2170whose name is specified by the BIN_DIRECTORY setting in &_Local/Makefile_&.
2171.cindex "setuid" "installing Exim with"
068aaea8
PH
2172The install script copies files only if they are newer than the files they are
2173going to replace. The Exim binary is required to be owned by root and have the
9b371988
PH
2174&'setuid'& bit set, for normal configurations. Therefore, you must run &`make
2175install`& as root so that it can set up the Exim binary in this way. However, in
068aaea8
PH
2176some special situations (for example, if a host is doing no local deliveries)
2177it may be possible to run Exim without making the binary setuid root (see
9b371988 2178chapter &<<CHAPsecurity>>& for details).
168e428f 2179
9b371988 2180.cindex "CONFIGURE_FILE"
168e428f 2181Exim's run time configuration file is named by the CONFIGURE_FILE setting
9b371988
PH
2182in &_Local/Makefile_&. If this names a single file, and the file does not
2183exist, the default configuration file &_src/configure.default_& is copied there
168e428f
PH
2184by the installation script. If a run time configuration file already exists, it
2185is left alone. If CONFIGURE_FILE is a colon-separated list, naming several
2186alternative files, no default is installed.
2187
9b371988
PH
2188.cindex "system aliases file"
2189.cindex "&_/etc/aliases_&"
168e428f
PH
2190One change is made to the default configuration file when it is installed: the
2191default configuration contains a router that references a system aliases file.
2192The path to this file is set to the value specified by
9b371988 2193SYSTEM_ALIASES_FILE in &_Local/Makefile_& (&_/etc/aliases_& by default).
168e428f
PH
2194If the system aliases file does not exist, the installation script creates it,
2195and outputs a comment to the user.
2196
2197The created file contains no aliases, but it does contain comments about the
2198aliases a site should normally have. Mail aliases have traditionally been
9b371988
PH
2199kept in &_/etc/aliases_&. However, some operating systems are now using
2200&_/etc/mail/aliases_&. You should check if yours is one of these, and change
168e428f
PH
2201Exim's configuration if necessary.
2202
2203The default configuration uses the local host's name as the only local domain,
9b371988
PH
2204and is set up to do local deliveries into the shared directory &_/var/mail_&,
2205running as the local user. System aliases and &_.forward_& files in users' home
168e428f
PH
2206directories are supported, but no NIS or NIS+ support is configured. Domains
2207other than the name of the local host are routed using the DNS, with delivery
2208over SMTP.
2209
168e428f
PH
2210It is possible to install Exim for special purposes (such as building a binary
2211distribution) in a private part of the file system. You can do this by a
2212command such as
9b371988
PH
2213.code
2214make DESTDIR=/some/directory/ install
2215.endd
168e428f
PH
2216This has the effect of pre-pending the specified directory to all the file
2217paths, except the name of the system aliases file that appears in the default
9b371988 2218configuration. (If a default alias file is created, its name &'is'& modified.)
168e428f
PH
2219For backwards compatibility, ROOT is used if DESTDIR is not set,
2220but this usage is deprecated.
2221
9b371988
PH
2222.cindex "installing Exim" "what is not installed"
2223Running &'make install'& does not copy the Exim 4 conversion script
40df1be3
TF
2224&'convert4r4'&. You will probably run this only once if you are
2225upgrading from Exim 3. None of the documentation files in the &_doc_&
168e428f 2226directory are copied, except for the info files when you have set
9b371988 2227INFO_DIRECTORY, as described in section &<<SECTinsinfdoc>>& below.
168e428f 2228
9b371988 2229For the utility programs, old versions are renamed by adding the suffix &_.O_&
168e428f
PH
2230to their names. The Exim binary itself, however, is handled differently. It is
2231installed under a name that includes the version number and the compile number,
9b371988
PH
2232for example &_exim-&version;-1_&. The script then arranges for a symbolic link
2233called &_exim_& to point to the binary. If you are updating a previous version
2234of Exim, the script takes care to ensure that the name &_exim_& is never absent
168e428f
PH
2235from the directory (as seen by other processes).
2236
9b371988
PH
2237.cindex "installing Exim" "testing the script"
2238If you want to see what the &'make install'& will do before running it for
2239real, you can pass the &%-n%& option to the installation script by this
2240command:
2241.code
2242make INSTALL_ARG=-n install
2243.endd
168e428f
PH
2244The contents of the variable INSTALL_ARG are passed to the installation
2245script. You do not need to be root to run this test. Alternatively, you can run
2246the installation script directly, but this must be from within the build
2247directory. For example, from the top-level Exim directory you could use this
2248command:
9b371988
PH
2249.code
2250(cd build-SunOS5-5.5.1-sparc; ../scripts/exim_install -n)
2251.endd
2252.cindex "installing Exim" "install script options"
168e428f
PH
2253There are two other options that can be supplied to the installation script.
2254
9b371988
PH
2255.ilist
2256&%-no_chown%& bypasses the call to change the owner of the installed binary
168e428f 2257to root, and the call to make it a setuid binary.
9b371988
PH
2258.next
2259&%-no_symlink%& bypasses the setting up of the symbolic link &_exim_& to the
168e428f 2260installed binary.
9b371988 2261.endlist
168e428f
PH
2262
2263INSTALL_ARG can be used to pass these options to the script. For example:
9b371988
PH
2264.code
2265make INSTALL_ARG=-no_symlink install
2266.endd
168e428f
PH
2267The installation script can also be given arguments specifying which files are
2268to be copied. For example, to install just the Exim binary, and nothing else,
2269without creating the symbolic link, you could use:
9b371988
PH
2270.code
2271make INSTALL_ARG='-no_symlink exim' install
2272.endd
168e428f
PH
2273
2274
2275
9b371988
PH
2276.section "Installing info documentation" "SECTinsinfdoc"
2277.cindex "installing Exim" "&'info'& documentation"
2278Not all systems use the GNU &'info'& system for documentation, and for this
168e428f
PH
2279reason, the Texinfo source of Exim's documentation is not included in the main
2280distribution. Instead it is available separately from the ftp site (see section
9b371988 2281&<<SECTavail>>&).
168e428f 2282
9b371988
PH
2283If you have defined INFO_DIRECTORY in &_Local/Makefile_& and the Texinfo
2284source of the documentation is found in the source tree, running &`make
2285install`& automatically builds the info files and installs them.
168e428f
PH
2286
2287
2288
f89d2485 2289.section "Setting up the spool directory" "SECID33"
9b371988 2290.cindex "spool directory" "creating"
168e428f
PH
2291When it starts up, Exim tries to create its spool directory if it does not
2292exist. The Exim uid and gid are used for the owner and group of the spool
2293directory. Sub-directories are automatically created in the spool directory as
2294necessary.
2295
2296
2297
2298
f89d2485 2299.section "Testing" "SECID34"
9b371988 2300.cindex "testing" "installation"
168e428f
PH
2301Having installed Exim, you can check that the run time configuration file is
2302syntactically valid by running the following command, which assumes that the
2303Exim binary directory is within your PATH environment variable:
9b371988
PH
2304.code
2305exim -bV
2306.endd
168e428f
PH
2307If there are any errors in the configuration file, Exim outputs error messages.
2308Otherwise it outputs the version number and build date,
2309the DBM library that is being used, and information about which drivers and
2310other optional code modules are included in the binary.
2311Some simple routing tests can be done by using the address testing option. For
2312example,
9b371988
PH
2313.display
2314&`exim -bt`& <&'local username'&>
2315.endd
168e428f 2316should verify that it recognizes a local mailbox, and
9b371988
PH
2317.display
2318&`exim -bt`& <&'remote address'&>
2319.endd
168e428f
PH
2320a remote one. Then try getting it to deliver mail, both locally and remotely.
2321This can be done by passing messages directly to Exim, without going through a
2322user agent. For example:
9b371988 2323.code
068aaea8
PH
2324exim -v postmaster@your.domain.example
2325From: user@your.domain.example
2326To: postmaster@your.domain.example
2327Subject: Testing Exim
168e428f 2328
068aaea8
PH
2329This is a test message.
2330^D
9b371988
PH
2331.endd
2332The &%-v%& option causes Exim to output some verification of what it is doing.
168e428f 2333In this case you should see copies of three log lines, one for the message's
9b371988 2334arrival, one for its delivery, and one containing &"Completed"&.
168e428f 2335
9b371988
PH
2336.cindex "delivery" "problems with"
2337If you encounter problems, look at Exim's log files (&'mainlog'& and
2338&'paniclog'&) to see if there is any relevant information there. Another source
168e428f 2339of information is running Exim with debugging turned on, by specifying the
9b371988 2340&%-d%& option. If a message is stuck on Exim's spool, you can force a delivery
168e428f 2341with debugging turned on by a command of the form
9b371988
PH
2342.display
2343&`exim -d -M`& <&'exim-message-id'&>
2344.endd
2345You must be root or an &"admin user"& in order to do this. The &%-d%& option
168e428f 2346produces rather a lot of output, but you can cut this down to specific areas.
9b371988
PH
2347For example, if you use &%-d-all+route%& only the debugging information
2348relevant to routing is included. (See the &%-d%& option in chapter
2349&<<CHAPcommandline>>& for more details.)
168e428f 2350
9b371988
PH
2351.cindex '&"sticky"& bit'
2352.cindex "lock files"
168e428f
PH
2353One specific problem that has shown up on some sites is the inability to do
2354local deliveries into a shared mailbox directory, because it does not have the
9b371988 2355&"sticky bit"& set on it. By default, Exim tries to create a lock file before
168e428f 2356writing to a mailbox file, and if it cannot create the lock file, the delivery
9b371988 2357is deferred. You can get round this either by setting the &"sticky bit"& on the
168e428f
PH
2358directory, or by setting a specific group for local deliveries and allowing
2359that group to create files in the directory (see the comments above the
9b371988 2360&(local_delivery)& transport in the default configuration file). Another
168e428f 2361approach is to configure Exim not to use lock files, but just to rely on
9b371988
PH
2362&[fcntl()]& locking instead. However, you should do this only if all user
2363agents also use &[fcntl()]& locking. For further discussion of locking issues,
2364see chapter &<<CHAPappendfile>>&.
168e428f
PH
2365
2366One thing that cannot be tested on a system that is already running an MTA is
2367the receipt of incoming SMTP mail on the standard SMTP port. However, the
9b371988
PH
2368&%-oX%& option can be used to run an Exim daemon that listens on some other
2369port, or &'inetd'& can be used to do this. The &%-bh%& option and the
2370&'exim_checkaccess'& utility can be used to check out policy controls on
168e428f
PH
2371incoming SMTP mail.
2372
2373Testing a new version on a system that is already running Exim can most easily
2374be done by building a binary with a different CONFIGURE_FILE setting. From
2375within the run time configuration, all other file and directory names
2376that Exim uses can be altered, in order to keep it entirely clear of the
2377production version.
2378
2379
f89d2485 2380.section "Replacing another MTA with Exim" "SECID35"
9b371988 2381.cindex "replacing another MTA"
168e428f
PH
2382Building and installing Exim for the first time does not of itself put it in
2383general use. The name by which the system's MTA is called by mail user agents
9b371988
PH
2384is either &_/usr/sbin/sendmail_&, or &_/usr/lib/sendmail_& (depending on the
2385operating system), and it is necessary to make this name point to the &'exim'&
168e428f 2386binary in order to get the user agents to pass messages to Exim. This is
9b371988
PH
2387normally done by renaming any existing file and making &_/usr/sbin/sendmail_&
2388or &_/usr/lib/sendmail_&
2389.cindex "symbolic link" "to &'exim'& binary"
2390a symbolic link to the &'exim'& binary. It is a good idea to remove any setuid
168e428f
PH
2391privilege and executable status from the old MTA. It is then necessary to stop
2392and restart the mailer daemon, if one is running.
2393
f89d2485 2394.cindex "FreeBSD, MTA indirection"
9b371988 2395.cindex "&_/etc/mail/mailer.conf_&"
168e428f
PH
2396Some operating systems have introduced alternative ways of switching MTAs. For
2397example, if you are running FreeBSD, you need to edit the file
9b371988 2398&_/etc/mail/mailer.conf_& instead of setting up a symbolic link as just
168e428f
PH
2399described. A typical example of the contents of this file for running Exim is
2400as follows:
9b371988
PH
2401.code
2402sendmail /usr/exim/bin/exim
2403send-mail /usr/exim/bin/exim
2404mailq /usr/exim/bin/exim -bp
2405newaliases /usr/bin/true
2406.endd
2407Once you have set up the symbolic link, or edited &_/etc/mail/mailer.conf_&,
2408your Exim installation is &"live"&. Check it by sending a message from your
168e428f
PH
2409favourite user agent.
2410
2411You should consider what to tell your users about the change of MTA. Exim may
2412have different capabilities to what was previously running, and there are
2413various operational differences such as the text of messages produced by
2414command line options and in bounce messages. If you allow your users to make
2415use of Exim's filtering capabilities, you should make the document entitled
9b371988 2416&'Exim's interface to mail filtering'& available to them.
168e428f
PH
2417
2418
2419
f89d2485 2420.section "Upgrading Exim" "SECID36"
9b371988 2421.cindex "upgrading Exim"
168e428f
PH
2422If you are already running Exim on your host, building and installing a new
2423version automatically makes it available to MUAs, or any other programs that
2424call the MTA directly. However, if you are running an Exim daemon, you do need
9b371988
PH
2425to send it a HUP signal, to make it re-execute itself, and thereby pick up the
2426new binary. You do not need to stop processing mail in order to install a new
068aaea8
PH
2427version of Exim. The install script does not modify an existing runtime
2428configuration file.
2429
168e428f
PH
2430
2431
2432
f89d2485 2433.section "Stopping the Exim daemon on Solaris" "SECID37"
9b371988 2434.cindex "Solaris" "stopping Exim on"
168e428f 2435The standard command for stopping the mailer daemon on Solaris is
9b371988
PH
2436.code
2437/etc/init.d/sendmail stop
2438.endd
2439If &_/usr/lib/sendmail_& has been turned into a symbolic link, this script
2440fails to stop Exim because it uses the command &'ps -e'& and greps the output
2441for the text &"sendmail"&; this is not present because the actual program name
2442(that is, &"exim"&) is given by the &'ps'& command with these options. A
2443solution is to replace the line that finds the process id with something like
2444.code
2445pid=`cat /var/spool/exim/exim-daemon.pid`
2446.endd
168e428f
PH
2447to obtain the daemon's pid directly from the file that Exim saves it in.
2448
9b371988 2449Note, however, that stopping the daemon does not &"stop Exim"&. Messages can
168e428f
PH
2450still be received from local processes, and if automatic delivery is configured
2451(the normal case), deliveries will still occur.
2452
2453
2454
2455
9b371988
PH
2456. ////////////////////////////////////////////////////////////////////////////
2457. ////////////////////////////////////////////////////////////////////////////
168e428f 2458
9b371988 2459.chapter "The Exim command line" "CHAPcommandline"
4f578862
PH
2460.scindex IIDclo1 "command line" "options"
2461.scindex IIDclo2 "options" "command line"
168e428f
PH
2462Exim's command line takes the standard Unix form of a sequence of options,
2463each starting with a hyphen character, followed by a number of arguments. The
2464options are compatible with the main options of Sendmail, and there are also
2465some additional options, some of which are compatible with Smail 3. Certain
2466combinations of options do not make sense, and provoke an error if used.
2467The form of the arguments depends on which options are set.
2468
2469
f89d2485 2470.section "Setting options by program name" "SECID38"
9b371988
PH
2471.cindex "&'mailq'&"
2472If Exim is called under the name &'mailq'&, it behaves as if the option &%-bp%&
168e428f 2473were present before any other options.
9b371988 2474The &%-bp%& option requests a listing of the contents of the mail queue on the
168e428f
PH
2475standard output.
2476This feature is for compatibility with some systems that contain a command of
2477that name in one of the standard libraries, symbolically linked to
9b371988
PH
2478&_/usr/sbin/sendmail_& or &_/usr/lib/sendmail_&.
2479
2480.cindex "&'rsmtp'&"
2481If Exim is called under the name &'rsmtp'& it behaves as if the option &%-bS%&
2482were present before any other options, for compatibility with Smail. The
2483&%-bS%& option is used for reading in a number of messages in batched SMTP
2484format.
2485
2486.cindex "&'rmail'&"
2487If Exim is called under the name &'rmail'& it behaves as if the &%-i%& and
2488&%-oee%& options were present before any other options, for compatibility with
2489Smail. The name &'rmail'& is used as an interface by some UUCP systems.
2490
2491.cindex "&'runq'&"
2492.cindex "queue runner"
2493If Exim is called under the name &'runq'& it behaves as if the option &%-q%&
2494were present before any other options, for compatibility with Smail. The &%-q%&
168e428f
PH
2495option causes a single queue runner process to be started.
2496
9b371988
PH
2497.cindex "&'newaliases'&"
2498.cindex "alias file" "building"
2499.cindex "Sendmail compatibility" "calling Exim as &'newaliases'&"
2500If Exim is called under the name &'newaliases'& it behaves as if the option
2501&%-bi%& were present before any other options, for compatibility with Sendmail.
168e428f
PH
2502This option is used for rebuilding Sendmail's alias file. Exim does not have
2503the concept of a single alias file, but can be configured to run a given
9b371988 2504command if called with the &%-bi%& option.
168e428f
PH
2505
2506
9b371988
PH
2507.section "Trusted and admin users" "SECTtrustedadmin"
2508Some Exim options are available only to &'trusted users'& and others are
2509available only to &'admin users'&. In the description below, the phrases &"Exim
2510user"& and &"Exim group"& mean the user and group defined by EXIM_USER and
2511EXIM_GROUP in &_Local/Makefile_& or set by the &%exim_user%& and
2512&%exim_group%& options. These do not necessarily have to use the name &"exim"&.
168e428f 2513
9b371988 2514.ilist
f89d2485 2515.cindex "trusted users" "definition of"
9b371988 2516.cindex "user" "trusted definition of"
168e428f 2517The trusted users are root, the Exim user, any user listed in the
9b371988
PH
2518&%trusted_users%& configuration option, and any user whose current group or any
2519supplementary group is one of those listed in the &%trusted_groups%&
168e428f 2520configuration option. Note that the Exim group is not automatically trusted.
9b371988
PH
2521
2522.cindex '&"From"& line'
2523.cindex "envelope sender"
2524Trusted users are always permitted to use the &%-f%& option or a leading
2525&"From&~"& line to specify the envelope sender of a message that is passed to
2526Exim through the local interface (see the &%-bm%& and &%-f%& options below).
2527See the &%untrusted_set_sender%& option for a way of permitting non-trusted
2528users to set envelope senders.
2529
2530.cindex "&'From:'& header line"
2531.cindex "&'Sender:'& header line"
2532For a trusted user, there is never any check on the contents of the &'From:'&
2533header line, and a &'Sender:'& line is never added. Furthermore, any existing
2534&'Sender:'& line in incoming local (non-TCP/IP) messages is not removed.
2535
168e428f
PH
2536Trusted users may also specify a host name, host address, interface address,
2537protocol name, ident value, and authentication data when submitting a message
2538locally. Thus, they are able to insert messages into Exim's queue locally that
2539have the characteristics of messages received from a remote host. Untrusted
9b371988 2540users may in some circumstances use &%-f%&, but can never set the other values
168e428f 2541that are available to trusted users.
9b371988
PH
2542.next
2543.cindex "user" "admin definition of"
2544.cindex "admin user" "definition of"
168e428f 2545The admin users are root, the Exim user, and any user that is a member of the
9b371988 2546Exim group or of any group listed in the &%admin_groups%& configuration option.
168e428f 2547The current group does not have to be one of these groups.
9b371988 2548
168e428f
PH
2549Admin users are permitted to list the queue, and to carry out certain
2550operations on messages, for example, to force delivery failures. It is also
2551necessary to be an admin user in order to see the full information provided by
2552the Exim monitor, and full debugging output.
9b371988
PH
2553
2554By default, the use of the &%-M%&, &%-q%&, &%-R%&, and &%-S%& options to cause
2555Exim to attempt delivery of messages on its queue is restricted to admin users.
2556However, this restriction can be relaxed by setting the &%prod_requires_admin%&
2557option false (that is, specifying &%no_prod_requires_admin%&).
2558
2559Similarly, the use of the &%-bp%& option to list all the messages in the queue
2560is restricted to admin users unless &%queue_list_requires_admin%& is set
168e428f 2561false.
9b371988 2562.endlist
168e428f
PH
2563
2564
9b371988 2565&*Warning*&: If you configure your system so that admin users are able to
168e428f
PH
2566edit Exim's configuration file, you are giving those users an easy way of
2567getting root. There is further discussion of this issue at the start of chapter
9b371988 2568&<<CHAPconf>>&.
168e428f
PH
2569
2570
2571
2572
f89d2485 2573.section "Command line options" "SECID39"
db9452a9
PH
2574Exim's command line options are described in alphabetical order below. If none
2575of the options that specifies a specific action (such as starting the daemon or
2576a queue runner, or testing an address, or receiving a message in a specific
2577format, or listing the queue) are present, and there is at least one argument
2578on the command line, &%-bm%& (accept a local message on the standard input,
2579with the arguments specifying the recipients) is assumed. Otherwise, Exim
2580outputs a brief message about itself and exits.
168e428f 2581
9b371988
PH
2582. ////////////////////////////////////////////////////////////////////////////
2583. Insert a stylized XML comment here, to identify the start of the command line
2584. options. This is for the benefit of the Perl script that automatically
2585. creates a man page for the options.
2586. ////////////////////////////////////////////////////////////////////////////
168e428f 2587
9b371988 2588.literal xml
168e428f 2589<!-- === Start of command line options === -->
9b371988 2590.literal off
168e428f
PH
2591
2592
9b371988
PH
2593.vlist
2594.vitem &%--%&
2595.oindex "--"
2596.cindex "options" "command line; terminating"
168e428f
PH
2597This is a pseudo-option whose only purpose is to terminate the options and
2598therefore to cause subsequent command line items to be treated as arguments
2599rather than options, even if they begin with hyphens.
2600
9b371988
PH
2601.vitem &%--help%&
2602.oindex "&%--help%&"
168e428f
PH
2603This option causes Exim to output a few sentences stating what it is.
2604The same output is generated if the Exim binary is called with no options and
2605no arguments.
2606
4b2241d2
PP
2607.vitem &%--version%&
2608.oindex "&%--version%&"
2609This option is an alias for &%-bV%& and causes version information to be
2610displayed.
2611
9b371988
PH
2612.vitem &%-B%&<&'type'&>
2613.oindex "&%-B%&"
2614.cindex "8-bit characters"
2615.cindex "Sendmail compatibility" "8-bit characters"
168e428f
PH
2616This is a Sendmail option for selecting 7 or 8 bit processing. Exim is 8-bit
2617clean; it ignores this option.
2618
9b371988
PH
2619.vitem &%-bd%&
2620.oindex "&%-bd%&"
2621.cindex "daemon"
f89d2485 2622.cindex "SMTP" "listener"
9b371988 2623.cindex "queue runner"
168e428f 2624This option runs Exim as a daemon, awaiting incoming SMTP connections. Usually
9b371988
PH
2625the &%-bd%& option is combined with the &%-q%&<&'time'&> option, to specify
2626that the daemon should also initiate periodic queue runs.
2627
2628The &%-bd%& option can be used only by an admin user. If either of the &%-d%&
2629(debugging) or &%-v%& (verifying) options are set, the daemon does not
168e428f
PH
2630disconnect from the controlling terminal. When running this way, it can be
2631stopped by pressing ctrl-C.
9b371988 2632
168e428f
PH
2633By default, Exim listens for incoming connections to the standard SMTP port on
2634all the host's running interfaces. However, it is possible to listen on other
2635ports, on multiple ports, and only on specific interfaces. Chapter
9b371988
PH
2636&<<CHAPinterfaces>>& contains a description of the options that control this.
2637
168e428f 2638When a listening daemon
9b371988
PH
2639.cindex "daemon" "process id (pid)"
2640.cindex "pid (process id)" "of daemon"
2641is started without the use of &%-oX%& (that is, without overriding the normal
2642configuration), it writes its process id to a file called &_exim-daemon.pid_&
2643in Exim's spool directory. This location can be overridden by setting
2644PID_FILE_PATH in &_Local/Makefile_&. The file is written while Exim is still
168e428f 2645running as root.
9b371988
PH
2646
2647When &%-oX%& is used on the command line to start a listening daemon, the
2648process id is not written to the normal pid file path. However, &%-oP%& can be
168e428f 2649used to specify a path on the command line if a pid file is required.
9b371988 2650
168e428f 2651The SIGHUP signal
9b371988 2652.cindex "SIGHUP"
3cb1b51e
PH
2653.cindex "daemon" "restarting"
2654can be used to cause the daemon to re-execute itself. This should be done
2655whenever Exim's configuration file, or any file that is incorporated into it by
2656means of the &%.include%& facility, is changed, and also whenever a new version
2657of Exim is installed. It is not necessary to do this when other files that are
9b371988
PH
2658referenced from the configuration (for example, alias files) are changed,
2659because these are reread each time they are used.
2660
2661.vitem &%-bdf%&
2662.oindex "&%-bdf%&"
2663This option has the same effect as &%-bd%& except that it never disconnects
2664from the controlling terminal, even when no debugging is specified.
2665
2666.vitem &%-be%&
2667.oindex "&%-be%&"
2668.cindex "testing" "string expansion"
2669.cindex "expansion" "testing"
168e428f
PH
2670Run Exim in expansion testing mode. Exim discards its root privilege, to
2671prevent ordinary users from using this mode to read otherwise inaccessible
2672files. If no arguments are given, Exim runs interactively, prompting for lines
4f578862 2673of data. Otherwise, it processes each argument in turn.
9b371988
PH
2674
2675If Exim was built with USE_READLINE=yes in &_Local/Makefile_&, it tries
2676to load the &%libreadline%& library dynamically whenever the &%-be%& option is
2677used without command line arguments. If successful, it uses the &[readline()]&
168e428f
PH
2678function, which provides extensive line-editing facilities, for reading the
2679test data. A line history is supported.
9b371988 2680
168e428f 2681Long expansion expressions can be split over several lines by using backslash
068aaea8 2682continuations. As in Exim's run time configuration, white space at the start of
168e428f
PH
2683continuation lines is ignored. Each argument or data line is passed through the
2684string expansion mechanism, and the result is output. Variable values from the
9b371988 2685configuration file (for example, &$qualify_domain$&) are available, but no
3cb1b51e 2686message-specific values (such as &$sender_domain$&) are set, because no message
f89d2485 2687is being processed (but see &%-bem%& and &%-Mset%&).
168e428f 2688
9b371988
PH
2689&*Note*&: If you use this mechanism to test lookups, and you change the data
2690files or databases you are using, you must exit and restart Exim before trying
2691the same lookup again. Otherwise, because each Exim process caches the results
2692of lookups, you will just get the same result as before.
9b371988 2693
3cb1b51e
PH
2694.vitem &%-bem%&&~<&'filename'&>
2695.oindex "&%-bem%&"
2696.cindex "testing" "string expansion"
2697.cindex "expansion" "testing"
2698This option operates like &%-be%& except that it must be followed by the name
2699of a file. For example:
2700.code
2701exim -bem /tmp/testmessage
2702.endd
2703The file is read as a message (as if receiving a locally-submitted non-SMTP
2704message) before any of the test expansions are done. Thus, message-specific
2705variables such as &$message_size$& and &$header_from:$& are available. However,
2706no &'Received:'& header is added to the message. If the &%-t%& option is set,
2707recipients are read from the headers in the normal way, and are shown in the
2708&$recipients$& variable. Note that recipients cannot be given on the command
2709line, because further arguments are taken as strings to expand (just like
2710&%-be%&).
3cb1b51e 2711
9b371988
PH
2712.vitem &%-bF%&&~<&'filename'&>
2713.oindex "&%-bF%&"
2714.cindex "system filter" "testing"
2715.cindex "testing" "system filter"
2716This option is the same as &%-bf%& except that it assumes that the filter being
168e428f
PH
2717tested is a system filter. The additional commands that are available only in
2718system filters are recognized.
2719
9b371988
PH
2720.vitem &%-bf%&&~<&'filename'&>
2721.oindex "&%-bf%&"
2722.cindex "filter" "testing"
2723.cindex "testing" "filter file"
2724.cindex "forward file" "testing"
2725.cindex "testing" "forward file"
2726.cindex "Sieve filter" "testing"
168e428f
PH
2727This option runs Exim in user filter testing mode; the file is the filter file
2728to be tested, and a test message must be supplied on the standard input. If
2729there are no message-dependent tests in the filter, an empty file can be
2730supplied.
168e428f 2731
9b371988
PH
2732If you want to test a system filter file, use &%-bF%& instead of &%-bf%&. You
2733can use both &%-bF%& and &%-bf%& on the same command, in order to test a system
2734filter and a user filter in the same run. For example:
2735.code
2736exim -bF /system/filter -bf /user/filter </test/message
2737.endd
168e428f
PH
2738This is helpful when the system filter adds header lines or sets filter
2739variables that are used by the user filter.
168e428f 2740
9b371988
PH
2741If the test filter file does not begin with one of the special lines
2742.code
2743# Exim filter
2744# Sieve filter
2745.endd
2746it is taken to be a normal &_.forward_& file, and is tested for validity under
2747that interpretation. See sections &<<SECTitenonfilred>>& to
2748&<<SECTspecitredli>>& for a description of the possible contents of non-filter
2749redirection lists.
2750
2751The result of an Exim command that uses &%-bf%&, provided no errors are
168e428f
PH
2752detected, is a list of the actions that Exim would try to take if presented
2753with the message for real. More details of filter testing are given in the
9b371988
PH
2754separate document entitled &'Exim's interfaces to mail filtering'&.
2755
168e428f 2756When testing a filter file,
9b371988
PH
2757.cindex "&""From""& line"
2758.cindex "envelope sender"
f89d2485 2759.oindex "&%-f%&" "for filter testing"
9b371988
PH
2760the envelope sender can be set by the &%-f%& option,
2761or by a &"From&~"& line at the start of the test message. Various parameters
2762that would normally be taken from the envelope recipient address of the message
2763can be set by means of additional command line options (see the next four
2764options).
2765
2766.vitem &%-bfd%&&~<&'domain'&>
2767.oindex "&%-bfd%&"
f89d2485 2768.vindex "&$qualify_domain$&"
168e428f 2769This sets the domain of the recipient address when a filter file is being
9b371988
PH
2770tested by means of the &%-bf%& option. The default is the value of
2771&$qualify_domain$&.
168e428f 2772
9b371988
PH
2773.vitem &%-bfl%&&~<&'local&~part'&>
2774.oindex "&%-bfl%&"
168e428f 2775This sets the local part of the recipient address when a filter file is being
9b371988 2776tested by means of the &%-bf%& option. The default is the username of the
168e428f
PH
2777process that calls Exim. A local part should be specified with any prefix or
2778suffix stripped, because that is how it appears to the filter when a message is
2779actually being delivered.
2780
9b371988
PH
2781.vitem &%-bfp%&&~<&'prefix'&>
2782.oindex "&%-bfp%&"
168e428f 2783This sets the prefix of the local part of the recipient address when a filter
9b371988 2784file is being tested by means of the &%-bf%& option. The default is an empty
168e428f
PH
2785prefix.
2786
9b371988
PH
2787.vitem &%-bfs%&&~<&'suffix'&>
2788.oindex "&%-bfs%&"
168e428f 2789This sets the suffix of the local part of the recipient address when a filter
9b371988 2790file is being tested by means of the &%-bf%& option. The default is an empty
168e428f
PH
2791suffix.
2792
9b371988
PH
2793.vitem &%-bh%&&~<&'IP&~address'&>
2794.oindex "&%-bh%&"
2795.cindex "testing" "incoming SMTP"
2796.cindex "SMTP" "testing incoming"
2797.cindex "testing" "relay control"
2798.cindex "relaying" "testing configuration"
2799.cindex "policy control" "testing"
2800.cindex "debugging" "&%-bh%& option"
168e428f
PH
2801This option runs a fake SMTP session as if from the given IP address, using the
2802standard input and output. The IP address may include a port number at the end,
2803after a full stop. For example:
9b371988
PH
2804.code
2805exim -bh 10.9.8.7.1234
2806exim -bh fe80::a00:20ff:fe86:a061.5678
2807.endd
168e428f 2808When an IPv6 address is given, it is converted into canonical form. In the case
9b371988
PH
2809of the second example above, the value of &$sender_host_address$& after
2810conversion to the canonical form is
2811&`fe80:0000:0000:0a00:20ff:fe86:a061.5678`&.
2812
168e428f 2813Comments as to what is going on are written to the standard error file. These
9b371988 2814include lines beginning with &"LOG"& for anything that would have been logged.
168e428f
PH
2815This facility is provided for testing configuration options for incoming
2816messages, to make sure they implement the required policy. For example, you can
9b371988
PH
2817test your relay controls using &%-bh%&.
2818
2819&*Warning 1*&:
2820.cindex "RFC 1413"
db9452a9
PH
2821You can test features of the configuration that rely on ident (RFC 1413)
2822information by using the &%-oMt%& option. However, Exim cannot actually perform
2823an ident callout when testing using &%-bh%& because there is no incoming SMTP
2824connection.
9b371988
PH
2825
2826&*Warning 2*&: Address verification callouts (see section &<<SECTcallver>>&)
2827are also skipped when testing using &%-bh%&. If you want these callouts to
2828occur, use &%-bhc%& instead.
2829
168e428f
PH
2830Messages supplied during the testing session are discarded, and nothing is
2831written to any of the real log files. There may be pauses when DNS (and other)
9b371988 2832lookups are taking place, and of course these may time out. The &%-oMi%& option
db9452a9
PH
2833can be used to specify a specific IP interface and port if this is important,
2834and &%-oMaa%& and &%-oMai%& can be used to set parameters as if the SMTP
2835session were authenticated.
9b371988
PH
2836
2837The &'exim_checkaccess'& utility is a &"packaged"& version of &%-bh%& whose
168e428f 2838output just states whether a given recipient address from a given host is
9b371988 2839acceptable or not. See section &<<SECTcheckaccess>>&.
168e428f 2840
3cb1b51e 2841Features such as authentication and encryption, where the client input is not
f89d2485
PH
2842plain text, cannot easily be tested with &%-bh%&. Instead, you should use a
2843specialized SMTP test program such as
3cb1b51e 2844&url(http://jetmore.org/john/code/#swaks,swaks).
3cb1b51e 2845
9b371988
PH
2846.vitem &%-bhc%&&~<&'IP&~address'&>
2847.oindex "&%-bhc%&"
2848This option operates in the same way as &%-bh%&, except that address
168e428f
PH
2849verification callouts are performed if required. This includes consulting and
2850updating the callout cache database.
2851
9b371988
PH
2852.vitem &%-bi%&
2853.oindex "&%-bi%&"
2854.cindex "alias file" "building"
2855.cindex "building alias file"
2856.cindex "Sendmail compatibility" "&%-bi%& option"
2857Sendmail interprets the &%-bi%& option as a request to rebuild its alias file.
168e428f 2858Exim does not have the concept of a single alias file, and so it cannot mimic
9b371988 2859this behaviour. However, calls to &_/usr/lib/sendmail_& with the &%-bi%& option
168e428f
PH
2860tend to appear in various scripts such as NIS make files, so the option must be
2861recognized.
9b371988
PH
2862
2863If &%-bi%& is encountered, the command specified by the &%bi_command%&
168e428f 2864configuration option is run, under the uid and gid of the caller of Exim. If
9b371988
PH
2865the &%-oA%& option is used, its value is passed to the command as an argument.
2866The command set by &%bi_command%& may not contain arguments. The command can
2867use the &'exim_dbmbuild'& utility, or some other means, to rebuild alias files
2868if this is required. If the &%bi_command%& option is not set, calling Exim with
2869&%-bi%& is a no-op.
2870
2871.vitem &%-bm%&
2872.oindex "&%-bm%&"
2873.cindex "local message reception"
168e428f
PH
2874This option runs an Exim receiving process that accepts an incoming,
2875locally-generated message on the current input. The recipients are given as the
9b371988 2876command arguments (except when &%-t%& is also present &-- see below). Each
168e428f
PH
2877argument can be a comma-separated list of RFC 2822 addresses. This is the
2878default option for selecting the overall action of an Exim call; it is assumed
2879if no other conflicting option is present.
9b371988 2880
168e428f 2881If any addresses in the message are unqualified (have no domain), they are
9b371988
PH
2882qualified by the values of the &%qualify_domain%& or &%qualify_recipient%&
2883options, as appropriate. The &%-bnq%& option (see below) provides a way of
168e428f 2884suppressing this for special cases.
9b371988 2885
168e428f 2886Policy checks on the contents of local messages can be enforced by means of
9b371988
PH
2887the non-SMTP ACL. See chapter &<<CHAPACL>>& for details.
2888
2889.cindex "return code" "for &%-bm%&"
2890The return code is zero if the message is successfully accepted. Otherwise, the
2891action is controlled by the &%-oe%&&'x'& option setting &-- see below.
2892
168e428f 2893The format
9b371988
PH
2894.cindex "message" "format"
2895.cindex "format" "message"
2896.cindex "&""From""& line"
2897.cindex "UUCP" "&""From""& line"
2898.cindex "Sendmail compatibility" "&""From""& line"
168e428f
PH
2899of the message must be as defined in RFC 2822, except that, for
2900compatibility with Sendmail and Smail, a line in one of the forms
9b371988
PH
2901.code
2902From sender Fri Jan 5 12:55 GMT 1997
2903From sender Fri, 5 Jan 97 12:55:01
2904.endd
168e428f
PH
2905(with the weekday optional, and possibly with additional text after the date)
2906is permitted to appear at the start of the message. There appears to be no
2907authoritative specification of the format of this line. Exim recognizes it by
9b371988 2908matching against the regular expression defined by the &%uucp_from_pattern%&
168e428f 2909option, which can be changed if necessary.
9b371988 2910
f89d2485
PH
2911.oindex "&%-f%&" "overriding &""From""& line"
2912The specified sender is treated as if it were given as the argument to the
9b371988 2913&%-f%& option, but if a &%-f%& option is also present, its argument is used in
168e428f
PH
2914preference to the address taken from the message. The caller of Exim must be a
2915trusted user for the sender of a message to be set in this way.
2916
9b371988
PH
2917.vitem &%-bnq%&
2918.oindex "&%-bnq%&"
f89d2485 2919.cindex "address qualification, suppressing"
168e428f
PH
2920By default, Exim automatically qualifies unqualified addresses (those
2921without domains) that appear in messages that are submitted locally (that
2922is, not over TCP/IP). This qualification applies both to addresses in
2923envelopes, and addresses in header lines. Sender addresses are qualified using
9b371988
PH
2924&%qualify_domain%&, and recipient addresses using &%qualify_recipient%& (which
2925defaults to the value of &%qualify_domain%&).
2926
2927Sometimes, qualification is not wanted. For example, if &%-bS%& (batch SMTP) is
168e428f
PH
2928being used to re-submit messages that originally came from remote hosts after
2929content scanning, you probably do not want to qualify unqualified addresses in
2930header lines. (Such lines will be present only if you have not enabled a header
2931syntax check in the appropriate ACL.)
9b371988
PH
2932
2933The &%-bnq%& option suppresses all qualification of unqualified addresses in
168e428f
PH
2934messages that originate on the local host. When this is used, unqualified
2935addresses in the envelope provoke errors (causing message rejection) and
2936unqualified addresses in header lines are left alone.
2937
2938
9b371988
PH
2939.vitem &%-bP%&
2940.oindex "&%-bP%&"
595028e4 2941.cindex "configuration options" "extracting"
9b371988 2942.cindex "options" "configuration &-- extracting"
168e428f
PH
2943If this option is given with no arguments, it causes the values of all Exim's
2944main configuration options to be written to the standard output. The values
2945of one or more specific options can be requested by giving their names as
2946arguments, for example:
9b371988
PH
2947.code
2948exim -bP qualify_domain hold_domains
2949.endd
595028e4
PH
2950.cindex "hiding configuration option values"
2951.cindex "configuration options" "hiding value of"
2952.cindex "options" "hiding value of"
9b371988 2953However, any option setting that is preceded by the word &"hide"& in the
168e428f
PH
2954configuration file is not shown in full, except to an admin user. For other
2955users, the output is as in this example:
9b371988
PH
2956.code
2957mysql_servers = <value not displayable>
2958.endd
2959If &%configure_file%& is given as an argument, the name of the run time
168e428f
PH
2960configuration file is output.
2961If a list of configuration files was supplied, the value that is output here
2962is the name of the file that was actually used.
168e428f 2963
9b371988
PH
2964.cindex "daemon" "process id (pid)"
2965.cindex "pid (process id)" "of daemon"
2966If &%log_file_path%& or &%pid_file_path%& are given, the names of the
2967directories where log files and daemon pid files are written are output,
2968respectively. If these values are unset, log files are written in a
2969sub-directory of the spool directory called &%log%&, and the pid file is
2970written directly into the spool directory.
2971
2972If &%-bP%& is followed by a name preceded by &`+`&, for example,
2973.code
2974exim -bP +local_domains
2975.endd
168e428f
PH
2976it searches for a matching named list of any type (domain, host, address, or
2977local part) and outputs what it finds.
9b371988
PH
2978
2979.cindex "options" "router &-- extracting"
2980.cindex "options" "transport &-- extracting"
5d9c27ec 2981.cindex "options" "authenticator &-- extracting"
9b371988 2982If one of the words &%router%&, &%transport%&, or &%authenticator%& is given,
168e428f
PH
2983followed by the name of an appropriate driver instance, the option settings for
2984that driver are output. For example:
9b371988
PH
2985.code
2986exim -bP transport local_delivery
2987.endd
168e428f
PH
2988The generic driver options are output first, followed by the driver's private
2989options. A list of the names of drivers of a particular type can be obtained by
9b371988
PH
2990using one of the words &%router_list%&, &%transport_list%&, or
2991&%authenticator_list%&, and a complete list of all drivers with their option
2992settings can be obtained by using &%routers%&, &%transports%&, or
2993&%authenticators%&.
168e428f 2994
5d9c27ec
TK
2995.cindex "options" "macro &-- extracting"
2996If invoked by an admin user, then &%macro%&, &%macro_list%& and &%macros%&
2997are available, similarly to the drivers. Because macros are sometimes used
2998for storing passwords, this option is restricted.
2999The output format is one item per line.
168e428f 3000
9b371988
PH
3001.vitem &%-bp%&
3002.oindex "&%-bp%&"
3003.cindex "queue" "listing messages on"
3004.cindex "listing" "messages on the queue"
168e428f 3005This option requests a listing of the contents of the mail queue on the
9b371988 3006standard output. If the &%-bp%& option is followed by a list of message ids,
168e428f 3007just those messages are listed. By default, this option can be used only by an
9b371988 3008admin user. However, the &%queue_list_requires_admin%& option can be set false
168e428f 3009to allow any user to see the queue.
168e428f 3010
9b371988
PH
3011Each message on the queue is displayed as in the following example:
3012.code
301325m 2.9K 0t5C6f-0000c8-00 <alice@wonderland.fict.example>
3014 red.king@looking-glass.fict.example
3015 <other addresses>
3016.endd
3017.cindex "message" "size in queue listing"
3018.cindex "size" "of message"
3019The first line contains the length of time the message has been on the queue
168e428f
PH
3020(in this case 25 minutes), the size of the message (2.9K), the unique local
3021identifier for the message, and the message sender, as contained in the
3022envelope. For bounce messages, the sender address is empty, and appears as
9b371988 3023&"<>"&. If the message was submitted locally by an untrusted user who overrode
168e428f
PH
3024the default sender address, the user's login name is shown in parentheses
3025before the sender address.
9b371988
PH
3026
3027.cindex "frozen messages" "in queue listing"
3028If the message is frozen (attempts to deliver it are suspended) then the text
3029&"*** frozen ***"& is displayed at the end of this line.
3030
168e428f
PH
3031The recipients of the message (taken from the envelope, not the headers) are
3032displayed on subsequent lines. Those addresses to which the message has already
3033been delivered are marked with the letter D. If an original address gets
3034expanded into several addresses via an alias or forward file, the original is
3035displayed with a D only when deliveries for all of its child addresses are
3036complete.
3037
3038
9b371988
PH
3039.vitem &%-bpa%&
3040.oindex "&%-bpa%&"
3041This option operates like &%-bp%&, but in addition it shows delivered addresses
168e428f 3042that were generated from the original top level address(es) in each message by
9b371988
PH
3043alias or forwarding operations. These addresses are flagged with &"+D"& instead
3044of just &"D"&.
168e428f
PH
3045
3046
9b371988
PH
3047.vitem &%-bpc%&
3048.oindex "&%-bpc%&"
3049.cindex "queue" "count of messages on"
168e428f
PH
3050This option counts the number of messages on the queue, and writes the total
3051to the standard output. It is restricted to admin users, unless
9b371988 3052&%queue_list_requires_admin%& is set false.
168e428f
PH
3053
3054
9b371988
PH
3055.vitem &%-bpr%&
3056.oindex "&%-bpr%&"
3057This option operates like &%-bp%&, but the output is not sorted into
168e428f
PH
3058chronological order of message arrival. This can speed it up when there are
3059lots of messages on the queue, and is particularly useful if the output is
3060going to be post-processed in a way that doesn't need the sorting.
3061
9b371988
PH
3062.vitem &%-bpra%&
3063.oindex "&%-bpra%&"
3064This option is a combination of &%-bpr%& and &%-bpa%&.
168e428f 3065
9b371988
PH
3066.vitem &%-bpru%&
3067.oindex "&%-bpru%&"
3068This option is a combination of &%-bpr%& and &%-bpu%&.
168e428f
PH
3069
3070
9b371988
PH
3071.vitem &%-bpu%&
3072.oindex "&%-bpu%&"
3073This option operates like &%-bp%& but shows only undelivered top-level
3074addresses for each message displayed. Addresses generated by aliasing or
3075forwarding are not shown, unless the message was deferred after processing by a
3076router with the &%one_time%& option set.
168e428f
PH
3077
3078
9b371988
PH
3079.vitem &%-brt%&
3080.oindex "&%-brt%&"
3081.cindex "testing" "retry configuration"
3082.cindex "retry" "configuration testing"
168e428f
PH
3083This option is for testing retry rules, and it must be followed by up to three
3084arguments. It causes Exim to look for a retry rule that matches the values
3085and to write it to the standard output. For example:
9b371988
PH
3086.code
3087exim -brt bach.comp.mus.example
3088Retry rule: *.comp.mus.example F,2h,15m; F,4d,30m;
3089.endd
3090See chapter &<<CHAPretry>>& for a description of Exim's retry rules. The first
168e428f 3091argument, which is required, can be a complete address in the form
4f578862
PH
3092&'local_part@domain'&, or it can be just a domain name. If the second argument
3093contains a dot, it is interpreted as an optional second domain name; if no
3094retry rule is found for the first argument, the second is tried. This ties in
3095with Exim's behaviour when looking for retry rules for remote hosts &-- if no
3096rule is found that matches the host, one that matches the mail domain is
3097sought. Finally, an argument that is the name of a specific delivery error, as
3098used in setting up retry rules, can be given. For example:
3099.code
3100exim -brt haydn.comp.mus.example quota_3d
3101Retry rule: *@haydn.comp.mus.example quota_3d F,1h,15m
3102.endd
168e428f 3103
9b371988
PH
3104.vitem &%-brw%&
3105.oindex "&%-brw%&"
3106.cindex "testing" "rewriting"
3107.cindex "rewriting" "testing"
168e428f
PH
3108This option is for testing address rewriting rules, and it must be followed by
3109a single argument, consisting of either a local part without a domain, or a
3110complete address with a fully qualified domain. Exim outputs how this address
3111would be rewritten for each possible place it might appear. See chapter
9b371988 3112&<<CHAPrewrite>>& for further details.
168e428f 3113
9b371988
PH
3114.vitem &%-bS%&
3115.oindex "&%-bS%&"
3116.cindex "SMTP" "batched incoming"
3117.cindex "batched SMTP input"
168e428f
PH
3118This option is used for batched SMTP input, which is an alternative interface
3119for non-interactive local message submission. A number of messages can be
3120submitted in a single run. However, despite its name, this is not really SMTP
3121input. Exim reads each message's envelope from SMTP commands on the standard
3122input, but generates no responses. If the caller is trusted, or
9b371988 3123&%untrusted_set_sender%& is set, the senders in the SMTP MAIL commands are
168e428f 3124believed; otherwise the sender is always the caller of Exim.
9b371988 3125
168e428f
PH
3126The message itself is read from the standard input, in SMTP format (leading
3127dots doubled), terminated by a line containing just a single dot. An error is
3128provoked if the terminating dot is missing. A further message may then follow.
9b371988 3129
168e428f 3130As for other local message submissions, the contents of incoming batch SMTP
9b371988
PH
3131messages can be checked using the non-SMTP ACL (see chapter &<<CHAPACL>>&).
3132Unqualified addresses are automatically qualified using &%qualify_domain%& and
3133&%qualify_recipient%&, as appropriate, unless the &%-bnq%& option is used.
3134
168e428f
PH
3135Some other SMTP commands are recognized in the input. HELO and EHLO act
3136as RSET; VRFY, EXPN, ETRN, and HELP act as NOOP;
3137QUIT quits, ignoring the rest of the standard input.
9b371988
PH
3138
3139.cindex "return code" "for &%-bS%&"
168e428f
PH
3140If any error is encountered, reports are written to the standard output and
3141error streams, and Exim gives up immediately. The return code is 0 if no error
3142was detected; it is 1 if one or more messages were accepted before the error
3143was detected; otherwise it is 2.
9b371988 3144
168e428f 3145More details of input using batched SMTP are given in section
9b371988 3146&<<SECTincomingbatchedSMTP>>&.
168e428f 3147
9b371988
PH
3148.vitem &%-bs%&
3149.oindex "&%-bs%&"
3150.cindex "SMTP" "local input"
3151.cindex "local SMTP input"
168e428f
PH
3152This option causes Exim to accept one or more messages by reading SMTP commands
3153on the standard input, and producing SMTP replies on the standard output. SMTP
9b371988 3154policy controls, as defined in ACLs (see chapter &<<CHAPACL>>&) are applied.
168e428f
PH
3155Some user agents use this interface as a way of passing locally-generated
3156messages to the MTA.
9b371988 3157
168e428f 3158In
9b371988
PH
3159.cindex "sender" "source of"
3160this usage, if the caller of Exim is trusted, or &%untrusted_set_sender%& is
168e428f
PH
3161set, the senders of messages are taken from the SMTP MAIL commands.
3162Otherwise the content of these commands is ignored and the sender is set up as
3163the calling user. Unqualified addresses are automatically qualified using
9b371988
PH
3164&%qualify_domain%& and &%qualify_recipient%&, as appropriate, unless the
3165&%-bnq%& option is used.
3166
3167.cindex "inetd"
168e428f 3168The
9b371988
PH
3169&%-bs%& option is also used to run Exim from &'inetd'&, as an alternative to
3170using a listening daemon. Exim can distinguish the two cases by checking
3171whether the standard input is a TCP/IP socket. When Exim is called from
3172&'inetd'&, the source of the mail is assumed to be remote, and the comments
3173above concerning senders and qualification do not apply. In this situation,
3174Exim behaves in exactly the same way as it does when receiving a message via
3175the listening daemon.
3176
8544e77a
PP
3177.vitem &%-bmalware%&&~<&'filename'&>
3178.oindex "&%-bmalware%&"
3179.cindex "testing", "malware"
3180.cindex "malware scan test"
3181This debugging option causes Exim to scan the given file,
3182using the malware scanning framework. The option of av_scanner influences
3183this option, so if av_scanner's value is dependent upon an expansion then
3184the expansion should have defaults which apply to this invocation. Exim will
3185have changed working directory before resolving the filename, so using fully
ec5a0394
PP
3186qualified pathnames is advisable. Exim will be running as the Exim user
3187when it tries to open the file, rather than as the invoking user.
3188This option requires admin privileges.
3189
3190The &%-bmalware%& option will not be extended to be more generally useful,
3191there are better tools for file-scanning. This option exists to help
3192administrators verify their Exim and AV scanner configuration.
8544e77a 3193
9b371988
PH
3194.vitem &%-bt%&
3195.oindex "&%-bt%&"
3196.cindex "testing" "addresses"
3197.cindex "address" "testing"
168e428f 3198This option runs Exim in address testing mode, in which each argument is taken
595028e4 3199as a recipient address to be tested for deliverability. The results are
f89d2485
PH
3200written to the standard output. If a test fails, and the caller is not an admin
3201user, no details of the failure are output, because these might contain
3202sensitive information such as usernames and passwords for database lookups.
9b371988 3203
168e428f
PH
3204If no arguments are given, Exim runs in an interactive manner, prompting with a
3205right angle bracket for addresses to be tested.
9b371988
PH
3206
3207Unlike the &%-be%& test option, you cannot arrange for Exim to use the
3208&[readline()]& function, because it is running as &'root'& and there are
168e428f 3209security issues.
9b371988 3210
168e428f 3211Each address is handled as if it were the recipient address of a message
9b371988 3212(compare the &%-bv%& option). It is passed to the routers and the result is
168e428f 3213written to the standard output. However, any router that has
9b371988 3214&%no_address_test%& set is bypassed. This can make &%-bt%& easier to use for
168e428f
PH
3215genuine routing tests if your first router passes everything to a scanner
3216program.
9b371988 3217
9b371988 3218.cindex "return code" "for &%-bt%&"
f89d2485 3219The return code is 2 if any address failed outright; it is 1 if no address
168e428f
PH
3220failed outright but at least one could not be resolved for some reason. Return
3221code 0 is given only when all addresses succeed.
9b371988 3222
db9452a9
PH
3223.cindex "duplicate addresses"
3224&*Note*&: When actually delivering a message, Exim removes duplicate recipient
3225addresses after routing is complete, so that only one delivery takes place.
3226This does not happen when testing with &%-bt%&; the full results of routing are
3227always shown.
db9452a9 3228
9b371988 3229&*Warning*&: &%-bt%& can only do relatively simple testing. If any of the
168e428f
PH
3230routers in the configuration makes any tests on the sender address of a
3231message,
f89d2485 3232.oindex "&%-f%&" "for address testing"
9b371988
PH
3233you can use the &%-f%& option to set an appropriate sender when running
3234&%-bt%& tests. Without it, the sender is assumed to be the calling user at the
168e428f
PH
3235default qualifying domain. However, if you have set up (for example) routers
3236whose behaviour depends on the contents of an incoming message, you cannot test
9b371988 3237those conditions using &%-bt%&. The &%-N%& option provides a possible way of
168e428f
PH
3238doing such tests.
3239
9b371988
PH
3240.vitem &%-bV%&
3241.oindex "&%-bV%&"
f89d2485 3242.cindex "version number of Exim"
168e428f 3243This option causes Exim to write the current version number, compilation
9b371988 3244number, and compilation date of the &'exim'& binary to the standard output.
168e428f
PH
3245It also lists the DBM library this is being used, the optional modules (such as
3246specific lookup types), the drivers that are included in the binary, and the
3247name of the run time configuration file that is in use.
9b371988
PH
3248
3249As part of its operation, &%-bV%& causes Exim to read and syntax check its
168e428f
PH
3250configuration file. However, this is a static check only. It cannot check
3251values that are to be expanded. For example, although a misspelt ACL verb is
9b371988 3252detected, an error in the verb's arguments is not. You cannot rely on &%-bV%&
168e428f 3253alone to discover (for example) all the typos in the configuration; some
9b371988
PH
3254realistic testing is needed. The &%-bh%& and &%-N%& options provide more
3255dynamic testing facilities.
168e428f 3256
9b371988
PH
3257.vitem &%-bv%&
3258.oindex "&%-bv%&"
3259.cindex "verifying address" "using &%-bv%&"
3260.cindex "address" "verification"
168e428f 3261This option runs Exim in address verification mode, in which each argument is
595028e4 3262taken as a recipient address to be verified by the routers. (This does
f89d2485
PH
3263not involve any verification callouts). During normal operation, verification
3264happens mostly as a consequence processing a &%verify%& condition in an ACL
3265(see chapter &<<CHAPACL>>&). If you want to test an entire ACL, possibly
3266including callouts, see the &%-bh%& and &%-bhc%& options.
9b371988 3267
168e428f
PH
3268If verification fails, and the caller is not an admin user, no details of the
3269failure are output, because these might contain sensitive information such as
3270usernames and passwords for database lookups.
9b371988 3271
168e428f
PH
3272If no arguments are given, Exim runs in an interactive manner, prompting with a
3273right angle bracket for addresses to be verified.
9b371988
PH
3274
3275Unlike the &%-be%& test option, you cannot arrange for Exim to use the
3276&[readline()]& function, because it is running as &'exim'& and there are
168e428f 3277security issues.
9b371988
PH
3278
3279Verification differs from address testing (the &%-bt%& option) in that routers
3280that have &%no_verify%& set are skipped, and if the address is accepted by a
3281router that has &%fail_verify%& set, verification fails. The address is
3282verified as a recipient if &%-bv%& is used; to test verification for a sender
3283address, &%-bvs%& should be used.
3284
3285If the &%-v%& option is not set, the output consists of a single line for each
168e428f 3286address, stating whether it was verified or not, and giving a reason in the
3cb1b51e
PH
3287latter case. Without &%-v%&, generating more than one address by redirection
3288causes verification to end successfully, without considering the generated
3289addresses. However, if just one address is generated, processing continues,
3290and the generated address must verify successfully for the overall verification
3291to succeed.
3292
3293When &%-v%& is set, more details are given of how the address has been handled,
3294and in the case of address redirection, all the generated addresses are also
3295considered. Verification may succeed for some and fail for others.
9b371988 3296
168e428f 3297The
9b371988 3298.cindex "return code" "for &%-bv%&"
168e428f
PH
3299return code is 2 if any address failed outright; it is 1 if no address
3300failed outright but at least one could not be resolved for some reason. Return
3301code 0 is given only when all addresses succeed.
9b371988 3302
168e428f 3303If any of the routers in the configuration makes any tests on the sender
9b371988
PH
3304address of a message, you should use the &%-f%& option to set an appropriate
3305sender when running &%-bv%& tests. Without it, the sender is assumed to be the
168e428f
PH
3306calling user at the default qualifying domain.
3307
9b371988
PH
3308.vitem &%-bvs%&
3309.oindex "&%-bvs%&"
3310This option acts like &%-bv%&, but verifies the address as a sender rather
168e428f
PH
3311than a recipient address. This affects any rewriting and qualification that
3312might happen.
3313
9b371988
PH
3314.vitem &%-C%&&~<&'filelist'&>
3315.oindex "&%-C%&"
3316.cindex "configuration file" "alternate"
3317.cindex "CONFIGURE_FILE"
3318.cindex "alternate configuration file"
168e428f
PH
3319This option causes Exim to find the run time configuration file from the given
3320list instead of from the list specified by the CONFIGURE_FILE
3321compile-time setting. Usually, the list will consist of just a single file
3322name, but it can be a colon-separated list of names. In this case, the first
3323file that exists is used. Failure to open an existing file stops Exim from
3324proceeding any further along the list, and an error is generated.
9b371988 3325
168e428f
PH
3326When this option is used by a caller other than root or the Exim user, and the
3327list is different from the compiled-in list, Exim gives up its root privilege
3328immediately, and runs with the real and effective uid and gid set to those of
3329the caller. However, if ALT_CONFIG_ROOT_ONLY is defined in
9b371988 3330&_Local/Makefile_&, root privilege is retained for &%-C%& only if the caller of
168e428f 3331Exim is root.
9b371988 3332
168e428f
PH
3333That is, the Exim user is no longer privileged in this regard. This build-time
3334option is not set by default in the Exim source distribution tarbundle.
9b371988
PH
3335However, if you are using a &"packaged"& version of Exim (source or binary),
3336the packagers might have enabled it.
3337
168e428f 3338Setting ALT_CONFIG_ROOT_ONLY locks out the possibility of testing a
9b371988
PH
3339configuration using &%-C%& right through message reception and delivery, even
3340if the caller is root. The reception works, but by that time, Exim is running
3341as the Exim user, so when it re-executes to regain privilege for the delivery,
3342the use of &%-C%& causes privilege to be lost. However, root can test reception
3343and delivery using two separate commands (one to put a message on the queue,
3344using &%-odq%&, and another to do the delivery, using &%-M%&).
3345
3346If ALT_CONFIG_PREFIX is defined &_in Local/Makefile_&, it specifies a
3347prefix string with which any file named in a &%-C%& command line option
3348must start. In addition, the file name must not contain the sequence &`/../`&.
3349However, if the value of the &%-C%& option is identical to the value of
3350CONFIGURE_FILE in &_Local/Makefile_&, Exim ignores &%-C%& and proceeds as
168e428f 3351usual. There is no default setting for ALT_CONFIG_PREFIX; when it is
9b371988
PH
3352unset, any file name can be used with &%-C%&.
3353
168e428f
PH
3354ALT_CONFIG_PREFIX can be used to confine alternative configuration files
3355to a directory to which only root has access. This prevents someone who has
3356broken into the Exim account from running a privileged Exim with an arbitrary
3357configuration file.
9b371988
PH
3358
3359The &%-C%& facility is useful for ensuring that configuration files are
168e428f
PH
3360syntactically correct, but cannot be used for test deliveries, unless the
3361caller is privileged, or unless it is an exotic configuration that does not
3362require privilege. No check is made on the owner or group of the files
3363specified by this option.
3364
9b371988
PH
3365.vitem &%-D%&<&'macro'&>=<&'value'&>
3366.oindex "&%-D%&"
3367.cindex "macro" "setting on command line"
168e428f 3368This option can be used to override macro definitions in the configuration file
9b371988 3369(see section &<<SECTmacrodefs>>&). However, like &%-C%&, if it is used by an
168e428f 3370unprivileged caller, it causes Exim to give up its root privilege.
9b371988 3371If DISABLE_D_OPTION is defined in &_Local/Makefile_&, the use of &%-D%& is
168e428f 3372completely disabled, and its use causes an immediate error exit.
9b371988 3373
168e428f 3374The entire option (including equals sign if present) must all be within one
9b371988 3375command line item. &%-D%& can be used to set the value of a macro to the empty
168e428f
PH
3376string, in which case the equals sign is optional. These two commands are
3377synonymous:
9b371988
PH
3378.code
3379exim -DABC ...
3380exim -DABC= ...
3381.endd
168e428f
PH
3382To include spaces in a macro definition item, quotes must be used. If you use
3383quotes, spaces are permitted around the macro name and the equals sign. For
3384example:
9b371988
PH
3385.code
3386exim '-D ABC = something' ...
3387.endd
3388&%-D%& may be repeated up to 10 times on a command line.
3389
3390.vitem &%-d%&<&'debug&~options'&>
3391.oindex "&%-d%&"
3392.cindex "debugging" "list of selectors"
3393.cindex "debugging" "&%-d%& option"
168e428f
PH
3394This option causes debugging information to be written to the standard
3395error stream. It is restricted to admin users because debugging output may show
3396database queries that contain password information. Also, the details of users'
f89d2485 3397filter files should be protected. If a non-admin user uses &%-d%&, Exim
3cb1b51e 3398writes an error message to the standard error stream and exits with a non-zero
f89d2485 3399return code.
3cb1b51e
PH
3400
3401When &%-d%& is used, &%-v%& is assumed. If &%-d%& is given on its own, a lot of
3402standard debugging data is output. This can be reduced, or increased to include
3403some more rarely needed information, by directly following &%-d%& with a string
3404made up of names preceded by plus or minus characters. These add or remove sets
3405of debugging data, respectively. For example, &%-d+filter%& adds filter
3406debugging, whereas &%-d-all+filter%& selects only filter debugging. Note that
3407no spaces are allowed in the debug setting. The available debugging categories
3408are:
9b371988
PH
3409.display
3410&`acl `& ACL interpretation
3411&`auth `& authenticators
3412&`deliver `& general delivery logic
3413&`dns `& DNS lookups (see also resolver)
3414&`dnsbl `& DNS black list (aka RBL) code
3415&`exec `& arguments for &[execv()]& calls
3416&`expand `& detailed debugging for string expansions
3417&`filter `& filter handling
3418&`hints_lookup `& hints data lookups
3419&`host_lookup `& all types of name-to-IP address handling
3420&`ident `& ident lookup
3421&`interface `& lists of local interfaces
3422&`lists `& matching things in lists
3423&`load `& system load checks
3424&`local_scan `& can be used by &[local_scan()]& (see chapter &&&
3425 &<<CHAPlocalscan>>&)
3426&`lookup `& general lookup code and all lookups
3427&`memory `& memory handling
3428&`pid `& add pid to debug output lines
3429&`process_info `& setting info for the process log
3430&`queue_run `& queue runs
3431&`receive `& general message reception logic
3432&`resolver `& turn on the DNS resolver's debugging output
3433&`retry `& retry handling
3434&`rewrite `& address rewriting
3435&`route `& address routing
3436&`timestamp `& add timestamp to debug output lines
3437&`tls `& TLS logic
3438&`transport `& transports
3439&`uid `& changes of uid/gid and looking up uid/gid
3440&`verify `& address verification logic
3441&`all `& almost all of the above (see below), and also &%-v%&
3442.endd
9b371988
PH
3443The &`all`& option excludes &`memory`& when used as &`+all`&, but includes it
3444for &`-all`&. The reason for this is that &`+all`& is something that people
3445tend to use when generating debug output for Exim maintainers. If &`+memory`&
3446is included, an awful lot of output that is very rarely of interest is
3447generated, so it now has to be explicitly requested. However, &`-all`& does
3448turn everything off.
9b371988 3449
f89d2485
PH
3450.cindex "resolver, debugging output"
3451.cindex "DNS resolver, debugging output"
9b371988 3452The &`resolver`& option produces output only if the DNS resolver was compiled
168e428f
PH
3453with DEBUG enabled. This is not the case in some operating systems. Also,
3454unfortunately, debugging output from the DNS resolver is written to stdout
3455rather than stderr.
9b371988
PH
3456
3457The default (&%-d%& with no argument) omits &`expand`&, &`filter`&,
3458&`interface`&, &`load`&, &`memory`&, &`pid`&, &`resolver`&, and &`timestamp`&.
3459However, the &`pid`& selector is forced when debugging is turned on for a
168e428f
PH
3460daemon, which then passes it on to any re-executed Exims. Exim also
3461automatically adds the pid to debug lines when several remote deliveries are
3462run in parallel.
9b371988
PH
3463
3464The &`timestamp`& selector causes the current time to be inserted at the start
168e428f
PH
3465of all debug output lines. This can be useful when trying to track down delays
3466in processing.
168e428f 3467
9b371988
PH
3468If the &%debug_print%& option is set in any driver, it produces output whenever
3469any debugging is selected, or if &%-v%& is used.
3470
3471.vitem &%-dd%&<&'debug&~options'&>
3472.oindex "&%-dd%&"
3473This option behaves exactly like &%-d%& except when used on a command that
168e428f
PH
3474starts a daemon process. In that case, debugging is turned off for the
3475subprocesses that the daemon creates. Thus, it is useful for monitoring the
3476behaviour of the daemon without creating as much output as full debugging does.
3477
9b371988
PH
3478.vitem &%-dropcr%&
3479.oindex "&%-dropcr%&"
168e428f
PH
3480This is an obsolete option that is now a no-op. It used to affect the way Exim
3481handled CR and LF characters in incoming messages. What happens now is
9b371988 3482described in section &<<SECTlineendings>>&.
168e428f 3483
9b371988
PH
3484.vitem &%-E%&
3485.oindex "&%-E%&"
3486.cindex "bounce message" "generating"
168e428f
PH
3487This option specifies that an incoming message is a locally-generated delivery
3488failure report. It is used internally by Exim when handling delivery failures
3489and is not intended for external use. Its only effect is to stop Exim
3490generating certain messages to the postmaster, as otherwise message cascades
3491could occur in some situations. As part of the same option, a message id may
9b371988
PH
3492follow the characters &%-E%&. If it does, the log entry for the receipt of the
3493new message contains the id, following &"R="&, as a cross-reference.
3494
3495.vitem &%-e%&&'x'&
3496.oindex "&%-e%&&'x'&"
3497There are a number of Sendmail options starting with &%-oe%& which seem to be
3498called by various programs without the leading &%o%& in the option. For
3499example, the &%vacation%& program uses &%-eq%&. Exim treats all options of the
3500form &%-e%&&'x'& as synonymous with the corresponding &%-oe%&&'x'& options.
3501
3502.vitem &%-F%&&~<&'string'&>
3503.oindex "&%-F%&"
3504.cindex "sender" "name"
3505.cindex "name" "of sender"
168e428f 3506This option sets the sender's full name for use when a locally-generated
9b371988 3507message is being accepted. In the absence of this option, the user's &'gecos'&
168e428f 3508entry from the password data is used. As users are generally permitted to alter
9b371988
PH
3509their &'gecos'& entries, no security considerations are involved. White space
3510between &%-F%& and the <&'string'&> is optional.
3511
3512.vitem &%-f%&&~<&'address'&>
3513.oindex "&%-f%&"
3514.cindex "sender" "address"
3515.cindex "address" "sender"
f89d2485 3516.cindex "trusted users"
9b371988
PH
3517.cindex "envelope sender"
3518.cindex "user" "trusted"
168e428f
PH
3519This option sets the address of the envelope sender of a locally-generated
3520message (also known as the return path). The option can normally be used only
9b371988 3521by a trusted user, but &%untrusted_set_sender%& can be set to allow untrusted
168e428f 3522users to use it.
9b371988 3523
168e428f 3524Processes running as root or the Exim user are always trusted. Other
9b371988
PH
3525trusted users are defined by the &%trusted_users%& or &%trusted_groups%&
3526options. In the absence of &%-f%&, or if the caller is not trusted, the sender
3527of a local message is set to the caller's login name at the default qualify
3528domain.
3529
3530There is one exception to the restriction on the use of &%-f%&: an empty sender
168e428f
PH
3531can be specified by any user, trusted or not, to create a message that can
3532never provoke a bounce. An empty sender can be specified either as an empty
3533string, or as a pair of angle brackets with nothing between them, as in these
3534examples of shell commands:
9b371988
PH
3535.code
3536exim -f '<>' user@domain
3537exim -f "" user@domain
3538.endd
3539In addition, the use of &%-f%& is not restricted when testing a filter file
3540with &%-bf%& or when testing or verifying addresses using the &%-bt%& or
3541&%-bv%& options.
168e428f 3542
168e428f 3543Allowing untrusted users to change the sender address does not of itself make
9b371988
PH
3544it possible to send anonymous mail. Exim still checks that the &'From:'& header
3545refers to the local user, and if it does not, it adds a &'Sender:'& header,
3546though this can be overridden by setting &%no_local_from_check%&.
3547
168e428f 3548White
9b371988
PH
3549.cindex "&""From""& line"
3550space between &%-f%& and the <&'address'&> is optional (that is, they can be
3551given as two arguments or one combined argument). The sender of a
3552locally-generated message can also be set (when permitted) by an initial
3553&"From&~"& line in the message &-- see the description of &%-bm%& above &-- but
3554if &%-f%& is also present, it overrides &"From&~"&.
3555
3556.vitem &%-G%&
3557.oindex "&%-G%&"
3558.cindex "Sendmail compatibility" "&%-G%& option ignored"
168e428f
PH
3559This is a Sendmail option which is ignored by Exim.
3560
9b371988
PH
3561.vitem &%-h%&&~<&'number'&>
3562.oindex "&%-h%&"
3563.cindex "Sendmail compatibility" "&%-h%& option ignored"
168e428f 3564This option is accepted for compatibility with Sendmail, but has no effect. (In
9b371988 3565Sendmail it overrides the &"hop count"& obtained by counting &'Received:'&
168e428f
PH
3566headers.)
3567
9b371988
PH
3568.vitem &%-i%&
3569.oindex "&%-i%&"
3570.cindex "Solaris" "&'mail'& command"
f89d2485 3571.cindex "dot" "in incoming non-SMTP message"
9b371988
PH
3572This option, which has the same effect as &%-oi%&, specifies that a dot on a
3573line by itself should not terminate an incoming, non-SMTP message. I can find
3574no documentation for this option in Solaris 2.4 Sendmail, but the &'mailx'&
3575command in Solaris 2.4 uses it. See also &%-ti%&.
3576
3577.vitem &%-M%&&~<&'message&~id'&>&~<&'message&~id'&>&~...
3578.oindex "&%-M%&"
3579.cindex "forcing delivery"
3580.cindex "delivery" "forcing attempt"
3581.cindex "frozen messages" "forcing delivery"
168e428f
PH
3582This option requests Exim to run a delivery attempt on each message in turn. If
3583any of the messages are frozen, they are automatically thawed before the
9b371988
PH
3584delivery attempt. The settings of &%queue_domains%&, &%queue_smtp_domains%&,
3585and &%hold_domains%& are ignored.
3586
168e428f 3587Retry
9b371988
PH
3588.cindex "hints database" "overriding retry hints"
3589hints for any of the addresses are overridden &-- Exim tries to deliver even if
168e428f 3590the normal retry time has not yet been reached. This option requires the caller
9b371988 3591to be an admin user. However, there is an option called &%prod_requires_admin%&
168e428f 3592which can be set false to relax this restriction (and also the same requirement
9b371988
PH
3593for the &%-q%&, &%-R%&, and &%-S%& options).
3594
068aaea8
PH
3595The deliveries happen synchronously, that is, the original Exim process does
3596not terminate until all the delivery attempts have finished. No output is
3597produced unless there is a serious error. If you want to see what is happening,
9b371988 3598use the &%-v%& option as well, or inspect Exim's main log.
168e428f 3599
9b371988
PH
3600.vitem &%-Mar%&&~<&'message&~id'&>&~<&'address'&>&~<&'address'&>&~...
3601.oindex "&%-Mar%&"
3602.cindex "message" "adding recipients"
3603.cindex "recipient" "adding"
168e428f 3604This option requests Exim to add the addresses to the list of recipients of the
9b371988
PH
3605message (&"ar"& for &"add recipients"&). The first argument must be a message
3606id, and the remaining ones must be email addresses. However, if the message is
168e428f
PH
3607active (in the middle of a delivery attempt), it is not altered. This option
3608can be used only by an admin user.
3609
4f578862 3610.vitem "&%-MC%&&~<&'transport'&>&~<&'hostname'&>&~<&'sequence&~number'&>&&&
9b371988
PH
3611 &~<&'message&~id'&>"
3612.oindex "&%-MC%&"
3613.cindex "SMTP" "passed connection"
3614.cindex "SMTP" "multiple deliveries"
3615.cindex "multiple SMTP deliveries"
168e428f
PH
3616This option is not intended for use by external callers. It is used internally
3617by Exim to invoke another instance of itself to deliver a waiting message using
3618an existing SMTP connection, which is passed as the standard input. Details are
9b371988
PH
3619given in chapter &<<CHAPSMTP>>&. This must be the final option, and the caller
3620must be root or the Exim user in order to use it.
168e428f 3621
9b371988
PH
3622.vitem &%-MCA%&
3623.oindex "&%-MCA%&"
168e428f 3624This option is not intended for use by external callers. It is used internally
9b371988
PH
3625by Exim in conjunction with the &%-MC%& option. It signifies that the
3626connection to the remote host has been authenticated.
168e428f 3627
9b371988
PH
3628.vitem &%-MCP%&
3629.oindex "&%-MCP%&"
168e428f 3630This option is not intended for use by external callers. It is used internally
9b371988 3631by Exim in conjunction with the &%-MC%& option. It signifies that the server to
168e428f
PH
3632which Exim is connected supports pipelining.
3633
9b371988
PH
3634.vitem &%-MCQ%&&~<&'process&~id'&>&~<&'pipe&~fd'&>
3635.oindex "&%-MCQ%&"
168e428f 3636This option is not intended for use by external callers. It is used internally
9b371988 3637by Exim in conjunction with the &%-MC%& option when the original delivery was
168e428f
PH
3638started by a queue runner. It passes on the process id of the queue runner,
3639together with the file descriptor number of an open pipe. Closure of the pipe
3640signals the final completion of the sequence of processes that are passing
3641messages through the same SMTP connection.
3642
9b371988
PH
3643.vitem &%-MCS%&
3644.oindex "&%-MCS%&"
168e428f 3645This option is not intended for use by external callers. It is used internally
9b371988 3646by Exim in conjunction with the &%-MC%& option, and passes on the fact that the
168e428f
PH
3647SMTP SIZE option should be used on messages delivered down the existing
3648connection.
3649
9b371988
PH
3650.vitem &%-MCT%&
3651.oindex "&%-MCT%&"
168e428f 3652This option is not intended for use by external callers. It is used internally
9b371988 3653by Exim in conjunction with the &%-MC%& option, and passes on the fact that the
168e428f
PH
3654host to which Exim is connected supports TLS encryption.
3655
9b371988
PH
3656.vitem &%-Mc%&&~<&'message&~id'&>&~<&'message&~id'&>&~...
3657.oindex "&%-Mc%&"
3658.cindex "hints database" "not overridden by &%-Mc%&"
3659.cindex "delivery" "manually started &-- not forced"
168e428f 3660This option requests Exim to run a delivery attempt on each message in turn,
9b371988 3661but unlike the &%-M%& option, it does check for retry hints, and respects any
168e428f
PH
3662that are found. This option is not very useful to external callers. It is
3663provided mainly for internal use by Exim when it needs to re-invoke itself in
9b371988
PH
3664order to regain root privilege for a delivery (see chapter &<<CHAPsecurity>>&).
3665However, &%-Mc%& can be useful when testing, in order to run a delivery that
3666respects retry times and other options such as &%hold_domains%& that are
3667overridden when &%-M%& is used. Such a delivery does not count as a queue run.
168e428f 3668If you want to run a specific delivery as if in a queue run, you should use
9b371988 3669&%-q%& with a message id argument. A distinction between queue run deliveries
168e428f
PH
3670and other deliveries is made in one or two places.
3671
9b371988
PH
3672.vitem &%-Mes%&&~<&'message&~id'&>&~<&'address'&>
3673.oindex "&%-Mes%&"
3674.cindex "message" "changing sender"
3675.cindex "sender" "changing"
168e428f 3676This option requests Exim to change the sender address in the message to the
9b371988
PH
3677given address, which must be a fully qualified address or &"<>"& (&"es"& for
3678&"edit sender"&). There must be exactly two arguments. The first argument must
3679be a message id, and the second one an email address. However, if the message
3680is active (in the middle of a delivery attempt), its status is not altered.
3681This option can be used only by an admin user.
3682
3683.vitem &%-Mf%&&~<&'message&~id'&>&~<&'message&~id'&>&~...
3684.oindex "&%-Mf%&"
3685.cindex "freezing messages"
3686.cindex "message" "manually freezing"
3687This option requests Exim to mark each listed message as &"frozen"&. This
3688prevents any delivery attempts taking place until the message is &"thawed"&,
3689either manually or as a result of the &%auto_thaw%& configuration option.
168e428f
PH
3690However, if any of the messages are active (in the middle of a delivery
3691attempt), their status is not altered. This option can be used only by an admin
3692user.
3693
9b371988
PH
3694.vitem &%-Mg%&&~<&'message&~id'&>&~<&'message&~id'&>&~...
3695.oindex "&%-Mg%&"
3696.cindex "giving up on messages"
3697.cindex "message" "abandoning delivery attempts"
3698.cindex "delivery" "abandoning further attempts"
168e428f
PH
3699This option requests Exim to give up trying to deliver the listed messages,
3700including any that are frozen. However, if any of the messages are active,
3701their status is not altered. For non-bounce messages, a delivery error message
9b371988 3702is sent to the sender, containing the text &"cancelled by administrator"&.
168e428f
PH
3703Bounce messages are just discarded. This option can be used only by an admin
3704user.
3705
9b371988
PH
3706.vitem &%-Mmad%&&~<&'message&~id'&>&~<&'message&~id'&>&~...
3707.oindex "&%-Mmad%&"
3708.cindex "delivery" "cancelling all"
168e428f 3709This option requests Exim to mark all the recipient addresses in the messages
9b371988 3710as already delivered (&"mad"& for &"mark all delivered"&). However, if any
168e428f
PH
3711message is active (in the middle of a delivery attempt), its status is not
3712altered. This option can be used only by an admin user.
3713
9b371988
PH
3714.vitem &%-Mmd%&&~<&'message&~id'&>&~<&'address'&>&~<&'address'&>&~...
3715.oindex "&%-Mmd%&"
3716.cindex "delivery" "cancelling by address"
3717.cindex "recipient" "removing"
3718.cindex "removing recipients"
168e428f 3719This option requests Exim to mark the given addresses as already delivered
9b371988 3720(&"md"& for &"mark delivered"&). The first argument must be a message id, and
168e428f
PH
3721the remaining ones must be email addresses. These are matched to recipient
3722addresses in the message in a case-sensitive manner. If the message is active
3723(in the middle of a delivery attempt), its status is not altered. This option
3724can be used only by an admin user.
3725
9b371988
PH
3726.vitem &%-Mrm%&&~<&'message&~id'&>&~<&'message&~id'&>&~...
3727.oindex "&%-Mrm%&"
3728.cindex "removing messages"
3729.cindex "abandoning mail"
3730.cindex "message" "manually discarding"
168e428f
PH
3731This option requests Exim to remove the given messages from the queue. No
3732bounce messages are sent; each message is simply forgotten. However, if any of
3733the messages are active, their status is not altered. This option can be used
3734only by an admin user or by the user who originally caused the message to be
3735placed on the queue.
3736
3cb1b51e
PH
3737.vitem &%-Mset%&&~<&'message&~id'&>
3738.oindex "&%-Mset%&
3739.cindex "testing" "string expansion"
3740.cindex "expansion" "testing"
3741This option is useful only in conjunction with &%-be%& (that is, when testing
3742string expansions). Exim loads the given message from its spool before doing
3743the test expansions, thus setting message-specific variables such as
3744&$message_size$& and the header variables. The &$recipients$& variable is made
3745available. This feature is provided to make it easier to test expansions that
3746make use of these variables. However, this option can be used only by an admin
3747user. See also &%-bem%&.
3cb1b51e 3748
9b371988
PH
3749.vitem &%-Mt%&&~<&'message&~id'&>&~<&'message&~id'&>&~...
3750.oindex "&%-Mt%&"
3751.cindex "thawing messages"
3752.cindex "unfreezing messages"
3753.cindex "frozen messages" "thawing"
3754.cindex "message" "thawing frozen"
3755This option requests Exim to &"thaw"& any of the listed messages that are
3756&"frozen"&, so that delivery attempts can resume. However, if any of the
3757messages are active, their status is not altered. This option can be used only
3758by an admin user.
3759
3760.vitem &%-Mvb%&&~<&'message&~id'&>
3761.oindex "&%-Mvb%&"
3762.cindex "listing" "message body"
3763.cindex "message" "listing body of"
168e428f
PH
3764This option causes the contents of the message body (-D) spool file to be
3765written to the standard output. This option can be used only by an admin user.
3766
595028e4
PH
3767.vitem &%-Mvc%&&~<&'message&~id'&>
3768.oindex "&%-Mvc%&"
3769.cindex "message" "listing in RFC 2822 format"
22380b86 3770.cindex "listing" "message in RFC 2822 format"
595028e4
PH
3771This option causes a copy of the complete message (header lines plus body) to
3772be written to the standard output in RFC 2822 format. This option can be used
3773only by an admin user.
595028e4 3774
9b371988
PH
3775.vitem &%-Mvh%&&~<&'message&~id'&>
3776.oindex "&%-Mvh%&"
3777.cindex "listing" "message headers"
3778.cindex "header lines" "listing"
3779.cindex "message" "listing header lines"
168e428f
PH
3780This option causes the contents of the message headers (-H) spool file to be
3781written to the standard output. This option can be used only by an admin user.
3782
9b371988
PH
3783.vitem &%-Mvl%&&~<&'message&~id'&>
3784.oindex "&%-Mvl%&"
3785.cindex "listing" "message log"
3786.cindex "message" "listing message log"
168e428f
PH
3787This option causes the contents of the message log spool file to be written to
3788the standard output. This option can be used only by an admin user.
3789
9b371988
PH
3790.vitem &%-m%&
3791.oindex "&%-m%&"
3792This is apparently a synonym for &%-om%& that is accepted by Sendmail, so Exim
168e428f
PH
3793treats it that way too.
3794
9b371988
PH
3795.vitem &%-N%&
3796.oindex "&%-N%&"
3797.cindex "debugging" "&%-N%& option"
3798.cindex "debugging" "suppressing delivery"
168e428f 3799This is a debugging option that inhibits delivery of a message at the transport
9b371988 3800level. It implies &%-v%&. Exim goes through many of the motions of delivery &--
168e428f
PH
3801it just doesn't actually transport the message, but instead behaves as if it
3802had successfully done so. However, it does not make any updates to the retry
9b371988
PH
3803database, and the log entries for deliveries are flagged with &"*>"& rather
3804than &"=>"&.
3805
3806Because &%-N%& discards any message to which it applies, only root or the Exim
3807user are allowed to use it with &%-bd%&, &%-q%&, &%-R%& or &%-M%&. In other
3808words, an ordinary user can use it only when supplying an incoming message to
3809which it will apply. Although transportation never fails when &%-N%& is set, an
3810address may be deferred because of a configuration problem on a transport, or a
3811routing problem. Once &%-N%& has been used for a delivery attempt, it sticks to
3812the message, and applies to any subsequent delivery attempts that may happen
3813for that message.
3814
3815.vitem &%-n%&
3816.oindex "&%-n%&"
3817.cindex "Sendmail compatibility" "&%-n%& option ignored"
3818This option is interpreted by Sendmail to mean &"no aliasing"&. It is ignored
3819by Exim.
3820
3821.vitem &%-O%&&~<&'data'&>
3822.oindex "&%-O%&"
3823This option is interpreted by Sendmail to mean &`set option`&. It is ignored by
168e428f
PH
3824Exim.
3825
9b371988
PH
3826.vitem &%-oA%&&~<&'file&~name'&>
3827.oindex "&%-oA%&"
3828.cindex "Sendmail compatibility" "&%-oA%& option"
3829This option is used by Sendmail in conjunction with &%-bi%& to specify an
3830alternative alias file name. Exim handles &%-bi%& differently; see the
168e428f
PH
3831description above.
3832
9b371988
PH
3833.vitem &%-oB%&&~<&'n'&>
3834.oindex "&%-oB%&"
3835.cindex "SMTP" "passed connection"
3836.cindex "SMTP" "multiple deliveries"
3837.cindex "multiple SMTP deliveries"
168e428f 3838This is a debugging option which limits the maximum number of messages that can
9b371988
PH
3839be delivered down one SMTP connection, overriding the value set in any &(smtp)&
3840transport. If <&'n'&> is omitted, the limit is set to 1.
168e428f 3841
9b371988
PH
3842.vitem &%-odb%&
3843.oindex "&%-odb%&"
3844.cindex "background delivery"
3845.cindex "delivery" "in the background"
168e428f 3846This option applies to all modes in which Exim accepts incoming messages,
9b371988 3847including the listening daemon. It requests &"background"& delivery of such
168e428f
PH
3848messages, which means that the accepting process automatically starts a
3849delivery process for each message received, but does not wait for the delivery
3850processes to finish.
9b371988 3851
168e428f
PH
3852When all the messages have been received, the reception process exits,
3853leaving the delivery processes to finish in their own time. The standard output
3854and error streams are closed at the start of each delivery process.
9b371988
PH
3855This is the default action if none of the &%-od%& options are present.
3856
168e428f 3857If one of the queueing options in the configuration file
9b371988
PH
3858(&%queue_only%& or &%queue_only_file%&, for example) is in effect, &%-odb%&
3859overrides it if &%queue_only_override%& is set true, which is the default
3860setting. If &%queue_only_override%& is set false, &%-odb%& has no effect.
3861
3862.vitem &%-odf%&
3863.oindex "&%-odf%&"
3864.cindex "foreground delivery"
3865.cindex "delivery" "in the foreground"
3866This option requests &"foreground"& (synchronous) delivery when Exim has
3867accepted a locally-generated message. (For the daemon it is exactly the same as
3868&%-odb%&.) A delivery process is automatically started to deliver the message,
3869and Exim waits for it to complete before proceeding.
3870
168e428f
PH
3871The original Exim reception process does not finish until the delivery
3872process for the final message has ended. The standard error stream is left open
3873during deliveries.
9b371988
PH
3874
3875However, like &%-odb%&, this option has no effect if &%queue_only_override%& is
168e428f 3876false and one of the queueing options in the configuration file is in effect.
9b371988 3877
168e428f
PH
3878If there is a temporary delivery error during foreground delivery, the
3879message is left on the queue for later delivery, and the original reception
9b371988 3880process exits. See chapter &<<CHAPnonqueueing>>& for a way of setting up a
168e428f
PH
3881restricted configuration that never queues messages.
3882
3883
9b371988
PH
3884.vitem &%-odi%&
3885.oindex "&%-odi%&"
3886This option is synonymous with &%-odf%&. It is provided for compatibility with
168e428f
PH
3887Sendmail.
3888
9b371988
PH
3889.vitem &%-odq%&
3890.oindex "&%-odq%&"
3891.cindex "non-immediate delivery"
3892.cindex "delivery" "suppressing immediate"
3893.cindex "queueing incoming messages"
168e428f
PH
3894This option applies to all modes in which Exim accepts incoming messages,
3895including the listening daemon. It specifies that the accepting process should
3896not automatically start a delivery process for each message received. Messages
3897are placed on the queue, and remain there until a subsequent queue runner
3898process encounters them. There are several configuration options (such as
9b371988
PH
3899&%queue_only%&) that can be used to queue incoming messages under certain
3900conditions. This option overrides all of them and also &%-odqs%&. It always
168e428f
PH
3901forces queueing.
3902
9b371988
PH
3903.vitem &%-odqs%&
3904.oindex "&%-odqs%&"
3905.cindex "SMTP" "delaying delivery"
3906This option is a hybrid between &%-odb%&/&%-odi%& and &%-odq%&.
3907However, like &%-odb%& and &%-odi%&, this option has no effect if
3908&%queue_only_override%& is false and one of the queueing options in the
168e428f 3909configuration file is in effect.
9b371988
PH
3910
3911When &%-odqs%& does operate, a delivery process is started for each incoming
3912message, in the background by default, but in the foreground if &%-odi%& is
3913also present. The recipient addresses are routed, and local deliveries are done
3914in the normal way. However, if any SMTP deliveries are required, they are not
3915done at this time, so the message remains on the queue until a subsequent queue
168e428f
PH
3916runner process encounters it. Because routing was done, Exim knows which
3917messages are waiting for which hosts, and so a number of messages for the same
9b371988 3918host can be sent in a single SMTP connection. The &%queue_smtp_domains%&
168e428f 3919configuration option has the same effect for specific domains. See also the
9b371988 3920&%-qq%& option.
168e428f 3921
9b371988
PH
3922.vitem &%-oee%&
3923.oindex "&%-oee%&"
3924.cindex "error" "reporting"
168e428f
PH
3925If an error is detected while a non-SMTP message is being received (for
3926example, a malformed address), the error is reported to the sender in a mail
3927message.
9b371988
PH
3928
3929.cindex "return code" "for &%-oee%&"
168e428f 3930Provided
168e428f
PH
3931this error message is successfully sent, the Exim receiving process
3932exits with a return code of zero. If not, the return code is 2 if the problem
3933is that the original message has no recipients, or 1 any other error. This is
9b371988 3934the default &%-oe%&&'x'& option if Exim is called as &'rmail'&.
168e428f 3935
9b371988
PH
3936.vitem &%-oem%&
3937.oindex "&%-oem%&"
3938.cindex "error" "reporting"
3939.cindex "return code" "for &%-oem%&"
3940This is the same as &%-oee%&, except that Exim always exits with a non-zero
168e428f 3941return code, whether or not the error message was successfully sent.
9b371988 3942This is the default &%-oe%&&'x'& option, unless Exim is called as &'rmail'&.
168e428f 3943
9b371988
PH
3944.vitem &%-oep%&
3945.oindex "&%-oep%&"
3946.cindex "error" "reporting"
168e428f
PH
3947If an error is detected while a non-SMTP message is being received, the
3948error is reported by writing a message to the standard error file (stderr).
9b371988 3949.cindex "return code" "for &%-oep%&"
168e428f
PH
3950The return code is 1 for all errors.
3951
9b371988
PH
3952.vitem &%-oeq%&
3953.oindex "&%-oeq%&"
3954.cindex "error" "reporting"
168e428f 3955This option is supported for compatibility with Sendmail, but has the same
9b371988 3956effect as &%-oep%&.
168e428f 3957
9b371988
PH
3958.vitem &%-oew%&
3959.oindex "&%-oew%&"
3960.cindex "error" "reporting"
168e428f 3961This option is supported for compatibility with Sendmail, but has the same
9b371988
PH
3962effect as &%-oem%&.
3963
3964.vitem &%-oi%&
3965.oindex "&%-oi%&"
f89d2485 3966.cindex "dot" "in incoming non-SMTP message"
9b371988
PH
3967This option, which has the same effect as &%-i%&, specifies that a dot on a
3968line by itself should not terminate an incoming, non-SMTP message. Otherwise, a
3969single dot does terminate, though Exim does no special processing for other
3970lines that start with a dot. This option is set by default if Exim is called as
3971&'rmail'&. See also &%-ti%&.
3972
3973.vitem &%-oitrue%&
3974.oindex "&%-oitrue%&"
3975This option is treated as synonymous with &%-oi%&.
3976
3977.vitem &%-oMa%&&~<&'host&~address'&>
3978.oindex "&%-oMa%&"
f89d2485 3979.cindex "sender" "host address, specifying for local message"
9b371988 3980A number of options starting with &%-oM%& can be used to set values associated
168e428f
PH
3981with remote hosts on locally-submitted messages (that is, messages not received
3982over TCP/IP). These options can be used by any caller in conjunction with the
9b371988
PH
3983&%-bh%&, &%-be%&, &%-bf%&, &%-bF%&, &%-bt%&, or &%-bv%& testing options. In
3984other circumstances, they are ignored unless the caller is trusted.
3985
3986The &%-oMa%& option sets the sender host address. This may include a port
3987number at the end, after a full stop (period). For example:
3988.code
3989exim -bs -oMa 10.9.8.7.1234
3990.endd
168e428f
PH
3991An alternative syntax is to enclose the IP address in square brackets,
3992followed by a colon and the port number:
9b371988
PH
3993.code
3994exim -bs -oMa [10.9.8.7]:1234
3995.endd
3996The IP address is placed in the &$sender_host_address$& variable, and the
3cb1b51e 3997port, if present, in &$sender_host_port$&. If both &%-oMa%& and &%-bh%&
db9452a9 3998are present on the command line, the sender host IP address is taken from
3cb1b51e 3999whichever one is last.
9b371988
PH
4000
4001.vitem &%-oMaa%&&~<&'name'&>
4002.oindex "&%-oMaa%&"
f89d2485 4003.cindex "authentication" "name, specifying for local message"
9b371988
PH
4004See &%-oMa%& above for general remarks about the &%-oM%& options. The &%-oMaa%&
4005option sets the value of &$sender_host_authenticated$& (the authenticator
4006name). See chapter &<<CHAPSMTPAUTH>>& for a discussion of SMTP authentication.
3cb1b51e
PH
4007This option can be used with &%-bh%& and &%-bs%& to set up an
4008authenticated SMTP session without actually using the SMTP AUTH command.
9b371988
PH
4009
4010.vitem &%-oMai%&&~<&'string'&>
4011.oindex "&%-oMai%&"
f89d2485 4012.cindex "authentication" "id, specifying for local message"
9b371988
PH
4013See &%-oMa%& above for general remarks about the &%-oM%& options. The &%-oMai%&
4014option sets the value of &$authenticated_id$& (the id that was authenticated).
db9452a9
PH
4015This overrides the default value (the caller's login id, except with &%-bh%&,
4016where there is no default) for messages from local sources. See chapter
4017&<<CHAPSMTPAUTH>>& for a discussion of authenticated ids.
168e428f 4018
9b371988
PH
4019.vitem &%-oMas%&&~<&'address'&>
4020.oindex "&%-oMas%&"
f89d2485 4021.cindex "authentication" "sender, specifying for local message"
9b371988
PH
4022See &%-oMa%& above for general remarks about the &%-oM%& options. The &%-oMas%&
4023option sets the authenticated sender value in &$authenticated_sender$&. It
168e428f 4024overrides the sender address that is created from the caller's login id for
db9452a9
PH
4025messages from local sources, except when &%-bh%& is used, when there is no
4026default. For both &%-bh%& and &%-bs%&, an authenticated sender that is
4027specified on a MAIL command overrides this value. See chapter
4028&<<CHAPSMTPAUTH>>& for a discussion of authenticated senders.
168e428f 4029
9b371988
PH
4030.vitem &%-oMi%&&~<&'interface&~address'&>
4031.oindex "&%-oMi%&"
f89d2485 4032.cindex "interface" "address, specifying for local message"
9b371988
PH
4033See &%-oMa%& above for general remarks about the &%-oM%& options. The &%-oMi%&
4034option sets the IP interface address value. A port number may be included,
4035using the same syntax as for &%-oMa%&. The interface address is placed in
3cb1b51e 4036&$received_ip_address$& and the port number, if present, in &$received_port$&.
9b371988
PH
4037
4038.vitem &%-oMr%&&~<&'protocol&~name'&>
4039.oindex "&%-oMr%&"
f89d2485
PH
4040.cindex "protocol, specifying for local message"
4041.vindex "&$received_protocol$&"
9b371988
PH
4042See &%-oMa%& above for general remarks about the &%-oM%& options. The &%-oMr%&
4043option sets the received protocol value that is stored in
db9452a9
PH
4044&$received_protocol$&. However, it does not apply (and is ignored) when &%-bh%&
4045or &%-bs%& is used. For &%-bh%&, the protocol is forced to one of the standard
4046SMTP protocol names (see the description of &$received_protocol$& in section
4047&<<SECTexpvar>>&). For &%-bs%&, the protocol is always &"local-"& followed by
4048one of those same names. For &%-bS%& (batched SMTP) however, the protocol can
4049be set by &%-oMr%&.
9b371988
PH
4050
4051.vitem &%-oMs%&&~<&'host&~name'&>
4052.oindex "&%-oMs%&"
f89d2485 4053.cindex "sender" "host name, specifying for local message"
9b371988
PH
4054See &%-oMa%& above for general remarks about the &%-oM%& options. The &%-oMs%&
4055option sets the sender host name in &$sender_host_name$&. When this option is
4056present, Exim does not attempt to look up a host name from an IP address; it
4057uses the name it is given.
4058
4059.vitem &%-oMt%&&~<&'ident&~string'&>
4060.oindex "&%-oMt%&"
f89d2485 4061.cindex "sender" "ident string, specifying for local message"
9b371988
PH
4062See &%-oMa%& above for general remarks about the &%-oM%& options. The &%-oMt%&
4063option sets the sender ident value in &$sender_ident$&. The default setting for
db9452a9
PH
4064local callers is the login id of the calling process, except when &%-bh%& is
4065used, when there is no default.
9b371988
PH
4066
4067.vitem &%-om%&
4068.oindex "&%-om%&"
4069.cindex "Sendmail compatibility" "&%-om%& option ignored"
4070In Sendmail, this option means &"me too"&, indicating that the sender of a
168e428f
PH
4071message should receive a copy of the message if the sender appears in an alias
4072expansion. Exim always does this, so the option does nothing.
4073
9b371988
PH
4074.vitem &%-oo%&
4075.oindex "&%-oo%&"
4076.cindex "Sendmail compatibility" "&%-oo%& option ignored"
4077This option is ignored. In Sendmail it specifies &"old style headers"&,
4078whatever that means.
4079
4080.vitem &%-oP%&&~<&'path'&>
4081.oindex "&%-oP%&"
4082.cindex "pid (process id)" "of daemon"
4083.cindex "daemon" "process id (pid)"
4084This option is useful only in conjunction with &%-bd%& or &%-q%& with a time
168e428f 4085value. The option specifies the file to which the process id of the daemon is
9b371988
PH
4086written. When &%-oX%& is used with &%-bd%&, or when &%-q%& with a time is used
4087without &%-bd%&, this is the only way of causing Exim to write a pid file,
168e428f
PH
4088because in those cases, the normal pid file is not used.
4089
9b371988
PH
4090.vitem &%-or%&&~<&'time'&>
4091.oindex "&%-or%&"
4092.cindex "timeout" "for non-SMTP input"
168e428f
PH
4093This option sets a timeout value for incoming non-SMTP messages. If it is not
4094set, Exim will wait forever for the standard input. The value can also be set
9b371988
PH
4095by the &%receive_timeout%& option. The format used for specifying times is
4096described in section &<<SECTtimeformat>>&.
168e428f 4097
9b371988
PH
4098.vitem &%-os%&&~<&'time'&>
4099.oindex "&%-os%&"
4100.cindex "timeout" "for SMTP input"
f89d2485 4101.cindex "SMTP" "input timeout"
168e428f
PH
4102This option sets a timeout value for incoming SMTP messages. The timeout
4103applies to each SMTP command and block of data. The value can also be set by
9b371988
PH
4104the &%smtp_receive_timeout%& option; it defaults to 5 minutes. The format used
4105for specifying times is described in section &<<SECTtimeformat>>&.
4106
4107.vitem &%-ov%&
4108.oindex "&%-ov%&"
4109This option has exactly the same effect as &%-v%&.
4110
4111.vitem &%-oX%&&~<&'number&~or&~string'&>
4112.oindex "&%-oX%&"
4113.cindex "TCP/IP" "setting listening ports"
4114.cindex "TCP/IP" "setting listening interfaces"
4115.cindex "port" "receiving TCP/IP"
4116This option is relevant only when the &%-bd%& (start listening daemon) option
4117is also given. It controls which ports and interfaces the daemon uses. Details
4118of the syntax, and how it interacts with configuration file options, are given
4119in chapter &<<CHAPinterfaces>>&. When &%-oX%& is used to start a daemon, no pid
4120file is written unless &%-oP%& is also present to specify a pid file name.
4121
4122.vitem &%-pd%&
4123.oindex "&%-pd%&"
4124.cindex "Perl" "starting the interpreter"
168e428f 4125This option applies when an embedded Perl interpreter is linked with Exim (see
9b371988
PH
4126chapter &<<CHAPperl>>&). It overrides the setting of the &%perl_at_start%&
4127option, forcing the starting of the interpreter to be delayed until it is
4128needed.
168e428f 4129
9b371988
PH
4130.vitem &%-ps%&
4131.oindex "&%-ps%&"
4132.cindex "Perl" "starting the interpreter"
168e428f 4133This option applies when an embedded Perl interpreter is linked with Exim (see
9b371988
PH
4134chapter &<<CHAPperl>>&). It overrides the setting of the &%perl_at_start%&
4135option, forcing the starting of the interpreter to occur as soon as Exim is
4136started.
168e428f 4137
9b371988
PH
4138.vitem &%-p%&<&'rval'&>:<&'sval'&>
4139.oindex "&%-p%&"
168e428f 4140For compatibility with Sendmail, this option is equivalent to
9b371988
PH
4141.display
4142&`-oMr`& <&'rval'&> &`-oMs`& <&'sval'&>
4143.endd
168e428f
PH
4144It sets the incoming protocol and host name (for trusted callers). The
4145host name and its colon can be omitted when only the protocol is to be set.
9b371988
PH
4146Note the Exim already has two private options, &%-pd%& and &%-ps%&, that refer
4147to embedded Perl. It is therefore impossible to set a protocol value of &`p`&
4148or &`s`& using this option (but that does not seem a real limitation).
168e428f 4149
9b371988
PH
4150.vitem &%-q%&
4151.oindex "&%-q%&"
4152.cindex "queue runner" "starting manually"
168e428f 4153This option is normally restricted to admin users. However, there is a
9b371988
PH
4154configuration option called &%prod_requires_admin%& which can be set false to
4155relax this restriction (and also the same requirement for the &%-M%&, &%-R%&,
4156and &%-S%& options).
4157
4158.cindex "queue runner" "description of operation"
4159The &%-q%& option starts one queue runner process. This scans the queue of
168e428f
PH
4160waiting messages, and runs a delivery process for each one in turn. It waits
4161for each delivery process to finish before starting the next one. A delivery
4162process may not actually do any deliveries if the retry times for the addresses
9b371988
PH
4163have not been reached. Use &%-qf%& (see below) if you want to override this.
4164
168e428f 4165If
9b371988
PH
4166.cindex "SMTP" "passed connection"
4167.cindex "SMTP" "multiple deliveries"
4168.cindex "multiple SMTP deliveries"
168e428f
PH
4169the delivery process spawns other processes to deliver other messages down
4170passed SMTP connections, the queue runner waits for these to finish before
4171proceeding.
9b371988 4172
168e428f
PH
4173When all the queued messages have been considered, the original queue runner
4174process terminates. In other words, a single pass is made over the waiting
9b371988
PH
4175mail, one message at a time. Use &%-q%& with a time (see below) if you want
4176this to be repeated periodically.
4177
168e428f
PH
4178Exim processes the waiting messages in an unpredictable order. It isn't very
4179random, but it is likely to be different each time, which is all that matters.
4180If one particular message screws up a remote MTA, other messages to the same
4181MTA have a chance of getting through if they get tried first.
9b371988 4182
168e428f
PH
4183It is possible to cause the messages to be processed in lexical message id
4184order, which is essentially the order in which they arrived, by setting the
9b371988 4185&%queue_run_in_order%& option, but this is not recommended for normal use.
168e428f 4186
9b371988
PH
4187.vitem &%-q%&<&'qflags'&>
4188The &%-q%& option may be followed by one or more flag letters that change its
168e428f
PH
4189behaviour. They are all optional, but if more than one is present, they must
4190appear in the correct order. Each flag is described in a separate item below.
4191
9b371988
PH
4192.vitem &%-qq...%&
4193.oindex "&%-qq%&"
4194.cindex "queue" "double scanning"
4195.cindex "queue" "routing"
4196.cindex "routing" "whole queue before delivery"
4197An option starting with &%-qq%& requests a two-stage queue run. In the first
4198stage, the queue is scanned as if the &%queue_smtp_domains%& option matched
168e428f
PH
4199every domain. Addresses are routed, local deliveries happen, but no remote
4200transports are run.
9b371988
PH
4201
4202.cindex "hints database" "remembering routing"
4203The hints database that remembers which messages are waiting for specific hosts
4204is updated, as if delivery to those hosts had been deferred. After this is
168e428f
PH
4205complete, a second, normal queue scan happens, with routing and delivery taking
4206place as normal. Messages that are routed to the same host should mostly be
4207delivered down a single SMTP
9b371988
PH
4208.cindex "SMTP" "passed connection"
4209.cindex "SMTP" "multiple deliveries"
4210.cindex "multiple SMTP deliveries"
168e428f
PH
4211connection because of the hints that were set up during the first queue scan.
4212This option may be useful for hosts that are connected to the Internet
4213intermittently.
4214
9b371988
PH
4215.vitem &%-q[q]i...%&
4216.oindex "&%-qi%&"
4217.cindex "queue" "initial delivery"
4218If the &'i'& flag is present, the queue runner runs delivery processes only for
4219those messages that haven't previously been tried. (&'i'& stands for &"initial
4220delivery"&.) This can be helpful if you are putting messages on the queue using
4221&%-odq%& and want a queue runner just to process the new messages.
4222
4223.vitem &%-q[q][i]f...%&
4224.oindex "&%-qf%&"
4225.cindex "queue" "forcing delivery"
4226.cindex "delivery" "forcing in queue run"
4227If one &'f'& flag is present, a delivery attempt is forced for each non-frozen
4228message, whereas without &'f'& only those non-frozen addresses that have passed
168e428f
PH
4229their retry times are tried.
4230
9b371988
PH
4231.vitem &%-q[q][i]ff...%&
4232.oindex "&%-qff%&"
4233.cindex "frozen messages" "forcing delivery"
4234If &'ff'& is present, a delivery attempt is forced for every message, whether
168e428f
PH
4235frozen or not.
4236
9b371988
PH
4237.vitem &%-q[q][i][f[f]]l%&
4238.oindex "&%-ql%&"
4239.cindex "queue" "local deliveries only"
4240The &'l'& (the letter &"ell"&) flag specifies that only local deliveries are to
4241be done. If a message requires any remote deliveries, it remains on the queue
4242for later delivery.
168e428f 4243
9b371988
PH
4244.vitem &%-q%&<&'qflags'&>&~<&'start&~id'&>&~<&'end&~id'&>
4245.cindex "queue" "delivering specific messages"
168e428f 4246When scanning the queue, Exim can be made to skip over messages whose ids are
9b371988
PH
4247lexically less than a given value by following the &%-q%& option with a
4248starting message id. For example:
4249.code
4250exim -q 0t5C6f-0000c8-00
4251.endd
4252Messages that arrived earlier than &`0t5C6f-0000c8-00`& are not inspected. If a
168e428f
PH
4253second message id is given, messages whose ids are lexically greater than it
4254are also skipped. If the same id is given twice, for example,
9b371988
PH
4255.code
4256exim -q 0t5C6f-0000c8-00 0t5C6f-0000c8-00
4257.endd
4258just one delivery process is started, for that message. This differs from
4259&%-M%& in that retry data is respected, and it also differs from &%-Mc%& in
4260that it counts as a delivery from a queue run. Note that the selection
4261mechanism does not affect the order in which the messages are scanned. There
4262are also other ways of selecting specific sets of messages for delivery in a
4263queue run &-- see &%-R%& and &%-S%&.
4264
4265.vitem &%-q%&<&'qflags'&><&'time'&>
4266.cindex "queue runner" "starting periodically"
4267.cindex "periodic queue running"
4268When a time value is present, the &%-q%& option causes Exim to run as a daemon,
168e428f 4269starting a queue runner process at intervals specified by the given time value
9b371988
PH
4270(whose format is described in section &<<SECTtimeformat>>&). This form of the
4271&%-q%& option is commonly combined with the &%-bd%& option, in which case a
4272single daemon process handles both functions. A common way of starting up a
4273combined daemon at system boot time is to use a command such as
4274.code
4275/usr/exim/bin/exim -bd -q30m
4276.endd
168e428f
PH
4277Such a daemon listens for incoming SMTP calls, and also starts a queue runner
4278process every 30 minutes.
9b371988
PH
4279
4280When a daemon is started by &%-q%& with a time value, but without &%-bd%&, no
4281pid file is written unless one is explicitly requested by the &%-oP%& option.
4282
4283.vitem &%-qR%&<&'rsflags'&>&~<&'string'&>
4284.oindex "&%-qR%&"
4285This option is synonymous with &%-R%&. It is provided for Sendmail
4286compatibility.
4287
4288.vitem &%-qS%&<&'rsflags'&>&~<&'string'&>
4289.oindex "&%-qS%&"
4290This option is synonymous with &%-S%&.
4291
4292.vitem &%-R%&<&'rsflags'&>&~<&'string'&>
4293.oindex "&%-R%&"
4294.cindex "queue runner" "for specific recipients"
4295.cindex "delivery" "to given domain"
4296.cindex "domain" "delivery to"
4297The <&'rsflags'&> may be empty, in which case the white space before the string
4298is optional, unless the string is &'f'&, &'ff'&, &'r'&, &'rf'&, or &'rff'&,
4299which are the possible values for <&'rsflags'&>. White space is required if
4300<&'rsflags'&> is not empty.
4301
4302This option is similar to &%-q%& with no time value, that is, it causes Exim to
168e428f
PH
4303perform a single queue run, except that, when scanning the messages on the
4304queue, Exim processes only those that have at least one undelivered recipient
4305address containing the given string, which is checked in a case-independent
9b371988
PH
4306way. If the <&'rsflags'&> start with &'r'&, <&'string'&> is interpreted as a
4307regular expression; otherwise it is a literal string.
4308
3cb1b51e
PH
4309If you want to do periodic queue runs for messages with specific recipients,
4310you can combine &%-R%& with &%-q%& and a time value. For example:
4311.code
4312exim -q25m -R @special.domain.example
4313.endd
4314This example does a queue run for messages with recipients in the given domain
4315every 25 minutes. Any additional flags that are specified with &%-q%& are
4316applied to each queue run.
3cb1b51e
PH
4317
4318Once a message is selected for delivery by this mechanism, all its addresses
4319are processed. For the first selected message, Exim overrides any retry
4320information and forces a delivery attempt for each undelivered address. This
4321means that if delivery of any address in the first message is successful, any
4322existing retry information is deleted, and so delivery attempts for that
4323address in subsequently selected messages (which are processed without forcing)
4324will run. However, if delivery of any address does not succeed, the retry
4325information is updated, and in subsequently selected messages, the failing
4326address will be skipped.
9b371988
PH
4327
4328.cindex "frozen messages" "forcing delivery"
4329If the <&'rsflags'&> contain &'f'& or &'ff'&, the delivery forcing applies to
4330all selected messages, not just the first; frozen messages are included when
4331&'ff'& is present.
4332
4333The &%-R%& option makes it straightforward to initiate delivery of all messages
168e428f 4334to a given domain after a host has been down for some time. When the SMTP
9b371988
PH
4335command ETRN is accepted by its ACL (see chapter &<<CHAPACL>>&), its default
4336effect is to run Exim with the &%-R%& option, but it can be configured to run
4337an arbitrary command instead.
4338
4339.vitem &%-r%&
4340.oindex "&%-r%&"
4341This is a documented (for Sendmail) obsolete alternative name for &%-f%&.
4342
4343.vitem &%-S%&<&'rsflags'&>&~<&'string'&>
4344.oindex "&%-S%&"
4345.cindex "delivery" "from given sender"
4346.cindex "queue runner" "for specific senders"
4347This option acts like &%-R%& except that it checks the string against each
4348message's sender instead of against the recipients. If &%-R%& is also set, both
168e428f 4349conditions must be met for a message to be selected. If either of the options
9b371988 4350has &'f'& or &'ff'& in its flags, the associated action is taken.
168e428f 4351
9b371988
PH
4352.vitem &%-Tqt%&&~<&'times'&>
4353.oindex "&%-Tqt%&"
168e428f
PH
4354This an option that is exclusively for use by the Exim testing suite. It is not
4355recognized when Exim is run normally. It allows for the setting up of explicit
9b371988
PH
4356&"queue times"& so that various warning/retry features can be tested.
4357
4358.vitem &%-t%&
9b371988
PH
4359.oindex "&%-t%&"
4360.cindex "recipient" "extracting from header lines"
4361.cindex "&'Bcc:'& header line"
4362.cindex "&'Cc:'& header line"
4363.cindex "&'To:'& header line"
168e428f 4364When Exim is receiving a locally-generated, non-SMTP message on its standard
9b371988
PH
4365input, the &%-t%& option causes the recipients of the message to be obtained
4366from the &'To:'&, &'Cc:'&, and &'Bcc:'& header lines in the message instead of
4367from the command arguments. The addresses are extracted before any rewriting
4368takes place and the &'Bcc:'& header line, if present, is then removed.
9b371988
PH
4369
4370.cindex "Sendmail compatibility" "&%-t%& option"
4371If the command has any arguments, they specify addresses to which the message
4372is &'not'& to be delivered. That is, the argument addresses are removed from
168e428f
PH
4373the recipients list obtained from the headers. This is compatible with Smail 3
4374and in accordance with the documented behaviour of several versions of
4375Sendmail, as described in man pages on a number of operating systems (e.g.
9b371988 4376Solaris 8, IRIX 6.5, HP-UX 11). However, some versions of Sendmail &'add'&
168e428f
PH
4377argument addresses to those obtained from the headers, and the O'Reilly
4378Sendmail book documents it that way. Exim can be made to add argument addresses
4379instead of subtracting them by setting the option
9b371988
PH
4380&%extract_addresses_remove_arguments%& false.
4381
4382.cindex "&%Resent-%& header lines" "with &%-t%&"
4383If there are any &%Resent-%& header lines in the message, Exim extracts
4384recipients from all &'Resent-To:'&, &'Resent-Cc:'&, and &'Resent-Bcc:'& header
4385lines instead of from &'To:'&, &'Cc:'&, and &'Bcc:'&. This is for compatibility
168e428f 4386with Sendmail and other MTAs. (Prior to release 4.20, Exim gave an error if
9b371988
PH
4387&%-t%& was used in conjunction with &%Resent-%& header lines.)
4388
4389RFC 2822 talks about different sets of &%Resent-%& header lines (for when a
168e428f 4390message is resent several times). The RFC also specifies that they should be
9b371988
PH
4391added at the front of the message, and separated by &'Received:'& lines. It is
4392not at all clear how &%-t%& should operate in the present of multiple sets,
4393nor indeed exactly what constitutes a &"set"&.
4394In practice, it seems that MUAs do not follow the RFC. The &%Resent-%& lines
4395are often added at the end of the header, and if a message is resent more than
4396once, it is common for the original set of &%Resent-%& headers to be renamed as
4397&%X-Resent-%& when a new set is added. This removes any possible ambiguity.
4398
4f578862 4399.vitem &%-ti%&
9b371988
PH
4400.oindex "&%-ti%&"
4401This option is exactly equivalent to &%-t%& &%-i%&. It is provided for
168e428f
PH
4402compatibility with Sendmail.
4403
4f578862 4404.vitem &%-tls-on-connect%&
9b371988
PH
4405.oindex "&%-tls-on-connect%&"
4406.cindex "TLS" "use without STARTTLS"
4407.cindex "TLS" "automatic start"
168e428f
PH
4408This option is available when Exim is compiled with TLS support. It forces all
4409incoming SMTP connections to behave as if the incoming port is listed in the
9b371988
PH
4410&%tls_on_connect_ports%& option. See section &<<SECTsupobssmt>>& and chapter
4411&<<CHAPTLS>>& for further details.
168e428f
PH
4412
4413
4f578862 4414.vitem &%-U%&
9b371988
PH
4415.oindex "&%-U%&"
4416.cindex "Sendmail compatibility" "&%-U%& option ignored"
4417Sendmail uses this option for &"initial message submission"&, and its
168e428f
PH
4418documentation states that in future releases, it may complain about
4419syntactically invalid messages rather than fixing them when this flag is not
4420set. Exim ignores this option.
4421
4f578862 4422.vitem &%-v%&
9b371988 4423.oindex "&%-v%&"
168e428f
PH
4424This option causes Exim to write information to the standard error stream,
4425describing what it is doing. In particular, it shows the log lines for
4426receiving and delivering a message, and if an SMTP connection is made, the SMTP
4427dialogue is shown. Some of the log lines shown may not actually be written to
9b371988
PH
4428the log if the setting of &%log_selector%& discards them. Any relevant
4429selectors are shown with each log line. If none are shown, the logging is
4430unconditional.
4431
4f578862 4432.vitem &%-x%&
9b371988
PH
4433.oindex "&%-x%&"
4434AIX uses &%-x%& for a private purpose (&"mail from a local mail program has
4435National Language Support extended characters in the body of the mail item"&).
4436It sets &%-x%& when calling the MTA from its &%mail%& command. Exim ignores
4437this option.
4438.endlist
4439
4f578862
PH
4440.ecindex IIDclo1
4441.ecindex IIDclo2
4442
4443
9b371988
PH
4444. ////////////////////////////////////////////////////////////////////////////
4445. Insert a stylized DocBook comment here, to identify the end of the command
4446. line options. This is for the benefit of the Perl script that automatically
4447. creates a man page for the options.
4448. ////////////////////////////////////////////////////////////////////////////
4449
4450.literal xml
168e428f 4451<!-- === End of command line options === -->
9b371988 4452.literal off
168e428f
PH
4453
4454
4455
4456
4457
9b371988
PH
4458. ////////////////////////////////////////////////////////////////////////////
4459. ////////////////////////////////////////////////////////////////////////////
168e428f
PH
4460
4461
9b371988
PH
4462.chapter "The Exim run time configuration file" "CHAPconf" &&&
4463 "The runtime configuration file"
168e428f 4464
9b371988
PH
4465.cindex "run time configuration"
4466.cindex "configuration file" "general description"
4467.cindex "CONFIGURE_FILE"
4468.cindex "configuration file" "errors in"
4469.cindex "error" "in configuration file"
4470.cindex "return code" "for bad configuration"
168e428f
PH
4471Exim uses a single run time configuration file that is read whenever an Exim
4472binary is executed. Note that in normal operation, this happens frequently,
4473because Exim is designed to operate in a distributed manner, without central
4474control.
4475
4476If a syntax error is detected while reading the configuration file, Exim
4477writes a message on the standard error, and exits with a non-zero return code.
9b371988 4478The message is also written to the panic log. &*Note*&: Only simple syntax
168e428f
PH
4479errors can be detected at this time. The values of any expanded options are
4480not checked until the expansion happens, even when the expansion does not
4481actually alter the string.
4482
168e428f
PH
4483The name of the configuration file is compiled into the binary for security
4484reasons, and is specified by the CONFIGURE_FILE compilation option. In
4485most configurations, this specifies a single file. However, it is permitted to
4486give a colon-separated list of file names, in which case Exim uses the first
4487existing file in the list.
4488
9b371988
PH
4489.cindex "EXIM_USER"
4490.cindex "EXIM_GROUP"
4491.cindex "CONFIGURE_OWNER"
4492.cindex "CONFIGURE_GROUP"
4493.cindex "configuration file" "ownership"
4494.cindex "ownership" "configuration file"
168e428f
PH
4495The run time configuration file must be owned by root or by the user that is
4496specified at compile time by the EXIM_USER option, or by the user that is
4497specified at compile time by the CONFIGURE_OWNER option (if set). The
4498configuration file must not be world-writeable or group-writeable, unless its
9b371988
PH
4499group is the one specified at compile time by the EXIM_GROUP option or by the
4500CONFIGURE_GROUP option.
168e428f 4501
9b371988 4502&*Warning*&: In a conventional configuration, where the Exim binary is setuid
168e428f
PH
4503to root, anybody who is able to edit the run time configuration file has an
4504easy way to run commands as root. If you make your mail administrators members
4505of the Exim group, but do not trust them with root, make sure that the run time
4506configuration is not group writeable.
4507
4508A default configuration file, which will work correctly in simple situations,
9b371988 4509is provided in the file &_src/configure.default_&. If CONFIGURE_FILE
168e428f
PH
4510defines just one file name, the installation process copies the default
4511configuration to a new file of that name if it did not previously exist. If
4512CONFIGURE_FILE is a list, no default is automatically installed. Chapter
9b371988
PH
4513&<<CHAPdefconfil>>& is a &"walk-through"& discussion of the default
4514configuration.
168e428f
PH
4515
4516
4517
f89d2485 4518.section "Using a different configuration file" "SECID40"
9b371988
PH
4519.cindex "configuration file" "alternate"
4520A one-off alternate configuration can be specified by the &%-C%& command line
4521option, which may specify a single file or a list of files. However, when
4522&%-C%& is used, Exim gives up its root privilege, unless called by root or the
4523Exim user (or unless the argument for &%-C%& is identical to the built-in value
4524from CONFIGURE_FILE). &%-C%& is useful mainly for checking the syntax of
168e428f 4525configuration files before installing them. No owner or group checks are done
9b371988 4526on a configuration file specified by &%-C%&.
168e428f 4527
9b371988
PH
4528The privileged use of &%-C%& by the Exim user can be locked out by setting
4529ALT_CONFIG_ROOT_ONLY in &_Local/Makefile_& when building Exim. However,
168e428f 4530if you do this, you also lock out the possibility of testing a
9b371988
PH
4531configuration using &%-C%& right through message reception and delivery, even
4532if the caller is root. The reception works, but by that time, Exim is running
4533as the Exim user, so when it re-execs to regain privilege for the delivery, the
4534use of &%-C%& causes privilege to be lost. However, root can test reception and
168e428f 4535delivery using two separate commands (one to put a message on the queue, using
9b371988 4536&%-odq%&, and another to do the delivery, using &%-M%&).
168e428f 4537
9b371988
PH
4538If ALT_CONFIG_PREFIX is defined &_in Local/Makefile_&, it specifies a
4539prefix string with which any file named in a &%-C%& command line option must
4540start. In addition, the file name must not contain the sequence &"&`/../`&"&.
068aaea8 4541There is no default setting for ALT_CONFIG_PREFIX; when it is unset, any file
9b371988 4542name can be used with &%-C%&.
168e428f 4543
9b371988 4544One-off changes to a configuration can be specified by the &%-D%& command line
168e428f 4545option, which defines and overrides values for macros used inside the
9b371988 4546configuration file. However, like &%-C%&, the use of this option by a
168e428f 4547non-privileged user causes Exim to discard its root privilege.
9b371988 4548If DISABLE_D_OPTION is defined in &_Local/Makefile_&, the use of &%-D%& is
168e428f
PH
4549completely disabled, and its use causes an immediate error exit.
4550
4551Some sites may wish to use the same Exim binary on different machines that
4552share a file system, but to use different configuration files on each machine.
9b371988 4553If CONFIGURE_FILE_USE_NODE is defined in &_Local/Makefile_&, Exim first
168e428f 4554looks for a file whose name is the configuration file name followed by a dot
9b371988 4555and the machine's node name, as obtained from the &[uname()]& function. If this
168e428f 4556file does not exist, the standard name is tried. This processing occurs for
9b371988 4557each file name in the list given by CONFIGURE_FILE or &%-C%&.
168e428f
PH
4558
4559In some esoteric situations different versions of Exim may be run under
4560different effective uids and the CONFIGURE_FILE_USE_EUID is defined to
9b371988 4561help with this. See the comments in &_src/EDITME_& for details.
168e428f
PH
4562
4563
4564
9b371988
PH
4565.section "Configuration file format" "SECTconffilfor"
4566.cindex "configuration file" "format of"
4567.cindex "format" "configuration file"
168e428f
PH
4568Exim's configuration file is divided into a number of different parts. General
4569option settings must always appear at the start of the file. The other parts
4570are all optional, and may appear in any order. Each part other than the first
9b371988 4571is introduced by the word &"begin"& followed by the name of the part. The
168e428f
PH
4572optional parts are:
4573
9b371988 4574.ilist
595028e4
PH
4575&'ACL'&: Access control lists for controlling incoming SMTP mail (see chapter
4576&<<CHAPACL>>&).
9b371988
PH
4577.next
4578.cindex "AUTH" "configuration"
4579&'authenticators'&: Configuration settings for the authenticator drivers. These
4580are concerned with the SMTP AUTH command (see chapter &<<CHAPSMTPAUTH>>&).
4581.next
4582&'routers'&: Configuration settings for the router drivers. Routers process
595028e4
PH
4583addresses and determine how the message is to be delivered (see chapters
4584&<<CHAProutergeneric>>&&--&<<CHAPredirect>>&).
9b371988
PH
4585.next
4586&'transports'&: Configuration settings for the transport drivers. Transports
595028e4
PH
4587define mechanisms for copying messages to destinations (see chapters
4588&<<CHAPtransportgeneric>>&&--&<<CHAPsmtptrans>>&).
9b371988 4589.next
595028e4
PH
4590&'retry'&: Retry rules, for use when a message cannot be delivered immediately.
4591If there is no retry section, or if it is empty (that is, no retry rules are
4592defined), Exim will not retry deliveries. In this situation, temporary errors
4593are treated the same as permanent errors. Retry rules are discussed in chapter
4594&<<CHAPretry>>&.
9b371988
PH
4595.next
4596&'rewrite'&: Global address rewriting rules, for use when a message arrives and
595028e4
PH
4597when new addresses are generated during delivery. Rewriting is discussed in
4598chapter &<<CHAPrewrite>>&.
9b371988
PH
4599.next
4600&'local_scan'&: Private options for the &[local_scan()]& function. If you
168e428f 4601want to use this feature, you must set
9b371988
PH
4602.code
4603LOCAL_SCAN_HAS_OPTIONS=yes
4604.endd
595028e4
PH
4605in &_Local/Makefile_& before building Exim. Details of the &[local_scan()]&
4606facility are given in chapter &<<CHAPlocalscan>>&.
9b371988
PH
4607.endlist
4608
4609.cindex "configuration file" "leading white space in"
4610.cindex "configuration file" "trailing white space in"
4611.cindex "white space" "in configuration file"
068aaea8 4612Leading and trailing white space in configuration lines is always ignored.
168e428f
PH
4613
4614Blank lines in the file, and lines starting with a # character (ignoring
9b371988 4615leading white space) are treated as comments and are ignored. &*Note*&: A
168e428f
PH
4616# character other than at the beginning of a line is not treated specially,
4617and does not introduce a comment.
4618
4619Any non-comment line can be continued by ending it with a backslash. Note that
068aaea8
PH
4620the general rule for white space means that trailing white space after the
4621backslash and leading white space at the start of continuation
4622lines is ignored. Comment lines beginning with # (but not empty lines) may
168e428f
PH
4623appear in the middle of a sequence of continuation lines.
4624
4625A convenient way to create a configuration file is to start from the
9b371988 4626default, which is supplied in &_src/configure.default_&, and add, delete, or
168e428f
PH
4627change settings as required.
4628
4629The ACLs, retry rules, and rewriting rules have their own syntax which is
9b371988 4630described in chapters &<<CHAPACL>>&, &<<CHAPretry>>&, and &<<CHAPrewrite>>&,
168e428f 4631respectively. The other parts of the configuration file have some syntactic
9b371988 4632items in common, and these are described below, from section &<<SECTcos>>&
168e428f
PH
4633onwards. Before that, the inclusion, macro, and conditional facilities are
4634described.
4635
4636
4637
f89d2485 4638.section "File inclusions in the configuration file" "SECID41"
9b371988
PH
4639.cindex "inclusions in configuration file"
4640.cindex "configuration file" "including other files"
f89d2485
PH
4641.cindex "&`.include`& in configuration file"
4642.cindex "&`.include_if_exists`& in configuration file"
168e428f
PH
4643You can include other files inside Exim's run time configuration file by
4644using this syntax:
9b371988
PH
4645.display
4646&`.include`& <&'file name'&>
4647&`.include_if_exists`& <&'file name'&>
4648.endd
168e428f
PH
4649on a line by itself. Double quotes round the file name are optional. If you use
4650the first form, a configuration error occurs if the file does not exist; the
4f578862
PH
4651second form does nothing for non-existent files. In all cases, an absolute file
4652name is required.
168e428f
PH
4653
4654Includes may be nested to any depth, but remember that Exim reads its
4655configuration file often, so it is a good idea to keep them to a minimum.
4656If you change the contents of an included file, you must HUP the daemon,
4657because an included file is read only when the configuration itself is read.
4658
4659The processing of inclusions happens early, at a physical line level, so, like
4660comment lines, an inclusion can be used in the middle of an option setting,
4661for example:
9b371988 4662.code
168e428f
PH
4663hosts_lookup = a.b.c \
4664 .include /some/file
9b371988 4665.endd
168e428f 4666Include processing happens after macro processing (see below). Its effect is to
4f578862
PH
4667process the lines of the included file as if they occurred inline where the
4668inclusion appears.
168e428f
PH
4669
4670
4671
9b371988
PH
4672.section "Macros in the configuration file" "SECTmacrodefs"
4673.cindex "macro" "description of"
4674.cindex "configuration file" "macros"
168e428f 4675If a line in the main part of the configuration (that is, before the first
9b371988 4676&"begin"& line) begins with an upper case letter, it is taken as a macro
168e428f 4677definition, and must be of the form
9b371988
PH
4678.display
4679<&'name'&> = <&'rest of line'&>
4680.endd
168e428f
PH
4681The name must consist of letters, digits, and underscores, and need not all be
4682in upper case, though that is recommended. The rest of the line, including any
4683continuations, is the replacement text, and has leading and trailing white
4684space removed. Quotes are not removed. The replacement text can never end with
4685a backslash character, but this doesn't seem to be a serious limitation.
4686
068aaea8
PH
4687Macros may also be defined between router, transport, authenticator, or ACL
4688definitions. They may not, however, be defined within an individual driver or
9b371988 4689ACL, or in the &%local_scan%&, retry, or rewrite sections of the configuration.
068aaea8 4690
f89d2485 4691.section "Macro substitution" "SECID42"
168e428f
PH
4692Once a macro is defined, all subsequent lines in the file (and any included
4693files) are scanned for the macro name; if there are several macros, the line is
068aaea8 4694scanned for each in turn, in the order in which the macros are defined. The
168e428f
PH
4695replacement text is not re-scanned for the current macro, though it is scanned
4696for subsequently defined macros. For this reason, a macro name may not contain
4697the name of a previously defined macro as a substring. You could, for example,
4698define
9b371988
PH
4699.display
4700&`ABCD_XYZ = `&<&'something'&>
4701&`ABCD = `&<&'something else'&>
4702.endd
168e428f 4703but putting the definitions in the opposite order would provoke a configuration
068aaea8
PH
4704error. Macro expansion is applied to individual physical lines from the file,
4705before checking for line continuation or file inclusion (see above). If a line
4706consists solely of a macro name, and the expansion of the macro is empty, the
4707line is ignored. A macro at the start of a line may turn the line into a
9b371988 4708comment line or a &`.include`& line.
068aaea8
PH
4709
4710
f89d2485 4711.section "Redefining macros" "SECID43"
068aaea8 4712Once defined, the value of a macro can be redefined later in the configuration
9b371988
PH
4713(or in an included file). Redefinition is specified by using &'=='& instead of
4714&'='&. For example:
4715.code
4716MAC = initial value
4717...
4718MAC == updated value
4719.endd
4720Redefinition does not alter the order in which the macros are applied to the
4721subsequent lines of the configuration file. It is still the same order in which
4722the macros were originally defined. All that changes is the macro's value.
4723Redefinition makes it possible to accumulate values. For example:
4724.code
4725MAC = initial value
4726...
4727MAC == MAC and something added
4728.endd
068aaea8
PH
4729This can be helpful in situations where the configuration file is built
4730from a number of other files.
4731
f89d2485 4732.section "Overriding macro values" "SECID44"
068aaea8 4733The values set for macros in the configuration file can be overridden by the
9b371988 4734&%-D%& command line option, but Exim gives up its root privilege when &%-D%& is
068aaea8 4735used, unless called by root or the Exim user. A definition on the command line
9b371988
PH
4736using the &%-D%& option causes all definitions and redefinitions within the
4737file to be ignored.
068aaea8 4738
168e428f 4739
168e428f 4740
f89d2485 4741.section "Example of macro usage" "SECID45"
168e428f
PH
4742As an example of macro usage, consider a configuration where aliases are looked
4743up in a MySQL database. It helps to keep the file less cluttered if long
4744strings such as SQL statements are defined separately as macros, for example:
9b371988 4745.code
168e428f 4746ALIAS_QUERY = select mailbox from user where \
c4c02c55 4747 login='${quote_mysql:$local_part}';
9b371988
PH
4748.endd
4749This can then be used in a &(redirect)& router setting like this:
4750.code
4751data = ${lookup mysql{ALIAS_QUERY}}
4752.endd
168e428f 4753In earlier versions of Exim macros were sometimes used for domain, host, or
9b371988
PH
4754address lists. In Exim 4 these are handled better by named lists &-- see
4755section &<<SECTnamedlists>>&.
168e428f 4756
168e428f 4757
f89d2485 4758.section "Conditional skips in the configuration file" "SECID46"
9b371988 4759.cindex "configuration file" "conditional skips"
f89d2485 4760.cindex "&`.ifdef`&"
9b371988
PH
4761You can use the directives &`.ifdef`&, &`.ifndef`&, &`.elifdef`&,
4762&`.elifndef`&, &`.else`&, and &`.endif`& to dynamically include or exclude
168e428f
PH
4763portions of the configuration file. The processing happens whenever the file is
4764read (that is, when an Exim binary starts to run).
4765
4766The implementation is very simple. Instances of the first four directives must
4767be followed by text that includes the names of one or macros. The condition
4768that is tested is whether or not any macro substitution has taken place in the
4769line. Thus:
9b371988
PH
4770.code
4771.ifdef AAA
4772message_size_limit = 50M
4773.else
4774message_size_limit = 100M
4775.endif
4776.endd
4777sets a message size limit of 50M if the macro &`AAA`& is defined, and 100M
168e428f 4778otherwise. If there is more than one macro named on the line, the condition
9b371988
PH
4779is true if any of them are defined. That is, it is an &"or"& condition. To
4780obtain an &"and"& condition, you need to use nested &`.ifdef`&s.
168e428f
PH
4781
4782Although you can use a macro expansion to generate one of these directives,
9b371988
PH
4783it is not very useful, because the condition &"there was a macro substitution
4784in this line"& will always be true.
168e428f 4785
9b371988 4786Text following &`.else`& and &`.endif`& is ignored, and can be used as comment
168e428f
PH
4787to clarify complicated nestings.
4788
4789
4790
9b371988
PH
4791.section "Common option syntax" "SECTcos"
4792.cindex "common option syntax"
4793.cindex "syntax of common options"
4794.cindex "configuration file" "common option syntax"
4795For the main set of options, driver options, and &[local_scan()]& options,
168e428f
PH
4796each setting is on a line by itself, and starts with a name consisting of
4797lower-case letters and underscores. Many options require a data value, and in
4798these cases the name must be followed by an equals sign (with optional white
4799space) and then the value. For example:
9b371988
PH
4800.code
4801qualify_domain = mydomain.example.com
4802.endd
595028e4
PH
4803.cindex "hiding configuration option values"
4804.cindex "configuration options" "hiding value of"
4805.cindex "options" "hiding value of"
168e428f 4806Some option settings may contain sensitive data, for example, passwords for
9b371988
PH
4807accessing databases. To stop non-admin users from using the &%-bP%& command
4808line option to read these values, you can precede the option settings with the
4809word &"hide"&. For example:
4810.code
4811hide mysql_servers = localhost/users/admin/secret-password
4812.endd
168e428f 4813For non-admin users, such options are displayed like this:
9b371988
PH
4814.code
4815mysql_servers = <value not displayable>
4816.endd
4817If &"hide"& is used on a driver option, it hides the value of that option on
4818all instances of the same driver.
168e428f
PH
4819
4820The following sections describe the syntax used for the different data types
4821that are found in option settings.
4822
4823
f89d2485 4824.section "Boolean options" "SECID47"
9b371988
PH
4825.cindex "format" "boolean"
4826.cindex "boolean configuration values"
4827.oindex "&%no_%&&'xxx'&"
4828.oindex "&%not_%&&'xxx'&"
168e428f
PH
4829Options whose type is given as boolean are on/off switches. There are two
4830different ways of specifying such options: with and without a data value. If
4831the option name is specified on its own without data, the switch is turned on;
9b371988 4832if it is preceded by &"no_"& or &"not_"& the switch is turned off. However,
068aaea8 4833boolean options may be followed by an equals sign and one of the words
9b371988 4834&"true"&, &"false"&, &"yes"&, or &"no"&, as an alternative syntax. For example,
168e428f 4835the following two settings have exactly the same effect:
9b371988
PH
4836.code
4837queue_only
4838queue_only = true
4839.endd
168e428f 4840The following two lines also have the same (opposite) effect:
9b371988
PH
4841.code
4842no_queue_only
4843queue_only = false
4844.endd
168e428f
PH
4845You can use whichever syntax you prefer.
4846
4847
4848
4849
f89d2485 4850.section "Integer values" "SECID48"
9b371988
PH
4851.cindex "integer configuration values"
4852.cindex "format" "integer"
f89d2485
PH
4853If an option's type is given as &"integer"&, the value can be given in decimal,
4854hexadecimal, or octal. If it starts with a digit greater than zero, a decimal
4855number is assumed. Otherwise, it is treated as an octal number unless it starts
4856with the characters &"0x"&, in which case the remainder is interpreted as a
4857hexadecimal number.
168e428f 4858
f89d2485
PH
4859If an integer value is followed by the letter K, it is multiplied by 1024; if
4860it is followed by the letter M, it is multiplied by 1024x1024. When the values
4861of integer option settings are output, values which are an exact multiple of
48621024 or 1024x1024 are sometimes, but not always, printed using the letters K
4863and M. The printing style is independent of the actual input format that was
4864used.
168e428f
PH
4865
4866
f89d2485 4867.section "Octal integer values" "SECID49"
9b371988
PH
4868.cindex "integer format"
4869.cindex "format" "octal integer"
f89d2485
PH
4870If an option's type is given as &"octal integer"&, its value is always
4871interpreted as an octal number, whether or not it starts with the digit zero.
4872Such options are always output in octal.
168e428f
PH
4873
4874
f89d2485 4875.section "Fixed point numbers" "SECID50"
9b371988
PH
4876.cindex "fixed point configuration values"
4877.cindex "format" "fixed point"
f89d2485
PH
4878If an option's type is given as &"fixed-point"&, its value must be a decimal
4879integer, optionally followed by a decimal point and up to three further digits.
168e428f
PH
4880
4881
4882
f89d2485 4883.section "Time intervals" "SECTtimeformat"
9b371988
PH
4884.cindex "time interval" "specifying in configuration"
4885.cindex "format" "time interval"
168e428f
PH
4886A time interval is specified as a sequence of numbers, each followed by one of
4887the following letters, with no intervening white space:
4888
f89d2485
PH
4889.table2 30pt
4890.irow &%s%& seconds
4891.irow &%m%& minutes
4892.irow &%h%& hours
4893.irow &%d%& days
4894.irow &%w%& weeks
9b371988 4895.endtable
168e428f 4896
9b371988 4897For example, &"3h50m"& specifies 3 hours and 50 minutes. The values of time
168e428f 4898intervals are output in the same format. Exim does not restrict the values; it
9b371988 4899is perfectly acceptable, for example, to specify &"90m"& instead of &"1h30m"&.
168e428f
PH
4900
4901
4902
9b371988
PH
4903.section "String values" "SECTstrings"
4904.cindex "string" "format of configuration values"
4905.cindex "format" "string"
f89d2485
PH
4906If an option's type is specified as &"string"&, the value can be specified with
4907or without double-quotes. If it does not start with a double-quote, the value
4908consists of the remainder of the line plus any continuation lines, starting at
4909the first character after any leading white space, with trailing white space
4910removed, and with no interpretation of the characters in the string. Because
4911Exim removes comment lines (those beginning with #) at an early stage, they can
4912appear in the middle of a multi-line string. The following two settings are
4913therefore equivalent:
9b371988 4914.code
168e428f 4915trusted_users = uucp:mail
168e428f
PH
4916trusted_users = uucp:\
4917 # This comment line is ignored
4918 mail
9b371988
PH
4919.endd
4920.cindex "string" "quoted"
4921.cindex "escape characters in quoted strings"
168e428f
PH
4922If a string does start with a double-quote, it must end with a closing
4923double-quote, and any backslash characters other than those used for line
4924continuation are interpreted as escape characters, as follows:
4925
9b371988 4926.table2 100pt
f89d2485
PH
4927.irow &`\\`& "single backslash"
4928.irow &`\n`& "newline"
4929.irow &`\r`& "carriage return"
4930.irow &`\t`& "tab"
4931.irow "&`\`&<&'octal digits'&>" "up to 3 octal digits specify one character"
4932.irow "&`\x`&<&'hex digits'&>" "up to 2 hexadecimal digits specify one &&&
9b371988
PH
4933 character"
4934.endtable
168e428f
PH
4935
4936If a backslash is followed by some other character, including a double-quote
4937character, that character replaces the pair.
4938
4939Quoting is necessary only if you want to make use of the backslash escapes to
4940insert special characters, or if you need to specify a value with leading or
4941trailing spaces. These cases are rare, so quoting is almost never needed in
4942current versions of Exim. In versions of Exim before 3.14, quoting was required
4943in order to continue lines, so you may come across older configuration files
4944and examples that apparently quote unnecessarily.
4945
4946
f89d2485 4947.section "Expanded strings" "SECID51"
9b371988
PH
4948.cindex "expansion" "definition of"
4949Some strings in the configuration file are subjected to &'string expansion'&,
168e428f 4950by which means various parts of the string may be changed according to the
9b371988
PH
4951circumstances (see chapter &<<CHAPexpand>>&). The input syntax for such strings
4952is as just described; in particular, the handling of backslashes in quoted
4953strings is done as part of the input process, before expansion takes place.
4954However, backslash is also an escape character for the expander, so any
4955backslashes that are required for that reason must be doubled if they are
4956within a quoted configuration string.
4957
4958
f89d2485 4959.section "User and group names" "SECID52"
9b371988
PH
4960.cindex "user name" "format of"
4961.cindex "format" "user name"
f89d2485 4962.cindex "groups" "name format"
9b371988 4963.cindex "format" "group name"
168e428f
PH
4964User and group names are specified as strings, using the syntax described
4965above, but the strings are interpreted specially. A user or group name must
4966either consist entirely of digits, or be a name that can be looked up using the
9b371988 4967&[getpwnam()]& or &[getgrnam()]& function, as appropriate.
168e428f
PH
4968
4969
9b371988
PH
4970.section "List construction" "SECTlistconstruct"
4971.cindex "list" "syntax of in configuration"
4972.cindex "format" "list item in configuration"
f89d2485 4973.cindex "string" "list, definition of"
168e428f 4974The data for some configuration options is a list of items, with colon as the
9b371988
PH
4975default separator. Many of these options are shown with type &"string list"& in
4976the descriptions later in this document. Others are listed as &"domain list"&,
4977&"host list"&, &"address list"&, or &"local part list"&. Syntactically, they
4978are all the same; however, those other than &"string list"& are subject to
068aaea8 4979particular kinds of interpretation, as described in chapter
9b371988 4980&<<CHAPdomhosaddlists>>&.
168e428f
PH
4981
4982In all these cases, the entire list is treated as a single string as far as the
9b371988
PH
4983input syntax is concerned. The &%trusted_users%& setting in section
4984&<<SECTstrings>>& above is an example. If a colon is actually needed in an item
4985in a list, it must be entered as two colons. Leading and trailing white space
4986on each item in a list is ignored. This makes it possible to include items that
168e428f
PH
4987start with a colon, and in particular, certain forms of IPv6 address. For
4988example, the list
9b371988
PH
4989.code
4990local_interfaces = 127.0.0.1 : ::::1
4991.endd
068aaea8
PH
4992contains two IP addresses, the IPv4 address 127.0.0.1 and the IPv6 address ::1.
4993
9b371988
PH
4994&*Note*&: Although leading and trailing white space is ignored in individual
4995list items, it is not ignored when parsing the list. The space after the first
4996colon in the example above is necessary. If it were not there, the list would
4997be interpreted as the two items 127.0.0.1:: and 1.
168e428f 4998
f89d2485 4999.section "Changing list separators" "SECID53"
9b371988
PH
5000.cindex "list separator" "changing"
5001.cindex "IPv6" "addresses in lists"
168e428f
PH
5002Doubling colons in IPv6 addresses is an unwelcome chore, so a mechanism was
5003introduced to allow the separator character to be changed. If a list begins
5004with a left angle bracket, followed by any punctuation character, that
5005character is used instead of colon as the list separator. For example, the list
5006above can be rewritten to use a semicolon separator like this:
9b371988
PH
5007.code
5008local_interfaces = <; 127.0.0.1 ; ::1
5009.endd
168e428f 5010This facility applies to all lists, with the exception of the list in
9b371988 5011&%log_file_path%&. It is recommended that the use of non-colon separators be
168e428f
PH
5012confined to circumstances where they really are needed.
5013
f89d2485 5014.cindex "list separator" "newline as"
595028e4 5015.cindex "newline" "as list separator"
f89d2485
PH
5016It is also possible to use newline and other control characters (those with
5017code values less than 32, plus DEL) as separators in lists. Such separators
5018must be provided literally at the time the list is processed. For options that
5019are string-expanded, you can write the separator using a normal escape
5020sequence. This will be processed by the expander before the string is
5021interpreted as a list. For example, if a newline-separated list of domains is
5022generated by a lookup, you can process it directly by a line such as this:
5023.code
5024domains = <\n ${lookup mysql{.....}}
5025.endd
5026This avoids having to change the list separator in such data. You are unlikely
5027to want to use a control character as a separator in an option that is not
5028expanded, because the value is literal text. However, it can be done by giving
5029the value in quotes. For example:
5030.code
5031local_interfaces = "<\n 127.0.0.1 \n ::1"
5032.endd
5033Unlike printing character separators, which can be included in list items by
5034doubling, it is not possible to include a control character as data when it is
5035set as the separator. Two such characters in succession are interpreted as
5036enclosing an empty list item.
f89d2485 5037
168e428f
PH
5038
5039
9b371988
PH
5040.section "Empty items in lists" "SECTempitelis"
5041.cindex "list" "empty item in"
168e428f
PH
5042An empty item at the end of a list is always ignored. In other words, trailing
5043separator characters are ignored. Thus, the list in
9b371988
PH
5044.code
5045senders = user@domain :
5046.endd
168e428f
PH
5047contains only a single item. If you want to include an empty string as one item
5048in a list, it must not be the last item. For example, this list contains three
5049items, the second of which is empty:
9b371988
PH
5050.code
5051senders = user1@domain : : user2@domain
5052.endd
5053&*Note*&: There must be white space between the two colons, as otherwise they
168e428f
PH
5054are interpreted as representing a single colon data character (and the list
5055would then contain just one item). If you want to specify a list that contains
5056just one, empty item, you can do it as in this example:
9b371988
PH
5057.code
5058senders = :
5059.endd
168e428f
PH
5060In this case, the first item is empty, and the second is discarded because it
5061is at the end of the list.
5062
5063
5064
5065
9b371988
PH
5066.section "Format of driver configurations" "SECTfordricon"
5067.cindex "drivers" "configuration format"
168e428f
PH
5068There are separate parts in the configuration for defining routers, transports,
5069and authenticators. In each part, you are defining a number of driver
5070instances, each with its own set of options. Each driver instance is defined by
5071a sequence of lines like this:
9b371988
PH
5072.display
5073<&'instance name'&>:
5074 <&'option'&>
168e428f 5075 ...
9b371988
PH
5076 <&'option'&>
5077.endd
5078In the following example, the instance name is &(localuser)&, and it is
168e428f 5079followed by three options settings:
9b371988
PH
5080.code
5081localuser:
5082 driver = accept
5083 check_local_user
5084 transport = local_delivery
5085.endd
5086For each driver instance, you specify which Exim code module it uses &-- by the
5087setting of the &%driver%& option &-- and (optionally) some configuration
5088settings. For example, in the case of transports, if you want a transport to
5089deliver with SMTP you would use the &(smtp)& driver; if you want to deliver to
5090a local file you would use the &(appendfile)& driver. Each of the drivers is
5091described in detail in its own separate chapter later in this manual.
168e428f
PH
5092
5093You can have several routers, transports, or authenticators that are based on
068aaea8 5094the same underlying driver (each must have a different instance name).
168e428f
PH
5095
5096The order in which routers are defined is important, because addresses are
5097passed to individual routers one by one, in order. The order in which
5098transports are defined does not matter at all. The order in which
5099authenticators are defined is used only when Exim, as a client, is searching
5100them to find one that matches an authentication mechanism offered by the
5101server.
5102
9b371988
PH
5103.cindex "generic options"
5104.cindex "options" "generic &-- definition of"
5105Within a driver instance definition, there are two kinds of option: &'generic'&
5106and &'private'&. The generic options are those that apply to all drivers of the
5107same type (that is, all routers, all transports or all authenticators). The
5108&%driver%& option is a generic option that must appear in every definition.
5109.cindex "private options"
168e428f
PH
5110The private options are special for each driver, and none need appear, because
5111they all have default values.
5112
9b371988 5113The options may appear in any order, except that the &%driver%& option must
168e428f 5114precede any private options, since these depend on the particular driver. For
9b371988 5115this reason, it is recommended that &%driver%& always be the first option.
168e428f
PH
5116
5117Driver instance names, which are used for reference in log entries and
5118elsewhere, can be any sequence of letters, digits, and underscores (starting
5119with a letter) and must be unique among drivers of the same type. A router and
5120a transport (for example) can each have the same name, but no two router
5121instances can have the same name. The name of a driver instance should not be
5122confused with the name of the underlying driver module. For example, the
5123configuration lines:
9b371988
PH
5124.code
5125remote_smtp:
5126 driver = smtp
5127.endd
5128create an instance of the &(smtp)& transport driver whose name is
5129&(remote_smtp)&. The same driver code can be used more than once, with
168e428f 5130different instance names and different option settings each time. A second
9b371988 5131instance of the &(smtp)& transport, with different options, might be defined
168e428f 5132thus:
9b371988
PH
5133.code
5134special_smtp:
5135 driver = smtp
5136 port = 1234
5137 command_timeout = 10s
5138.endd
5139The names &(remote_smtp)& and &(special_smtp)& would be used to reference
168e428f
PH
5140these transport instances from routers, and these names would appear in log
5141lines.
5142
5143Comment lines may be present in the middle of driver specifications. The full
5144list of option settings for any particular driver instance, including all the
9b371988 5145defaulted values, can be extracted by making use of the &%-bP%& command line
168e428f
PH
5146option.
5147
5148
5149
5150
5151
5152
9b371988
PH
5153. ////////////////////////////////////////////////////////////////////////////
5154. ////////////////////////////////////////////////////////////////////////////
168e428f 5155
9b371988 5156.chapter "The default configuration file" "CHAPdefconfil"
4f578862 5157.scindex IIDconfiwal "configuration file" "default &""walk through""&"
9b371988
PH
5158.cindex "default" "configuration file &""walk through""&"
5159The default configuration file supplied with Exim as &_src/configure.default_&
168e428f 5160is sufficient for a host with simple mail requirements. As an introduction to
9b371988 5161the way Exim is configured, this chapter &"walks through"& the default
168e428f
PH
5162configuration, giving brief explanations of the settings. Detailed descriptions
5163of the options are given in subsequent chapters. The default configuration file
5164itself contains extensive comments about ways you might want to modify the
5165initial settings. However, note that there are many options that are not
5166mentioned at all in the default configuration.
5167
5168
5169
6083aca0 5170.section "Main configuration settings" "SECTdefconfmain"
168e428f
PH
5171The main (global) configuration option settings must always come first in the
5172file. The first thing you'll see in the file, after some initial comments, is
5173the line
9b371988
PH
5174.code
5175# primary_hostname =
5176.endd
5177This is a commented-out setting of the &%primary_hostname%& option. Exim needs
168e428f
PH
5178to know the official, fully qualified name of your host, and this is where you
5179can specify it. However, in most cases you do not need to set this option. When
9b371988 5180it is unset, Exim uses the &[uname()]& system function to obtain the host name.
168e428f
PH
5181
5182The first three non-comment configuration lines are as follows:
9b371988
PH
5183.code
5184domainlist local_domains = @
5185domainlist relay_to_domains =
5186hostlist relay_from_hosts = 127.0.0.1
5187.endd
168e428f
PH
5188These are not, in fact, option settings. They are definitions of two named
5189domain lists and one named host list. Exim allows you to give names to lists of
5190domains, hosts, and email addresses, in order to make it easier to manage the
9b371988 5191configuration file (see section &<<SECTnamedlists>>&).
168e428f 5192
9b371988 5193The first line defines a domain list called &'local_domains'&; this is used
168e428f
PH
5194later in the configuration to identify domains that are to be delivered
5195on the local host.
5196
9b371988
PH
5197.cindex "@ in a domain list"
5198There is just one item in this list, the string &"@"&. This is a special form
5199of entry which means &"the name of the local host"&. Thus, if the local host is
5200called &'a.host.example'&, mail to &'any.user@a.host.example'& is expected to
168e428f
PH
5201be delivered locally. Because the local host's name is referenced indirectly,
5202the same configuration file can be used on different hosts.
5203
9b371988 5204The second line defines a domain list called &'relay_to_domains'&, but the
168e428f
PH
5205list itself is empty. Later in the configuration we will come to the part that
5206controls mail relaying through the local host; it allows relaying to any
5207domains in this list. By default, therefore, no relaying on the basis of a mail
5208domain is permitted.
5209
9b371988 5210The third line defines a host list called &'relay_from_hosts'&. This list is
168e428f
PH
5211used later in the configuration to permit relaying from any host or IP address
5212that matches the list. The default contains just the IP address of the IPv4
5213loopback interface, which means that processes on the local host are able to
5214submit mail for relaying by sending it over TCP/IP to that interface. No other
5215hosts are permitted to submit messages for relaying.
5216
5217Just to be sure there's no misunderstanding: at this point in the configuration
5218we aren't actually setting up any controls. We are just defining some domains
5219and hosts that will be used in the controls that are specified later.
5220
068aaea8 5221The next two configuration lines are genuine option settings:
9b371988
PH
5222.code
5223acl_smtp_rcpt = acl_check_rcpt
5224acl_smtp_data = acl_check_data
5225.endd
9b371988
PH
5226These options specify &'Access Control Lists'& (ACLs) that are to be used
5227during an incoming SMTP session for every recipient of a message (every RCPT
5228command), and after the contents of the message have been received,
5229respectively. The names of the lists are &'acl_check_rcpt'& and
5230&'acl_check_data'&, and we will come to their definitions below, in the ACL
5231section of the configuration. The RCPT ACL controls which recipients are
5232accepted for an incoming message &-- if a configuration does not provide an ACL
5233to check recipients, no SMTP mail can be accepted. The DATA ACL allows the
5234contents of a message to be checked.
168e428f 5235
068aaea8 5236Two commented-out option settings are next:
9b371988 5237.code
068aaea8
PH
5238# av_scanner = clamd:/tmp/clamd
5239# spamd_address = 127.0.0.1 783
9b371988 5240.endd
068aaea8
PH
5241These are example settings that can be used when Exim is compiled with the
5242content-scanning extension. The first specifies the interface to the virus
5243scanner, and the second specifies the interface to SpamAssassin. Further
9b371988 5244details are given in chapter &<<CHAPexiscan>>&.
168e428f 5245
6083aca0
TF
5246Three more commented-out option settings follow:
5247.code
5248# tls_advertise_hosts = *
5249# tls_certificate = /etc/ssl/exim.crt
5250# tls_privatekey = /etc/ssl/exim.pem
5251.endd
5252These are example settings that can be used when Exim is compiled with
db9452a9
PH
5253support for TLS (aka SSL) as described in section &<<SECTinctlsssl>>&. The
5254first one specifies the list of clients that are allowed to use TLS when
5255connecting to this server; in this case the wildcard means all clients. The
5256other options specify where Exim should find its TLS certificate and private
5257key, which together prove the server's identity to any clients that connect.
5258More details are given in chapter &<<CHAPTLS>>&.
6083aca0
TF
5259
5260Another two commented-out option settings follow:
5261.code
5262# daemon_smtp_ports = 25 : 465 : 587
5263# tls_on_connect_ports = 465
5264.endd
db9452a9
PH
5265.cindex "port" "465 and 587"
5266.cindex "port" "for message submission"
5267.cindex "message" "submission, ports for"
5268.cindex "ssmtp protocol"
5269.cindex "smtps protocol"
5270.cindex "SMTP" "ssmtp protocol"
5271.cindex "SMTP" "smtps protocol"
5272These options provide better support for roaming users who wish to use this
5273server for message submission. They are not much use unless you have turned on
5274TLS (as described in the previous paragraph) and authentication (about which
5275more in section &<<SECTdefconfauth>>&). The usual SMTP port 25 is often blocked
5276on end-user networks, so RFC 4409 specifies that message submission should use
5277port 587 instead. However some software (notably Microsoft Outlook) cannot be
5278configured to use port 587 correctly, so these settings also enable the
5279non-standard &"smtps"& (aka &"ssmtp"&) port 465 (see section
5280&<<SECTsupobssmt>>&).
6083aca0 5281
068aaea8 5282Two more commented-out options settings follow:
9b371988
PH
5283.code
5284# qualify_domain =
5285# qualify_recipient =
5286.endd
168e428f
PH
5287The first of these specifies a domain that Exim uses when it constructs a
5288complete email address from a local login name. This is often needed when Exim
9b371988
PH
5289receives a message from a local process. If you do not set &%qualify_domain%&,
5290the value of &%primary_hostname%& is used. If you set both of these options,
5291you can have different qualification domains for sender and recipient
5292addresses. If you set only the first one, its value is used in both cases.
168e428f 5293
9b371988 5294.cindex "domain literal" "recognizing format"
168e428f 5295The following line must be uncommented if you want Exim to recognize
9b371988 5296addresses of the form &'user@[10.11.12.13]'& that is, with a &"domain literal"&
068aaea8 5297(an IP address within square brackets) instead of a named domain.
9b371988
PH
5298.code
5299# allow_domain_literals
5300.endd
168e428f
PH
5301The RFCs still require this form, but many people think that in the modern
5302Internet it makes little sense to permit mail to be sent to specific hosts by
5303quoting their IP addresses. This ancient format has been used by people who
5304try to abuse hosts by using them for unwanted relaying. However, some
5305people believe there are circumstances (for example, messages addressed to
9b371988 5306&'postmaster'&) where domain literals are still useful.
168e428f
PH
5307
5308The next configuration line is a kind of trigger guard:
9b371988
PH
5309.code
5310never_users = root
5311.endd
168e428f 5312It specifies that no delivery must ever be run as the root user. The normal
9b371988 5313convention is to set up &'root'& as an alias for the system administrator. This
168e428f 5314setting is a guard against slips in the configuration.
9b371988
PH
5315The list of users specified by &%never_users%& is not, however, the complete
5316list; the build-time configuration in &_Local/Makefile_& has an option called
168e428f 5317FIXED_NEVER_USERS specifying a list that cannot be overridden. The
9b371988 5318contents of &%never_users%& are added to this list. By default
168e428f
PH
5319FIXED_NEVER_USERS also specifies root.
5320
5321When a remote host connects to Exim in order to send mail, the only information
5322Exim has about the host's identity is its IP address. The next configuration
5323line,
9b371988
PH
5324.code
5325host_lookup = *
5326.endd
168e428f
PH
5327specifies that Exim should do a reverse DNS lookup on all incoming connections,
5328in order to get a host name. This improves the quality of the logging
5329information, but if you feel it is too expensive, you can remove it entirely,
9b371988 5330or restrict the lookup to hosts on &"nearby"& networks.
168e428f
PH
5331Note that it is not always possible to find a host name from an IP address,
5332because not all DNS reverse zones are maintained, and sometimes DNS servers are
5333unreachable.
5334
9b371988 5335The next two lines are concerned with &'ident'& callbacks, as defined by RFC
168e428f 53361413 (hence their names):
9b371988
PH
5337.code
5338rfc1413_hosts = *
c0712871 5339rfc1413_query_timeout = 5s
9b371988 5340.endd
168e428f
PH
5341These settings cause Exim to make ident callbacks for all incoming SMTP calls.
5342You can limit the hosts to which these calls are made, or change the timeout
5343that is used. If you set the timeout to zero, all ident calls are disabled.
5344Although they are cheap and can provide useful information for tracing problem
5345messages, some hosts and firewalls have problems with ident calls. This can
5346result in a timeout instead of an immediate refused connection, leading to
5347delays on starting up an incoming SMTP session.
5348
5349When Exim receives messages over SMTP connections, it expects all addresses to
5350be fully qualified with a domain, as required by the SMTP definition. However,
5351if you are running a server to which simple clients submit messages, you may
5352find that they send unqualified addresses. The two commented-out options:
9b371988
PH
5353.code
5354# sender_unqualified_hosts =
5355# recipient_unqualified_hosts =
5356.endd
168e428f
PH
5357show how you can specify hosts that are permitted to send unqualified sender
5358and recipient addresses, respectively.
5359
9b371988
PH
5360The &%percent_hack_domains%& option is also commented out:
5361.code
5362# percent_hack_domains =
5363.endd
5364It provides a list of domains for which the &"percent hack"& is to operate.
5365This is an almost obsolete form of explicit email routing. If you do not know
168e428f
PH
5366anything about it, you can safely ignore this topic.
5367
5368The last two settings in the main part of the default configuration are
9b371988
PH
5369concerned with messages that have been &"frozen"& on Exim's queue. When a
5370message is frozen, Exim no longer continues to try to deliver it. Freezing
5371occurs when a bounce message encounters a permanent failure because the sender
5372address of the original message that caused the bounce is invalid, so the
5373bounce cannot be delivered. This is probably the most common case, but there
5374are also other conditions that cause freezing, and frozen messages are not
5375always bounce messages.
5376.code
5377ignore_bounce_errors_after = 2d
5378timeout_frozen_after = 7d
5379.endd
168e428f
PH
5380The first of these options specifies that failing bounce messages are to be
5381discarded after 2 days on the queue. The second specifies that any frozen
5382message (whether a bounce message or not) is to be timed out (and discarded)
5383after a week. In this configuration, the first setting ensures that no failing
5384bounce message ever lasts a week.
5385
5386
5387
f89d2485 5388.section "ACL configuration" "SECID54"
9b371988
PH
5389.cindex "default" "ACLs"
5390.cindex "&ACL;" "default configuration"
168e428f
PH
5391In the default configuration, the ACL section follows the main configuration.
5392It starts with the line
9b371988
PH
5393.code
5394begin acl
5395.endd
5396and it contains the definitions of two ACLs, called &'acl_check_rcpt'& and
5397&'acl_check_data'&, that were referenced in the settings of &%acl_smtp_rcpt%&
5398and &%acl_smtp_data%& above.
5399
5400.cindex "RCPT" "ACL for"
068aaea8 5401The first ACL is used for every RCPT command in an incoming SMTP message. Each
168e428f
PH
5402RCPT command specifies one of the message's recipients. The ACL statements
5403are considered in order, until the recipient address is either accepted or
5404rejected. The RCPT command is then accepted or rejected, according to the
5405result of the ACL processing.
9b371988
PH
5406.code
5407acl_check_rcpt:
5408.endd
168e428f
PH
5409This line, consisting of a name terminated by a colon, marks the start of the
5410ACL, and names it.
9b371988
PH
5411.code
5412accept hosts = :
5413.endd
168e428f
PH
5414This ACL statement accepts the recipient if the sending host matches the list.
5415But what does that strange list mean? It doesn't actually contain any host
5416names or IP addresses. The presence of the colon puts an empty item in the
068aaea8
PH
5417list; Exim matches this only if the incoming message did not come from a remote
5418host, because in that case, the remote hostname is empty. The colon is
5419important. Without it, the list itself is empty, and can never match anything.
168e428f
PH
5420
5421What this statement is doing is to accept unconditionally all recipients in
5422messages that are submitted by SMTP from local processes using the standard
5423input and output (that is, not using TCP/IP). A number of MUAs operate in this
5424manner.
9b371988
PH
5425.code
5426deny message = Restricted characters in address
5427 domains = +local_domains
5428 local_parts = ^[.] : ^.*[@%!/|]
5429
5430deny message = Restricted characters in address
5431 domains = !+local_domains
5432 local_parts = ^[./|] : ^.*[@%!] : ^.*/\\.\\./
5433.endd
168e428f 5434These statements are concerned with local parts that contain any of the
9b371988
PH
5435characters &"@"&, &"%"&, &"!"&, &"/"&, &"|"&, or dots in unusual places.
5436Although these characters are entirely legal in local parts (in the case of
5437&"@"& and leading dots, only if correctly quoted), they do not commonly occur
5438in Internet mail addresses.
168e428f
PH
5439
5440The first three have in the past been associated with explicitly routed
9b371988 5441addresses (percent is still sometimes used &-- see the &%percent_hack_domains%&
168e428f
PH
5442option). Addresses containing these characters are regularly tried by spammers
5443in an attempt to bypass relaying restrictions, and also by open relay testing
5444programs. Unless you really need them it is safest to reject these characters
5445at this early stage. This configuration is heavy-handed in rejecting these
5446characters for all messages it accepts from remote hosts. This is a deliberate
5447policy of being as safe as possible.
5448
5449The first rule above is stricter, and is applied to messages that are addressed
5450to one of the local domains handled by this host. This is implemented by the
5451first condition, which restricts it to domains that are listed in the
9b371988 5452&'local_domains'& domain list. The &"+"& character is used to indicate a
168e428f 5453reference to a named list. In this configuration, there is just one domain in
9b371988 5454&'local_domains'&, but in general there may be many.
168e428f
PH
5455
5456The second condition on the first statement uses two regular expressions to
9b371988
PH
5457block local parts that begin with a dot or contain &"@"&, &"%"&, &"!"&, &"/"&,
5458or &"|"&. If you have local accounts that include these characters, you will
5459have to modify this rule.
168e428f
PH
5460
5461Empty components (two dots in a row) are not valid in RFC 2822, but Exim
9b371988
PH
5462allows them because they have been encountered in practice. (Consider the
5463common convention of local parts constructed as
5464&"&'first-initial.second-initial.family-name'&"& when applied to someone like
5465the author of Exim, who has no second initial.) However, a local part starting
5466with a dot or containing &"/../"& can cause trouble if it is used as part of a
5467file name (for example, for a mailing list). This is also true for local parts
5468that contain slashes. A pipe symbol can also be troublesome if the local part
5469is incorporated unthinkingly into a shell command line.
168e428f
PH
5470
5471The second rule above applies to all other domains, and is less strict. This
5472allows your own users to send outgoing messages to sites that use slashes
5473and vertical bars in their local parts. It blocks local parts that begin
5474with a dot, slash, or vertical bar, but allows these characters within the
9b371988
PH
5475local part. However, the sequence &"/../"& is barred. The use of &"@"&, &"%"&,
5476and &"!"& is blocked, as before. The motivation here is to prevent your users
5477(or your users' viruses) from mounting certain kinds of attack on remote sites.
5478.code
5479accept local_parts = postmaster
5480 domains = +local_domains
5481.endd
168e428f 5482This statement, which has two conditions, accepts an incoming address if the
9b371988
PH
5483local part is &'postmaster'& and the domain is one of those listed in the
5484&'local_domains'& domain list. The &"+"& character is used to indicate a
168e428f 5485reference to a named list. In this configuration, there is just one domain in
9b371988 5486&'local_domains'&, but in general there may be many.
168e428f
PH
5487
5488The presence of this statement means that mail to postmaster is never blocked
5489by any of the subsequent tests. This can be helpful while sorting out problems
5490in cases where the subsequent tests are incorrectly denying access.
9b371988
PH
5491.code
5492require verify = sender
5493.endd
168e428f
PH
5494This statement requires the sender address to be verified before any subsequent
5495ACL statement can be used. If verification fails, the incoming recipient
5496address is refused. Verification consists of trying to route the address, to
068aaea8 5497see if a bounce message could be delivered to it. In the case of remote
9b371988
PH
5498addresses, basic verification checks only the domain, but &'callouts'& can be
5499used for more verification if required. Section &<<SECTaddressverification>>&
068aaea8 5500discusses the details of address verification.
9b371988
PH
5501.code
5502accept hosts = +relay_from_hosts
5503 control = submission
5504.endd
068aaea8
PH
5505This statement accepts the address if the message is coming from one of the
5506hosts that are defined as being allowed to relay through this host. Recipient
5507verification is omitted here, because in many cases the clients are dumb MUAs
5508that do not cope well with SMTP error responses. For the same reason, the
9b371988
PH
5509second line specifies &"submission mode"& for messages that are accepted. This
5510is described in detail in section &<<SECTsubmodnon>>&; it causes Exim to fix
068aaea8 5511messages that are deficient in some way, for example, because they lack a
9b371988 5512&'Date:'& header line. If you are actually relaying out from MTAs, you should
068aaea8 5513probably add recipient verification here, and disable submission mode.
9b371988
PH
5514.code
5515accept authenticated = *
5516 control = submission
5517.endd
068aaea8
PH
5518This statement accepts the address if the client host has authenticated itself.
5519Submission mode is again specified, on the grounds that such messages are most
5520likely to come from MUAs. The default configuration does not define any
6083aca0
TF
5521authenticators, though it does include some nearly complete commented-out
5522examples described in &<<SECTdefconfauth>>&. This means that no client can in
5523fact authenticate until you complete the authenticator definitions.
db9452a9
PH
5524.code
5525require message = relay not permitted
5526 domains = +local_domains : +relay_domains
5527.endd
5528This statement rejects the address if its domain is neither a local domain nor
5529one of the domains for which this host is a relay.
5530.code
5531require verify = recipient
5532.endd
5533This statement requires the recipient address to be verified; if verification
5534fails, the address is rejected.
9b371988
PH
5535.code
5536# deny message = rejected because $sender_host_address \
5537# is in a black list at $dnslist_domain\n\
5538# $dnslist_text
5539# dnslists = black.list.example
168e428f 5540#
db9452a9
PH
5541# warn dnslists = black.list.example
5542# add_header = X-Warning: $sender_host_address is in \
5543# a black list at $dnslist_domain
9b371988 5544# log_message = found in $dnslist_domain
9b371988 5545.endd
168e428f
PH
5546These commented-out lines are examples of how you could configure Exim to check
5547sending hosts against a DNS black list. The first statement rejects messages
db9452a9 5548from blacklisted hosts, whereas the second just inserts a warning header
168e428f 5549line.
9b371988 5550.code
db9452a9 5551# require verify = csa
9b371988 5552.endd
db9452a9
PH
5553This commented-out line is an example of how you could turn on client SMTP
5554authorization (CSA) checking. Such checks do DNS lookups for special SRV
5555records.
9b371988 5556.code
db9452a9 5557accept
9b371988 5558.endd
db9452a9
PH
5559The final statement in the first ACL unconditionally accepts any recipient
5560address that has successfully passed all the previous tests.
9b371988
PH
5561.code
5562acl_check_data:
5563.endd
068aaea8
PH
5564This line marks the start of the second ACL, and names it. Most of the contents
5565of this ACL are commented out:
9b371988 5566.code
068aaea8
PH
5567# deny malware = *
5568# message = This message contains a virus \
5569# ($malware_name).
9b371988 5570.endd
068aaea8
PH
5571These lines are examples of how to arrange for messages to be scanned for
5572viruses when Exim has been compiled with the content-scanning extension, and a
5573suitable virus scanner is installed. If the message is found to contain a
5574virus, it is rejected with the given custom error message.
9b371988 5575.code
068aaea8
PH
5576# warn spam = nobody
5577# message = X-Spam_score: $spam_score\n\
5578# X-Spam_score_int: $spam_score_int\n\
5579# X-Spam_bar: $spam_bar\n\
5580# X-Spam_report: $spam_report
9b371988 5581.endd
068aaea8
PH
5582These lines are an example of how to arrange for messages to be scanned by
5583SpamAssassin when Exim has been compiled with the content-scanning extension,
5584and SpamAssassin has been installed. The SpamAssassin check is run with
9b371988 5585&`nobody`& as its user parameter, and the results are added to the message as a
068aaea8
PH
5586series of extra header line. In this case, the message is not rejected,
5587whatever the spam score.
9b371988
PH
5588.code
5589accept
5590.endd
068aaea8
PH
5591This final line in the DATA ACL accepts the message unconditionally.
5592
168e428f 5593
f89d2485 5594.section "Router configuration" "SECID55"
9b371988
PH
5595.cindex "default" "routers"
5596.cindex "routers" "default"
168e428f
PH
5597The router configuration comes next in the default configuration, introduced
5598by the line
9b371988
PH
5599.code
5600begin routers
5601.endd
168e428f
PH
5602Routers are the modules in Exim that make decisions about where to send
5603messages. An address is passed to each router in turn, until it is either
5604accepted, or failed. This means that the order in which you define the routers
5605matters. Each router is fully described in its own chapter later in this
5606manual. Here we give only brief overviews.
9b371988
PH
5607.code
5608# domain_literal:
5609# driver = ipliteral
5610# domains = !+local_domains
5611# transport = remote_smtp
5612.endd
5613.cindex "domain literal" "default router"
168e428f 5614This router is commented out because the majority of sites do not want to
9b371988 5615support domain literal addresses (those of the form &'user@[10.9.8.7]'&). If
168e428f 5616you uncomment this router, you also need to uncomment the setting of
9b371988
PH
5617&%allow_domain_literals%& in the main part of the configuration.
5618.code
5619dnslookup:
5620 driver = dnslookup
5621 domains = ! +local_domains
5622 transport = remote_smtp
5623 ignore_target_hosts = 0.0.0.0 : 127.0.0.0/8
5624 no_more
5625.endd
168e428f
PH
5626The first uncommented router handles addresses that do not involve any local
5627domains. This is specified by the line
9b371988
PH
5628.code
5629domains = ! +local_domains
5630.endd
5631The &%domains%& option lists the domains to which this router applies, but the
168e428f 5632exclamation mark is a negation sign, so the router is used only for domains
9b371988
PH
5633that are not in the domain list called &'local_domains'& (which was defined at
5634the start of the configuration). The plus sign before &'local_domains'&
168e428f
PH
5635indicates that it is referring to a named list. Addresses in other domains are
5636passed on to the following routers.
5637
9b371988
PH
5638The name of the router driver is &(dnslookup)&,
5639and is specified by the &%driver%& option. Do not be confused by the fact that
168e428f 5640the name of this router instance is the same as the name of the driver. The
9b371988
PH
5641instance name is arbitrary, but the name set in the &%driver%& option must be
5642one of the driver modules that is in the Exim binary.
168e428f 5643
9b371988 5644The &(dnslookup)& router routes addresses by looking up their domains in the
168e428f 5645DNS in order to obtain a list of hosts to which the address is routed. If the
9b371988
PH
5646router succeeds, the address is queued for the &(remote_smtp)& transport, as
5647specified by the &%transport%& option. If the router does not find the domain
5648in the DNS, no further routers are tried because of the &%no_more%& setting, so
5649the address fails and is bounced.
168e428f 5650
9b371988 5651The &%ignore_target_hosts%& option specifies a list of IP addresses that are to
168e428f
PH
5652be entirely ignored. This option is present because a number of cases have been
5653encountered where MX records in the DNS point to host names
5654whose IP addresses are 0.0.0.0 or are in the 127 subnet (typically 127.0.0.1).
5655Completely ignoring these IP addresses causes Exim to fail to route the
5656email address, so it bounces. Otherwise, Exim would log a routing problem, and
5657continue to try to deliver the message periodically until the address timed
5658out.
9b371988
PH
5659.code
5660system_aliases:
5661 driver = redirect
5662 allow_fail
5663 allow_defer
5664 data = ${lookup{$local_part}lsearch{/etc/aliases}}
5665# user = exim
5666 file_transport = address_file
5667 pipe_transport = address_pipe
5668.endd
168e428f
PH
5669Control reaches this and subsequent routers only for addresses in the local
5670domains. This router checks to see whether the local part is defined as an
9b371988 5671alias in the &_/etc/aliases_& file, and if so, redirects it according to the
168e428f 5672data that it looks up from that file. If no data is found for the local part,
9b371988 5673the value of the &%data%& option is empty, causing the address to be passed to
168e428f
PH
5674the next router.
5675
9b371988 5676&_/etc/aliases_& is a conventional name for the system aliases file that is
168e428f
PH
5677often used. That is why it is referenced by from the default configuration
5678file. However, you can change this by setting SYSTEM_ALIASES_FILE in
9b371988
PH
5679&_Local/Makefile_& before building Exim.
5680.code
5681userforward:
5682 driver = redirect
5683 check_local_user
5684# local_part_suffix = +* : -*
5685# local_part_suffix_optional
5686 file = $home/.forward
5687# allow_filter
5688 no_verify
5689 no_expn
5690 check_ancestor
5691 file_transport = address_file
5692 pipe_transport = address_pipe
5693 reply_transport = address_reply
5694.endd
168e428f
PH
5695This is the most complicated router in the default configuration. It is another
5696redirection router, but this time it is looking for forwarding data set up by
9b371988 5697individual users. The &%check_local_user%& setting specifies a check that the
068aaea8 5698local part of the address is the login name of a local user. If it is not, the
9b371988 5699router is skipped. The two commented options that follow &%check_local_user%&,
068aaea8 5700namely:
9b371988 5701.code
068aaea8
PH
5702# local_part_suffix = +* : -*
5703# local_part_suffix_optional
9b371988 5704.endd
f89d2485 5705.vindex "&$local_part_suffix$&"
068aaea8
PH
5706show how you can specify the recognition of local part suffixes. If the first
5707is uncommented, a suffix beginning with either a plus or a minus sign, followed
5708by any sequence of characters, is removed from the local part and placed in the
9b371988 5709variable &$local_part_suffix$&. The second suffix option specifies that the
068aaea8
PH
5710presence of a suffix in the local part is optional. When a suffix is present,
5711the check for a local login uses the local part with the suffix removed.
5712
9b371988 5713When a local user account is found, the file called &_.forward_& in the user's
068aaea8 5714home directory is consulted. If it does not exist, or is empty, the router
9b371988
PH
5715declines. Otherwise, the contents of &_.forward_& are interpreted as
5716redirection data (see chapter &<<CHAPredirect>>& for more details).
5717
5718.cindex "Sieve filter" "enabling in default router"
5719Traditional &_.forward_& files contain just a list of addresses, pipes, or
5720files. Exim supports this by default. However, if &%allow_filter%& is set (it
5721is commented out by default), the contents of the file are interpreted as a set
5722of Exim or Sieve filtering instructions, provided the file begins with &"#Exim
5723filter"& or &"#Sieve filter"&, respectively. User filtering is discussed in the
5724separate document entitled &'Exim's interfaces to mail filtering'&.
5725
5726The &%no_verify%& and &%no_expn%& options mean that this router is skipped when
068aaea8 5727verifying addresses, or when running as a consequence of an SMTP EXPN command.
168e428f
PH
5728There are two reasons for doing this:
5729
9b371988
PH
5730.olist
5731Whether or not a local user has a &_.forward_& file is not really relevant when
168e428f
PH
5732checking an address for validity; it makes sense not to waste resources doing
5733unnecessary work.
9b371988
PH
5734.next
5735More importantly, when Exim is verifying addresses or handling an EXPN
168e428f
PH
5736command during an SMTP session, it is running as the Exim user, not as root.
5737The group is the Exim group, and no additional groups are set up.
9b371988 5738It may therefore not be possible for Exim to read users' &_.forward_& files at
168e428f 5739this time.
9b371988 5740.endlist
168e428f 5741
9b371988 5742The setting of &%check_ancestor%& prevents the router from generating a new
168e428f
PH
5743address that is the same as any previous address that was redirected. (This
5744works round a problem concerning a bad interaction between aliasing and
9b371988 5745forwarding &-- see section &<<SECTredlocmai>>&).
168e428f
PH
5746
5747The final three option settings specify the transports that are to be used when
5748forwarding generates a direct delivery to a file, or to a pipe, or sets up an
9b371988
PH
5749auto-reply, respectively. For example, if a &_.forward_& file contains
5750.code
5751a.nother@elsewhere.example, /home/spqr/archive
5752.endd
5753the delivery to &_/home/spqr/archive_& is done by running the &%address_file%&
168e428f 5754transport.
9b371988
PH
5755.code
5756localuser:
5757 driver = accept
5758 check_local_user
5759# local_part_suffix = +* : -*
5760# local_part_suffix_optional
5761 transport = local_delivery
5762.endd
168e428f 5763The final router sets up delivery into local mailboxes, provided that the local
068aaea8 5764part is the name of a local login, by accepting the address and assigning it to
9b371988 5765the &(local_delivery)& transport. Otherwise, we have reached the end of the
068aaea8 5766routers, so the address is bounced. The commented suffix settings fulfil the
9b371988 5767same purpose as they do for the &(userforward)& router.
168e428f
PH
5768
5769
f89d2485 5770.section "Transport configuration" "SECID56"
9b371988
PH
5771.cindex "default" "transports"
5772.cindex "transports" "default"
168e428f
PH
5773Transports define mechanisms for actually delivering messages. They operate
5774only when referenced from routers, so the order in which they are defined does
5775not matter. The transports section of the configuration starts with
9b371988
PH
5776.code
5777begin transports
5778.endd
168e428f 5779One remote transport and four local transports are defined.
9b371988
PH
5780.code
5781remote_smtp:
5782 driver = smtp
5783.endd
168e428f
PH
5784This transport is used for delivering messages over SMTP connections. All its
5785options are defaulted. The list of remote hosts comes from the router.
9b371988
PH
5786.code
5787local_delivery:
5788 driver = appendfile
5789 file = /var/mail/$local_part
5790 delivery_date_add
5791 envelope_to_add
5792 return_path_add
5793# group = mail
5794# mode = 0660
5795.endd
5796This &(appendfile)& transport is used for local delivery to user mailboxes in
168e428f 5797traditional BSD mailbox format. By default it runs under the uid and gid of the
9b371988 5798local user, which requires the sticky bit to be set on the &_/var/mail_&
168e428f
PH
5799directory. Some systems use the alternative approach of running mail deliveries
5800under a particular group instead of using the sticky bit. The commented options
5801show how this can be done.
5802
9b371988
PH
5803Exim adds three headers to the message as it delivers it: &'Delivery-date:'&,
5804&'Envelope-to:'& and &'Return-path:'&. This action is requested by the three
168e428f 5805similarly-named options above.
9b371988
PH
5806.code
5807address_pipe:
5808 driver = pipe
5809 return_output
5810.endd
168e428f 5811This transport is used for handling deliveries to pipes that are generated by
9b371988 5812redirection (aliasing or users' &_.forward_& files). The &%return_output%&
168e428f
PH
5813option specifies that any output generated by the pipe is to be returned to the
5814sender.
9b371988
PH
5815.code
5816address_file:
5817 driver = appendfile
5818 delivery_date_add
5819 envelope_to_add
5820 return_path_add
5821.endd
168e428f
PH
5822This transport is used for handling deliveries to files that are generated by
5823redirection. The name of the file is not specified in this instance of
9b371988
PH
5824&(appendfile)&, because it comes from the &(redirect)& router.
5825.code
5826address_reply:
5827 driver = autoreply
5828.endd
168e428f
PH
5829This transport is used for handling automatic replies generated by users'
5830filter files.
5831
5832
5833
f89d2485 5834.section "Default retry rule" "SECID57"
9b371988
PH
5835.cindex "retry" "default rule"
5836.cindex "default" "retry rule"
168e428f
PH
5837The retry section of the configuration file contains rules which affect the way
5838Exim retries deliveries that cannot be completed at the first attempt. It is
5839introduced by the line
9b371988
PH
5840.code
5841begin retry
5842.endd
168e428f
PH
5843In the default configuration, there is just one rule, which applies to all
5844errors:
9b371988
PH
5845.code
5846* * F,2h,15m; G,16h,1h,1.5; F,4d,6h
5847.endd
168e428f
PH
5848This causes any temporarily failing address to be retried every 15 minutes for
58492 hours, then at intervals starting at one hour and increasing by a factor of
58501.5 until 16 hours have passed, then every 6 hours up to 4 days. If an address
9b371988 5851is not delivered after 4 days of temporary failure, it is bounced.
168e428f 5852
595028e4
PH
5853If the retry section is removed from the configuration, or is empty (that is,
5854if no retry rules are defined), Exim will not retry deliveries. This turns
5855temporary errors into permanent errors.
168e428f
PH
5856
5857
f89d2485 5858.section "Rewriting configuration" "SECID58"
168e428f 5859The rewriting section of the configuration, introduced by
9b371988
PH
5860.code
5861begin rewrite
5862.endd
168e428f
PH
5863contains rules for rewriting addresses in messages as they arrive. There are no
5864rewriting rules in the default configuration file.
5865
5866
5867
6083aca0 5868.section "Authenticators configuration" "SECTdefconfauth"
9b371988 5869.cindex "AUTH" "configuration"
168e428f 5870The authenticators section of the configuration, introduced by
9b371988
PH
5871.code
5872begin authenticators
5873.endd
6083aca0
TF
5874defines mechanisms for the use of the SMTP AUTH command. The default
5875configuration file contains two commented-out example authenticators
5876which support plaintext username/password authentication using the
5877standard PLAIN mechanism and the traditional but non-standard LOGIN
5878mechanism, with Exim acting as the server. PLAIN and LOGIN are enough
5879to support most MUA software.
5880
5881The example PLAIN authenticator looks like this:
5882.code
5883#PLAIN:
f89d2485
PH
5884# driver = plaintext
5885# server_set_id = $auth2
5886# server_prompts = :
5887# server_condition = Authentication is not yet configured
6083aca0
TF
5888# server_advertise_condition = ${if def:tls_cipher }
5889.endd
5890And the example LOGIN authenticator looks like this:
5891.code
5892#LOGIN:
f89d2485
PH
5893# driver = plaintext
5894# server_set_id = $auth1
5895# server_prompts = <| Username: | Password:
5896# server_condition = Authentication is not yet configured
6083aca0
TF
5897# server_advertise_condition = ${if def:tls_cipher }
5898.endd
5899
5900The &%server_set_id%& option makes Exim remember the authenticated username
5901in &$authenticated_id$&, which can be used later in ACLs or routers. The
5902&%server_prompts%& option configures the &(plaintext)& authenticator so
5903that it implements the details of the specific authentication mechanism,
5904i.e. PLAIN or LOGIN. The &%server_advertise_condition%& setting controls
5905when Exim offers authentication to clients; in the examples, this is only
5906when TLS or SSL has been started, so to enable the authenticators you also
5907need to add support for TLS as described in &<<SECTdefconfmain>>&.
5908
5909The &%server_condition%& setting defines how to verify that the username and
5910password are correct. In the examples it just produces an error message.
5911To make the authenticators work, you can use a string expansion
5912expression like one of the examples in &<<CHAPplaintext>>&.
5913
e2f03231
TK
5914Beware that the sequence of the parameters to PLAIN and LOGIN differ; the
5915usercode and password are in different positions. &<<CHAPplaintext>>&
5916covers both.
5917
4f578862 5918.ecindex IIDconfiwal
168e428f
PH
5919
5920
5921
9b371988
PH
5922. ////////////////////////////////////////////////////////////////////////////
5923. ////////////////////////////////////////////////////////////////////////////
168e428f 5924
9b371988 5925.chapter "Regular expressions" "CHAPregexp"
168e428f 5926
9b371988
PH
5927.cindex "regular expressions" "library"
5928.cindex "PCRE"
168e428f
PH
5929Exim supports the use of regular expressions in many of its options. It
5930uses the PCRE regular expression library; this provides regular expression
5931matching that is compatible with Perl 5. The syntax and semantics of
5932regular expressions is discussed in many Perl reference books, and also in
9b371988
PH
5933Jeffrey Friedl's &'Mastering Regular Expressions'&, which is published by
5934O'Reilly (see &url(http://www.oreilly.com/catalog/regex2/)).
168e428f
PH
5935
5936The documentation for the syntax and semantics of the regular expressions that
40df1be3
TF
5937are supported by PCRE is included in the PCRE distribution, and no further
5938description is included here. The PCRE functions are called from Exim using
5939the default option settings (that is, with no PCRE options set), except that
5940the PCRE_CASELESS option is set when the matching is required to be
5941case-insensitive.
168e428f
PH
5942
5943In most cases, when a regular expression is required in an Exim configuration,
5944it has to start with a circumflex, in order to distinguish it from plain text
9b371988 5945or an &"ends with"& wildcard. In this example of a configuration setting, the
168e428f 5946second item in the colon-separated list is a regular expression.
9b371988
PH
5947.code
5948domains = a.b.c : ^\\d{3} : *.y.z : ...
5949.endd
168e428f 5950The doubling of the backslash is required because of string expansion that
9b371988
PH
5951precedes interpretation &-- see section &<<SECTlittext>>& for more discussion
5952of this issue, and a way of avoiding the need for doubling backslashes. The
168e428f
PH
5953regular expression that is eventually used in this example contains just one
5954backslash. The circumflex is included in the regular expression, and has the
9b371988 5955normal effect of &"anchoring"& it to the start of the string that is being
168e428f
PH
5956matched.
5957
5958There are, however, two cases where a circumflex is not required for the
9b371988
PH
5959recognition of a regular expression: these are the &%match%& condition in a
5960string expansion, and the &%matches%& condition in an Exim filter file. In
5961these cases, the relevant string is always treated as a regular expression; if
5962it does not start with a circumflex, the expression is not anchored, and can
5963match anywhere in the subject string.
168e428f
PH
5964
5965In all cases, if you want a regular expression to match at the end of a string,
9b371988
PH
5966you must code the $ metacharacter to indicate this. For example:
5967.code
5968domains = ^\\d{3}\\.example
5969.endd
5970matches the domain &'123.example'&, but it also matches &'123.example.com'&.
168e428f 5971You need to use:
9b371988
PH
5972.code
5973domains = ^\\d{3}\\.example\$
5974.endd
5975if you want &'example'& to be the top-level domain. The backslash before the
5976$ is needed because string expansion also interprets dollar characters.
168e428f 5977
168e428f
PH
5978
5979
9b371988
PH
5980. ////////////////////////////////////////////////////////////////////////////
5981. ////////////////////////////////////////////////////////////////////////////
168e428f 5982
9b371988 5983.chapter "File and database lookups" "CHAPfdlookup"
4f578862 5984.scindex IIDfidalo1 "file" "lookups"
f89d2485 5985.scindex IIDfidalo2 "database" "lookups"
9b371988 5986.cindex "lookup" "description of"
168e428f
PH
5987Exim can be configured to look up data in files or databases as it processes
5988messages. Two different kinds of syntax are used:
5989
9b371988
PH
5990.olist
5991A string that is to be expanded may contain explicit lookup requests. These
168e428f 5992cause parts of the string to be replaced by data that is obtained from the
9b371988
PH
5993lookup. Lookups of this type are conditional expansion items. Different results
5994can be defined for the cases of lookup success and failure. See chapter
5995&<<CHAPexpand>>&, where string expansions are described in detail.
5996.next
5997Lists of domains, hosts, and email addresses can contain lookup requests as a
168e428f
PH
5998way of avoiding excessively long linear lists. In this case, the data that is
5999returned by the lookup is often (but not always) discarded; whether the lookup
6000succeeds or fails is what really counts. These kinds of list are described in
9b371988
PH
6001chapter &<<CHAPdomhosaddlists>>&.
6002.endlist
168e428f 6003
068aaea8
PH
6004String expansions, lists, and lookups interact with each other in such a way
6005that there is no order in which to describe any one of them that does not
6006involve references to the others. Each of these three chapters makes more sense
6007if you have read the other two first. If you are reading this for the first
6008time, be aware that some of it will make a lot more sense after you have read
9b371988 6009chapters &<<CHAPdomhosaddlists>>& and &<<CHAPexpand>>&.
068aaea8 6010
f89d2485 6011.section "Examples of different lookup syntax" "SECID60"
168e428f
PH
6012It is easy to confuse the two different kinds of lookup, especially as the
6013lists that may contain the second kind are always expanded before being
6014processed as lists. Therefore, they may also contain lookups of the first kind.
6015Be careful to distinguish between the following two examples:
9b371988
PH
6016.code
6017domains = ${lookup{$sender_host_address}lsearch{/some/file}}
6018domains = lsearch;/some/file
6019.endd
168e428f 6020The first uses a string expansion, the result of which must be a domain list.
9b371988
PH
6021No strings have been specified for a successful or a failing lookup; the
6022defaults in this case are the looked-up data and an empty string, respectively.
068aaea8
PH
6023The expansion takes place before the string is processed as a list, and the
6024file that is searched could contain lines like this:
9b371988
PH
6025.code
6026192.168.3.4: domain1:domain2:...
6027192.168.1.9: domain3:domain4:...
6028.endd
6029When the lookup succeeds, the result of the expansion is a list of domains (and
6030possibly other types of item that are allowed in domain lists).
168e428f 6031
068aaea8 6032In the second example, the lookup is a single item in a domain list. It causes
168e428f
PH
6033Exim to use a lookup to see if the domain that is being processed can be found
6034in the file. The file could contains lines like this:
9b371988
PH
6035.code
6036domain1:
6037domain2:
6038.endd
168e428f
PH
6039Any data that follows the keys is not relevant when checking that the domain
6040matches the list item.
6041
068aaea8
PH
6042It is possible, though no doubt confusing, to use both kinds of lookup at once.
6043Consider a file containing lines like this:
9b371988
PH
6044.code
6045192.168.5.6: lsearch;/another/file
6046.endd
6047If the value of &$sender_host_address$& is 192.168.5.6, expansion of the
6048first &%domains%& setting above generates the second setting, which therefore
168e428f
PH
6049causes a second lookup to occur.
6050
6051The rest of this chapter describes the different lookup types that are
068aaea8
PH
6052available. Any of them can be used in any part of the configuration where a
6053lookup is permitted.
168e428f
PH
6054
6055
f89d2485 6056.section "Lookup types" "SECID61"
9b371988
PH
6057.cindex "lookup" "types of"
6058.cindex "single-key lookup" "definition of"
068aaea8 6059Two different types of data lookup are implemented:
168e428f 6060
9b371988
PH
6061.ilist
6062The &'single-key'& type requires the specification of a file in which to look,
168e428f
PH
6063and a single key to search for. The key must be a non-empty string for the
6064lookup to succeed. The lookup type determines how the file is searched.
9b371988
PH
6065.next
6066.cindex "query-style lookup" "definition of"
6067The &'query-style'& type accepts a generalized database query. No particular
6068key value is assumed by Exim for query-style lookups. You can use whichever
6069Exim variables you need to construct the database query.
6070.endlist
168e428f
PH
6071
6072The code for each lookup type is in a separate source file that is included in
6073the binary of Exim only if the corresponding compile-time option is set. The
9b371988
PH
6074default settings in &_src/EDITME_& are:
6075.code
6076LOOKUP_DBM=yes
6077LOOKUP_LSEARCH=yes
6078.endd
168e428f
PH
6079which means that only linear searching and DBM lookups are included by default.
6080For some types of lookup (e.g. SQL databases), you need to install appropriate
6081libraries and header files before building Exim.
6082
6083
6084
6085
9b371988
PH
6086.section "Single-key lookup types" "SECTsinglekeylookups"
6087.cindex "lookup" "single-key types"
6088.cindex "single-key lookup" "list of types"
168e428f
PH
6089The following single-key lookup types are implemented:
6090
9b371988
PH
6091.ilist
6092.cindex "cdb" "description of"
6093.cindex "lookup" "cdb"
6094.cindex "binary zero" "in lookup key"
6095&(cdb)&: The given file is searched as a Constant DataBase file, using the key
168e428f
PH
6096string without a terminating binary zero. The cdb format is designed for
6097indexed files that are read frequently and never updated, except by total
f89d2485 6098re-creation. As such, it is particularly suitable for large files containing
168e428f
PH
6099aliases or other indexed data referenced by an MTA. Information about cdb can
6100be found in several places:
9b371988
PH
6101.display
6102&url(http://www.pobox.com/~djb/cdb.html)
6103&url(ftp://ftp.corpit.ru/pub/tinycdb/)
6104&url(http://packages.debian.org/stable/utils/freecdb.html)
6105.endd
168e428f
PH
6106A cdb distribution is not needed in order to build Exim with cdb support,
6107because the code for reading cdb files is included directly in Exim itself.
6108However, no means of building or testing cdb files is provided with Exim, so
6109you need to obtain a cdb distribution in order to do this.
9b371988
PH
6110.next
6111.cindex "DBM" "lookup type"
6112.cindex "lookup" "dbm"
6113.cindex "binary zero" "in lookup key"
6114&(dbm)&: Calls to DBM library functions are used to extract data from the given
168e428f
PH
6115DBM file by looking up the record with the given key. A terminating binary
6116zero is included in the key that is passed to the DBM library. See section
9b371988
PH
6117&<<SECTdb>>& for a discussion of DBM libraries.
6118
6119.cindex "Berkeley DB library" "file format"
168e428f 6120For all versions of Berkeley DB, Exim uses the DB_HASH style of database
9b371988
PH
6121when building DBM files using the &%exim_dbmbuild%& utility. However, when
6122using Berkeley DB versions 3 or 4, it opens existing databases for reading with
6123the DB_UNKNOWN option. This enables it to handle any of the types of database
168e428f
PH
6124that the library supports, and can be useful for accessing DBM files created by
6125other applications. (For earlier DB versions, DB_HASH is always used.)
9b371988
PH
6126.next
6127.cindex "lookup" "dbmnz"
6128.cindex "lookup" "dbm &-- terminating zero"
6129.cindex "binary zero" "in lookup key"
6130.cindex "Courier"
6131.cindex "&_/etc/userdbshadow.dat_&"
6132.cindex "dmbnz lookup type"
6133&(dbmnz)&: This is the same as &(dbm)&, except that a terminating binary zero
168e428f
PH
6134is not included in the key that is passed to the DBM library. You may need this
6135if you want to look up data in files that are created by or shared with some
6136other application that does not use terminating zeros. For example, you need to
9b371988
PH
6137use &(dbmnz)& rather than &(dbm)& if you want to authenticate incoming SMTP
6138calls using the passwords from Courier's &_/etc/userdbshadow.dat_& file. Exim's
6139utility program for creating DBM files (&'exim_dbmbuild'&) includes the zeros
6140by default, but has an option to omit them (see section &<<SECTdbmbuild>>&).
6141.next
6142.cindex "lookup" "dsearch"
6143.cindex "dsearch lookup type"
595028e4
PH
6144&(dsearch)&: The given file must be a directory; this is searched for an entry
6145whose name is the key by calling the &[lstat()]& function. The key may not
6146contain any forward slash characters. If &[lstat()]& succeeds, the result of
6147the lookup is the name of the entry, which may be a file, directory,
6148symbolic link, or any other kind of directory entry. An example of how this
6149lookup can be used to support virtual domains is given in section
9b371988
PH
6150&<<SECTvirtualdomains>>&.
6151.next
6152.cindex "lookup" "iplsearch"
6153.cindex "iplsearch lookup type"
6154&(iplsearch)&: The given file is a text file containing keys and data. A key is
168e428f
PH
6155terminated by a colon or white space or the end of the line. The keys in the
6156file must be IP addresses, or IP addresses with CIDR masks. Keys that involve
6157IPv6 addresses must be enclosed in quotes to prevent the first internal colon
6158being interpreted as a key terminator. For example:
9b371988
PH
6159.code
61601.2.3.4: data for 1.2.3.4
d5331c3e 6161192.168.0.0/16: data for 192.168.0.0/16
9b371988
PH
6162"abcd::cdab": data for abcd::cdab
6163"abcd:abcd::/32" data for abcd:abcd::/32
6164.endd
6165The key for an &(iplsearch)& lookup must be an IP address (without a mask). The
168e428f
PH
6166file is searched linearly, using the CIDR masks where present, until a matching
6167key is found. The first key that matches is used; there is no attempt to find a
9b371988
PH
6168&"best"& match. Apart from the way the keys are matched, the processing for
6169&(iplsearch)& is the same as for &(lsearch)&.
6170
6171&*Warning 1*&: Unlike most other single-key lookup types, a file of data for
6172&(iplsearch)& can &'not'& be turned into a DBM or cdb file, because those
168e428f 6173lookup types support only literal keys.
9b371988
PH
6174
6175&*Warning 2*&: In a host list, you must always use &(net-iplsearch)& so that
168e428f 6176the implicit key is the host's IP address rather than its name (see section
9b371988 6177&<<SECThoslispatsikey>>&).
9b371988
PH
6178.next
6179.cindex "linear search"
6180.cindex "lookup" "lsearch"
6181.cindex "lsearch lookup type"
db9452a9 6182.cindex "case sensitivity" "in lsearch lookup"
9b371988 6183&(lsearch)&: The given file is a text file that is searched linearly for a
168e428f 6184line beginning with the search key, terminated by a colon or white space or the
db9452a9
PH
6185end of the line. The search is case-insensitive; that is, upper and lower case
6186letters are treated as the same. The first occurrence of the key that is found
6187in the file is used.
db9452a9
PH
6188
6189White space between the key and the colon is permitted. The remainder of the
6190line, with leading and trailing white space removed, is the data. This can be
168e428f
PH
6191continued onto subsequent lines by starting them with any amount of white
6192space, but only a single space character is included in the data at such a
6193junction. If the data begins with a colon, the key must be terminated by a
6194colon, for example:
9b371988
PH
6195.code
6196baduser: :fail:
6197.endd
168e428f
PH
6198Empty lines and lines beginning with # are ignored, even if they occur in the
6199middle of an item. This is the traditional textual format of alias files. Note
9b371988 6200that the keys in an &(lsearch)& file are literal strings. There is no
168e428f 6201wildcarding of any kind.
9b371988
PH
6202
6203.cindex "lookup" "lsearch &-- colons in keys"
6204.cindex "white space" "in lsearch key"
6205In most &(lsearch)& files, keys are not required to contain colons or #
068aaea8 6206characters, or white space. However, if you need this feature, it is available.
168e428f
PH
6207If a key begins with a doublequote character, it is terminated only by a
6208matching quote (or end of line), and the normal escaping rules apply to its
9b371988 6209contents (see section &<<SECTstrings>>&). An optional colon is permitted after
168e428f 6210quoted keys (exactly as for unquoted keys). There is no special handling of
9b371988 6211quotes for the data part of an &(lsearch)& line.
168e428f 6212
9b371988
PH
6213.next
6214.cindex "NIS lookup type"
6215.cindex "lookup" "NIS"
6216.cindex "binary zero" "in lookup key"
6217&(nis)&: The given file is the name of a NIS map, and a NIS lookup is done with
168e428f 6218the given key, without a terminating binary zero. There is a variant called
9b371988 6219&(nis0)& which does include the terminating binary zero in the key. This is
168e428f
PH
6220reportedly needed for Sun-style alias files. Exim does not recognize NIS
6221aliases; the full map names must be used.
6222
9b371988
PH
6223.next
6224.cindex "wildlsearch lookup type"
6225.cindex "lookup" "wildlsearch"
6226.cindex "nwildlsearch lookup type"
6227.cindex "lookup" "nwildlsearch"
6228&(wildlsearch)& or &(nwildlsearch)&: These search a file linearly, like
6229&(lsearch)&, but instead of being interpreted as a literal string, each key in
6230the file may be wildcarded. The difference between these two lookup types is
6231that for &(wildlsearch)&, each key in the file is string-expanded before being
6232used, whereas for &(nwildlsearch)&, no expansion takes place.
6233
db9452a9
PH
6234.cindex "case sensitivity" "in (n)wildlsearch lookup"
6235Like &(lsearch)&, the testing is done case-insensitively. However, keys in the
6236file that are regular expressions can be made case-sensitive by the use of
6237&`(-i)`& within the pattern. The following forms of wildcard are recognized:
168e428f 6238
9b371988
PH
6239. ==== As this is a nested list, any displays it contains must be indented
6240. ==== as otherwise they are too far to the left.
6241
6242.olist
6243The string may begin with an asterisk to mean &"ends with"&. For example:
6244.code
6245 *.a.b.c data for anything.a.b.c
6246 *fish data for anythingfish
6247.endd
6248.next
6249The string may begin with a circumflex to indicate a regular expression. For
6250example, for &(wildlsearch)&:
6251.code
6252 ^\N\d+\.a\.b\N data for <digits>.a.b
6253.endd
6254Note the use of &`\N`& to disable expansion of the contents of the regular
6255expression. If you are using &(nwildlsearch)&, where the keys are not
168e428f 6256string-expanded, the equivalent entry is:
9b371988
PH
6257.code
6258 ^\d+\.a\.b data for <digits>.a.b
6259.endd
db9452a9
PH
6260The case-insensitive flag is set at the start of compiling the regular
6261expression, but it can be turned off by using &`(-i)`& at an appropriate point.
6262For example, to make the entire pattern case-sensitive:
6263.code
6264 ^(?-i)\d+\.a\.b data for <digits>.a.b
6265.endd
db9452a9 6266
168e428f 6267If the regular expression contains white space or colon characters, you must
9b371988
PH
6268either quote it (see &(lsearch)& above), or represent these characters in other
6269ways. For example, &`\s`& can be used for white space and &`\x3A`& for a
168e428f
PH
6270colon. This may be easier than quoting, because if you quote, you have to
6271escape all the backslashes inside the quotes.
6272
9b371988
PH
6273&*Note*&: It is not possible to capture substrings in a regular expression
6274match for later use, because the results of all lookups are cached. If a lookup
6275is repeated, the result is taken from the cache, and no actual pattern matching
d1e83bff 6276takes place. The values of all the numeric variables are unset after a
9b371988 6277&((n)wildlsearch)& match.
d1e83bff 6278
9b371988
PH
6279.next
6280Although I cannot see it being of much use, the general matching function that
6281is used to implement &((n)wildlsearch)& means that the string may begin with a
6282lookup name terminated by a semicolon, and followed by lookup data. For
168e428f 6283example:
9b371988
PH
6284.code
6285 cdb;/some/file data for keys that match the file
6286.endd
168e428f 6287The data that is obtained from the nested lookup is discarded.
9b371988
PH
6288.endlist olist
6289
168e428f 6290Keys that do not match any of these patterns are interpreted literally. The
9b371988 6291continuation rules for the data are the same as for &(lsearch)&, and keys may
168e428f 6292be followed by optional colons.
168e428f 6293
9b371988
PH
6294&*Warning*&: Unlike most other single-key lookup types, a file of data for
6295&((n)wildlsearch)& can &'not'& be turned into a DBM or cdb file, because those
6296lookup types support only literal keys.
6297.endlist ilist
168e428f
PH
6298
6299
f89d2485 6300.section "Query-style lookup types" "SECID62"
9b371988
PH
6301.cindex "lookup" "query-style types"
6302.cindex "query-style lookup" "list of types"
168e428f
PH
6303The supported query-style lookup types are listed below. Further details about
6304many of them are given in later sections.
6305
9b371988
PH
6306.ilist
6307.cindex "DNS" "as a lookup type"
6308.cindex "lookup" "DNS"
6309&(dnsdb)&: This does a DNS search for one or more records whose domain names
6310are given in the supplied query. The resulting data is the contents of the
6311records. See section &<<SECTdnsdb>>&.
6312.next
db9452a9
PH
6313.cindex "InterBase lookup type"
6314.cindex "lookup" "InterBase"
6315&(ibase)&: This does a lookup in an InterBase database.
9b371988
PH
6316.next
6317.cindex "LDAP" "lookup type"
6318.cindex "lookup" "LDAP"
6319&(ldap)&: This does an LDAP lookup using a query in the form of a URL, and
6320returns attributes from a single entry. There is a variant called &(ldapm)&
168e428f 6321that permits values from multiple entries to be returned. A third variant
9b371988
PH
6322called &(ldapdn)& returns the Distinguished Name of a single entry instead of
6323any attribute values. See section &<<SECTldap>>&.
6324.next
6325.cindex "MySQL" "lookup type"
6326.cindex "lookup" "MySQL"
6327&(mysql)&: The format of the query is an SQL statement that is passed to a
6328MySQL database. See section &<<SECTsql>>&.
6329.next
6330.cindex "NIS+ lookup type"
6331.cindex "lookup" "NIS+"
6332&(nisplus)&: This does a NIS+ lookup using a query that can specify the name of
6333the field to be returned. See section &<<SECTnisplus>>&.
6334.next
6335.cindex "Oracle" "lookup type"
6336.cindex "lookup" "Oracle"
6337&(oracle)&: The format of the query is an SQL statement that is passed to an
6338Oracle database. See section &<<SECTsql>>&.
6339.next
6340.cindex "lookup" "passwd"
6341.cindex "passwd lookup type"
6342.cindex "&_/etc/passwd_&"
6343&(passwd)& is a query-style lookup with queries that are just user names. The
6344lookup calls &[getpwnam()]& to interrogate the system password data, and on
6345success, the result string is the same as you would get from an &(lsearch)&
6346lookup on a traditional &_/etc/passwd file_&, though with &`*`& for the
168e428f 6347password value. For example:
9b371988
PH
6348.code
6349*:42:42:King Rat:/home/kr:/bin/bash
6350.endd
6351.next
6352.cindex "PostgreSQL lookup type"
6353.cindex "lookup" "PostgreSQL"
6354&(pgsql)&: The format of the query is an SQL statement that is passed to a
6355PostgreSQL database. See section &<<SECTsql>>&.
6356
6357.next
9b371988
PH
6358.cindex "sqlite lookup type"
6359.cindex "lookup" "sqlite"
6360&(sqlite)&: The format of the query is a file name followed by an SQL statement
6361that is passed to an SQLite database. See section &<<SECTsqlite>>&.
9b371988
PH
6362
6363.next
6364&(testdb)&: This is a lookup type that is used for testing Exim. It is
168e428f 6365not likely to be useful in normal operation.
9b371988
PH
6366.next
6367.cindex "whoson lookup type"
6368.cindex "lookup" "whoson"
f89d2485
PH
6369&(whoson)&: &'Whoson'& (&url(http://whoson.sourceforge.net)) is a protocol that
6370allows a server to check whether a particular (dynamically allocated) IP
6371address is currently allocated to a known (trusted) user and, optionally, to
6372obtain the identity of the said user. For SMTP servers, &'Whoson'& was popular
6373at one time for &"POP before SMTP"& authentication, but that approach has been
6374superseded by SMTP authentication. In Exim, &'Whoson'& can be used to implement
6375&"POP before SMTP"& checking using ACL statements such as
9b371988 6376.code
168e428f
PH
6377require condition = \
6378 ${lookup whoson {$sender_host_address}{yes}{no}}
9b371988 6379.endd
168e428f 6380The query consists of a single IP address. The value returned is the name of
9b371988
PH
6381the authenticated user, which is stored in the variable &$value$&. However, in
6382this example, the data in &$value$& is not used; the result of the lookup is
6383one of the fixed strings &"yes"& or &"no"&.
9b371988 6384.endlist
168e428f
PH
6385
6386
6387
f89d2485 6388.section "Temporary errors in lookups" "SECID63"
9b371988 6389.cindex "lookup" "temporary error in"
168e428f 6390Lookup functions can return temporary error codes if the lookup cannot be
068aaea8 6391completed. For example, an SQL or LDAP database might be unavailable. For this
168e428f
PH
6392reason, it is not advisable to use a lookup that might do this for critical
6393options such as a list of local domains.
6394
6395When a lookup cannot be completed in a router or transport, delivery
6396of the message (to the relevant address) is deferred, as for any other
6397temporary error. In other circumstances Exim may assume the lookup has failed,
6398or may give up altogether.
6399
6400
6401
9b371988
PH
6402.section "Default values in single-key lookups" "SECTdefaultvaluelookups"
6403.cindex "wildcard lookups"
6404.cindex "lookup" "default values"
6405.cindex "lookup" "wildcard"
6406.cindex "lookup" "* added to type"
6407.cindex "default" "in single-key lookups"
6408In this context, a &"default value"& is a value specified by the administrator
168e428f
PH
6409that is to be used if a lookup fails.
6410
3cb1b51e
PH
6411&*Note:*& This section applies only to single-key lookups. For query-style
6412lookups, the facilities of the query language must be used. An attempt to
6413specify a default for a query-style lookup provokes an error.
3cb1b51e 6414
9b371988
PH
6415If &"*"& is added to a single-key lookup type (for example, &%lsearch*%&)
6416and the initial lookup fails, the key &"*"& is looked up in the file to
6417provide a default value. See also the section on partial matching below.
168e428f 6418
9b371988
PH
6419.cindex "*@ with single-key lookup"
6420.cindex "lookup" "*@ added to type"
6421.cindex "alias file" "per-domain default"
6422Alternatively, if &"*@"& is added to a single-key lookup type (for example
6423&%dbm*@%&) then, if the initial lookup fails and the key contains an @
168e428f 6424character, a second lookup is done with everything before the last @ replaced
9b371988 6425by *. This makes it possible to provide per-domain defaults in alias files
168e428f 6426that include the domains in the keys. If the second lookup fails (or doesn't
9b371988
PH
6427take place because there is no @ in the key), &"*"& is looked up.
6428For example, a &(redirect)& router might contain:
6429.code
6430data = ${lookup{$local_part@$domain}lsearch*@{/etc/mix-aliases}}
6431.endd
6432Suppose the address that is being processed is &'jane@eyre.example'&. Exim
168e428f 6433looks up these keys, in this order:
9b371988
PH
6434.code
6435jane@eyre.example
6436*@eyre.example
6437*
6438.endd
6439The data is taken from whichever key it finds first. &*Note*&: In an
6440&(lsearch)& file, this does not mean the first of these keys in the file. A
168e428f
PH
6441complete scan is done for each key, and only if it is not found at all does
6442Exim move on to try the next key.
6443
6444
6445
9b371988
PH
6446.section "Partial matching in single-key lookups" "SECTpartiallookup"
6447.cindex "partial matching"
6448.cindex "wildcard lookups"
6449.cindex "lookup" "partial matching"
6450.cindex "lookup" "wildcard"
6451.cindex "asterisk" "in search type"
168e428f
PH
6452The normal operation of a single-key lookup is to search the file for an exact
6453match with the given key. However, in a number of situations where domains are
6454being looked up, it is useful to be able to do partial matching. In this case,
9b371988 6455information in the file that has a key starting with &"*."& is matched by any
168e428f
PH
6456domain that ends with the components that follow the full stop. For example, if
6457a key in a DBM file is
9b371988
PH
6458.code
6459*.dates.fict.example
6460.endd
168e428f 6461then when partial matching is enabled this is matched by (amongst others)
9b371988
PH
6462&'2001.dates.fict.example'& and &'1984.dates.fict.example'&. It is also matched
6463by &'dates.fict.example'&, if that does not appear as a separate key in the
168e428f
PH
6464file.
6465
9b371988 6466&*Note*&: Partial matching is not available for query-style lookups. It is
168e428f 6467also not available for any lookup items in address lists (see section
9b371988 6468&<<SECTaddresslist>>&).
168e428f
PH
6469
6470Partial matching is implemented by doing a series of separate lookups using
6471keys constructed by modifying the original subject key. This means that it can
6472be used with any of the single-key lookup types, provided that
6473partial matching keys
9b371988 6474beginning with a special prefix (default &"*."&) are included in the data file.
168e428f
PH
6475Keys in the file that do not begin with the prefix are matched only by
6476unmodified subject keys when partial matching is in use.
6477
9b371988
PH
6478Partial matching is requested by adding the string &"partial-"& to the front of
6479the name of a single-key lookup type, for example, &%partial-dbm%&. When this
6480is done, the subject key is first looked up unmodified; if that fails, &"*."&
168e428f 6481is added at the start of the subject key, and it is looked up again. If that
9b371988
PH
6482fails, further lookups are tried with dot-separated components removed from the
6483start of the subject key, one-by-one, and &"*."& added on the front of what
6484remains.
168e428f 6485
9b371988 6486A minimum number of two non-* components are required. This can be adjusted
168e428f 6487by including a number before the hyphen in the search type. For example,
9b371988
PH
6488&%partial3-lsearch%& specifies a minimum of three non-* components in the
6489modified keys. Omitting the number is equivalent to &"partial2-"&. If the
6490subject key is &'2250.dates.fict.example'& then the following keys are looked
6491up when the minimum number of non-* components is two:
6492.code
64932250.dates.fict.example
6494*.2250.dates.fict.example
6495*.dates.fict.example
6496*.fict.example
6497.endd
168e428f
PH
6498As soon as one key in the sequence is successfully looked up, the lookup
6499finishes.
6500
9b371988
PH
6501.cindex "lookup" "partial matching &-- changing prefix"
6502.cindex "prefix" "for partial matching"
6503The use of &"*."& as the partial matching prefix is a default that can be
168e428f
PH
6504changed. The motivation for this feature is to allow Exim to operate with file
6505formats that are used by other MTAs. A different prefix can be supplied in
9b371988
PH
6506parentheses instead of the hyphen after &"partial"&. For example:
6507.code
6508domains = partial(.)lsearch;/some/file
6509.endd
6510In this example, if the domain is &'a.b.c'&, the sequence of lookups is
6511&`a.b.c`&, &`.a.b.c`&, and &`.b.c`& (the default minimum of 2 non-wild
168e428f
PH
6512components is unchanged). The prefix may consist of any punctuation characters
6513other than a closing parenthesis. It may be empty, for example:
9b371988
PH
6514.code
6515domains = partial1()cdb;/some/file
6516.endd
6517For this example, if the domain is &'a.b.c'&, the sequence of lookups is
6518&`a.b.c`&, &`b.c`&, and &`c`&.
6519
6520If &"partial0"& is specified, what happens at the end (when the lookup with
6521just one non-wild component has failed, and the original key is shortened right
6522down to the null string) depends on the prefix:
6523
6524.ilist
6525If the prefix has zero length, the whole lookup fails.
6526.next
6527If the prefix has length 1, a lookup for just the prefix is done. For
6528example, the final lookup for &"partial0(.)"& is for &`.`& alone.
6529.next
6530Otherwise, if the prefix ends in a dot, the dot is removed, and the
168e428f 6531remainder is looked up. With the default prefix, therefore, the final lookup is
9b371988
PH
6532for &"*"& on its own.
6533.next
6534Otherwise, the whole prefix is looked up.
6535.endlist
168e428f 6536
168e428f 6537
9b371988
PH
6538If the search type ends in &"*"& or &"*@"& (see section
6539&<<SECTdefaultvaluelookups>>& above), the search for an ultimate default that
6540this implies happens after all partial lookups have failed. If &"partial0"& is
6541specified, adding &"*"& to the search type has no effect with the default
6542prefix, because the &"*"& key is already included in the sequence of partial
168e428f 6543lookups. However, there might be a use for lookup types such as
9b371988 6544&"partial0(.)lsearch*"&.
168e428f 6545
9b371988 6546The use of &"*"& in lookup partial matching differs from its use as a wildcard
168e428f 6547in domain lists and the like. Partial matching works only in terms of
9b371988 6548dot-separated components; a key such as &`*fict.example`&
168e428f
PH
6549in a database file is useless, because the asterisk in a partial matching
6550subject key is always followed by a dot.
6551
6552
6553
6554
f89d2485 6555.section "Lookup caching" "SECID64"
9b371988
PH
6556.cindex "lookup" "caching"
6557.cindex "caching" "lookup data"
168e428f
PH
6558Exim caches all lookup results in order to avoid needless repetition of
6559lookups. However, because (apart from the daemon) Exim operates as a collection
6560of independent, short-lived processes, this caching applies only within a
9b371988 6561single Exim process. There is no inter-process lookup caching facility.
168e428f
PH
6562
6563For single-key lookups, Exim keeps the relevant files open in case there is
6564another lookup that needs them. In some types of configuration this can lead to
6565many files being kept open for messages with many recipients. To avoid hitting
6566the operating system limit on the number of simultaneously open files, Exim
6567closes the least recently used file when it needs to open more files than its
9b371988 6568own internal limit, which can be changed via the &%lookup_open_max%& option.
168e428f
PH
6569
6570The single-key lookup files are closed and the lookup caches are flushed at
9b371988
PH
6571strategic points during delivery &-- for example, after all routing is
6572complete.
168e428f
PH
6573
6574
6575
6576
f89d2485 6577.section "Quoting lookup data" "SECID65"
9b371988
PH
6578.cindex "lookup" "quoting"
6579.cindex "quoting" "in lookups"
168e428f
PH
6580When data from an incoming message is included in a query-style lookup, there
6581is the possibility of special characters in the data messing up the syntax of
6582the query. For example, a NIS+ query that contains
9b371988
PH
6583.code
6584[name=$local_part]
6585.endd
168e428f
PH
6586will be broken if the local part happens to contain a closing square bracket.
6587For NIS+, data can be enclosed in double quotes like this:
9b371988
PH
6588.code
6589[name="$local_part"]
6590.endd
168e428f
PH
6591but this still leaves the problem of a double quote in the data. The rule for
6592NIS+ is that double quotes must be doubled. Other lookup types have different
6593rules, and to cope with the differing requirements, an expansion operator
6594of the following form is provided:
9b371988
PH
6595.code
6596${quote_<lookup-type>:<string>}
6597.endd
168e428f 6598For example, the safest way to write the NIS+ query is
9b371988
PH
6599.code
6600[name="${quote_nisplus:$local_part}"]
6601.endd
6602See chapter &<<CHAPexpand>>& for full coverage of string expansions. The quote
168e428f
PH
6603operator can be used for all lookup types, but has no effect for single-key
6604lookups, since no quoting is ever needed in their key strings.
6605
6606
6607
6608
9b371988
PH
6609.section "More about dnsdb" "SECTdnsdb"
6610.cindex "dnsdb lookup"
6611.cindex "lookup" "dnsdb"
6612.cindex "DNS" "as a lookup type"
6613The &(dnsdb)& lookup type uses the DNS as its database. A simple query consists
168e428f
PH
6614of a record type and a domain name, separated by an equals sign. For example,
6615an expansion string could contain:
9b371988
PH
6616.code
6617${lookup dnsdb{mx=a.b.example}{$value}fail}
6618.endd
9b371988 6619If the lookup succeeds, the result is placed in &$value$&, which in this case
3cb1b51e 6620is used on its own as the result. If the lookup does not succeed, the
db9452a9
PH
6621&`fail`& keyword causes a &'forced expansion failure'& &-- see section
6622&<<SECTforexpfai>>& for an explanation of what this means.
168e428f
PH
6623
6624The supported DNS record types are A, CNAME, MX, NS, PTR, SRV, and TXT, and,
6625when Exim is compiled with IPv6 support, AAAA (and A6 if that is also
6626configured). If no type is given, TXT is assumed. When the type is PTR,
6627the data can be an IP address, written as normal; inversion and the addition of
9b371988
PH
6628&%in-addr.arpa%& or &%ip6.arpa%& happens automatically. For example:
6629.code
6630${lookup dnsdb{ptr=192.168.4.5}{$value}fail}
6631.endd
168e428f
PH
6632If the data for a PTR record is not a syntactically valid IP address, it is not
6633altered and nothing is added.
6634
9b371988
PH
6635.cindex "MX record" "in &(dnsdb)& lookup"
6636.cindex "SRV record" "in &(dnsdb)& lookup"
068aaea8
PH
6637For an MX lookup, both the preference value and the host name are returned for
6638each record, separated by a space. For an SRV lookup, the priority, weight,
6639port, and host name are returned for each record, separated by spaces.
6640
168e428f
PH
6641For any record type, if multiple records are found (or, for A6 lookups, if a
6642single record leads to multiple addresses), the data is returned as a
6643concatenation, with newline as the default separator. The order, of course,
6644depends on the DNS resolver. You can specify a different separator character
6645between multiple records by putting a right angle-bracket followed immediately
6646by the new separator at the start of the query. For example:
9b371988
PH
6647.code
6648${lookup dnsdb{>: a=host1.example}}
6649.endd
168e428f 6650It is permitted to specify a space as the separator character. Further
068aaea8 6651white space is ignored.
168e428f 6652
0d0c6357
NM
6653.new
6654.cindex "TXT record" "in &(dnsdb)& lookup"
6655For TXT records with multiple items of data, only the first item is returned,
6656unless a separator for them is specified using a comma after the separator
6657character followed immediately by the TXT record item separator. To concatenate
6658items without a separator, use a semicolon instead.
6659.code
6660${lookup dnsdb{>\n,: txt=a.b.example}}
6661${lookup dnsdb{>\n; txt=a.b.example}}
6662.endd
6663It is permitted to specify a space as the separator character. Further
6664white space is ignored.
6665.wen
6666
f89d2485 6667.section "Pseudo dnsdb record types" "SECID66"
9b371988 6668.cindex "MX record" "in &(dnsdb)& lookup"
068aaea8
PH
6669By default, both the preference value and the host name are returned for
6670each MX record, separated by a space. If you want only host names, you can use
6671the pseudo-type MXH:
9b371988
PH
6672.code
6673${lookup dnsdb{mxh=a.b.example}}
6674.endd
068aaea8
PH
6675In this case, the preference values are omitted, and just the host names are
6676returned.
168e428f 6677
f89d2485 6678.cindex "name server for enclosing domain"
9b371988 6679Another pseudo-type is ZNS (for &"zone NS"&). It performs a lookup for NS
168e428f
PH
6680records on the given domain, but if none are found, it removes the first
6681component of the domain name, and tries again. This process continues until NS
6682records are found or there are no more components left (or there is a DNS
6683error). In other words, it may return the name servers for a top-level domain,
6684but it never returns the root name servers. If there are no NS records for the
6685top-level domain, the lookup fails. Consider these examples:
9b371988
PH
6686.code
6687${lookup dnsdb{zns=xxx.quercite.com}}
6688${lookup dnsdb{zns=xxx.edu}}
6689.endd
168e428f 6690Assuming that in each case there are no NS records for the full domain name,
9b371988
PH
6691the first returns the name servers for &%quercite.com%&, and the second returns
6692the name servers for &%edu%&.
168e428f
PH
6693
6694You should be careful about how you use this lookup because, unless the
6695top-level domain does not exist, the lookup always returns some host names. The
6696sort of use to which this might be put is for seeing if the name servers for a
6697given domain are on a blacklist. You can probably assume that the name servers
9b371988
PH
6698for the high-level domains such as &%com%& or &%co.uk%& are not going to be on
6699such a list.
168e428f 6700
9b371988
PH
6701.cindex "CSA" "in &(dnsdb)& lookup"
6702A third pseudo-type is CSA (Client SMTP Authorization). This looks up SRV
068aaea8 6703records according to the CSA rules, which are described in section
9b371988
PH
6704&<<SECTverifyCSA>>&. Although &(dnsdb)& supports SRV lookups directly, this is
6705not sufficient because of the extra parent domain search behaviour of CSA. The
068aaea8 6706result of a successful lookup such as:
9b371988 6707.code
068aaea8 6708${lookup dnsdb {csa=$sender_helo_name}}
9b371988 6709.endd
068aaea8 6710has two space-separated fields: an authorization code and a target host name.
9b371988
PH
6711The authorization code can be &"Y"& for yes, &"N"& for no, &"X"& for explicit
6712authorization required but absent, or &"?"& for unknown.
168e428f
PH
6713
6714
f89d2485 6715.section "Multiple dnsdb lookups" "SECID67"
9b371988 6716In the previous sections, &(dnsdb)& lookups for a single domain are described.
168e428f 6717However, you can specify a list of domains or IP addresses in a single
9b371988 6718&(dnsdb)& lookup. The list is specified in the normal Exim way, with colon as
168e428f 6719the default separator, but with the ability to change this. For example:
9b371988
PH
6720.code
6721${lookup dnsdb{one.domain.com:two.domain.com}}
6722${lookup dnsdb{a=one.host.com:two.host.com}}
6723${lookup dnsdb{ptr = <; 1.2.3.4 ; 4.5.6.8}}
6724.endd
168e428f
PH
6725In order to retain backwards compatibility, there is one special case: if
6726the lookup type is PTR and no change of separator is specified, Exim looks
6727to see if the rest of the string is precisely one IPv6 address. In this
6728case, it does not treat it as a list.
6729
6730The data from each lookup is concatenated, with newline separators by default,
6731in the same way that multiple DNS records for a single item are handled. A
6732different separator can be specified, as described above.
6733
9b371988 6734The &(dnsdb)& lookup fails only if all the DNS lookups fail. If there is a
168e428f
PH
6735temporary DNS error for any of them, the behaviour is controlled by
6736an optional keyword followed by a comma that may appear before the record
9b371988
PH
6737type. The possible keywords are &"defer_strict"&, &"defer_never"&, and
6738&"defer_lax"&. With &"strict"& behaviour, any temporary DNS error causes the
6739whole lookup to defer. With &"never"& behaviour, a temporary DNS error is
168e428f 6740ignored, and the behaviour is as if the DNS lookup failed to find anything.
9b371988 6741With &"lax"& behaviour, all the queries are attempted, but a temporary DNS
168e428f 6742error causes the whole lookup to defer only if none of the other lookups
9b371988
PH
6743succeed. The default is &"lax"&, so the following lookups are equivalent:
6744.code
6745${lookup dnsdb{defer_lax,a=one.host.com:two.host.com}}
6746${lookup dnsdb{a=one.host.com:two.host.com}}
6747.endd
168e428f
PH
6748Thus, in the default case, as long as at least one of the DNS lookups
6749yields some data, the lookup succeeds.
6750
6751
6752
6753
9b371988 6754.section "More about LDAP" "SECTldap"
f89d2485 6755.cindex "LDAP" "lookup, more about"
9b371988
PH
6756.cindex "lookup" "LDAP"
6757.cindex "Solaris" "LDAP"
168e428f 6758The original LDAP implementation came from the University of Michigan; this has
9b371988 6759become &"Open LDAP"&, and there are now two different releases. Another
168e428f
PH
6760implementation comes from Netscape, and Solaris 7 and subsequent releases
6761contain inbuilt LDAP support. Unfortunately, though these are all compatible at
6762the lookup function level, their error handling is different. For this reason
6763it is necessary to set a compile-time variable when building Exim with LDAP, to
6764indicate which LDAP library is in use. One of the following should appear in
9b371988
PH
6765your &_Local/Makefile_&:
6766.code
6767LDAP_LIB_TYPE=UMICHIGAN
6768LDAP_LIB_TYPE=OPENLDAP1
6769LDAP_LIB_TYPE=OPENLDAP2
6770LDAP_LIB_TYPE=NETSCAPE
6771LDAP_LIB_TYPE=SOLARIS
6772.endd
6773If LDAP_LIB_TYPE is not set, Exim assumes &`OPENLDAP1`&, which has the
168e428f
PH
6774same interface as the University of Michigan version.
6775
6776There are three LDAP lookup types in Exim. These behave slightly differently in
6777the way they handle the results of a query:
6778
9b371988
PH
6779.ilist
6780&(ldap)& requires the result to contain just one entry; if there are more, it
168e428f 6781gives an error.
9b371988
PH
6782.next
6783&(ldapdn)& also requires the result to contain just one entry, but it is the
168e428f 6784Distinguished Name that is returned rather than any attribute values.
9b371988
PH
6785.next
6786&(ldapm)& permits the result to contain more than one entry; the attributes
6787from all of them are returned.
6788.endlist
168e428f
PH
6789
6790
9b371988 6791For &(ldap)& and &(ldapm)&, if a query finds only entries with no attributes,
168e428f
PH
6792Exim behaves as if the entry did not exist, and the lookup fails. The format of
6793the data returned by a successful lookup is described in the next section.
6794First we explain how LDAP queries are coded.
6795
6796
9b371988
PH
6797.section "Format of LDAP queries" "SECTforldaque"
6798.cindex "LDAP" "query format"
168e428f 6799An LDAP query takes the form of a URL as defined in RFC 2255. For example, in
9b371988
PH
6800the configuration of a &(redirect)& router one might have this setting:
6801.code
168e428f
PH
6802data = ${lookup ldap \
6803 {ldap:///cn=$local_part,o=University%20of%20Cambridge,\
6804 c=UK?mailbox?base?}}
9b371988
PH
6805.endd
6806.cindex "LDAP" "with TLS"
6807The URL may begin with &`ldap`& or &`ldaps`& if your LDAP library supports
168e428f
PH
6808secure (encrypted) LDAP connections. The second of these ensures that an
6809encrypted TLS connection is used.
6810
6811
f89d2485 6812.section "LDAP quoting" "SECID68"
9b371988 6813.cindex "LDAP" "quoting"
168e428f
PH
6814Two levels of quoting are required in LDAP queries, the first for LDAP itself
6815and the second because the LDAP query is represented as a URL. Furthermore,
6816within an LDAP query, two different kinds of quoting are required. For this
6817reason, there are two different LDAP-specific quoting operators.
6818
9b371988 6819The &%quote_ldap%& operator is designed for use on strings that are part of
168e428f
PH
6820filter specifications. Conceptually, it first does the following conversions on
6821the string:
9b371988 6822.code
168e428f
PH
6823* => \2A
6824( => \28
6825) => \29
6826\ => \5C
9b371988 6827.endd
168e428f 6828in accordance with RFC 2254. The resulting string is then quoted according
9b371988
PH
6829to the rules for URLs, that is, all non-alphanumeric characters except
6830.code
6831! $ ' - . _ ( ) * +
6832.endd
168e428f 6833are converted to their hex values, preceded by a percent sign. For example:
9b371988
PH
6834.code
6835${quote_ldap: a(bc)*, a<yz>; }
6836.endd
168e428f 6837yields
9b371988
PH
6838.code
6839%20a%5C28bc%5C29%5C2A%2C%20a%3Cyz%3E%3B%20
6840.endd
168e428f 6841Removing the URL quoting, this is (with a leading and a trailing space):
9b371988
PH
6842.code
6843a\28bc\29\2A, a<yz>;
6844.endd
6845The &%quote_ldap_dn%& operator is designed for use on strings that are part of
168e428f
PH
6846base DN specifications in queries. Conceptually, it first converts the string
6847by inserting a backslash in front of any of the following characters:
9b371988
PH
6848.code
6849, + " \ < > ;
6850.endd
168e428f
PH
6851It also inserts a backslash before any leading spaces or # characters, and
6852before any trailing spaces. (These rules are in RFC 2253.) The resulting string
6853is then quoted according to the rules for URLs. For example:
9b371988
PH
6854.code
6855${quote_ldap_dn: a(bc)*, a<yz>; }
6856.endd
168e428f 6857yields
9b371988
PH
6858.code
6859%5C%20a(bc)*%5C%2C%20a%5C%3Cyz%5C%3E%5C%3B%5C%20
6860.endd
168e428f 6861Removing the URL quoting, this is (with a trailing space):
9b371988 6862.code
168e428f 6863\ a(bc)*\, a\<yz\>\;\
9b371988 6864.endd
168e428f
PH
6865There are some further comments about quoting in the section on LDAP
6866authentication below.
6867
6868
f89d2485 6869.section "LDAP connections" "SECID69"
9b371988 6870.cindex "LDAP" "connections"
168e428f
PH
6871The connection to an LDAP server may either be over TCP/IP, or, when OpenLDAP
6872is in use, via a Unix domain socket. The example given above does not specify
6873an LDAP server. A server that is reached by TCP/IP can be specified in a query
6874by starting it with
9b371988
PH
6875.code
6876ldap://<hostname>:<port>/...
6877.endd
168e428f
PH
6878If the port (and preceding colon) are omitted, the standard LDAP port (389) is
6879used. When no server is specified in a query, a list of default servers is
9b371988 6880taken from the &%ldap_default_servers%& configuration option. This supplies a
168e428f
PH
6881colon-separated list of servers which are tried in turn until one successfully
6882handles a query, or there is a serious error. Successful handling either
6883returns the requested data, or indicates that it does not exist. Serious errors
6884are syntactical, or multiple values when only a single value is expected.
6885Errors which cause the next server to be tried are connection failures, bind
6886failures, and timeouts.
6887
6888For each server name in the list, a port number can be given. The standard way
f89d2485 6889of specifying a host and port is to use a colon separator (RFC 1738). Because
9b371988 6890&%ldap_default_servers%& is a colon-separated list, such colons have to be
168e428f 6891doubled. For example
9b371988
PH
6892.code
6893ldap_default_servers = ldap1.example.com::145:ldap2.example.com
6894.endd
6895If &%ldap_default_servers%& is unset, a URL with no server name is passed
168e428f
PH
6896to the LDAP library with no server name, and the library's default (normally
6897the local host) is used.
6898
6899If you are using the OpenLDAP library, you can connect to an LDAP server using
6900a Unix domain socket instead of a TCP/IP connection. This is specified by using
9b371988 6901&`ldapi`& instead of &`ldap`& in LDAP queries. What follows here applies only
168e428f
PH
6902to OpenLDAP. If Exim is compiled with a different LDAP library, this feature is
6903not available.
6904
6905For this type of connection, instead of a host name for the server, a pathname
6906for the socket is required, and the port number is not relevant. The pathname
9b371988 6907can be specified either as an item in &%ldap_default_servers%&, or inline in
168e428f 6908the query. In the former case, you can have settings such as
9b371988
PH
6909.code
6910ldap_default_servers = /tmp/ldap.sock : backup.ldap.your.domain
6911.endd
168e428f 6912When the pathname is given in the query, you have to escape the slashes as
9b371988
PH
6913&`%2F`& to fit in with the LDAP URL syntax. For example:
6914.code
6915${lookup ldap {ldapi://%2Ftmp%2Fldap.sock/o=...
6916.endd
6917When Exim processes an LDAP lookup and finds that the &"hostname"& is really
168e428f 6918a pathname, it uses the Unix domain socket code, even if the query actually
9b371988 6919specifies &`ldap`& or &`ldaps`&. In particular, no encryption is used for a
168e428f 6920socket connection. This behaviour means that you can use a setting of
9b371988
PH
6921&%ldap_default_servers%& such as in the example above with traditional &`ldap`&
6922or &`ldaps`& queries, and it will work. First, Exim tries a connection via
168e428f
PH
6923the Unix domain socket; if that fails, it tries a TCP/IP connection to the
6924backup host.
6925
9b371988 6926If an explicit &`ldapi`& type is given in a query when a host name is
168e428f 6927specified, an error is diagnosed. However, if there are more items in
9b371988 6928&%ldap_default_servers%&, they are tried. In other words:
168e428f 6929
9b371988
PH
6930.ilist
6931Using a pathname with &`ldap`& or &`ldaps`& forces the use of the Unix domain
168e428f 6932interface.
9b371988
PH
6933.next
6934Using &`ldapi`& with a host name causes an error.
6935.endlist
168e428f
PH
6936
6937
9b371988
PH
6938Using &`ldapi`& with no host or path in the query, and no setting of
6939&%ldap_default_servers%&, does whatever the library does by default.
168e428f
PH
6940
6941
6942
f89d2485 6943.section "LDAP authentication and control information" "SECID70"
9b371988 6944.cindex "LDAP" "authentication"
168e428f
PH
6945The LDAP URL syntax provides no way of passing authentication and other control
6946information to the server. To make this possible, the URL in an LDAP query may
9b371988 6947be preceded by any number of <&'name'&>=<&'value'&> settings, separated by
168e428f
PH
6948spaces. If a value contains spaces it must be enclosed in double quotes, and
6949when double quotes are used, backslash is interpreted in the usual way inside
6950them. The following names are recognized:
9b371988
PH
6951.display
6952&`DEREFERENCE`& set the dereferencing parameter
6953&`NETTIME `& set a timeout for a network operation
6954&`USER `& set the DN, for authenticating the LDAP bind
6955&`PASS `& set the password, likewise
db9452a9 6956&`REFERRALS `& set the referrals parameter
9b371988
PH
6957&`SIZE `& set the limit for the number of entries returned
6958&`TIME `& set the maximum waiting time for a query
6959.endd
6960The value of the DEREFERENCE parameter must be one of the words &"never"&,
db9452a9
PH
6961&"searching"&, &"finding"&, or &"always"&. The value of the REFERRALS parameter
6962must be &"follow"& (the default) or &"nofollow"&. The latter stops the LDAP
6963library from trying to follow referrals issued by the LDAP server.
168e428f
PH
6964
6965The name CONNECT is an obsolete name for NETTIME, retained for
6966backwards compatibility. This timeout (specified as a number of seconds) is
6967enforced from the client end for operations that can be carried out over a
6968network. Specifically, it applies to network connections and calls to the
9b371988 6969&'ldap_result()'& function. If the value is greater than zero, it is used if
168e428f
PH
6970LDAP_OPT_NETWORK_TIMEOUT is defined in the LDAP headers (OpenLDAP), or
6971if LDAP_X_OPT_CONNECT_TIMEOUT is defined in the LDAP headers (Netscape
9b371988 6972SDK 4.1). A value of zero forces an explicit setting of &"no timeout"& for
168e428f
PH
6973Netscape SDK; for OpenLDAP no action is taken.
6974
6975The TIME parameter (also a number of seconds) is passed to the server to
6976set a server-side limit on the time taken to complete a search.
6977
6978
6979Here is an example of an LDAP query in an Exim lookup that uses some of these
9b371988
PH
6980values. This is a single line, folded to fit on the page:
6981.code
6982${lookup ldap
6983 {user="cn=manager,o=University of Cambridge,c=UK" pass=secret
6984 ldap:///o=University%20of%20Cambridge,c=UK?sn?sub?(cn=foo)}
6985 {$value}fail}
6986.endd
6987The encoding of spaces as &`%20`& is a URL thing which should not be done for
6988any of the auxiliary data. Exim configuration settings that include lookups
6989which contain password information should be preceded by &"hide"& to prevent
6990non-admin users from using the &%-bP%& option to see their values.
168e428f
PH
6991
6992The auxiliary data items may be given in any order. The default is no
6993connection timeout (the system timeout is used), no user or password, no limit
6994on the number of entries returned, and no time limit on queries.
6995
6996When a DN is quoted in the USER= setting for LDAP authentication, Exim
6997removes any URL quoting that it may contain before passing it LDAP. Apparently
6998some libraries do this for themselves, but some do not. Removing the URL
6999quoting has two advantages:
7000
9b371988
PH
7001.ilist
7002It makes it possible to use the same &%quote_ldap_dn%& expansion for USER=
168e428f 7003DNs as with DNs inside actual queries.
9b371988
PH
7004.next
7005It permits spaces inside USER= DNs.
7006.endlist
168e428f
PH
7007
7008For example, a setting such as
9b371988
PH
7009.code
7010USER=cn=${quote_ldap_dn:$1}
7011.endd
7012should work even if &$1$& contains spaces.
168e428f 7013
9b371988 7014Expanded data for the PASS= value should be quoted using the &%quote%&
168e428f
PH
7015expansion operator, rather than the LDAP quote operators. The only reason this
7016field needs quoting is to ensure that it conforms to the Exim syntax, which
7017does not allow unquoted spaces. For example:
9b371988
PH
7018.code
7019PASS=${quote:$3}
7020.endd
168e428f 7021The LDAP authentication mechanism can be used to check passwords as part of
9b371988
PH
7022SMTP authentication. See the &%ldapauth%& expansion string condition in chapter
7023&<<CHAPexpand>>&.
168e428f 7024
168e428f
PH
7025
7026
f89d2485 7027.section "Format of data returned by LDAP" "SECID71"
9b371988
PH
7028.cindex "LDAP" "returned data formats"
7029The &(ldapdn)& lookup type returns the Distinguished Name from a single entry
7030as a sequence of values, for example
7031.code
7032cn=manager, o=University of Cambridge, c=UK
7033.endd
7034The &(ldap)& lookup type generates an error if more than one entry matches the
7035search filter, whereas &(ldapm)& permits this case, and inserts a newline in
168e428f 7036the result between the data from different entries. It is possible for multiple
9b371988 7037values to be returned for both &(ldap)& and &(ldapm)&, but in the former case
168e428f
PH
7038you know that whatever values are returned all came from a single entry in the
7039directory.
7040
7041In the common case where you specify a single attribute in your LDAP query, the
7042result is not quoted, and does not contain the attribute name. If the attribute
7043has multiple values, they are separated by commas.
7044
7045If you specify multiple attributes, the result contains space-separated, quoted
7046strings, each preceded by the attribute name and an equals sign. Within the
7047quotes, the quote character, backslash, and newline are escaped with
7048backslashes, and commas are used to separate multiple values for the attribute.
7049Apart from the escaping, the string within quotes takes the same form as the
7050output when a single attribute is requested. Specifying no attributes is the
7051same as specifying all of an entry's attributes.
7052
7053Here are some examples of the output format. The first line of each pair is an
7054LDAP query, and the second is the data that is returned. The attribute called
9b371988
PH
7055&%attr1%& has two values, whereas &%attr2%& has only one value:
7056.code
7057ldap:///o=base?attr1?sub?(uid=fred)
7058value1.1, value1.2
168e428f 7059
9b371988
PH
7060ldap:///o=base?attr2?sub?(uid=fred)
7061value two
168e428f 7062
9b371988
PH
7063ldap:///o=base?attr1,attr2?sub?(uid=fred)
7064attr1="value1.1, value1.2" attr2="value two"
168e428f 7065
9b371988
PH
7066ldap:///o=base??sub?(uid=fred)
7067objectClass="top" attr1="value1.1, value1.2" attr2="value two"
7068.endd
7069The &%extract%& operator in string expansions can be used to pick out
7070individual fields from data that consists of &'key'&=&'value'& pairs. You can
7071make use of Exim's &%-be%& option to run expansion tests and thereby check the
7072results of LDAP lookups.
168e428f 7073
168e428f 7074
168e428f
PH
7075
7076
9b371988
PH
7077.section "More about NIS+" "SECTnisplus"
7078.cindex "NIS+ lookup type"
7079.cindex "lookup" "NIS+"
7080NIS+ queries consist of a NIS+ &'indexed name'& followed by an optional colon
168e428f
PH
7081and field name. If this is given, the result of a successful query is the
7082contents of the named field; otherwise the result consists of a concatenation
9b371988 7083of &'field-name=field-value'& pairs, separated by spaces. Empty values and
168e428f 7084values containing spaces are quoted. For example, the query
9b371988
PH
7085.code
7086[name=mg1456],passwd.org_dir
7087.endd
168e428f 7088might return the string
9b371988
PH
7089.code
7090name=mg1456 passwd="" uid=999 gid=999 gcos="Martin Guerre"
7091home=/home/mg1456 shell=/bin/bash shadow=""
7092.endd
168e428f 7093(split over two lines here to fit on the page), whereas
9b371988
PH
7094.code
7095[name=mg1456],passwd.org_dir:gcos
7096.endd
168e428f 7097would just return
9b371988
PH
7098.code
7099Martin Guerre
7100.endd
168e428f 7101with no quotes. A NIS+ lookup fails if NIS+ returns more than one table entry
9b371988 7102for the given indexed key. The effect of the &%quote_nisplus%& expansion
168e428f
PH
7103operator is to double any quote characters within the text.
7104
7105
7106
9b371988 7107.section "SQL lookups" "SECTsql"
9b371988 7108.cindex "SQL lookup types"
595028e4
PH
7109.cindex "MySQL" "lookup type"
7110.cindex "PostgreSQL lookup type"
7111.cindex "lookup" "MySQL"
7112.cindex "lookup" "PostgreSQL"
7113.cindex "Oracle" "lookup type"
7114.cindex "lookup" "Oracle"
7115.cindex "InterBase lookup type"
7116.cindex "lookup" "InterBase"
db9452a9 7117Exim can support lookups in InterBase, MySQL, Oracle, PostgreSQL, and SQLite
068aaea8
PH
7118databases. Queries for these databases contain SQL statements, so an example
7119might be
9b371988 7120.code
068aaea8
PH
7121${lookup mysql{select mailbox from users where id='userx'}\
7122 {$value}fail}
9b371988 7123.endd
068aaea8
PH
7124If the result of the query contains more than one field, the data for each
7125field in the row is returned, preceded by its name, so the result of
9b371988 7126.code
068aaea8
PH
7127${lookup pgsql{select home,name from users where id='userx'}\
7128 {$value}}
9b371988 7129.endd
068aaea8 7130might be
9b371988
PH
7131.code
7132home=/home/userx name="Mister X"
7133.endd
068aaea8
PH
7134Empty values and values containing spaces are double quoted, with embedded
7135quotes escaped by a backslash. If the result of the query contains just one
7136field, the value is passed back verbatim, without a field name, for example:
9b371988
PH
7137.code
7138Mister X
7139.endd
068aaea8
PH
7140If the result of the query yields more than one row, it is all concatenated,
7141with a newline between the data for each row.
7142
7143
f89d2485 7144.section "More about MySQL, PostgreSQL, Oracle, and InterBase" "SECID72"
9b371988
PH
7145.cindex "MySQL" "lookup type"
7146.cindex "PostgreSQL lookup type"
7147.cindex "lookup" "MySQL"
7148.cindex "lookup" "PostgreSQL"
7149.cindex "Oracle" "lookup type"
7150.cindex "lookup" "Oracle"
db9452a9
PH
7151.cindex "InterBase lookup type"
7152.cindex "lookup" "InterBase"
7153If any MySQL, PostgreSQL, Oracle, or InterBase lookups are used, the
9b371988
PH
7154&%mysql_servers%&, &%pgsql_servers%&, &%oracle_servers%&, or &%ibase_servers%&
7155option (as appropriate) must be set to a colon-separated list of server
595028e4 7156information.
7d0ab55c 7157(For MySQL and PostgreSQL only, the global option need not be set if all
595028e4 7158queries contain their own server information &-- see section
7d0ab55c 7159&<<SECTspeserque>>&.) Each item in the list is a slash-separated list of four
595028e4
PH
7160items: host name, database name, user name, and password. In the case of
7161Oracle, the host name field is used for the &"service name"&, and the database
7162name field is not used and should be empty. For example:
9b371988
PH
7163.code
7164hide oracle_servers = oracle.plc.example//userx/abcdwxyz
7165.endd
168e428f 7166Because password data is sensitive, you should always precede the setting with
9b371988 7167&"hide"&, to prevent non-admin users from obtaining the setting via the &%-bP%&
168e428f 7168option. Here is an example where two MySQL servers are listed:
9b371988 7169.code
168e428f
PH
7170hide mysql_servers = localhost/users/root/secret:\
7171 otherhost/users/root/othersecret
9b371988
PH
7172.endd
7173For MySQL and PostgreSQL, a host may be specified as <&'name'&>:<&'port'&> but
068aaea8 7174because this is a colon-separated list, the colon has to be doubled. For each
595028e4
PH
7175query, these parameter groups are tried in order until a connection is made and
7176a query is successfully processed. The result of a query may be that no data is
7177found, but that is still a successful query. In other words, the list of
7178servers provides a backup facility, not a list of different places to look.
168e428f 7179
9b371988 7180The &%quote_mysql%&, &%quote_pgsql%&, and &%quote_oracle%& expansion operators
168e428f
PH
7181convert newline, tab, carriage return, and backspace to \n, \t, \r, and \b
7182respectively, and the characters single-quote, double-quote, and backslash
9b371988 7183itself are escaped with backslashes. The &%quote_pgsql%& expansion operator, in
168e428f
PH
7184addition, escapes the percent and underscore characters. This cannot be done
7185for MySQL because these escapes are not recognized in contexts where these
7186characters are not special.
7187
595028e4
PH
7188.section "Specifying the server in the query" "SECTspeserque"
7189For MySQL and PostgreSQL lookups (but not currently for Oracle and InterBase),
7190it is possible to specify a list of servers with an individual query. This is
7191done by starting the query with
7192.display
7193&`servers=`&&'server1:server2:server3:...'&&`;`&
7194.endd
7195Each item in the list may take one of two forms:
7196.olist
7197If it contains no slashes it is assumed to be just a host name. The appropriate
7198global option (&%mysql_servers%& or &%pgsql_servers%&) is searched for a host
7199of the same name, and the remaining parameters (database, user, password) are
7200taken from there.
7201.next
7202If it contains any slashes, it is taken as a complete parameter set.
7203.endlist
7204The list of servers is used in exactly the same way as the global list.
7205Once a connection to a server has happened and a query has been
7206successfully executed, processing of the lookup ceases.
7207
7208This feature is intended for use in master/slave situations where updates
7209are occurring and you want to update the master rather than a slave. If the
7210master is in the list as a backup for reading, you might have a global setting
7211like this:
7212.code
7213mysql_servers = slave1/db/name/pw:\
7214 slave2/db/name/pw:\
7215 master/db/name/pw
7216.endd
7217In an updating lookup, you could then write:
7218.code
512314e9 7219${lookup mysql{servers=master; UPDATE ...} }
595028e4
PH
7220.endd
7221That query would then be sent only to the master server. If, on the other hand,
7222the master is not to be used for reading, and so is not present in the global
7223option, you can still update it by a query of this form:
7224.code
512314e9 7225${lookup pgsql{servers=master/db/name/pw; UPDATE ...} }
595028e4 7226.endd
595028e4 7227
168e428f 7228
f89d2485 7229.section "Special MySQL features" "SECID73"
9b371988 7230For MySQL, an empty host name or the use of &"localhost"& in &%mysql_servers%&
168e428f
PH
7231causes a connection to the server on the local host by means of a Unix domain
7232socket. An alternate socket can be specified in parentheses. The full syntax of
9b371988
PH
7233each item in &%mysql_servers%& is:
7234.display
7235<&'hostname'&>::<&'port'&>(<&'socket name'&>)/<&'database'&>/&&&
7236 <&'user'&>/<&'password'&>
7237.endd
168e428f 7238Any of the three sub-parts of the first field can be omitted. For normal use on
9b371988 7239the local host it can be left blank or set to just &"localhost"&.
168e428f 7240
9b371988 7241No database need be supplied &-- but if it is absent here, it must be given in
168e428f
PH
7242the queries.
7243
7244If a MySQL query is issued that does not request any data (an insert, update,
7245or delete command), the result of the lookup is the number of rows affected.
7246
9b371988 7247&*Warning*&: This can be misleading. If an update does not actually change
168e428f
PH
7248anything (for example, setting a field to the value it already has), the result
7249is zero because no rows are affected.
7250
7251
f89d2485 7252.section "Special PostgreSQL features" "SECID74"
168e428f
PH
7253PostgreSQL lookups can also use Unix domain socket connections to the database.
7254This is usually faster and costs less CPU time than a TCP/IP connection.
7255However it can be used only if the mail server runs on the same machine as the
7256database server. A configuration line for PostgreSQL via Unix domain sockets
7257looks like this:
9b371988
PH
7258.code
7259hide pgsql_servers = (/tmp/.s.PGSQL.5432)/db/user/password : ...
7260.endd
168e428f
PH
7261In other words, instead of supplying a host name, a path to the socket is
7262given. The path name is enclosed in parentheses so that its slashes aren't
7263visually confused with the delimiters for the other server parameters.
7264
7265If a PostgreSQL query is issued that does not request any data (an insert,
7266update, or delete command), the result of the lookup is the number of rows
7267affected.
7268
9b371988
PH
7269.section "More about SQLite" "SECTsqlite"
7270.cindex "lookup" "SQLite"
f89d2485 7271.cindex "sqlite lookup type"
068aaea8
PH
7272SQLite is different to the other SQL lookups because a file name is required in
7273addition to the SQL query. An SQLite database is a single file, and there is no
7274daemon as in the other SQL databases. The interface to Exim requires the name
7275of the file, as an absolute path, to be given at the start of the query. It is
7276separated from the query by white space. This means that the path name cannot
7277contain white space. Here is a lookup expansion example:
9b371988 7278.code
068aaea8
PH
7279${lookup sqlite {/some/thing/sqlitedb \
7280 select name from aliases where id='userx';}}
9b371988 7281.endd
068aaea8 7282In a list, the syntax is similar. For example:
9b371988 7283.code
068aaea8
PH
7284domainlist relay_domains = sqlite;/some/thing/sqlitedb \
7285 select * from relays where ip='$sender_host_address';
9b371988
PH
7286.endd
7287The only character affected by the &%quote_sqlite%& operator is a single
068aaea8
PH
7288quote, which it doubles.
7289
068aaea8
PH
7290The SQLite library handles multiple simultaneous accesses to the database
7291internally. Multiple readers are permitted, but only one process can
7292update at once. Attempts to access the database while it is being updated
7293are rejected after a timeout period, during which the SQLite library
7294waits for the lock to be released. In Exim, the default timeout is set
9b371988 7295to 5 seconds, but it can be changed by means of the &%sqlite_lock_timeout%&
068aaea8 7296option.
4f578862
PH
7297.ecindex IIDfidalo1
7298.ecindex IIDfidalo2
168e428f
PH
7299
7300
9b371988
PH
7301. ////////////////////////////////////////////////////////////////////////////
7302. ////////////////////////////////////////////////////////////////////////////
168e428f 7303
9b371988
PH
7304.chapter "Domain, host, address, and local part lists" &&&
7305 "CHAPdomhosaddlists" &&&
7306 "Domain, host, and address lists"
4f578862 7307.scindex IIDdohoadli "lists of domains; hosts; etc."
168e428f 7308A number of Exim configuration options contain lists of domains, hosts,
9b371988 7309email addresses, or local parts. For example, the &%hold_domains%& option
168e428f 7310contains a list of domains whose delivery is currently suspended. These lists
9b371988
PH
7311are also used as data in ACL statements (see chapter &<<CHAPACL>>&), and as
7312arguments to expansion conditions such as &%match_domain%&.
168e428f
PH
7313
7314Each item in one of these lists is a pattern to be matched against a domain,
7315host, email address, or local part, respectively. In the sections below, the
7316different types of pattern for each case are described, but first we cover some
7317general facilities that apply to all four kinds of list.
7318
7319
7320
f89d2485 7321.section "Expansion of lists" "SECID75"
9b371988 7322.cindex "expansion" "of lists"
168e428f
PH
7323Each list is expanded as a single string before it is used. The result of
7324expansion must be a list, possibly containing empty items, which is split up
7325into separate items for matching. By default, colon is the separator character,
9b371988
PH
7326but this can be varied if necessary. See sections &<<SECTlistconstruct>>& and
7327&<<SECTempitelis>>& for details of the list syntax; the second of these
7328discusses the way to specify empty list items.
168e428f
PH
7329
7330
7331If the string expansion is forced to fail, Exim behaves as if the item it is
7332testing (domain, host, address, or local part) is not in the list. Other
7333expansion failures cause temporary errors.
7334
7335If an item in a list is a regular expression, backslashes, dollars and possibly
7336other special characters in the expression must be protected against
7337misinterpretation by the string expander. The easiest way to do this is to use
9b371988 7338the &`\N`& expansion feature to indicate that the contents of the regular
168e428f 7339expression should not be expanded. For example, in an ACL you might have:
9b371988 7340.code
168e428f
PH
7341deny senders = \N^\d{8}\w@.*\.baddomain\.example$\N : \
7342 ${lookup{$domain}lsearch{/badsenders/bydomain}}
9b371988 7343.endd
168e428f 7344The first item is a regular expression that is protected from expansion by
9b371988 7345&`\N`&, whereas the second uses the expansion to obtain a list of unwanted
168e428f
PH
7346senders based on the receiving domain.
7347
7348
7349
7350
f89d2485 7351.section "Negated items in lists" "SECID76"
9b371988 7352.cindex "list" "negation"
4f578862 7353.cindex "negation" "in lists"
168e428f
PH
7354Items in a list may be positive or negative. Negative items are indicated by a
7355leading exclamation mark, which may be followed by optional white space. A list
7356defines a set of items (domains, etc). When Exim processes one of these lists,
7357it is trying to find out whether a domain, host, address, or local part
7358(respectively) is in the set that is defined by the list. It works like this:
7359
7360The list is scanned from left to right. If a positive item is matched, the
7361subject that is being checked is in the set; if a negative item is matched, the
7362subject is not in the set. If the end of the list is reached without the
7363subject having matched any of the patterns, it is in the set if the last item
7364was a negative one, but not if it was a positive one. For example, the list in
9b371988
PH
7365.code
7366domainlist relay_domains = !a.b.c : *.b.c
7367.endd
7368matches any domain ending in &'.b.c'& except for &'a.b.c'&. Domains that match
7369neither &'a.b.c'& nor &'*.b.c'& do not match, because the last item in the
168e428f 7370list is positive. However, if the setting were
9b371988
PH
7371.code
7372domainlist relay_domains = !a.b.c
7373.endd
7374then all domains other than &'a.b.c'& would match because the last item in the
168e428f 7375list is negative. In other words, a list that ends with a negative item behaves
9b371988 7376as if it had an extra item &`:*`& on the end.
168e428f
PH
7377
7378Another way of thinking about positive and negative items in lists is to read
9b371988 7379the connector as &"or"& after a positive item and as &"and"& after a negative
168e428f
PH
7380item.
7381
7382
7383
9b371988
PH
7384.section "File names in lists" "SECTfilnamlis"
7385.cindex "list" "file name in"
168e428f
PH
7386If an item in a domain, host, address, or local part list is an absolute file
7387name (beginning with a slash character), each line of the file is read and
7388processed as if it were an independent item in the list, except that further
7389file names are not allowed,
7390and no expansion of the data from the file takes place.
7391Empty lines in the file are ignored, and the file may also contain comment
7392lines:
7393
9b371988
PH
7394.ilist
7395For domain and host lists, if a # character appears anywhere in a line of the
168e428f 7396file, it and all following characters are ignored.
9b371988
PH
7397.next
7398Because local parts may legitimately contain # characters, a comment in an
168e428f
PH
7399address list or local part list file is recognized only if # is preceded by
7400white space or the start of the line. For example:
9b371988
PH
7401.code
7402not#comment@x.y.z # but this is a comment
7403.endd
7404.endlist
168e428f
PH
7405
7406Putting a file name in a list has the same effect as inserting each line of the
7407file as an item in the list (blank lines and comments excepted). However, there
7408is one important difference: the file is read each time the list is processed,
7409so if its contents vary over time, Exim's behaviour changes.
7410
7411If a file name is preceded by an exclamation mark, the sense of any match
7412within the file is inverted. For example, if
9b371988
PH
7413.code
7414hold_domains = !/etc/nohold-domains
7415.endd
168e428f 7416and the file contains the lines
9b371988
PH
7417.code
7418!a.b.c
7419*.b.c
7420.endd
7421then &'a.b.c'& is in the set of domains defined by &%hold_domains%&, whereas
7422any domain matching &`*.b.c`& is not.
168e428f 7423
168e428f
PH
7424
7425
f89d2485 7426.section "An lsearch file is not an out-of-line list" "SECID77"
168e428f
PH
7427As will be described in the sections that follow, lookups can be used in lists
7428to provide indexed methods of checking list membership. There has been some
9b371988
PH
7429confusion about the way &(lsearch)& lookups work in lists. Because
7430an &(lsearch)& file contains plain text and is scanned sequentially, it is
168e428f 7431sometimes thought that it is allowed to contain wild cards and other kinds of
9b371988 7432non-constant pattern. This is not the case. The keys in an &(lsearch)& file are
168e428f
PH
7433always fixed strings, just as for any other single-key lookup type.
7434
7435If you want to use a file to contain wild-card patterns that form part of a
7436list, just give the file name on its own, without a search type, as described
db9452a9
PH
7437in the previous section. You could also use the &(wildlsearch)& or
7438&(nwildlsearch)&, but there is no advantage in doing this.
168e428f
PH
7439
7440
7441
7442
9b371988
PH
7443.section "Named lists" "SECTnamedlists"
7444.cindex "named lists"
7445.cindex "list" "named"
168e428f
PH
7446A list of domains, hosts, email addresses, or local parts can be given a name
7447which is then used to refer to the list elsewhere in the configuration. This is
7448particularly convenient if the same list is required in several different
7449places. It also allows lists to be given meaningful names, which can improve
7450the readability of the configuration. For example, it is conventional to define
9b371988 7451a domain list called &'local_domains'& for all the domains that are handled
168e428f 7452locally on a host, using a configuration line such as
9b371988
PH
7453.code
7454domainlist local_domains = localhost:my.dom.example
7455.endd
168e428f
PH
7456Named lists are referenced by giving their name preceded by a plus sign, so,
7457for example, a router that is intended to handle local domains would be
7458configured with the line
9b371988
PH
7459.code
7460domains = +local_domains
7461.endd
168e428f
PH
7462The first router in a configuration is often one that handles all domains
7463except the local ones, using a configuration with a negated item like this:
9b371988
PH
7464.code
7465dnslookup:
7466 driver = dnslookup
7467 domains = ! +local_domains
7468 transport = remote_smtp
7469 no_more
7470.endd
168e428f 7471The four kinds of named list are created by configuration lines starting with
9b371988 7472the words &%domainlist%&, &%hostlist%&, &%addresslist%&, or &%localpartlist%&,
168e428f
PH
7473respectively. Then there follows the name that you are defining, followed by an
7474equals sign and the list itself. For example:
9b371988
PH
7475.code
7476hostlist relay_hosts = 192.168.23.0/24 : my.friend.example
7477addresslist bad_senders = cdb;/etc/badsenders
7478.endd
168e428f 7479A named list may refer to other named lists:
9b371988
PH
7480.code
7481domainlist dom1 = first.example : second.example
7482domainlist dom2 = +dom1 : third.example
7483domainlist dom3 = fourth.example : +dom2 : fifth.example
7484.endd
7485&*Warning*&: If the last item in a referenced list is a negative one, the
168e428f
PH
7486effect may not be what you intended, because the negation does not propagate
7487out to the higher level. For example, consider:
9b371988
PH
7488.code
7489domainlist dom1 = !a.b
7490domainlist dom2 = +dom1 : *.b
7491.endd
7492The second list specifies &"either in the &%dom1%& list or &'*.b'&"&. The first
7493list specifies just &"not &'a.b'&"&, so the domain &'x.y'& matches it. That
7494means it matches the second list as well. The effect is not the same as
7495.code
7496domainlist dom2 = !a.b : *.b
7497.endd
7498where &'x.y'& does not match. It's best to avoid negation altogether in
168e428f
PH
7499referenced lists if you can.
7500
7501Named lists may have a performance advantage. When Exim is routing an
7502address or checking an incoming message, it caches the result of tests on named
7503lists. So, if you have a setting such as
9b371988
PH
7504.code
7505domains = +local_domains
7506.endd
168e428f
PH
7507on several of your routers
7508or in several ACL statements,
7509the actual test is done only for the first one. However, the caching works only
7510if there are no expansions within the list itself or any sublists that it
7511references. In other words, caching happens only for lists that are known to be
7512the same each time they are referenced.
7513
7514By default, there may be up to 16 named lists of each type. This limit can be
7515extended by changing a compile-time variable. The use of domain and host lists
7516is recommended for concepts such as local domains, relay domains, and relay
7517hosts. The default configuration is set up like this.
7518
7519
7520
f89d2485 7521.section "Named lists compared with macros" "SECID78"
9b371988
PH
7522.cindex "list" "named compared with macro"
7523.cindex "macro" "compared with named list"
168e428f
PH
7524At first sight, named lists might seem to be no different from macros in the
7525configuration file. However, macros are just textual substitutions. If you
7526write
9b371988
PH
7527.code
7528ALIST = host1 : host2
7529auth_advertise_hosts = !ALIST
7530.endd
168e428f 7531it probably won't do what you want, because that is exactly the same as
9b371988
PH
7532.code
7533auth_advertise_hosts = !host1 : host2
7534.endd
168e428f
PH
7535Notice that the second host name is not negated. However, if you use a host
7536list, and write
9b371988
PH
7537.code
7538hostlist alist = host1 : host2
7539auth_advertise_hosts = ! +alist
7540.endd
168e428f 7541the negation applies to the whole list, and so that is equivalent to
9b371988
PH
7542.code
7543auth_advertise_hosts = !host1 : !host2
7544.endd
168e428f
PH
7545
7546
f89d2485 7547.section "Named list caching" "SECID79"
9b371988
PH
7548.cindex "list" "caching of named"
7549.cindex "caching" "named lists"
168e428f
PH
7550While processing a message, Exim caches the result of checking a named list if
7551it is sure that the list is the same each time. In practice, this means that
9b371988 7552the cache operates only if the list contains no $ characters, which guarantees
168e428f
PH
7553that it will not change when it is expanded. Sometimes, however, you may have
7554an expanded list that you know will be the same each time within a given
7555message. For example:
9b371988 7556.code
168e428f
PH
7557domainlist special_domains = \
7558 ${lookup{$sender_host_address}cdb{/some/file}}
9b371988 7559.endd
168e428f
PH
7560This provides a list of domains that depends only on the sending host's IP
7561address. If this domain list is referenced a number of times (for example,
7562in several ACL lines, or in several routers) the result of the check is not
7563cached by default, because Exim does not know that it is going to be the
7564same list each time.
7565
9b371988 7566By appending &`_cache`& to &`domainlist`& you can tell Exim to go ahead and
168e428f 7567cache the result anyway. For example:
9b371988
PH
7568.code
7569domainlist_cache special_domains = ${lookup{...
7570.endd
168e428f
PH
7571If you do this, you should be absolutely sure that caching is going to do
7572the right thing in all cases. When in doubt, leave it out.
7573
7574
7575
9b371988
PH
7576.section "Domain lists" "SECTdomainlist"
7577.cindex "domain list" "patterns for"
7578.cindex "list" "domain list"
168e428f
PH
7579Domain lists contain patterns that are to be matched against a mail domain.
7580The following types of item may appear in domain lists:
7581
9b371988
PH
7582.ilist
7583.cindex "primary host name"
7584.cindex "host name" "matched in domain list"
0a4e3112 7585.oindex "&%primary_hostname%&"
9b371988
PH
7586.cindex "domain list" "matching primary host name"
7587.cindex "@ in a domain list"
168e428f 7588If a pattern consists of a single @ character, it matches the local host name,
9b371988
PH
7589as set by the &%primary_hostname%& option (or defaulted). This makes it
7590possible to use the same configuration file on several different hosts that
7591differ only in their names.
7592.next
7593.cindex "@[] in a domain list"
7594.cindex "domain list" "matching local IP interfaces"
7595.cindex "domain literal"
595028e4
PH
7596If a pattern consists of the string &`@[]`& it matches an IP address enclosed
7597in square brackets (as in an email address that contains a domain literal), but
7598only if that IP address is recognized as local for email routing purposes. The
7599&%local_interfaces%& and &%extra_local_interfaces%& options can be used to
7600control which of a host's several IP addresses are treated as local.
168e428f 7601In today's Internet, the use of domain literals is controversial.
9b371988
PH
7602.next
7603.cindex "@mx_any"
7604.cindex "@mx_primary"
7605.cindex "@mx_secondary"
7606.cindex "domain list" "matching MX pointers to local host"
7607If a pattern consists of the string &`@mx_any`& it matches any domain that
168e428f 7608has an MX record pointing to the local host or to any host that is listed in
0a4e3112 7609.oindex "&%hosts_treat_as_local%&"
9b371988 7610&%hosts_treat_as_local%&. The items &`@mx_primary`& and &`@mx_secondary`&
168e428f
PH
7611are similar, except that the first matches only when a primary MX target is the
7612local host, and the second only when no primary MX target is the local host,
9b371988
PH
7613but a secondary MX target is. &"Primary"& means an MX record with the lowest
7614preference value &-- there may of course be more than one of them.
7615
168e428f
PH
7616The MX lookup that takes place when matching a pattern of this type is
7617performed with the resolver options for widening names turned off. Thus, for
9b371988
PH
7618example, a single-component domain will &'not'& be expanded by adding the
7619resolver's default domain. See the &%qualify_single%& and &%search_parents%&
7620options of the &(dnslookup)& router for a discussion of domain widening.
7621
168e428f 7622Sometimes you may want to ignore certain IP addresses when using one of these
9b371988
PH
7623patterns. You can specify this by following the pattern with &`/ignore=`&<&'ip
7624list'&>, where <&'ip list'&> is a list of IP addresses. These addresses are
7625ignored when processing the pattern (compare the &%ignore_target_hosts%& option
168e428f 7626on a router). For example:
9b371988
PH
7627.code
7628domains = @mx_any/ignore=127.0.0.1
7629.endd
168e428f
PH
7630This example matches any domain that has an MX record pointing to one of
7631the local host's IP addresses other than 127.0.0.1.
9b371988 7632
168e428f
PH
7633The list of IP addresses is in fact processed by the same code that processes
7634host lists, so it may contain CIDR-coded network specifications and it may also
7635contain negative items.
9b371988 7636
168e428f
PH
7637Because the list of IP addresses is a sublist within a domain list, you have to
7638be careful about delimiters if there is more than one address. Like any other
7639list, the default delimiter can be changed. Thus, you might have:
9b371988 7640.code
168e428f
PH
7641domains = @mx_any/ignore=<;127.0.0.1;0.0.0.0 : \
7642 an.other.domain : ...
9b371988 7643.endd
168e428f
PH
7644so that the sublist uses semicolons for delimiters. When IPv6 addresses are
7645involved, it is easiest to change the delimiter for the main list as well:
9b371988 7646.code
168e428f
PH
7647domains = <? @mx_any/ignore=<;127.0.0.1;::1 ? \
7648 an.other.domain ? ...
9b371988
PH
7649.endd
7650.next
7651.cindex "asterisk" "in domain list"
7652.cindex "domain list" "asterisk in"
7653.cindex "domain list" "matching &""ends with""&"
168e428f 7654If a pattern starts with an asterisk, the remaining characters of the pattern
9b371988 7655are compared with the terminating characters of the domain. The use of &"*"& in
168e428f
PH
7656domain lists differs from its use in partial matching lookups. In a domain
7657list, the character following the asterisk need not be a dot, whereas partial
7658matching works only in terms of dot-separated components. For example, a domain
9b371988
PH
7659list item such as &`*key.ex`& matches &'donkey.ex'& as well as
7660&'cipher.key.ex'&.
168e428f 7661
9b371988
PH
7662.next
7663.cindex "regular expressions" "in domain list"
7664.cindex "domain list" "matching regular expression"
168e428f
PH
7665If a pattern starts with a circumflex character, it is treated as a regular
7666expression, and matched against the domain using a regular expression matching
7667function. The circumflex is treated as part of the regular expression.
595028e4
PH
7668Email domains are case-independent, so this regular expression match is by
7669default case-independent, but you can make it case-dependent by starting it
7670with &`(?-i)`&. References to descriptions of the syntax of regular expressions
7671are given in chapter &<<CHAPregexp>>&.
168e428f 7672
9b371988
PH
7673&*Warning*&: Because domain lists are expanded before being processed, you
7674must escape any backslash and dollar characters in the regular expression, or
7675use the special &`\N`& sequence (see chapter &<<CHAPexpand>>&) to specify that
7676it is not to be expanded (unless you really do want to build a regular
7677expression by expansion, of course).
7678.next
7679.cindex "lookup" "in domain list"
7680.cindex "domain list" "matching by lookup"
168e428f 7681If a pattern starts with the name of a single-key lookup type followed by a
9b371988 7682semicolon (for example, &"dbm;"& or &"lsearch;"&), the remainder of the pattern
168e428f 7683must be a file name in a suitable format for the lookup type. For example, for
9b371988
PH
7684&"cdb;"& it must be an absolute path:
7685.code
7686domains = cdb;/etc/mail/local_domains.cdb
7687.endd
168e428f
PH
7688The appropriate type of lookup is done on the file using the domain name as the
7689key. In most cases, the data that is looked up is not used; Exim is interested
7690only in whether or not the key is present in the file. However, when a lookup
9b371988
PH
7691is used for the &%domains%& option on a router
7692or a &%domains%& condition in an ACL statement, the data is preserved in the
7693&$domain_data$& variable and can be referred to in other router options or
168e428f
PH
7694other statements in the same ACL.
7695
9b371988
PH
7696.next
7697Any of the single-key lookup type names may be preceded by
7698&`partial`&<&'n'&>&`-`&, where the <&'n'&> is optional, for example,
7699.code
7700domains = partial-dbm;/partial/domains
7701.endd
168e428f 7702This causes partial matching logic to be invoked; a description of how this
9b371988 7703works is given in section &<<SECTpartiallookup>>&.
168e428f 7704
9b371988
PH
7705.next
7706.cindex "asterisk" "in lookup type"
168e428f
PH
7707Any of the single-key lookup types may be followed by an asterisk. This causes
7708a default lookup for a key consisting of a single asterisk to be done if the
7709original lookup fails. This is not a useful feature when using a domain list to
7710select particular domains (because any domain would match), but it might have
9b371988 7711value if the result of the lookup is being used via the &$domain_data$&
168e428f 7712expansion variable.
9b371988
PH
7713.next
7714If the pattern starts with the name of a query-style lookup type followed by a
7715semicolon (for example, &"nisplus;"& or &"ldap;"&), the remainder of the
7716pattern must be an appropriate query for the lookup type, as described in
7717chapter &<<CHAPfdlookup>>&. For example:
7718.code
168e428f
PH
7719hold_domains = mysql;select domain from holdlist \
7720 where domain = '$domain';
9b371988 7721.endd
168e428f
PH
7722In most cases, the data that is looked up is not used (so for an SQL query, for
7723example, it doesn't matter what field you select). Exim is interested only in
7724whether or not the query succeeds. However, when a lookup is used for the
9b371988 7725&%domains%& option on a router, the data is preserved in the &$domain_data$&
168e428f 7726variable and can be referred to in other options.
9b371988
PH
7727.next
7728.cindex "domain list" "matching literal domain name"
168e428f
PH
7729If none of the above cases apply, a caseless textual comparison is made
7730between the pattern and the domain.
9b371988 7731.endlist
168e428f
PH
7732
7733Here is an example that uses several different kinds of pattern:
9b371988 7734.code
168e428f
PH
7735domainlist funny_domains = \
7736 @ : \
7737 lib.unseen.edu : \
7738 *.foundation.fict.example : \
7739 \N^[1-2]\d{3}\.fict\.example$\N : \
7740 partial-dbm;/opt/data/penguin/book : \
7741 nis;domains.byname : \
7742 nisplus;[name=$domain,status=local],domains.org_dir
9b371988 7743.endd
168e428f
PH
7744There are obvious processing trade-offs among the various matching modes. Using
7745an asterisk is faster than a regular expression, and listing a few names
7746explicitly probably is too. The use of a file or database lookup is expensive,
7747but may be the only option if hundreds of names are required. Because the
7748patterns are tested in order, it makes sense to put the most commonly matched
7749patterns earlier.
7750
7751
7752
9b371988
PH
7753.section "Host lists" "SECThostlist"
7754.cindex "host list" "patterns in"
7755.cindex "list" "host list"
168e428f
PH
7756Host lists are used to control what remote hosts are allowed to do. For
7757example, some hosts may be allowed to use the local host as a relay, and some
7758may be permitted to use the SMTP ETRN command. Hosts can be identified in
7759two different ways, by name or by IP address. In a host list, some types of
7760pattern are matched to a host name, and some are matched to an IP address.
7761You need to be particularly careful with this when single-key lookups are
7762involved, to ensure that the right value is being used as the key.
7763
7764
f89d2485 7765.section "Special host list patterns" "SECID80"
9b371988
PH
7766.cindex "empty item in hosts list"
7767.cindex "host list" "empty string in"
168e428f
PH
7768If a host list item is the empty string, it matches only when no remote host is
7769involved. This is the case when a message is being received from a local
7770process using SMTP on the standard input, that is, when a TCP/IP connection is
7771not used.
7772
9b371988
PH
7773.cindex "asterisk" "in host list"
7774The special pattern &"*"& in a host list matches any host or no host. Neither
168e428f
PH
7775the IP address nor the name is actually inspected.
7776
7777
7778
9b371988
PH
7779.section "Host list patterns that match by IP address" "SECThoslispatip"
7780.cindex "host list" "matching IP addresses"
168e428f
PH
7781If an IPv4 host calls an IPv6 host and the call is accepted on an IPv6 socket,
7782the incoming address actually appears in the IPv6 host as
9b371988 7783&`::ffff:`&<&'v4address'&>. When such an address is tested against a host
168e428f
PH
7784list, it is converted into a traditional IPv4 address first. (Not all operating
7785systems accept IPv4 calls on IPv6 sockets, as there have been some security
7786concerns.)
7787
7788The following types of pattern in a host list check the remote host by
7789inspecting its IP address:
7790
9b371988
PH
7791.ilist
7792If the pattern is a plain domain name (not a regular expression, not starting
7793with *, not a lookup of any kind), Exim calls the operating system function
168e428f 7794to find the associated IP address(es). Exim uses the newer
9b371988 7795&[getipnodebyname()]& function when available, otherwise &[gethostbyname()]&.
168e428f
PH
7796This typically causes a forward DNS lookup of the name. The result is compared
7797with the IP address of the subject host.
9b371988 7798
168e428f
PH
7799If there is a temporary problem (such as a DNS timeout) with the host name
7800lookup, a temporary error occurs. For example, if the list is being used in an
9b371988
PH
7801ACL condition, the ACL gives a &"defer"& response, usually leading to a
7802temporary SMTP error code. If no IP address can be found for the host name,
7803what happens is described in section &<<SECTbehipnot>>& below.
168e428f 7804
9b371988
PH
7805.next
7806.cindex "@ in a host list"
7807If the pattern is &"@"&, the primary host name is substituted and used as a
168e428f
PH
7808domain name, as just described.
7809
9b371988
PH
7810.next
7811If the pattern is an IP address, it is matched against the IP address of the
7812subject host. IPv4 addresses are given in the normal &"dotted-quad"& notation.
168e428f
PH
7813IPv6 addresses can be given in colon-separated format, but the colons have to
7814be doubled so as not to be taken as item separators when the default list
7815separator is used. IPv6 addresses are recognized even when Exim is compiled
7816without IPv6 support. This means that if they appear in a host list on an
7817IPv4-only host, Exim will not treat them as host names. They are just addresses
7818that can never match a client host.
7819
9b371988
PH
7820.next
7821.cindex "@[] in a host list"
7822If the pattern is &"@[]"&, it matches the IP address of any IP interface on
168e428f
PH
7823the local host. For example, if the local host is an IPv4 host with one
7824interface address 10.45.23.56, these two ACL statements have the same effect:
9b371988
PH
7825.code
7826accept hosts = 127.0.0.1 : 10.45.23.56
7827accept hosts = @[]
7828.endd
7829.next
7830.cindex "CIDR notation"
168e428f
PH
7831If the pattern is an IP address followed by a slash and a mask length (for
7832example 10.11.42.0/24), it is matched against the IP address of the subject
7833host under the given mask. This allows, an entire network of hosts to be
7834included (or excluded) by a single item. The mask uses CIDR notation; it
7835specifies the number of address bits that must match, starting from the most
7836significant end of the address.
9b371988
PH
7837
7838&*Note*&: The mask is &'not'& a count of addresses, nor is it the high number
168e428f
PH
7839of a range of addresses. It is the number of bits in the network portion of the
7840address. The above example specifies a 24-bit netmask, so it matches all 256
7841addresses in the 10.11.42.0 network. An item such as
9b371988
PH
7842.code
7843192.168.23.236/31
7844.endd
168e428f
PH
7845matches just two addresses, 192.168.23.236 and 192.168.23.237. A mask value of
784632 for an IPv4 address is the same as no mask at all; just a single address
7847matches.
9b371988 7848
168e428f 7849Here is another example which shows an IPv4 and an IPv6 network:
9b371988 7850.code
168e428f
PH
7851recipient_unqualified_hosts = 192.168.0.0/16: \
7852 3ffe::ffff::836f::::/48
9b371988 7853.endd
168e428f
PH
7854The doubling of list separator characters applies only when these items
7855appear inline in a host list. It is not required when indirecting via a file.
9b371988
PH
7856For example:
7857.code
7858recipient_unqualified_hosts = /opt/exim/unqualnets
7859.endd
168e428f 7860could make use of a file containing
9b371988
PH
7861.code
7862172.16.0.0/12
78633ffe:ffff:836f::/48
7864.endd
168e428f
PH
7865to have exactly the same effect as the previous example. When listing IPv6
7866addresses inline, it is usually more convenient to use the facility for
7867changing separator characters. This list contains the same two networks:
9b371988 7868.code
168e428f
PH
7869recipient_unqualified_hosts = <; 172.16.0.0/12; \
7870 3ffe:ffff:836f::/48
9b371988
PH
7871.endd
7872The separator is changed to semicolon by the leading &"<;"& at the start of the
168e428f 7873list.
9b371988 7874.endlist
168e428f
PH
7875
7876
7877
9b371988
PH
7878.section "Host list patterns for single-key lookups by host address" &&&
7879 "SECThoslispatsikey"
7880.cindex "host list" "lookup of IP address"
168e428f
PH
7881When a host is to be identified by a single-key lookup of its complete IP
7882address, the pattern takes this form:
9b371988
PH
7883.display
7884&`net-<`&&'single-key-search-type'&&`>;<`&&'search-data'&&`>`&
7885.endd
168e428f 7886For example:
9b371988
PH
7887.code
7888hosts_lookup = net-cdb;/hosts-by-ip.db
7889.endd
168e428f
PH
7890The text form of the IP address of the subject host is used as the lookup key.
7891IPv6 addresses are converted to an unabbreviated form, using lower case
7892letters, with dots as separators because colon is the key terminator in
9b371988 7893&(lsearch)& files. [Colons can in fact be used in keys in &(lsearch)& files by
168e428f
PH
7894quoting the keys, but this is a facility that was added later.] The data
7895returned by the lookup is not used.
7896
9b371988
PH
7897.cindex "IP address" "masking"
7898.cindex "host list" "masked IP address"
168e428f
PH
7899Single-key lookups can also be performed using masked IP addresses, using
7900patterns of this form:
9b371988
PH
7901.display
7902&`net<`&&'number'&&`>-<`&&'single-key-search-type'&&`>;<`&&'search-data'&&`>`&
7903.endd
168e428f 7904For example:
9b371988
PH
7905.code
7906net24-dbm;/networks.db
7907.endd
7908The IP address of the subject host is masked using <&'number'&> as the mask
168e428f
PH
7909length. A textual string is constructed from the masked value, followed by the
7910mask, and this is used as the lookup key. For example, if the host's IP address
7911is 192.168.34.6, the key that is looked up for the above example is
595028e4
PH
7912&"192.168.34.0/24"&.
7913
595028e4
PH
7914When an IPv6 address is converted to a string, dots are normally used instead
7915of colons, so that keys in &(lsearch)& files need not contain colons (which
7916terminate &(lsearch)& keys). This was implemented some time before the ability
7917to quote keys was made available in &(lsearch)& files. However, the more
7918recently implemented &(iplsearch)& files do require colons in IPv6 keys
7919(notated using the quoting facility) so as to distinguish them from IPv4 keys.
7920For this reason, when the lookup type is &(iplsearch)&, IPv6 addresses are
7921converted using colons and not dots. In all cases, full, unabbreviated IPv6
168e428f
PH
7922addresses are always used.
7923
595028e4
PH
7924Ideally, it would be nice to tidy up this anomalous situation by changing to
7925colons in all cases, given that quoting is now available for &(lsearch)&.
7926However, this would be an incompatible change that might break some existing
7927configurations.
595028e4 7928
f89d2485
PH
7929&*Warning*&: Specifying &%net32-%& (for an IPv4 address) or &%net128-%& (for an
7930IPv6 address) is not the same as specifying just &%net-%& without a number. In
168e428f
PH
7931the former case the key strings include the mask value, whereas in the latter
7932case the IP address is used on its own.
7933
7934
7935
9b371988
PH
7936.section "Host list patterns that match by host name" "SECThoslispatnam"
7937.cindex "host" "lookup failures"
7938.cindex "unknown host name"
7939.cindex "host list" "matching host name"
168e428f
PH
7940There are several types of pattern that require Exim to know the name of the
7941remote host. These are either wildcard patterns or lookups by name. (If a
7942complete hostname is given without any wildcarding, it is used to find an IP
9b371988
PH
7943address to match against, as described in the section &<<SECThoslispatip>>&
7944above.)
168e428f
PH
7945
7946If the remote host name is not already known when Exim encounters one of these
7947patterns, it has to be found from the IP address.
7948Although many sites on the Internet are conscientious about maintaining reverse
7949DNS data for their hosts, there are also many that do not do this.
7950Consequently, a name cannot always be found, and this may lead to unwanted
7951effects. Take care when configuring host lists with wildcarded name patterns.
7952Consider what will happen if a name cannot be found.
7953
7954Because of the problems of determining host names from IP addresses, matching
7955against host names is not as common as matching against IP addresses.
7956
7957By default, in order to find a host name, Exim first does a reverse DNS lookup;
9b371988
PH
7958if no name is found in the DNS, the system function (&[gethostbyaddr()]& or
7959&[getipnodebyaddr()]& if available) is tried. The order in which these lookups
ad268134
PH
7960are done can be changed by setting the &%host_lookup_order%& option. For
7961security, once Exim has found one or more names, it looks up the IP addresses
7962for these names and compares them with the IP address that it started with.
7963Only those names whose IP addresses match are accepted. Any other names are
7964discarded. If no names are left, Exim behaves as if the host name cannot be
7965found. In the most common case there is only one name and one IP address.
168e428f
PH
7966
7967There are some options that control what happens if a host name cannot be
9b371988 7968found. These are described in section &<<SECTbehipnot>>& below.
168e428f 7969
9b371988
PH
7970.cindex "host" "alias for"
7971.cindex "alias for host"
168e428f
PH
7972As a result of aliasing, hosts may have more than one name. When processing any
7973of the following types of pattern, all the host's names are checked:
7974
9b371988
PH
7975.ilist
7976.cindex "asterisk" "in host list"
7977If a pattern starts with &"*"& the remainder of the item must match the end of
7978the host name. For example, &`*.b.c`& matches all hosts whose names end in
7979&'.b.c'&. This special simple form is provided because this is a very common
168e428f
PH
7980requirement. Other kinds of wildcarding require the use of a regular
7981expression.
9b371988
PH
7982.next
7983.cindex "regular expressions" "in host list"
7984.cindex "host list" "regular expression in"
7985If the item starts with &"^"& it is taken to be a regular expression which is
595028e4
PH
7986matched against the host name. Host names are case-independent, so this regular
7987expression match is by default case-independent, but you can make it
7988case-dependent by starting it with &`(?-i)`&. References to descriptions of the
7989syntax of regular expressions are given in chapter &<<CHAPregexp>>&. For
7990example,
9b371988
PH
7991.code
7992^(a|b)\.c\.d$
7993.endd
7994is a regular expression that matches either of the two hosts &'a.c.d'& or
7995&'b.c.d'&. When a regular expression is used in a host list, you must take care
168e428f 7996that backslash and dollar characters are not misinterpreted as part of the
9b371988 7997string expansion. The simplest way to do this is to use &`\N`& to mark that
168e428f 7998part of the string as non-expandable. For example:
9b371988
PH
7999.code
8000sender_unqualified_hosts = \N^(a|b)\.c\.d$\N : ....
8001.endd
8002&*Warning*&: If you want to match a complete host name, you must include the
8003&`$`& terminating metacharacter in the regular expression, as in the above
168e428f
PH
8004example. Without it, a match at the start of the host name is all that is
8005required.
9b371988 8006.endlist
168e428f
PH
8007
8008
8009
8010
9b371988 8011.section "Behaviour when an IP address or name cannot be found" "SECTbehipnot"
595028e4 8012.cindex "host" "lookup failures, permanent"
168e428f 8013While processing a host list, Exim may need to look up an IP address from a
9b371988
PH
8014name (see section &<<SECThoslispatip>>&), or it may need to look up a host name
8015from an IP address (see section &<<SECThoslispatnam>>&). In either case, the
168e428f
PH
8016behaviour when it fails to find the information it is seeking is the same.
8017
595028e4
PH
8018&*Note*&: This section applies to permanent lookup failures. It does &'not'&
8019apply to temporary DNS errors, whose handling is described in the next section.
595028e4 8020
9b371988
PH
8021.cindex "&`+include_unknown`&"
8022.cindex "&`+ignore_unknown`&"
168e428f
PH
8023By default, Exim behaves as if the host does not match the list. This may not
8024always be what you want to happen. To change Exim's behaviour, the special
9b371988
PH
8025items &`+include_unknown`& or &`+ignore_unknown`& may appear in the list (at
8026top level &-- they are not recognized in an indirected file).
168e428f 8027
9b371988
PH
8028.ilist
8029If any item that follows &`+include_unknown`& requires information that
168e428f 8030cannot found, Exim behaves as if the host does match the list. For example,
9b371988
PH
8031.code
8032host_reject_connection = +include_unknown:*.enemy.ex
8033.endd
8034rejects connections from any host whose name matches &`*.enemy.ex`&, and also
168e428f
PH
8035any hosts whose name it cannot find.
8036
9b371988
PH
8037.next
8038If any item that follows &`+ignore_unknown`& requires information that cannot
168e428f
PH
8039be found, Exim ignores that item and proceeds to the rest of the list. For
8040example:
9b371988 8041.code
168e428f
PH
8042accept hosts = +ignore_unknown : friend.example : \
8043 192.168.4.5
9b371988
PH
8044.endd
8045accepts from any host whose name is &'friend.example'& and from 192.168.4.5,
8046whether or not its host name can be found. Without &`+ignore_unknown`&, if no
168e428f 8047name can be found for 192.168.4.5, it is rejected.
9b371988 8048.endlist
168e428f 8049
9b371988 8050Both &`+include_unknown`& and &`+ignore_unknown`& may appear in the same
168e428f
PH
8051list. The effect of each one lasts until the next, or until the end of the
8052list.
8053
595028e4 8054
595028e4
PH
8055.section "Temporary DNS errors when looking up host information" &&&
8056 "SECTtemdnserr"
8057.cindex "host" "lookup failures, temporary"
8058.cindex "&`+include_defer`&"
8059.cindex "&`+ignore_defer`&"
8060A temporary DNS lookup failure normally causes a defer action (except when
8061&%dns_again_means_nonexist%& converts it into a permanent error). However,
8062host lists can include &`+ignore_defer`& and &`+include_defer`&, analagous to
8063&`+ignore_unknown`& and &`+include_unknown`&, as described in the previous
8064section. These options should be used with care, probably only in non-critical
8065host lists such as whitelists.
168e428f
PH
8066
8067
8068
9b371988
PH
8069.section "Host list patterns for single-key lookups by host name" &&&
8070 "SECThoslispatnamsk"
9b371988
PH
8071.cindex "unknown host name"
8072.cindex "host list" "matching host name"
168e428f 8073If a pattern is of the form
9b371988
PH
8074.display
8075<&'single-key-search-type'&>;<&'search-data'&>
8076.endd
168e428f 8077for example
9b371988
PH
8078.code
8079dbm;/host/accept/list
8080.endd
f89d2485 8081a single-key lookup is performed, using the host name as its key. If the
168e428f
PH
8082lookup succeeds, the host matches the item. The actual data that is looked up
8083is not used.
8084
9b371988 8085&*Reminder*&: With this kind of pattern, you must have host &'names'& as
168e428f 8086keys in the file, not IP addresses. If you want to do lookups based on IP
9b371988
PH
8087addresses, you must precede the search type with &"net-"& (see section
8088&<<SECThoslispatsikey>>&). There is, however, no reason why you could not use
8089two items in the same list, one doing an address lookup and one doing a name
168e428f
PH
8090lookup, both using the same file.
8091
8092
8093
f89d2485 8094.section "Host list patterns for query-style lookups" "SECID81"
168e428f 8095If a pattern is of the form
9b371988
PH
8096.display
8097<&'query-style-search-type'&>;<&'query'&>
8098.endd
168e428f 8099the query is obeyed, and if it succeeds, the host matches the item. The actual
9b371988
PH
8100data that is looked up is not used. The variables &$sender_host_address$& and
8101&$sender_host_name$& can be used in the query. For example:
8102.code
168e428f
PH
8103hosts_lookup = pgsql;\
8104 select ip from hostlist where ip='$sender_host_address'
9b371988
PH
8105.endd
8106The value of &$sender_host_address$& for an IPv6 address contains colons. You
8107can use the &%sg%& expansion item to change this if you need to. If you want to
8108use masked IP addresses in database queries, you can use the &%mask%& expansion
168e428f
PH
8109operator.
8110
9b371988 8111If the query contains a reference to &$sender_host_name$&, Exim automatically
168e428f 8112looks up the host name if has not already done so. (See section
9b371988 8113&<<SECThoslispatnam>>& for comments on finding host names.)
168e428f
PH
8114
8115Historical note: prior to release 4.30, Exim would always attempt to find a
8116host name before running the query, unless the search type was preceded by
9b371988 8117&`net-`&. This is no longer the case. For backwards compatibility, &`net-`& is
168e428f 8118still recognized for query-style lookups, but its presence or absence has no
9b371988
PH
8119effect. (Of course, for single-key lookups, &`net-`& &'is'& important.
8120See section &<<SECThoslispatsikey>>&.)
168e428f
PH
8121
8122
8123
9b371988
PH
8124.section "Mixing wildcarded host names and addresses in host lists" &&&
8125 "SECTmixwilhos"
8126.cindex "host list" "mixing names and addresses in"
168e428f
PH
8127If you have name lookups or wildcarded host names and IP addresses in the same
8128host list, you should normally put the IP addresses first. For example, in an
8129ACL you could have:
9b371988
PH
8130.code
8131accept hosts = 10.9.8.7 : *.friend.example
8132.endd
168e428f
PH
8133The reason for this lies in the left-to-right way that Exim processes lists.
8134It can test IP addresses without doing any DNS lookups, but when it reaches an
8135item that requires a host name, it fails if it cannot find a host name to
8136compare with the pattern. If the above list is given in the opposite order, the
9b371988 8137&%accept%& statement fails for a host whose name cannot be found, even if its
168e428f
PH
8138IP address is 10.9.8.7.
8139
8140If you really do want to do the name check first, and still recognize the IP
8141address, you can rewrite the ACL like this:
9b371988
PH
8142.code
8143accept hosts = *.friend.example
8144accept hosts = 10.9.8.7
8145.endd
8146If the first &%accept%& fails, Exim goes on to try the second one. See chapter
8147&<<CHAPACL>>& for details of ACLs.
168e428f
PH
8148
8149
8150
8151
8152
9b371988
PH
8153.section "Address lists" "SECTaddresslist"
8154.cindex "list" "address list"
8155.cindex "address list" "empty item"
8156.cindex "address list" "patterns"
168e428f
PH
8157Address lists contain patterns that are matched against mail addresses. There
8158is one special case to be considered: the sender address of a bounce message is
8159always empty. You can test for this by providing an empty item in an address
8160list. For example, you can set up a router to process bounce messages by
8161using this option setting:
9b371988
PH
8162.code
8163senders = :
8164.endd
168e428f
PH
8165The presence of the colon creates an empty item. If you do not provide any
8166data, the list is empty and matches nothing. The empty sender can also be
8167detected by a regular expression that matches an empty string,
9b371988 8168and by a query-style lookup that succeeds when &$sender_address$& is empty.
168e428f 8169
4f578862
PH
8170Non-empty items in an address list can be straightforward email addresses. For
8171example:
8172.code
8173senders = jbc@askone.example : hs@anacreon.example
8174.endd
8175A certain amount of wildcarding is permitted. If a pattern contains an @
8176character, but is not a regular expression and does not begin with a
8177semicolon-terminated lookup type (described below), the local part of the
8178subject address is compared with the local part of the pattern, which may start
8179with an asterisk. If the local parts match, the domain is checked in exactly
8180the same way as for a pattern in a domain list. For example, the domain can be
8181wildcarded, refer to a named list, or be a lookup:
8182.code
8183deny senders = *@*.spamming.site:\
8184 *@+hostile_domains:\
8185 bozo@partial-lsearch;/list/of/dodgy/sites:\
8186 *@dbm;/bad/domains.db
8187.endd
8188.cindex "local part" "starting with !"
8189.cindex "address list" "local part starting with !"
8190If a local part that begins with an exclamation mark is required, it has to be
8191specified using a regular expression, because otherwise the exclamation mark is
8192treated as a sign of negation, as is standard in lists.
8193
8194If a non-empty pattern that is not a regular expression or a lookup does not
8195contain an @ character, it is matched against the domain part of the subject
8196address. The only two formats that are recognized this way are a literal
8197domain, or a domain pattern that starts with *. In both these cases, the effect
8198is the same as if &`*@`& preceded the pattern. For example:
8199.code
8200deny senders = enemy.domain : *.enemy.domain
8201.endd
168e428f 8202
4f578862
PH
8203The following kinds of more complicated address list pattern can match any
8204address, including the empty address that is characteristic of bounce message
8205senders:
168e428f 8206
4f578862 8207.ilist
9b371988
PH
8208.cindex "regular expressions" "in address list"
8209.cindex "address list" "regular expression in"
8210If (after expansion) a pattern starts with &"^"&, a regular expression match is
168e428f
PH
8211done against the complete address, with the pattern as the regular expression.
8212You must take care that backslash and dollar characters are not misinterpreted
9b371988 8213as part of the string expansion. The simplest way to do this is to use &`\N`&
168e428f 8214to mark that part of the string as non-expandable. For example:
9b371988 8215.code
4f578862
PH
8216deny senders = \N^.*this.*@example\.com$\N : \
8217 \N^\d{8}.+@spamhaus.example$\N : ...
9b371988 8218.endd
4f578862
PH
8219The &`\N`& sequences are removed by the expansion, so these items do indeed
8220start with &"^"& by the time they are being interpreted as address patterns.
9b371988
PH
8221
8222.next
8223.cindex "address list" "lookup for complete address"
168e428f
PH
8224Complete addresses can be looked up by using a pattern that starts with a
8225lookup type terminated by a semicolon, followed by the data for the lookup. For
8226example:
9b371988 8227.code
168e428f
PH
8228deny senders = cdb;/etc/blocked.senders : \
8229 mysql;select address from blocked where \
8230 address='${quote_mysql:$sender_address}'
9b371988 8231.endd
168e428f
PH
8232Both query-style and single-key lookup types can be used. For a single-key
8233lookup type, Exim uses the complete address as the key. However, empty keys are
8234not supported for single-key lookups, so a match against the empty address
8235always fails. This restriction does not apply to query-style lookups.
9b371988
PH
8236
8237Partial matching for single-key lookups (section &<<SECTpartiallookup>>&)
8238cannot be used, and is ignored if specified, with an entry being written to the
8239panic log.
8240.cindex "*@ with single-key lookup"
168e428f 8241However, you can configure lookup defaults, as described in section
9b371988 8242&<<SECTdefaultvaluelookups>>&, but this is useful only for the &"*@"& type of
168e428f 8243default. For example, with this lookup:
9b371988
PH
8244.code
8245accept senders = lsearch*@;/some/file
8246.endd
168e428f 8247the file could contains lines like this:
9b371988
PH
8248.code
8249user1@domain1.example
8250*@domain2.example
8251.endd
8252and for the sender address &'nimrod@jaeger.example'&, the sequence of keys
168e428f 8253that are tried is:
9b371988
PH
8254.code
8255nimrod@jaeger.example
8256*@jaeger.example
8257*
8258.endd
8259&*Warning 1*&: Do not include a line keyed by &"*"& in the file, because that
168e428f 8260would mean that every address matches, thus rendering the test useless.
168e428f 8261
9b371988
PH
8262&*Warning 2*&: Do not confuse these two kinds of item:
8263.code
8264deny recipients = dbm*@;/some/file
8265deny recipients = *@dbm;/some/file
8266.endd
168e428f
PH
8267The first does a whole address lookup, with defaulting, as just described,
8268because it starts with a lookup type. The second matches the local part and
8269domain independently, as described in a bullet point below.
9b371988 8270.endlist
168e428f
PH
8271
8272
8273The following kinds of address list pattern can match only non-empty addresses.
8274If the subject address is empty, a match against any of these pattern types
8275always fails.
8276
8277
9b371988
PH
8278.ilist
8279.cindex "@@ with single-key lookup"
8280.cindex "address list" "@@ lookup type"
8281.cindex "address list" "split local part and domain"
8282If a pattern starts with &"@@"& followed by a single-key lookup item
8283(for example, &`@@lsearch;/some/file`&), the address that is being checked is
168e428f
PH
8284split into a local part and a domain. The domain is looked up in the file. If
8285it is not found, there is no match. If it is found, the data that is looked up
8286from the file is treated as a colon-separated list of local part patterns, each
8287of which is matched against the subject local part in turn.
168e428f 8288
9b371988
PH
8289.cindex "asterisk" "in address list"
8290The lookup may be a partial one, and/or one involving a search for a default
8291keyed by &"*"& (see section &<<SECTdefaultvaluelookups>>&). The local part
8292patterns that are looked up can be regular expressions or begin with &"*"&, or
8293even be further lookups. They may also be independently negated. For example,
8294with
8295.code
8296deny senders = @@dbm;/etc/reject-by-domain
8297.endd
168e428f 8298the data from which the DBM file is built could contain lines like
9b371988
PH
8299.code
8300baddomain.com: !postmaster : *
8301.endd
8302to reject all senders except &%postmaster%& from that domain.
168e428f 8303
9b371988 8304.cindex "local part" "starting with !"
168e428f 8305If a local part that actually begins with an exclamation mark is required, it
9b371988 8306has to be specified using a regular expression. In &(lsearch)& files, an entry
168e428f
PH
8307may be split over several lines by indenting the second and subsequent lines,
8308but the separating colon must still be included at line breaks. White space
8309surrounding the colons is ignored. For example:
9b371988
PH
8310.code
8311aol.com: spammer1 : spammer2 : ^[0-9]+$ :
8312spammer3 : spammer4
8313.endd
168e428f
PH
8314As in all colon-separated lists in Exim, a colon can be included in an item by
8315doubling.
9b371988 8316
168e428f
PH
8317If the last item in the list starts with a right angle-bracket, the remainder
8318of the item is taken as a new key to look up in order to obtain a continuation
8319list of local parts. The new key can be any sequence of characters. Thus one
8320might have entries like
9b371988
PH
8321.code
8322aol.com: spammer1 : spammer 2 : >*
8323xyz.com: spammer3 : >*
8324*: ^\d{8}$
8325.endd
8326in a file that was searched with &%@@dbm*%&, to specify a match for 8-digit
168e428f
PH
8327local parts for all domains, in addition to the specific local parts listed for
8328each domain. Of course, using this feature costs another lookup each time a
8329chain is followed, but the effort needed to maintain the data is reduced.
9b371988
PH
8330
8331.cindex "loop" "in lookups"
168e428f
PH
8332It is possible to construct loops using this facility, and in order to catch
8333them, the chains may be no more than fifty items long.
8334
9b371988
PH
8335.next
8336The @@<&'lookup'&> style of item can also be used with a query-style
168e428f
PH
8337lookup, but in this case, the chaining facility is not available. The lookup
8338can only return a single list of local parts.
9b371988 8339.endlist
168e428f 8340
9b371988 8341&*Warning*&: There is an important difference between the address list items
168e428f 8342in these two examples:
9b371988
PH
8343.code
8344senders = +my_list
8345senders = *@+my_list
8346.endd
8347In the first one, &`my_list`& is a named address list, whereas in the second
168e428f
PH
8348example it is a named domain list.
8349
8350
8351
8352
9b371988
PH
8353.section "Case of letters in address lists" "SECTcasletadd"
8354.cindex "case of local parts"
8355.cindex "address list" "case forcing"
8356.cindex "case forcing in address lists"
168e428f 8357Domains in email addresses are always handled caselessly, but for local parts
9b371988
PH
8358case may be significant on some systems (see &%caseful_local_part%& for how
8359Exim deals with this when routing addresses). However, RFC 2505 (&'Anti-Spam
8360Recommendations for SMTP MTAs'&) suggests that matching of addresses to
8361blocking lists should be done in a case-independent manner. Since most address
8362lists in Exim are used for this kind of control, Exim attempts to do this by
8363default.
168e428f
PH
8364
8365The domain portion of an address is always lowercased before matching it to an
8366address list. The local part is lowercased by default, and any string
8367comparisons that take place are done caselessly. This means that the data in
8368the address list itself, in files included as plain file names, and in any file
9b371988
PH
8369that is looked up using the &"@@"& mechanism, can be in any case. However, the
8370keys in files that are looked up by a search type other than &(lsearch)& (which
168e428f
PH
8371works caselessly) must be in lower case, because these lookups are not
8372case-independent.
8373
9b371988 8374.cindex "&`+caseful`&"
168e428f 8375To allow for the possibility of caseful address list matching, if an item in
9b371988 8376an address list is the string &"+caseful"&, the original case of the local
168e428f
PH
8377part is restored for any comparisons that follow, and string comparisons are no
8378longer case-independent. This does not affect the domain, which remains in
8379lower case. However, although independent matches on the domain alone are still
8380performed caselessly, regular expressions that match against an entire address
9b371988 8381become case-sensitive after &"+caseful"& has been seen.
168e428f
PH
8382
8383
8384
9b371988
PH
8385.section "Local part lists" "SECTlocparlis"
8386.cindex "list" "local part list"
8387.cindex "local part" "list"
168e428f 8388Case-sensitivity in local part lists is handled in the same way as for address
9b371988
PH
8389lists, as just described. The &"+caseful"& item can be used if required. In a
8390setting of the &%local_parts%& option in a router with &%caseful_local_part%&
168e428f 8391set false, the subject is lowercased and the matching is initially
9b371988
PH
8392case-insensitive. In this case, &"+caseful"& will restore case-sensitive
8393matching in the local part list, but not elsewhere in the router. If
8394&%caseful_local_part%& is set true in a router, matching in the &%local_parts%&
168e428f
PH
8395option is case-sensitive from the start.
8396
9b371988
PH
8397If a local part list is indirected to a file (see section &<<SECTfilnamlis>>&),
8398comments are handled in the same way as address lists &-- they are recognized
168e428f
PH
8399only if the # is preceded by white space or the start of the line.
8400Otherwise, local part lists are matched in the same way as domain lists, except
9b371988
PH
8401that the special items that refer to the local host (&`@`&, &`@[]`&,
8402&`@mx_any`&, &`@mx_primary`&, and &`@mx_secondary`&) are not recognized.
8403Refer to section &<<SECTdomainlist>>& for details of the other available item
168e428f 8404types.
4f578862 8405.ecindex IIDdohoadli
168e428f
PH
8406
8407
8408
8409
9b371988
PH
8410. ////////////////////////////////////////////////////////////////////////////
8411. ////////////////////////////////////////////////////////////////////////////
168e428f 8412
9b371988 8413.chapter "String expansions" "CHAPexpand"
4f578862 8414.scindex IIDstrexp "expansion" "of strings"
168e428f
PH
8415Many strings in Exim's run time configuration are expanded before use. Some of
8416them are expanded every time they are used; others are expanded only once.
8417
8418When a string is being expanded it is copied verbatim from left to right except
8419when a dollar or backslash character is encountered. A dollar specifies the
068aaea8 8420start of a portion of the string that is interpreted and replaced as described
9b371988
PH
8421below in section &<<SECTexpansionitems>>& onwards. Backslash is used as an
8422escape character, as described in the following section.
168e428f
PH
8423
8424
8425
9b371988
PH
8426.section "Literal text in expanded strings" "SECTlittext"
8427.cindex "expansion" "including literal text"
168e428f
PH
8428An uninterpreted dollar can be included in an expanded string by putting a
8429backslash in front of it. A backslash can be used to prevent any special
068aaea8
PH
8430character being treated specially in an expansion, including backslash itself.
8431If the string appears in quotes in the configuration file, two backslashes are
168e428f 8432required because the quotes themselves cause interpretation of backslashes when
9b371988 8433the string is read in (see section &<<SECTstrings>>&).
168e428f 8434
9b371988 8435.cindex "expansion" "non-expandable substrings"
168e428f 8436A portion of the string can specified as non-expandable by placing it between
9b371988 8437two occurrences of &`\N`&. This is particularly useful for protecting regular
168e428f 8438expressions, which often contain backslashes and dollar signs. For example:
9b371988
PH
8439.code
8440deny senders = \N^\d{8}[a-z]@some\.site\.example$\N
8441.endd
8442On encountering the first &`\N`&, the expander copies subsequent characters
8443without interpretation until it reaches the next &`\N`& or the end of the
168e428f
PH
8444string.
8445
8446
8447
f89d2485 8448.section "Character escape sequences in expanded strings" "SECID82"
9b371988
PH
8449.cindex "expansion" "escape sequences"
8450A backslash followed by one of the letters &"n"&, &"r"&, or &"t"& in an
8451expanded string is recognized as an escape sequence for the character newline,
8452carriage return, or tab, respectively. A backslash followed by up to three
8453octal digits is recognized as an octal encoding for a single character, and a
8454backslash followed by &"x"& and up to two hexadecimal digits is a hexadecimal
8455encoding.
168e428f
PH
8456
8457These escape sequences are also recognized in quoted strings when they are read
8458in. Their interpretation in expansions as well is useful for unquoted strings,
8459and for other cases such as looked-up strings that are then expanded.
8460
8461
f89d2485 8462.section "Testing string expansions" "SECID83"
9b371988
PH
8463.cindex "expansion" "testing"
8464.cindex "testing" "string expansion"
f89d2485 8465.oindex "&%-be%&"
9b371988
PH
8466Many expansions can be tested by calling Exim with the &%-be%& option. This
8467takes the command arguments, or lines from the standard input if there are no
168e428f
PH
8468arguments, runs them through the string expansion code, and writes the results
8469to the standard output. Variables based on configuration values are set up, but
9b371988
PH
8470since no message is being processed, variables such as &$local_part$& have no
8471value. Nevertheless the &%-be%& option can be useful for checking out file and
8472database lookups, and the use of expansion operators such as &%sg%&, &%substr%&
8473and &%nhash%&.
168e428f 8474
9b371988 8475Exim gives up its root privilege when it is called with the &%-be%& option, and
168e428f 8476instead runs under the uid and gid it was called with, to prevent users from
9b371988 8477using &%-be%& for reading files to which they do not have access.
168e428f 8478
f89d2485 8479.oindex "&%-bem%&"
3cb1b51e
PH
8480If you want to test expansions that include variables whose values are taken
8481from a message, there are two other options that can be used. The &%-bem%&
8482option is like &%-be%& except that it is followed by a file name. The file is
8483read as a message before doing the test expansions. For example:
8484.code
8485exim -bem /tmp/test.message '$h_subject:'
8486.endd
8487The &%-Mset%& option is used in conjunction with &%-be%& and is followed by an
8488Exim message identifier. For example:
8489.code
8490exim -be -Mset 1GrA8W-0004WS-LQ '$recipients'
8491.endd
8492This loads the message from Exim's spool before doing the test expansions, and
8493is therefore restricted to admin users.
168e428f
PH
8494
8495
9b371988
PH
8496.section "Forced expansion failure" "SECTforexpfai"
8497.cindex "expansion" "forced failure"
168e428f 8498A number of expansions that are described in the following section have
9b371988
PH
8499alternative &"true"& and &"false"& substrings, enclosed in brace characters
8500(which are sometimes called &"curly brackets"&). Which of the two strings is
068aaea8 8501used depends on some condition that is evaluated as part of the expansion. If,
9b371988 8502instead of a &"false"& substring, the word &"fail"& is used (not in braces),
068aaea8 8503the entire string expansion fails in a way that can be detected by the code
9b371988 8504that requested the expansion. This is called &"forced expansion failure"&, and
068aaea8
PH
8505its consequences depend on the circumstances. In some cases it is no different
8506from any other expansion failure, but in others a different action may be
8507taken. Such variations are mentioned in the documentation of the option that is
8508being expanded.
168e428f
PH
8509
8510
8511
8512
9b371988 8513.section "Expansion items" "SECTexpansionitems"
168e428f
PH
8514The following items are recognized in expanded strings. White space may be used
8515between sub-items that are keywords or substrings enclosed in braces inside an
9b371988 8516outer set of braces, to improve readability. &*Warning*&: Within braces,
168e428f
PH
8517white space is significant.
8518
9b371988
PH
8519.vlist
8520.vitem &*$*&<&'variable&~name'&>&~or&~&*${*&<&'variable&~name'&>&*}*&
8521.cindex "expansion" "variables"
8522Substitute the contents of the named variable, for example:
8523.code
8524$local_part
8525${domain}
8526.endd
168e428f 8527The second form can be used to separate the name from subsequent alphanumeric
068aaea8 8528characters. This form (using braces) is available only for variables; it does
9b371988
PH
8529&'not'& apply to message headers. The names of the variables are given in
8530section &<<SECTexpvar>>& below. If the name of a non-existent variable is
8531given, the expansion fails.
8532
8533.vitem &*${*&<&'op'&>&*:*&<&'string'&>&*}*&
8534.cindex "expansion" "operators"
8535The string is first itself expanded, and then the operation specified by
8536<&'op'&> is applied to it. For example:
8537.code
8538${lc:$local_part}
8539.endd
168e428f 8540The string starts with the first character after the colon, which may be
9b371988 8541leading white space. A list of operators is given in section &<<SECTexpop>>&
168e428f
PH
8542below. The operator notation is used for simple expansion items that have just
8543one argument, because it reduces the number of braces and therefore makes the
8544string easier to understand.
8545
595028e4
PH
8546.vitem &*$bheader_*&<&'header&~name'&>&*:*&&~or&~&*$bh_*&<&'header&~name'&>&*:*&
8547This item inserts &"basic"& header lines. It is described with the &%header%&
8548expansion item below.
8549
9b371988
PH
8550.vitem "&*${dlfunc{*&<&'file'&>&*}{*&<&'function'&>&*}{*&<&'arg'&>&*}&&&
8551 {*&<&'arg'&>&*}...}*&"
4f578862 8552.cindex &%dlfunc%&
068aaea8
PH
8553This expansion dynamically loads and then calls a locally-written C function.
8554This functionality is available only if Exim is compiled with
9b371988
PH
8555.code
8556EXPAND_DLFUNC=yes
8557.endd
8558set in &_Local/Makefile_&. Once loaded, Exim remembers the dynamically loaded
068aaea8
PH
8559object so that it doesn't reload the same object file in the same Exim process
8560(but of course Exim does start new processes frequently).
9b371988 8561
068aaea8 8562There may be from zero to eight arguments to the function. When compiling
9b371988 8563a local function that is to be called in this way, &_local_scan.h_& should be
068aaea8
PH
8564included. The Exim variables and functions that are defined by that API
8565are also available for dynamically loaded functions. The function itself
8566must have the following type:
9b371988 8567.code
068aaea8 8568int dlfunction(uschar **yield, int argc, uschar *argv[])
9b371988
PH
8569.endd
8570Where &`uschar`& is a typedef for &`unsigned char`& in &_local_scan.h_&. The
068aaea8 8571function should return one of the following values:
068aaea8 8572
9b371988
PH
8573&`OK`&: Success. The string that is placed in the variable &'yield'& is put
8574into the expanded string that is being built.
8575
8576&`FAIL`&: A non-forced expansion failure occurs, with the error message taken
8577from &'yield'&, if it is set.
8578
8579&`FAIL_FORCED`&: A forced expansion failure occurs, with the error message
8580taken from &'yield'& if it is set.
8581
8582&`ERROR`&: Same as &`FAIL`&, except that a panic log entry is written.
068aaea8 8583
9b371988
PH
8584When compiling a function that is to be used in this way with gcc,
8585you need to add &%-shared%& to the gcc command. Also, in the Exim build-time
8586configuration, you must add &%-export-dynamic%& to EXTRALIBS.
9b371988
PH
8587
8588.vitem "&*${extract{*&<&'key'&>&*}{*&<&'string1'&>&*}{*&<&'string2'&>&*}&&&
8589 {*&<&'string3'&>&*}}*&"
8590.cindex "expansion" "extracting substrings by key"
4f578862 8591.cindex "&%extract%&" "substrings by key"
9b371988 8592The key and <&'string1'&> are first expanded separately. Leading and trailing
068aaea8 8593white space is removed from the key (but not from any of the strings). The key
9b371988 8594must not consist entirely of digits. The expanded <&'string1'&> must be of the
068aaea8 8595form:
9b371988
PH
8596.display
8597<&'key1'&> = <&'value1'&> <&'key2'&> = <&'value2'&> ...
8598.endd
f89d2485 8599.vindex "&$value$&"
068aaea8
PH
8600where the equals signs and spaces (but not both) are optional. If any of the
8601values contain white space, they must be enclosed in double quotes, and any
8602values that are enclosed in double quotes are subject to escape processing as
9b371988
PH
8603described in section &<<SECTstrings>>&. The expanded <&'string1'&> is searched
8604for the value that corresponds to the key. The search is case-insensitive. If
8605the key is found, <&'string2'&> is expanded, and replaces the whole item;
8606otherwise <&'string3'&> is used. During the expansion of <&'string2'&> the
8607variable &$value$& contains the value that has been extracted. Afterwards, it
8608is restored to any previous value it might have had.
8609
8610If {<&'string3'&>} is omitted, the item is replaced by an empty string if the
8611key is not found. If {<&'string2'&>} is also omitted, the value that was
168e428f 8612extracted is used. Thus, for example, these two expansions are identical, and
9b371988
PH
8613yield &"2001"&:
8614.code
8615${extract{gid}{uid=1984 gid=2001}}
8616${extract{gid}{uid=1984 gid=2001}{$value}}
8617.endd
8618Instead of {<&'string3'&>} the word &"fail"& (not in curly brackets) can
168e428f 8619appear, for example:
9b371988
PH
8620.code
8621${extract{Z}{A=... B=...}{$value} fail }
8622.endd
8623This forces an expansion failure (see section &<<SECTforexpfai>>&);
8624{<&'string2'&>} must be present for &"fail"& to be recognized.
168e428f
PH
8625
8626
9b371988
PH
8627.vitem "&*${extract{*&<&'number'&>&*}{*&<&'separators'&>&*}&&&
8628 {*&<&'string1'&>&*}{*&<&'string2'&>&*}{*&<&'string3'&>&*}}*&"
8629.cindex "expansion" "extracting substrings by number"
4f578862 8630.cindex "&%extract%&" "substrings by number"
9b371988 8631The <&'number'&> argument must consist entirely of decimal digits,
068aaea8 8632apart from leading and trailing white space, which is ignored.
9b371988 8633This is what distinguishes this form of &%extract%& from the previous kind. It
168e428f 8634behaves in the same way, except that, instead of extracting a named field, it
9b371988
PH
8635extracts from <&'string1'&> the field whose number is given as the first
8636argument. You can use &$value$& in <&'string2'&> or &`fail`& instead of
8637<&'string3'&> as before.
8638
168e428f
PH
8639The fields in the string are separated by any one of the characters in the
8640separator string. These may include space or tab characters.
8641The first field is numbered one. If the number is negative, the fields are
8642counted from the end of the string, with the rightmost one numbered -1. If the
8643number given is zero, the entire string is returned. If the modulus of the
8644number is greater than the number of fields in the string, the result is the
9b371988
PH
8645expansion of <&'string3'&>, or the empty string if <&'string3'&> is not
8646provided. For example:
8647.code
8648${extract{2}{:}{x:42:99:& Mailer::/bin/bash}}
8649.endd
8650yields &"42"&, and
8651.code
8652${extract{-4}{:}{x:42:99:& Mailer::/bin/bash}}
8653.endd
8654yields &"99"&. Two successive separators mean that the field between them is
168e428f
PH
8655empty (for example, the fifth field above).
8656
8657
f89d2485
PH
8658.vitem &*${filter{*&<&'string'&>&*}{*&<&'condition'&>&*}}*&
8659.cindex "list" "selecting by condition"
8660.cindex "expansion" "selecting from list by condition"
8661.vindex "&$item$&"
8662After expansion, <&'string'&> is interpreted as a list, colon-separated by
8663default, but the separator can be changed in the usual way. For each item
8664in this list, its value is place in &$item$&, and then the condition is
8665evaluated. If the condition is true, &$item$& is added to the output as an
8666item in a new list; if the condition is false, the item is discarded. The
8667separator used for the output list is the same as the one used for the
8668input, but a separator setting is not included in the output. For example:
8669.code
8670${filter{a:b:c}{!eq{$item}{b}}
8671.endd
8672yields &`a:c`&. At the end of the expansion, the value of &$item$& is restored
8673to what it was before. See also the &*map*& and &*reduce*& expansion items.
f89d2485
PH
8674
8675
9b371988
PH
8676.vitem &*${hash{*&<&'string1'&>&*}{*&<&'string2'&>&*}{*&<&'string3'&>&*}}*&
8677.cindex "hash function" "textual"
8678.cindex "expansion" "textual hash"
168e428f
PH
8679This is a textual hashing function, and was the first to be implemented in
8680early versions of Exim. In current releases, there are other hashing functions
8681(numeric, MD5, and SHA-1), which are described below.
9b371988
PH
8682
8683The first two strings, after expansion, must be numbers. Call them <&'m'&> and
8684<&'n'&>. If you are using fixed values for these numbers, that is, if
8685<&'string1'&> and <&'string2'&> do not change when they are expanded, you can
8686use the simpler operator notation that avoids some of the braces:
8687.code
8688${hash_<n>_<m>:<string>}
8689.endd
8690The second number is optional (in both notations). If <&'n'&> is greater than
8691or equal to the length of the string, the expansion item returns the string.
8692Otherwise it computes a new string of length <&'n'&> by applying a hashing
8693function to the string. The new string consists of characters taken from the
8694first <&'m'&> characters of the string
8695.code
8696abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQWRSTUVWXYZ0123456789
8697.endd
8698If <&'m'&> is not present the value 26 is used, so that only lower case
168e428f 8699letters appear. For example:
9b371988
PH
8700.display
8701&`$hash{3}{monty}} `& yields &`jmg`&
8702&`$hash{5}{monty}} `& yields &`monty`&
8703&`$hash{4}{62}{monty python}}`& yields &`fbWx`&
8704.endd
8705
8706.vitem "&*$header_*&<&'header&~name'&>&*:*&&~or&~&&&
595028e4
PH
8707 &*$h_*&<&'header&~name'&>&*:*&" &&&
8708 "&*$bheader_*&<&'header&~name'&>&*:*&&~or&~&&&
8709 &*$bh_*&<&'header&~name'&>&*:*&" &&&
8710 "&*$rheader_*&<&'header&~name'&>&*:*&&~or&~&&&
9b371988
PH
8711 &*$rh_*&<&'header&~name'&>&*:*&"
8712.cindex "expansion" "header insertion"
f89d2485
PH
8713.vindex "&$header_$&"
8714.vindex "&$bheader_$&"
8715.vindex "&$rheader_$&"
9b371988
PH
8716.cindex "header lines" "in expansion strings"
8717.cindex "header lines" "character sets"
8718.cindex "header lines" "decoding"
168e428f 8719Substitute the contents of the named message header line, for example
9b371988
PH
8720.code
8721$header_reply-to:
8722.endd
168e428f
PH
8723The newline that terminates a header line is not included in the expansion, but
8724internal newlines (caused by splitting the header line over several physical
8725lines) may be present.
9b371988
PH
8726
8727The difference between &%rheader%&, &%bheader%&, and &%header%& is in the way
8728the data in the header line is interpreted.
8729
8730.ilist
8731.cindex "white space" "in header lines"
8732&%rheader%& gives the original &"raw"& content of the header line, with no
068aaea8 8733processing at all, and without the removal of leading and trailing white space.
168e428f 8734
9b371988
PH
8735.next
8736.cindex "base64 encoding" "in header lines"
8737&%bheader%& removes leading and trailing white space, and then decodes base64
8738or quoted-printable MIME &"words"& within the header text, but does no
8739character set translation. If decoding of what looks superficially like a MIME
8740&"word"& fails, the raw string is returned. If decoding
8741.cindex "binary zero" "in header line"
8742produces a binary zero character, it is replaced by a question mark &-- this is
168e428f
PH
8743what Exim does for binary zeros that are actually received in header lines.
8744
9b371988
PH
8745.next
8746&%header%& tries to translate the string as decoded by &%bheader%& to a
8747standard character set. This is an attempt to produce the same string as would
8748be displayed on a user's MUA. If translation fails, the &%bheader%& string is
168e428f 8749returned. Translation is attempted only on operating systems that support the
9b371988
PH
8750&[iconv()]& function. This is indicated by the compile-time macro HAVE_ICONV in
8751a system Makefile or in &_Local/Makefile_&.
8752.endlist ilist
168e428f 8753
9b371988
PH
8754In a filter file, the target character set for &%header%& can be specified by a
8755command of the following form:
8756.code
8757headers charset "UTF-8"
8758.endd
8759This command affects all references to &$h_$& (or &$header_$&) expansions in
168e428f 8760subsequently obeyed filter commands. In the absence of this command, the target
9b371988 8761character set in a filter is taken from the setting of the &%headers_charset%&
168e428f 8762option in the runtime configuration. The value of this option defaults to the
9b371988 8763value of HEADERS_CHARSET in &_Local/Makefile_&. The ultimate default is
168e428f 8764ISO-8859-1.
9b371988 8765
168e428f
PH
8766Header names follow the syntax of RFC 2822, which states that they may contain
8767any printing characters except space and colon. Consequently, curly brackets
9b371988 8768&'do not'& terminate header names, and should not be used to enclose them as
168e428f 8769if they were variables. Attempting to do so causes a syntax error.
9b371988 8770
168e428f
PH
8771Only header lines that are common to all copies of a message are visible to
8772this mechanism. These are the original header lines that are received with the
3cb1b51e 8773message, and any that are added by an ACL statement or by a system
168e428f
PH
8774filter. Header lines that are added to a particular copy of a message by a
8775router or transport are not accessible.
9b371988 8776
168e428f
PH
8777For incoming SMTP messages, no header lines are visible in ACLs that are obeyed
8778before the DATA ACL, because the header structure is not set up until the
3cb1b51e
PH
8779message is received. Header lines that are added in a RCPT ACL (for example)
8780are saved until the message's incoming header lines are available, at which
8781point they are added. When a DATA ACL is running, however, header lines added
8782by earlier ACLs are visible.
9b371988 8783
168e428f
PH
8784Upper case and lower case letters are synonymous in header names. If the
8785following character is white space, the terminating colon may be omitted, but
8786this is not recommended, because you may then forget it when it is needed. When
8787white space terminates the header name, it is included in the expanded string.
8788If the message does not contain the given header, the expansion item is
9b371988
PH
8789replaced by an empty string. (See the &%def%& condition in section
8790&<<SECTexpcond>>& for a means of testing for the existence of a header.)
8791
3cb1b51e
PH
8792If there is more than one header with the same name, they are all concatenated
8793to form the substitution string, up to a maximum length of 64K. Unless
8794&%rheader%& is being used, leading and trailing white space is removed from
8795each header before concatenation, and a completely empty header is ignored. A
8796newline character is then inserted between non-empty headers, but there is no
8797newline at the very end. For the &%header%& and &%bheader%& expansion, for
8798those headers that contain lists of addresses, a comma is also inserted at the
8799junctions between headers. This does not happen for the &%rheader%& expansion.
168e428f
PH
8800
8801
9b371988
PH
8802.vitem &*${hmac{*&<&'hashname'&>&*}{*&<&'secret'&>&*}{*&<&'string'&>&*}}*&
8803.cindex "expansion" "hmac hashing"
4f578862 8804.cindex &%hmac%&
168e428f
PH
8805This function uses cryptographic hashing (either MD5 or SHA-1) to convert a
8806shared secret and some text into a message authentication code, as specified in
9b371988
PH
8807RFC 2104. This differs from &`${md5:secret_text...}`& or
8808&`${sha1:secret_text...}`& in that the hmac step adds a signature to the
168e428f 8809cryptographic hash, allowing for authentication that is not possible with MD5
9b371988
PH
8810or SHA-1 alone. The hash name must expand to either &`md5`& or &`sha1`& at
8811present. For example:
8812.code
8813${hmac{md5}{somesecret}{$primary_hostname $tod_log}}
8814.endd
8815For the hostname &'mail.example.com'& and time 2002-10-17 11:30:59, this
168e428f 8816produces:
9b371988
PH
8817.code
8818dd97e3ba5d1a61b5006108f8c8252953
8819.endd
168e428f
PH
8820As an example of how this might be used, you might put in the main part of
8821an Exim configuration:
9b371988
PH
8822.code
8823SPAMSCAN_SECRET=cohgheeLei2thahw
8824.endd
168e428f 8825In a router or a transport you could then have:
9b371988 8826.code
168e428f 8827headers_add = \
d1e83bff 8828 X-Spam-Scanned: ${primary_hostname} ${message_exim_id} \
168e428f 8829 ${hmac{md5}{SPAMSCAN_SECRET}\
d1e83bff 8830 {${primary_hostname},${message_exim_id},$h_message-id:}}
9b371988 8831.endd
168e428f 8832Then given a message, you can check where it was scanned by looking at the
9b371988
PH
8833&'X-Spam-Scanned:'& header line. If you know the secret, you can check that
8834this header line is authentic by recomputing the authentication code from the
8835host name, message ID and the &'Message-id:'& header line. This can be done
8836using Exim's &%-be%& option, or by other means, for example by using the
8837&'hmac_md5_hex()'& function in Perl.
8838
8839
8840.vitem &*${if&~*&<&'condition'&>&*&~{*&<&'string1'&>&*}{*&<&'string2'&>&*}}*&
8841.cindex "expansion" "conditional"
4f578862 8842.cindex "&%if%&, expansion item"
9b371988
PH
8843If <&'condition'&> is true, <&'string1'&> is expanded and replaces the whole
8844item; otherwise <&'string2'&> is used. The available conditions are described
8845in section &<<SECTexpcond>>& below. For example:
8846.code
8847${if eq {$local_part}{postmaster} {yes}{no} }
8848.endd
168e428f 8849The second string need not be present; if it is not and the condition is not
9b371988
PH
8850true, the item is replaced with nothing. Alternatively, the word &"fail"& may
8851be present instead of the second string (without any curly brackets). In this
168e428f 8852case, the expansion is forced to fail if the condition is not true (see section
9b371988
PH
8853&<<SECTforexpfai>>&).
8854
8855If both strings are omitted, the result is the string &`true`& if the condition
168e428f
PH
8856is true, and the empty string if the condition is false. This makes it less
8857cumbersome to write custom ACL and router conditions. For example, instead of
9b371988
PH
8858.code
8859condition = ${if >{$acl_m4}{3}{true}{false}}
8860.endd
168e428f 8861you can use
9b371988
PH
8862.code
8863condition = ${if >{$acl_m4}{3}}
8864.endd
8865
8866.vitem &*${length{*&<&'string1'&>&*}{*&<&'string2'&>&*}}*&
8867.cindex "expansion" "string truncation"
f89d2485 8868.cindex "&%length%& expansion item"
9b371988
PH
8869The &%length%& item is used to extract the initial portion of a string. Both
8870strings are expanded, and the first one must yield a number, <&'n'&>, say. If
8871you are using a fixed value for the number, that is, if <&'string1'&> does not
8872change when expanded, you can use the simpler operator notation that avoids
8873some of the braces:
8874.code
8875${length_<n>:<string>}
8876.endd
8877The result of this item is either the first <&'n'&> characters or the whole
8878of <&'string2'&>, whichever is the shorter. Do not confuse &%length%& with
8879&%strlen%&, which gives the length of a string.
8880
8881
8882.vitem "&*${lookup{*&<&'key'&>&*}&~*&<&'search&~type'&>&*&~&&&
8883 {*&<&'file'&>&*}&~{*&<&'string1'&>&*}&~{*&<&'string2'&>&*}}*&"
168e428f
PH
8884This is the first of one of two different types of lookup item, which are both
8885described in the next item.
8886
9b371988
PH
8887.vitem "&*${lookup&~*&<&'search&~type'&>&*&~{*&<&'query'&>&*}&~&&&
8888 {*&<&'string1'&>&*}&~{*&<&'string2'&>&*}}*&"
8889.cindex "expansion" "lookup in"
4f578862 8890.cindex "file" "lookups"
9b371988 8891.cindex "lookup" "in expanded string"
168e428f 8892The two forms of lookup item specify data lookups in files and databases, as
9b371988
PH
8893discussed in chapter &<<CHAPfdlookup>>&. The first form is used for single-key
8894lookups, and the second is used for query-style lookups. The <&'key'&>,
8895<&'file'&>, and <&'query'&> strings are expanded before use.
8896
168e428f 8897If there is any white space in a lookup item which is part of a filter command,
9b371988 8898a retry or rewrite rule, a routing rule for the &(manualroute)& router, or any
168e428f
PH
8899other place where white space is significant, the lookup item must be enclosed
8900in double quotes. The use of data lookups in users' filter files may be locked
8901out by the system administrator.
9b371988 8902
f89d2485 8903.vindex "&$value$&"
9b371988
PH
8904If the lookup succeeds, <&'string1'&> is expanded and replaces the entire item.
8905During its expansion, the variable &$value$& contains the data returned by the
168e428f 8906lookup. Afterwards it reverts to the value it had previously (at the outer
9b371988
PH
8907level it is empty). If the lookup fails, <&'string2'&> is expanded and replaces
8908the entire item. If {<&'string2'&>} is omitted, the replacement is the empty
8909string on failure. If <&'string2'&> is provided, it can itself be a nested
168e428f
PH
8910lookup, thus providing a mechanism for looking up a default value when the
8911original lookup fails.
9b371988
PH
8912
8913If a nested lookup is used as part of <&'string1'&>, &$value$& contains the
8914data for the outer lookup while the parameters of the second lookup are
8915expanded, and also while <&'string2'&> of the second lookup is expanded, should
8916the second lookup fail. Instead of {<&'string2'&>} the word &"fail"& can
8917appear, and in this case, if the lookup fails, the entire expansion is forced
8918to fail (see section &<<SECTforexpfai>>&). If both {<&'string1'&>} and
8919{<&'string2'&>} are omitted, the result is the looked up value in the case of a
8920successful lookup, and nothing in the case of failure.
8921
8922For single-key lookups, the string &"partial"& is permitted to precede the
8923search type in order to do partial matching, and * or *@ may follow a search
168e428f 8924type to request default lookups if the key does not match (see sections
9b371988
PH
8925&<<SECTdefaultvaluelookups>>& and &<<SECTpartiallookup>>& for details).
8926
8927.cindex "numerical variables (&$1$& &$2$& etc)" "in lookup expansion"
8928If a partial search is used, the variables &$1$& and &$2$& contain the wild
168e428f
PH
8929and non-wild parts of the key during the expansion of the replacement text.
8930They return to their previous values at the end of the lookup item.
168e428f 8931
9b371988
PH
8932This example looks up the postmaster alias in the conventional alias file:
8933.code
8934${lookup {postmaster} lsearch {/etc/aliases} {$value}}
8935.endd
168e428f
PH
8936This example uses NIS+ to look up the full name of the user corresponding to
8937the local part of an address, forcing the expansion to fail if it is not found:
9b371988 8938.code
168e428f
PH
8939${lookup nisplus {[name=$local_part],passwd.org_dir:gcos} \
8940 {$value}fail}
9b371988 8941.endd
168e428f 8942
f89d2485 8943
f89d2485
PH
8944.vitem &*${map{*&<&'string1'&>&*}{*&<&'string2'&>&*}}*&
8945.cindex "expansion" "list creation"
8946.vindex "&$item$&"
8947After expansion, <&'string1'&> is interpreted as a list, colon-separated by
8948default, but the separator can be changed in the usual way. For each item
8949in this list, its value is place in &$item$&, and then <&'string2'&> is
8950expanded and added to the output as an item in a new list. The separator used
8951for the output list is the same as the one used for the input, but a separator
8952setting is not included in the output. For example:
8953.code
8954${map{a:b:c}{[$item]}} ${map{<- x-y-z}{($item)}}
8955.endd
8956expands to &`[a]:[b]:[c] (x)-(y)-(z)`&. At the end of the expansion, the
8957value of &$item$& is restored to what it was before. See also the &*filter*&
8958and &*reduce*& expansion items.
f89d2485 8959
9b371988
PH
8960.vitem &*${nhash{*&<&'string1'&>&*}{*&<&'string2'&>&*}{*&<&'string3'&>&*}}*&
8961.cindex "expansion" "numeric hash"
8962.cindex "hash function" "numeric"
168e428f 8963The three strings are expanded; the first two must yield numbers. Call them
9b371988
PH
8964<&'n'&> and <&'m'&>. If you are using fixed values for these numbers, that is,
8965if <&'string1'&> and <&'string2'&> do not change when they are expanded, you
8966can use the simpler operator notation that avoids some of the braces:
8967.code
8968${nhash_<n>_<m>:<string>}
8969.endd
168e428f 8970The second number is optional (in both notations). If there is only one number,
9b371988 8971the result is a number in the range 0&--<&'n'&>-1. Otherwise, the string is
168e428f 8972processed by a div/mod hash function that returns two numbers, separated by a
9b371988
PH
8973slash, in the ranges 0 to <&'n'&>-1 and 0 to <&'m'&>-1, respectively. For
8974example,
8975.code
8976${nhash{8}{64}{supercalifragilisticexpialidocious}}
8977.endd
8978returns the string &"6/33"&.
168e428f
PH
8979
8980
8981
9b371988
PH
8982.vitem &*${perl{*&<&'subroutine'&>&*}{*&<&'arg'&>&*}{*&<&'arg'&>&*}...}*&
8983.cindex "Perl" "use in expanded string"
8984.cindex "expansion" "calling Perl from"
168e428f
PH
8985This item is available only if Exim has been built to include an embedded Perl
8986interpreter. The subroutine name and the arguments are first separately
8987expanded, and then the Perl subroutine is called with those arguments. No
8988additional arguments need be given; the maximum number permitted, including the
8989name of the subroutine, is nine.
9b371988 8990
168e428f 8991The return value of the subroutine is inserted into the expanded string, unless
9b371988
PH
8992the return value is &%undef%&. In that case, the expansion fails in the same
8993way as an explicit &"fail"& on a lookup item. The return value is a scalar.
8994Whatever you return is evaluated in a scalar context. For example, if you
8995return the name of a Perl vector, the return value is the size of the vector,
8996not its contents.
8997
8998If the subroutine exits by calling Perl's &%die%& function, the expansion fails
8999with the error message that was passed to &%die%&. More details of the embedded
9000Perl facility are given in chapter &<<CHAPperl>>&.
9001
9002The &(redirect)& router has an option called &%forbid_filter_perl%& which locks
168e428f
PH
9003out the use of this expansion item in filter files.
9004
9005
9b371988 9006.vitem &*${prvs{*&<&'address'&>&*}{*&<&'secret'&>&*}{*&<&'keynumber'&>&*}}*&
f89d2485 9007.cindex "&%prvs%& expansion item"
068aaea8
PH
9008The first argument is a complete email address and the second is secret
9009keystring. The third argument, specifying a key number, is optional. If absent,
9010it defaults to 0. The result of the expansion is a prvs-signed email address,
9b371988
PH
9011to be typically used with the &%return_path%& option on an &(smtp)& transport
9012as part of a bounce address tag validation (BATV) scheme. For more discussion
9013and an example, see section &<<SECTverifyPRVS>>&.
9b371988 9014
9b371988
PH
9015.vitem "&*${prvscheck{*&<&'address'&>&*}{*&<&'secret'&>&*}&&&
9016 {*&<&'string'&>&*}}*&"
f89d2485 9017.cindex "&%prvscheck%& expansion item"
9b371988 9018This expansion item is the complement of the &%prvs%& item. It is used for
068aaea8
PH
9019checking prvs-signed addresses. If the expansion of the first argument does not
9020yield a syntactically valid prvs-signed address, the whole item expands to the
9021empty string. When the first argument does expand to a syntactically valid
9022prvs-signed address, the second argument is expanded, with the prvs-decoded
9023version of the address and the key number extracted from the address in the
9b371988
PH
9024variables &$prvscheck_address$& and &$prvscheck_keynum$&, respectively.
9025
068aaea8
PH
9026These two variables can be used in the expansion of the second argument to
9027retrieve the secret. The validity of the prvs-signed address is then checked
9b371988
PH
9028against the secret. The result is stored in the variable &$prvscheck_result$&,
9029which is empty for failure or &"1"& for success.
9030
068aaea8
PH
9031The third argument is optional; if it is missing, it defaults to an empty
9032string. This argument is now expanded. If the result is an empty string, the
9033result of the expansion is the decoded version of the address. This is the case
9034whether or not the signature was valid. Otherwise, the result of the expansion
9035is the expansion of the third argument.
068aaea8 9036
9b371988
PH
9037All three variables can be used in the expansion of the third argument.
9038However, once the expansion is complete, only &$prvscheck_result$& remains set.
9039For more discussion and an example, see section &<<SECTverifyPRVS>>&.
068aaea8 9040
9b371988
PH
9041.vitem &*${readfile{*&<&'file&~name'&>&*}{*&<&'eol&~string'&>&*}}*&
9042.cindex "expansion" "inserting an entire file"
9043.cindex "file" "inserting into expansion"
4f578862 9044.cindex "&%readfile%& expansion item"
168e428f
PH
9045The file name and end-of-line string are first expanded separately. The file is
9046then read, and its contents replace the entire item. All newline characters in
9047the file are replaced by the end-of-line string if it is present. Otherwise,
9048newlines are left in the string.
9049String expansion is not applied to the contents of the file. If you want this,
9b371988
PH
9050you must wrap the item in an &%expand%& operator. If the file cannot be read,
9051the string expansion fails.
9052
9053The &(redirect)& router has an option called &%forbid_filter_readfile%& which
168e428f
PH
9054locks out the use of this expansion item in filter files.
9055
9056
9057
9b371988
PH
9058.vitem "&*${readsocket{*&<&'name'&>&*}{*&<&'request'&>&*}&&&
9059 {*&<&'timeout'&>&*}{*&<&'eol&~string'&>&*}{*&<&'fail&~string'&>&*}}*&"
9060.cindex "expansion" "inserting from a socket"
f89d2485 9061.cindex "socket, use of in expansion"
4f578862 9062.cindex "&%readsocket%& expansion item"
c0712871
PH
9063This item inserts data from a Unix domain or Internet socket into the expanded
9064string. The minimal way of using it uses just two arguments, as in these
9065examples:
9b371988
PH
9066.code
9067${readsocket{/socket/name}{request string}}
c0712871 9068${readsocket{inet:some.host:1234}{request string}}
9b371988 9069.endd
c0712871
PH
9070For a Unix domain socket, the first substring must be the path to the socket.
9071For an Internet socket, the first substring must contain &`inet:`& followed by
9072a host name or IP address, followed by a colon and a port, which can be a
9073number or the name of a TCP port in &_/etc/services_&. An IP address may
9074optionally be enclosed in square brackets. This is best for IPv6 addresses. For
9075example:
9076.code
9077${readsocket{inet:[::1]:1234}{request string}}
9078.endd
9079Only a single host name may be given, but if looking it up yields more than
9080one IP address, they are each tried in turn until a connection is made. For
9081both kinds of socket, Exim makes a connection, writes the request string
9082(unless it is an empty string) and reads from the socket until an end-of-file
9083is read. A timeout of 5 seconds is applied. Additional, optional arguments
9084extend what can be done. Firstly, you can vary the timeout. For example:
9b371988 9085.code
db9452a9 9086${readsocket{/socket/name}{request string}{3s}}
9b371988 9087.endd
168e428f 9088A fourth argument allows you to change any newlines that are in the data
9b371988
PH
9089that is read, in the same way as for &%readfile%& (see above). This example
9090turns them into spaces:
9091.code
db9452a9 9092${readsocket{inet:127.0.0.1:3294}{request string}{3s}{ }}
9b371988 9093.endd
168e428f
PH
9094As with all expansions, the substrings are expanded before the processing
9095happens. Errors in these sub-expansions cause the expansion to fail. In
9096addition, the following errors can occur:
168e428f 9097
9b371988
PH
9098.ilist
9099Failure to create a socket file descriptor;
9100.next
9101Failure to connect the socket;
9102.next
db9452a9 9103Failure to write the request string;
9b371988
PH
9104.next
9105Timeout on reading from the socket.
9106.endlist
168e428f 9107
168e428f
PH
9108By default, any of these errors causes the expansion to fail. However, if
9109you supply a fifth substring, it is expanded and used when any of the above
9110errors occurs. For example:
9b371988 9111.code
db9452a9 9112${readsocket{/socket/name}{request string}{3s}{\n}\
9b371988
PH
9113 {socket failure}}
9114.endd
c0712871
PH
9115You can test for the existence of a Unix domain socket by wrapping this
9116expansion in &`${if exists`&, but there is a race condition between that test
9117and the actual opening of the socket, so it is safer to use the fifth argument
9118if you want to be absolutely sure of avoiding an expansion error for a
9119non-existent Unix domain socket, or a failure to connect to an Internet socket.
9b371988
PH
9120
9121The &(redirect)& router has an option called &%forbid_filter_readsocket%& which
168e428f
PH
9122locks out the use of this expansion item in filter files.
9123
f89d2485 9124
f89d2485
PH
9125.vitem &*${reduce{*&<&'string1'&>}{<&'string2'&>&*}{*&<&'string3'&>&*}}*&
9126.cindex "expansion" "reducing a list to a scalar"
9127.cindex "list" "reducing to a scalar"
9128.vindex "&$value$&"
9129.vindex "&$item$&"
9130This operation reduces a list to a single, scalar string. After expansion,
9131<&'string1'&> is interpreted as a list, colon-separated by default, but the
9132separator can be changed in the usual way. Then <&'string2'&> is expanded and
9133assigned to the &$value$& variable. After this, each item in the <&'string1'&>
9134list is assigned to &$item$& in turn, and <&'string3'&> is expanded for each of
9135them. The result of that expansion is assigned to &$value$& before the next
9136iteration. When the end of the list is reached, the final value of &$value$& is
9137added to the expansion output. The &*reduce*& expansion item can be used in a
9138number of ways. For example, to add up a list of numbers:
9139.code
9140${reduce {<, 1,2,3}{0}{${eval:$value+$item}}}
9141.endd
9142The result of that expansion would be &`6`&. The maximum of a list of numbers
9143can be found:
9144.code
9145${reduce {3:0:9:4:6}{0}{${if >{$item}{$value}{$item}{$value}}}}
9146.endd
9147At the end of a &*reduce*& expansion, the values of &$item$& and &$value$& are
9148restored to what they were before. See also the &*filter*& and &*map*&
9149expansion items.
f89d2485 9150
595028e4 9151.vitem &*$rheader_*&<&'header&~name'&>&*:*&&~or&~&*$rh_*&<&'header&~name'&>&*:*&
9b371988 9152This item inserts &"raw"& header lines. It is described with the &%header%&
168e428f
PH
9153expansion item above.
9154
9b371988
PH
9155.vitem "&*${run{*&<&'command'&>&*&~*&<&'args'&>&*}{*&<&'string1'&>&*}&&&
9156 {*&<&'string2'&>&*}}*&"
9157.cindex "expansion" "running a command"
4f578862 9158.cindex "&%run%& expansion item"
168e428f
PH
9159The command and its arguments are first expanded separately, and then the
9160command is run in a separate process, but under the same uid and gid. As in
9161other command executions from Exim, a shell is not used by default. If you want
9162a shell, you must explicitly code it.
168e428f 9163
3cb1b51e
PH
9164The standard input for the command exists, but is empty. The standard output
9165and standard error are set to the same file descriptor.
9b371988 9166.cindex "return code" "from &%run%& expansion"
f89d2485 9167.vindex "&$value$&"
9b371988 9168If the command succeeds (gives a zero return code) <&'string1'&> is expanded
3cb1b51e
PH
9169and replaces the entire item; during this expansion, the standard output/error
9170from the command is in the variable &$value$&. If the command fails,
9171<&'string2'&>, if present, is expanded and used. Once again, during the
9172expansion, the standard output/error from the command is in the variable
9173&$value$&.
9174
9175If <&'string2'&> is absent, the result is empty. Alternatively, <&'string2'&>
9176can be the word &"fail"& (not in braces) to force expansion failure if the
9177command does not succeed. If both strings are omitted, the result is contents
9178of the standard output/error on success, and nothing on failure.
9b371988 9179
f89d2485 9180.vindex "&$runrc$&"
9b371988
PH
9181The return code from the command is put in the variable &$runrc$&, and this
9182remains set afterwards, so in a filter file you can do things like this:
9183.code
9184if "${run{x y z}{}}$runrc" is 1 then ...
9185 elif $runrc is 2 then ...
9186 ...
9187endif
9188.endd
168e428f 9189If execution of the command fails (for example, the command does not exist),
9b371988 9190the return code is 127 &-- the same code that shells use for non-existent
168e428f 9191commands.
9b371988
PH
9192
9193&*Warning*&: In a router or transport, you cannot assume the order in which
9194option values are expanded, except for those preconditions whose order of
9195testing is documented. Therefore, you cannot reliably expect to set &$runrc$&
168e428f 9196by the expansion of one option, and use it in another.
9b371988
PH
9197
9198The &(redirect)& router has an option called &%forbid_filter_run%& which locks
168e428f
PH
9199out the use of this expansion item in filter files.
9200
9201
9b371988
PH
9202.vitem &*${sg{*&<&'subject'&>&*}{*&<&'regex'&>&*}{*&<&'replacement'&>&*}}*&
9203.cindex "expansion" "string substitution"
4f578862 9204.cindex "&%sg%& expansion item"
168e428f
PH
9205This item works like Perl's substitution operator (s) with the global (/g)
9206option; hence its name. However, unlike the Perl equivalent, Exim does not
9207modify the subject string; instead it returns the modified string for insertion
9208into the overall expansion. The item takes three arguments: the subject string,
9b371988
PH
9209a regular expression, and a substitution string. For example:
9210.code
9211${sg{abcdefabcdef}{abc}{xyz}}
9212.endd
9213yields &"xyzdefxyzdef"&. Because all three arguments are expanded before use,
9214if any $ or \ characters are required in the regular expression or in the
9215substitution string, they have to be escaped. For example:
9216.code
9217${sg{abcdef}{^(...)(...)\$}{\$2\$1}}
9218.endd
9219yields &"defabc"&, and
9220.code
9221${sg{1=A 4=D 3=C}{\N(\d+)=\N}{K\$1=}}
9222.endd
9223yields &"K1=A K4=D K3=C"&. Note the use of &`\N`& to protect the contents of
168e428f
PH
9224the regular expression from string expansion.
9225
9226
9227
9b371988 9228.vitem &*${substr{*&<&'string1'&>&*}{*&<&'string2'&>&*}{*&<&'string3'&>&*}}*&
f89d2485 9229.cindex "&%substr%& expansion item"
9b371988
PH
9230.cindex "substring extraction"
9231.cindex "expansion" "substring extraction"
168e428f 9232The three strings are expanded; the first two must yield numbers. Call them
9b371988
PH
9233<&'n'&> and <&'m'&>. If you are using fixed values for these numbers, that is,
9234if <&'string1'&> and <&'string2'&> do not change when they are expanded, you
9235can use the simpler operator notation that avoids some of the braces:
9236.code
9237${substr_<n>_<m>:<string>}
9238.endd
168e428f
PH
9239The second number is optional (in both notations).
9240If it is absent in the simpler format, the preceding underscore must also be
9241omitted.
168e428f 9242
9b371988
PH
9243The &%substr%& item can be used to extract more general substrings than
9244&%length%&. The first number, <&'n'&>, is a starting offset, and <&'m'&> is the
9245length required. For example
9246.code
9247${substr{3}{2}{$local_part}}
9248.endd
168e428f
PH
9249If the starting offset is greater than the string length the result is the
9250null string; if the length plus starting offset is greater than the string
9251length, the result is the right-hand part of the string, starting from the
9252given offset. The first character in the string has offset zero.
9b371988
PH
9253
9254The &%substr%& expansion item can take negative offset values to count
168e428f
PH
9255from the right-hand end of its operand. The last character is offset -1, the
9256second-last is offset -2, and so on. Thus, for example,
9b371988
PH
9257.code
9258${substr{-5}{2}{1234567}}
9259.endd
9260yields &"34"&. If the absolute value of a negative offset is greater than the
168e428f
PH
9261length of the string, the substring starts at the beginning of the string, and
9262the length is reduced by the amount of overshoot. Thus, for example,
9b371988
PH
9263.code
9264${substr{-5}{2}{12}}
9265.endd
168e428f 9266yields an empty string, but
9b371988
PH
9267.code
9268${substr{-3}{2}{12}}
9269.endd
9270yields &"1"&.
168e428f 9271
9b371988 9272When the second number is omitted from &%substr%&, the remainder of the string
168e428f
PH
9273is taken if the offset is positive. If it is negative, all characters in the
9274string preceding the offset point are taken. For example, an offset of -1 and
9275no length, as in these semantically identical examples:
9b371988
PH
9276.code
9277${substr_-1:abcde}
9278${substr{-1}{abcde}}
9279.endd
9280yields all but the last character of the string, that is, &"abcd"&.
168e428f
PH
9281
9282
9283
9b371988
PH
9284.vitem "&*${tr{*&<&'subject'&>&*}{*&<&'characters'&>&*}&&&
9285 {*&<&'replacements'&>&*}}*&"
9286.cindex "expansion" "character translation"
4f578862 9287.cindex "&%tr%& expansion item"
168e428f
PH
9288This item does single-character translation on its subject string. The second
9289argument is a list of characters to be translated in the subject string. Each
9290matching character is replaced by the corresponding character from the
9291replacement list. For example
9b371988
PH
9292.code
9293${tr{abcdea}{ac}{13}}
9294.endd
9295yields &`1b3de1`&. If there are duplicates in the second character string, the
168e428f
PH
9296last occurrence is used. If the third string is shorter than the second, its
9297last character is replicated. However, if it is empty, no translation takes
9298place.
9b371988 9299.endlist
168e428f
PH
9300
9301
9302
9b371988
PH
9303.section "Expansion operators" "SECTexpop"
9304.cindex "expansion" "operators"
168e428f 9305For expansion items that perform transformations on a single argument string,
9b371988 9306the &"operator"& notation is used because it is simpler and uses fewer braces.
168e428f
PH
9307The substring is first expanded before the operation is applied to it. The
9308following operations can be performed:
9309
9b371988
PH
9310.vlist
9311.vitem &*${address:*&<&'string'&>&*}*&
9312.cindex "expansion" "RFC 2822 address handling"
f89d2485 9313.cindex "&%address%& expansion item"
168e428f
PH
9314The string is interpreted as an RFC 2822 address, as it might appear in a
9315header line, and the effective address is extracted from it. If the string does
9316not parse successfully, the result is empty.
9317
9318
f89d2485
PH
9319.vitem &*${addresses:*&<&'string'&>&*}*&
9320.cindex "expansion" "RFC 2822 address handling"
9321.cindex "&%addresses%& expansion item"
9322The string (after expansion) is interpreted as a list of addresses in RFC
93232822 format, such as can be found in a &'To:'& or &'Cc:'& header line. The
9324operative address (&'local-part@domain'&) is extracted from each item, and the
9325result of the expansion is a colon-separated list, with appropriate
9326doubling of colons should any happen to be present in the email addresses.
9327Syntactically invalid RFC2822 address items are omitted from the output.
9328
9329It is possible to specify a character other than colon for the output
9330separator by starting the string with > followed by the new separator
9331character. For example:
9332.code
9333${addresses:>& Chief <ceo@up.stairs>, sec@base.ment (dogsbody)}
9334.endd
9335expands to &`ceo@up.stairs&&sec@base.ment`&. Compare the &*address*& (singular)
9336expansion item, which extracts the working address from a single RFC2822
9337address. See the &*filter*&, &*map*&, and &*reduce*& items for ways of
9338processing lists.
f89d2485
PH
9339
9340
9b371988 9341.vitem &*${base62:*&<&'digits'&>&*}*&
0a4e3112 9342.cindex "&%base62%& expansion item"
9b371988 9343.cindex "expansion" "conversion to base 62"
168e428f 9344The string must consist entirely of decimal digits. The number is converted to
068aaea8
PH
9345base 62 and output as a string of six characters, including leading zeros. In
9346the few operating environments where Exim uses base 36 instead of base 62 for
9347its message identifiers (because those systems do not have case-sensitive file
9b371988
PH
9348names), base 36 is used by this operator, despite its name. &*Note*&: Just to
9349be absolutely clear: this is &'not'& base64 encoding.
9b371988 9350
9b371988 9351.vitem &*${base62d:*&<&'base-62&~digits'&>&*}*&
0a4e3112 9352.cindex "&%base62d%& expansion item"
9b371988 9353.cindex "expansion" "conversion to base 62"
068aaea8
PH
9354The string must consist entirely of base-62 digits, or, in operating
9355environments where Exim uses base 36 instead of base 62 for its message
9356identifiers, base-36 digits. The number is converted to decimal and output as a
9357string.
168e428f 9358
9b371988
PH
9359.vitem &*${domain:*&<&'string'&>&*}*&
9360.cindex "domain" "extraction"
9361.cindex "expansion" "domain extraction"
168e428f
PH
9362The string is interpreted as an RFC 2822 address and the domain is extracted
9363from it. If the string does not parse successfully, the result is empty.
9364
9365
9b371988
PH
9366.vitem &*${escape:*&<&'string'&>&*}*&
9367.cindex "expansion" "escaping non-printing characters"
0a4e3112 9368.cindex "&%escape%& expansion item"
168e428f
PH
9369If the string contains any non-printing characters, they are converted to
9370escape sequences starting with a backslash. Whether characters with the most
9b371988
PH
9371significant bit set (so-called &"8-bit characters"&) count as printing or not
9372is controlled by the &%print_topbitchars%& option.
168e428f
PH
9373
9374
9b371988
PH
9375.vitem &*${eval:*&<&'string'&>&*}*&&~and&~&*${eval10:*&<&'string'&>&*}*&
9376.cindex "expansion" "expression evaluation"
9377.cindex "expansion" "arithmetic expression"
4f578862 9378.cindex "&%eval%& expansion item"
3cb1b51e
PH
9379These items supports simple arithmetic and bitwise logical operations in
9380expansion strings. The string (after expansion) must be a conventional
9381arithmetic expression, but it is limited to basic arithmetic operators, bitwise
9382logical operators, and parentheses. All operations are carried out using
9383integer arithmetic. The operator priorities are as follows (the same as in the
9384C programming language):
f89d2485
PH
9385.table2 70pt 300pt
9386.irow &'highest:'& "not (~), negate (-)"
9387.irow "" "multiply (*), divide (/), remainder (%)"
9388.irow "" "plus (+), minus (-)"
9389.irow "" "shift-left (<<), shift-right (>>)"
9390.irow "" "and (&&)"
9391.irow "" "xor (^)"
9392.irow &'lowest:'& "or (|)"
3cb1b51e
PH
9393.endtable
9394Binary operators with the same priority are evaluated from left to right. White
9395space is permitted before or after operators.
9396
9b371988
PH
9397For &%eval%&, numbers may be decimal, octal (starting with &"0"&) or
9398hexadecimal (starting with &"0x"&). For &%eval10%&, all numbers are taken as
db9452a9
PH
9399decimal, even if they start with a leading zero; hexadecimal numbers are not
9400permitted. This can be useful when processing numbers extracted from dates or
9401times, which often do have leading zeros.
9b371988
PH
9402
9403A number may be followed by &"K"& or &"M"& to multiply it by 1024 or 1024*1024,
168e428f 9404respectively. Negative numbers are supported. The result of the computation is
9b371988
PH
9405a decimal representation of the answer (without &"K"& or &"M"&). For example:
9406
9b371988 9407.display
3cb1b51e
PH
9408&`${eval:1+1} `& yields 2
9409&`${eval:1+2*3} `& yields 7
9410&`${eval:(1+2)*3} `& yields 9
9411&`${eval:2+42%5} `& yields 4
9412&`${eval:0xc&amp;5} `& yields 4
9413&`${eval:0xc|5} `& yields 13
9414&`${eval:0xc^5} `& yields 9
9415&`${eval:0xc>>1} `& yields 6
9416&`${eval:0xc<<1} `& yields 24
9417&`${eval:~255&amp;0x1234} `& yields 4608
9418&`${eval:-(~255&amp;0x1234)} `& yields -4608
9b371988 9419.endd
9b371988 9420
168e428f 9421As a more realistic example, in an ACL you might have
9b371988 9422.code
168e428f
PH
9423deny message = Too many bad recipients
9424 condition = \
9425 ${if and { \
9426 {>{$rcpt_count}{10}} \
9427 { \
9428 < \
9429 {$recipients_count} \
9430 {${eval:$rcpt_count/2}} \
9431 } \
9432 }{yes}{no}}
9b371988 9433.endd
168e428f
PH
9434The condition is true if there have been more than 10 RCPT commands and
9435fewer than half of them have resulted in a valid recipient.
9436
9437
9b371988
PH
9438.vitem &*${expand:*&<&'string'&>&*}*&
9439.cindex "expansion" "re-expansion of substring"
9440The &%expand%& operator causes a string to be expanded for a second time. For
168e428f 9441example,
9b371988
PH
9442.code
9443${expand:${lookup{$domain}dbm{/some/file}{$value}}}
9444.endd
9445first looks up a string in a file while expanding the operand for &%expand%&,
9446and then re-expands what it has found.
168e428f 9447
168e428f 9448
9b371988
PH
9449.vitem &*${from_utf8:*&<&'string'&>&*}*&
9450.cindex "Unicode"
9451.cindex "UTF-8" "conversion from"
9452.cindex "expansion" "UTF-8 conversion"
0a4e3112 9453.cindex "&%from_utf8%& expansion item"
168e428f
PH
9454The world is slowly moving towards Unicode, although there are no standards for
9455email yet. However, other applications (including some databases) are starting
9456to store data in Unicode, using UTF-8 encoding. This operator converts from a
9457UTF-8 string to an ISO-8859-1 string. UTF-8 code values greater than 255 are
9458converted to underscores. The input must be a valid UTF-8 string. If it is not,
9459the result is an undefined sequence of bytes.
9b371988 9460
168e428f
PH
9461Unicode code points with values less than 256 are compatible with ASCII and
9462ISO-8859-1 (also known as Latin-1).
9463For example, character 169 is the copyright symbol in both cases, though the
9464way it is encoded is different. In UTF-8, more than one byte is needed for
9465characters with code values greater than 127, whereas ISO-8859-1 is a
9466single-byte encoding (but thereby limited to 256 characters). This makes
9467translation from UTF-8 to ISO-8859-1 straightforward.
9468
9469
9b371988
PH
9470.vitem &*${hash_*&<&'n'&>&*_*&<&'m'&>&*:*&<&'string'&>&*}*&
9471.cindex "hash function" "textual"
9472.cindex "expansion" "textual hash"
9473The &%hash%& operator is a simpler interface to the hashing function that can
9474be used when the two parameters are fixed numbers (as opposed to strings that
168e428f 9475change when expanded). The effect is the same as
9b371988
PH
9476.code
9477${hash{<n>}{<m>}{<string>}}
9478.endd
9479See the description of the general &%hash%& item above for details. The
9480abbreviation &%h%& can be used when &%hash%& is used as an operator.
168e428f
PH
9481
9482
9483
9b371988
PH
9484.vitem &*${hex2b64:*&<&'hexstring'&>&*}*&
9485.cindex "base64 encoding" "conversion from hex"
9486.cindex "expansion" "hex to base64"
0a4e3112 9487.cindex "&%hex2b64%& expansion item"
168e428f
PH
9488This operator converts a hex string into one that is base64 encoded. This can
9489be useful for processing the output of the MD5 and SHA-1 hashing functions.
9490
9491
9b371988
PH
9492.vitem &*${lc:*&<&'string'&>&*}*&
9493.cindex "case forcing in strings"
9494.cindex "string" "case forcing"
9495.cindex "lower casing"
9496.cindex "expansion" "case forcing"
4f578862 9497.cindex "&%lc%& expansion item"
168e428f 9498This forces the letters in the string into lower-case, for example:
9b371988
PH
9499.code
9500${lc:$local_part}
9501.endd
9502
9503.vitem &*${length_*&<&'number'&>&*:*&<&'string'&>&*}*&
9504.cindex "expansion" "string truncation"
f89d2485 9505.cindex "&%length%& expansion item"
9b371988
PH
9506The &%length%& operator is a simpler interface to the &%length%& function that
9507can be used when the parameter is a fixed number (as opposed to a string that
168e428f 9508changes when expanded). The effect is the same as
9b371988
PH
9509.code
9510${length{<number>}{<string>}}
9511.endd
9512See the description of the general &%length%& item above for details. Note that
9513&%length%& is not the same as &%strlen%&. The abbreviation &%l%& can be used
9514when &%length%& is used as an operator.
168e428f 9515
168e428f 9516
9b371988
PH
9517.vitem &*${local_part:*&<&'string'&>&*}*&
9518.cindex "expansion" "local part extraction"
4f578862 9519.cindex "&%local_part%& expansion item"
168e428f
PH
9520The string is interpreted as an RFC 2822 address and the local part is
9521extracted from it. If the string does not parse successfully, the result is
9522empty.
9523
9524
9b371988
PH
9525.vitem &*${mask:*&<&'IP&~address'&>&*/*&<&'bit&~count'&>&*}*&
9526.cindex "masked IP address"
9527.cindex "IP address" "masking"
9528.cindex "CIDR notation"
9529.cindex "expansion" "IP address masking"
0a4e3112 9530.cindex "&%mask%& expansion item"
168e428f
PH
9531If the form of the string to be operated on is not an IP address followed by a
9532slash and an integer (that is, a network address in CIDR notation), the
9533expansion fails. Otherwise, this operator converts the IP address to binary,
9534masks off the least significant bits according to the bit count, and converts
9535the result back to text, with mask appended. For example,
9b371988
PH
9536.code
9537${mask:10.111.131.206/28}
9538.endd
9539returns the string &"10.111.131.192/28"&. Since this operation is expected to
9540be mostly used for looking up masked addresses in files, the result for an IPv6
168e428f
PH
9541address uses dots to separate components instead of colons, because colon
9542terminates a key string in lsearch files. So, for example,
9b371988
PH
9543.code
9544${mask:3ffe:ffff:836f:0a00:000a:0800:200a:c031/99}
9545.endd
168e428f 9546returns the string
9b371988
PH
9547.code
95483ffe.ffff.836f.0a00.000a.0800.2000.0000/99
9549.endd
168e428f
PH
9550Letters in IPv6 addresses are always output in lower case.
9551
9552
9b371988
PH
9553.vitem &*${md5:*&<&'string'&>&*}*&
9554.cindex "MD5 hash"
9555.cindex "expansion" "MD5 hash"
4f578862 9556.cindex "&%md5%& expansion item"
9b371988
PH
9557The &%md5%& operator computes the MD5 hash value of the string, and returns it
9558as a 32-digit hexadecimal number, in which any letters are in lower case.
168e428f
PH
9559
9560
9b371988
PH
9561.vitem &*${nhash_*&<&'n'&>&*_*&<&'m'&>&*:*&<&'string'&>&*}*&
9562.cindex "expansion" "numeric hash"
9563.cindex "hash function" "numeric"
9564The &%nhash%& operator is a simpler interface to the numeric hashing function
168e428f
PH
9565that can be used when the two parameters are fixed numbers (as opposed to
9566strings that change when expanded). The effect is the same as
9b371988
PH
9567.code
9568${nhash{<n>}{<m>}{<string>}}
9569.endd
9570See the description of the general &%nhash%& item above for details.
168e428f 9571
168e428f 9572
9b371988
PH
9573.vitem &*${quote:*&<&'string'&>&*}*&
9574.cindex "quoting" "in string expansions"
9575.cindex "expansion" "quoting"
0a4e3112 9576.cindex "&%quote%& expansion item"
9b371988 9577The &%quote%& operator puts its argument into double quotes if it
168e428f
PH
9578is an empty string or
9579contains anything other than letters, digits, underscores, dots, and hyphens.
9580Any occurrences of double quotes and backslashes are escaped with a backslash.
9b371988 9581Newlines and carriage returns are converted to &`\n`& and &`\r`&,
168e428f 9582respectively For example,
9b371988
PH
9583.code
9584${quote:ab"*"cd}
9585.endd
168e428f 9586becomes
9b371988
PH
9587.code
9588"ab\"*\"cd"
9589.endd
168e428f
PH
9590The place where this is useful is when the argument is a substitution from a
9591variable or a message header.
9592
9b371988 9593.vitem &*${quote_local_part:*&<&'string'&>&*}*&
4f578862 9594.cindex "&%quote_local_part%& expansion item"
9b371988 9595This operator is like &%quote%&, except that it quotes the string only if
168e428f 9596required to do so by the rules of RFC 2822 for quoting local parts. For
9b371988
PH
9597example, a plus sign would not cause quoting (but it would for &%quote%&).
9598If you are creating a new email address from the contents of &$local_part$&
168e428f
PH
9599(or any other unknown data), you should always use this operator.
9600
9601
9b371988
PH
9602.vitem &*${quote_*&<&'lookup-type'&>&*:*&<&'string'&>&*}*&
9603.cindex "quoting" "lookup-specific"
168e428f
PH
9604This operator applies lookup-specific quoting rules to the string. Each
9605query-style lookup type has its own quoting rules which are described with
9b371988
PH
9606the lookups in chapter &<<CHAPfdlookup>>&. For example,
9607.code
9608${quote_ldap:two * two}
9609.endd
168e428f 9610returns
9b371988
PH
9611.code
9612two%20%5C2A%20two
9613.endd
168e428f
PH
9614For single-key lookup types, no quoting is ever necessary and this operator
9615yields an unchanged string.
9616
9617
0eb8eedd
NM
9618.vitem &*${randint:*&<&'n'&>&*}*&
9619.cindex "random number"
9620This operator returns a somewhat random number which is less than the
9621supplied number and is at least 0. The quality of this randomness depends
9622on how Exim was built; the values are not suitable for keying material.
9623If Exim is linked against OpenSSL then RAND_pseudo_bytes() is used.
9624Otherwise, the implementation may be arc4random(), random() seeded by
9625srandomdev() or srandom(), or a custom implementation even weaker than
9626random().
9627
9628
83e029d5
PP
9629.vitem &*${reverse_ip:*&<&'ipaddr'&>&*}*&
9630.cindex "expansion" "IP address"
9631This operator reverses an IP address; for IPv4 addresses, the result is in
9632dotted-quad decimal form, while for IPv6 addreses the result is in
9633dotted-nibble hexadecimal form. In both cases, this is the "natural" form
9634for DNS. For example,
9635.code
9636${reverse_ip:192.0.2.4} and ${reverse_ip:2001:0db8:c42:9:1:abcd:192.0.2.3}
9637.endd
9638returns
9639.code
96404.2.0.192 and 3.0.2.0.0.0.0.c.d.c.b.a.1.0.0.0.9.0.0.0.2.4.c.0.8.b.d.0.1.0.0.2
9641.endd
9642
9643
9b371988
PH
9644.vitem &*${rfc2047:*&<&'string'&>&*}*&
9645.cindex "expansion" "RFC 2047"
9646.cindex "RFC 2047" "expansion operator"
4f578862 9647.cindex "&%rfc2047%& expansion item"
168e428f
PH
9648This operator encodes text according to the rules of RFC 2047. This is an
9649encoding that is used in header lines to encode non-ASCII characters. It is
9650assumed that the input string is in the encoding specified by the
9b371988
PH
9651&%headers_charset%& option, which defaults to ISO-8859-1. If the string
9652contains only characters in the range 33&--126, and no instances of the
9653characters
9654.code
9655? = ( ) < > @ , ; : \ " . [ ] _
9656.endd
168e428f 9657it is not modified. Otherwise, the result is the RFC 2047 encoding of the
9b371988 9658string, using as many &"encoded words"& as necessary to encode all the
168e428f
PH
9659characters.
9660
9661
f89d2485
PH
9662.vitem &*${rfc2047d:*&<&'string'&>&*}*&
9663.cindex "expansion" "RFC 2047"
9664.cindex "RFC 2047" "decoding"
9665.cindex "&%rfc2047d%& expansion item"
9666This operator decodes strings that are encoded as per RFC 2047. Binary zero
9667bytes are replaced by question marks. Characters are converted into the
9668character set defined by &%headers_charset%&. Overlong RFC 2047 &"words"& are
9669not recognized unless &%check_rfc2047_length%& is set false.
595028e4 9670
595028e4
PH
9671&*Note*&: If you use &%$header%&_&'xxx'&&*:*& (or &%$h%&_&'xxx'&&*:*&) to
9672access a header line, RFC 2047 decoding is done automatically. You do not need
9673to use this operator as well.
f89d2485
PH
9674
9675
168e428f 9676
db9452a9
PH
9677.vitem &*${rxquote:*&<&'string'&>&*}*&
9678.cindex "quoting" "in regular expressions"
9679.cindex "regular expressions" "quoting"
9680.cindex "&%rxquote%& expansion item"
9681The &%rxquote%& operator inserts a backslash before any non-alphanumeric
9682characters in its argument. This is useful when substituting the values of
9683variables or headers inside regular expressions.
9684
9685
9b371988
PH
9686.vitem &*${sha1:*&<&'string'&>&*}*&
9687.cindex "SHA-1 hash"
9688.cindex "expansion" "SHA-1 hashing"
4f578862 9689.cindex "&%sha2%& expansion item"
9b371988
PH
9690The &%sha1%& operator computes the SHA-1 hash value of the string, and returns
9691it as a 40-digit hexadecimal number, in which any letters are in upper case.
168e428f
PH
9692
9693
9b371988
PH
9694.vitem &*${stat:*&<&'string'&>&*}*&
9695.cindex "expansion" "statting a file"
9696.cindex "file" "extracting characteristics"
4f578862 9697.cindex "&%stat%& expansion item"
9b371988
PH
9698The string, after expansion, must be a file path. A call to the &[stat()]&
9699function is made for this path. If &[stat()]& fails, an error occurs and the
168e428f 9700expansion fails. If it succeeds, the data from the stat replaces the item, as a
9b371988
PH
9701series of <&'name'&>=<&'value'&> pairs, where the values are all numerical,
9702except for the value of &"smode"&. The names are: &"mode"& (giving the mode as
9703a 4-digit octal number), &"smode"& (giving the mode in symbolic format as a
970410-character string, as for the &'ls'& command), &"inode"&, &"device"&,
9705&"links"&, &"uid"&, &"gid"&, &"size"&, &"atime"&, &"mtime"&, and &"ctime"&. You
9706can extract individual fields using the &%extract%& expansion item.
9707
9b371988
PH
9708The use of the &%stat%& expansion in users' filter files can be locked out by
9709the system administrator. &*Warning*&: The file size may be incorrect on 32-bit
068aaea8 9710systems for files larger than 2GB.
168e428f 9711
9b371988
PH
9712.vitem &*${str2b64:*&<&'string'&>&*}*&
9713.cindex "expansion" "base64 encoding"
9714.cindex "base64 encoding" "in string expansion"
4f578862 9715.cindex "&%str2b64%& expansion item"
168e428f
PH
9716This operator converts a string into one that is base64 encoded.
9717
9718
9719
9b371988
PH
9720.vitem &*${strlen:*&<&'string'&>&*}*&
9721.cindex "expansion" "string length"
9722.cindex "string" "length in expansion"
4f578862 9723.cindex "&%strlen%& expansion item"
168e428f 9724The item is replace by the length of the expanded string, expressed as a
9b371988
PH
9725decimal number. &*Note*&: Do not confuse &%strlen%& with &%length%&.
9726
9727
9728.vitem &*${substr_*&<&'start'&>&*_*&<&'length'&>&*:*&<&'string'&>&*}*&
4f578862 9729.cindex "&%substr%& expansion item"
9b371988
PH
9730.cindex "substring extraction"
9731.cindex "expansion" "substring expansion"
9732The &%substr%& operator is a simpler interface to the &%substr%& function that
9733can be used when the two parameters are fixed numbers (as opposed to strings
9734that change when expanded). The effect is the same as
9735.code
9736${substr{<start>}{<length>}{<string>}}
9737.endd
9738See the description of the general &%substr%& item above for details. The
9739abbreviation &%s%& can be used when &%substr%& is used as an operator.
9740
4f578862
PH
9741.vitem &*${time_eval:*&<&'string'&>&*}*&
9742.cindex "&%time_eval%& expansion item"
9743.cindex "time interval" "decoding"
9744This item converts an Exim time interval such as &`2d4h5m`& into a number of
9745seconds.
4f578862 9746
9b371988 9747.vitem &*${time_interval:*&<&'string'&>&*}*&
4f578862 9748.cindex "&%time_interval%& expansion item"
9b371988 9749.cindex "time interval" "formatting"
168e428f
PH
9750The argument (after sub-expansion) must be a sequence of decimal digits that
9751represents an interval of time as a number of seconds. It is converted into a
9752number of larger units and output in Exim's normal time format, for example,
9b371988 9753&`1w3d4h2m6s`&.
168e428f 9754
9b371988
PH
9755.vitem &*${uc:*&<&'string'&>&*}*&
9756.cindex "case forcing in strings"
9757.cindex "string" "case forcing"
9758.cindex "upper casing"
9759.cindex "expansion" "case forcing"
4f578862 9760.cindex "&%uc%& expansion item"
168e428f 9761This forces the letters in the string into upper-case.
9b371988 9762.endlist
168e428f
PH
9763
9764
9765
9766
9767
9768
9b371988 9769.section "Expansion conditions" "SECTexpcond"
3cb1b51e 9770.scindex IIDexpcond "expansion" "conditions"
9b371988 9771The following conditions are available for testing by the &%${if%& construct
168e428f
PH
9772while expanding strings:
9773
9b371988
PH
9774.vlist
9775.vitem &*!*&<&'condition'&>
9776.cindex "expansion" "negating a condition"
4f578862 9777.cindex "negation" "in expansion condition"
168e428f
PH
9778Preceding any condition with an exclamation mark negates the result of the
9779condition.
9780
9b371988
PH
9781.vitem <&'symbolic&~operator'&>&~&*{*&<&'string1'&>&*}{*&<&'string2'&>&*}*&
9782.cindex "numeric comparison"
9783.cindex "expansion" "numeric comparison"
168e428f
PH
9784There are a number of symbolic operators for doing numeric comparisons. They
9785are:
9b371988
PH
9786.display
9787&`= `& equal
9788&`== `& equal
9789&`> `& greater
9790&`>= `& greater or equal
9791&`< `& less
9792&`<= `& less or equal
9793.endd
9794For example:
9795.code
9796${if >{$message_size}{10M} ...
9797.endd
168e428f
PH
9798Note that the general negation operator provides for inequality testing. The
9799two strings must take the form of optionally signed decimal integers,
9b371988
PH
9800optionally followed by one of the letters &"K"& or &"M"& (in either upper or
9801lower case), signifying multiplication by 1024 or 1024*1024, respectively.
f89d2485
PH
9802As a special case, the numerical value of an empty string is taken as
9803zero.
168e428f 9804
f3766eb5
NM
9805.vitem &*bool&~{*&<&'string'&>&*}*&
9806.cindex "expansion" "boolean parsing"
9807.cindex "&%bool%& expansion condition"
9808This condition turns a string holding a true or false representation into
9809a boolean state. It parses &"true"&, &"false"&, &"yes"& and &"no"&
9810(case-insensitively); also positive integer numbers map to true if non-zero,
71265ae9 9811false if zero. Leading and trailing whitespace is ignored.
f3766eb5
NM
9812All other string values will result in expansion failure.
9813
9814When combined with ACL variables, this expansion condition will let you
9815make decisions in one place and act on those decisions in another place.
7d9f747b 9816For example:
f3766eb5
NM
9817.code
9818${if bool{$acl_m_privileged_sender} ...
9819.endd
9820
6a8de854
PP
9821.vitem &*bool_lax&~{*&<&'string'&>&*}*&
9822.cindex "expansion" "boolean parsing"
9823.cindex "&%bool_lax%& expansion condition"
9824Like &%bool%&, this condition turns a string into a boolean state. But
9825where &%bool%& accepts a strict set of strings, &%bool_lax%& uses the same
9826loose definition that the Router &%condition%& option uses. The empty string
9827and the values &"false"&, &"no"& and &"0"& map to false, all others map to
71265ae9 9828true. Leading and trailing whitespace is ignored.
6a8de854
PP
9829
9830Note that where &"bool{00}"& is false, &"bool_lax{00}"& is true.
9831
9b371988
PH
9832.vitem &*crypteq&~{*&<&'string1'&>&*}{*&<&'string2'&>&*}*&
9833.cindex "expansion" "encrypted comparison"
f89d2485 9834.cindex "encrypted strings, comparing"
4f578862 9835.cindex "&%crypteq%& expansion condition"
168e428f 9836This condition is included in the Exim binary if it is built to support any
9b371988
PH
9837authentication mechanisms (see chapter &<<CHAPSMTPAUTH>>&). Otherwise, it is
9838necessary to define SUPPORT_CRYPTEQ in &_Local/Makefile_& to get &%crypteq%&
168e428f 9839included in the binary.
9b371988
PH
9840
9841The &%crypteq%& condition has two arguments. The first is encrypted and
9842compared against the second, which is already encrypted. The second string may
9843be in the LDAP form for storing encrypted strings, which starts with the
9844encryption type in curly brackets, followed by the data. If the second string
9845does not begin with &"{"& it is assumed to be encrypted with &[crypt()]& or
9846&[crypt16()]& (see below), since such strings cannot begin with &"{"&.
9847Typically this will be a field from a password file. An example of an encrypted
9848string in LDAP form is:
9849.code
9850{md5}CY9rzUYh03PK3k6DJie09g==
9851.endd
168e428f
PH
9852If such a string appears directly in an expansion, the curly brackets have to
9853be quoted, because they are part of the expansion syntax. For example:
9b371988
PH
9854.code
9855${if crypteq {test}{\{md5\}CY9rzUYh03PK3k6DJie09g==}{yes}{no}}
9856.endd
168e428f
PH
9857The following encryption types (whose names are matched case-independently) are
9858supported:
9b371988
PH
9859
9860.ilist
9861.cindex "MD5 hash"
9862.cindex "base64 encoding" "in encrypted password"
9863&%{md5}%& computes the MD5 digest of the first string, and expresses this as
168e428f
PH
9864printable characters to compare with the remainder of the second string. If the
9865length of the comparison string is 24, Exim assumes that it is base64 encoded
9866(as in the above example). If the length is 32, Exim assumes that it is a
9867hexadecimal encoding of the MD5 digest. If the length not 24 or 32, the
9868comparison fails.
9869
9b371988
PH
9870.next
9871.cindex "SHA-1 hash"
9872&%{sha1}%& computes the SHA-1 digest of the first string, and expresses this as
168e428f
PH
9873printable characters to compare with the remainder of the second string. If the
9874length of the comparison string is 28, Exim assumes that it is base64 encoded.
9875If the length is 40, Exim assumes that it is a hexadecimal encoding of the
9876SHA-1 digest. If the length is not 28 or 40, the comparison fails.
9877
9b371988
PH
9878.next
9879.cindex "&[crypt()]&"
9880&%{crypt}%& calls the &[crypt()]& function, which traditionally used to use
9881only the first eight characters of the password. However, in modern operating
168e428f
PH
9882systems this is no longer true, and in many cases the entire password is used,
9883whatever its length.
3cb1b51e 9884
9b371988
PH
9885.next
9886.cindex "&[crypt16()]&"
f89d2485 9887&%{crypt16}%& calls the &[crypt16()]& function, which was originally created to
3cb1b51e
PH
9888use up to 16 characters of the password in some operating systems. Again, in
9889modern operating systems, more characters may be used.
9b371988 9890.endlist
3cb1b51e
PH
9891Exim has its own version of &[crypt16()]&, which is just a double call to
9892&[crypt()]&. For operating systems that have their own version, setting
9b371988 9893HAVE_CRYPT16 in &_Local/Makefile_& when building Exim causes it to use the
168e428f 9894operating system version instead of its own. This option is set by default in
9b371988
PH
9895the OS-dependent &_Makefile_& for those operating systems that are known to
9896support &[crypt16()]&.
9897
3cb1b51e
PH
9898Some years after Exim's &[crypt16()]& was implemented, a user discovered that
9899it was not using the same algorithm as some operating systems' versions. It
9900turns out that as well as &[crypt16()]& there is a function called
9901&[bigcrypt()]& in some operating systems. This may or may not use the same
9902algorithm, and both of them may be different to Exim's built-in &[crypt16()]&.
9903
9904However, since there is now a move away from the traditional &[crypt()]&
9905functions towards using SHA1 and other algorithms, tidying up this area of
9906Exim is seen as very low priority.
9907
9908If you do not put a encryption type (in curly brackets) in a &%crypteq%&
9909comparison, the default is usually either &`{crypt}`& or &`{crypt16}`&, as
9910determined by the setting of DEFAULT_CRYPT in &_Local/Makefile_&. The default
9911default is &`{crypt}`&. Whatever the default, you can always use either
9912function by specifying it explicitly in curly brackets.
168e428f 9913
9b371988
PH
9914.vitem &*def:*&<&'variable&~name'&>
9915.cindex "expansion" "checking for empty variable"
4f578862 9916.cindex "&%def%& expansion condition"
9b371988
PH
9917The &%def%& condition must be followed by the name of one of the expansion
9918variables defined in section &<<SECTexpvar>>&. The condition is true if the
9919variable does not contain the empty string. For example:
9920.code
9921${if def:sender_ident {from $sender_ident}}
9922.endd
9923Note that the variable name is given without a leading &%$%& character. If the
168e428f
PH
9924variable does not exist, the expansion fails.
9925
9b371988
PH
9926.vitem "&*def:header_*&<&'header&~name'&>&*:*&&~&~or&~&&&
9927 &~&*def:h_*&<&'header&~name'&>&*:*&"
9928.cindex "expansion" "checking header line existence"
168e428f
PH
9929This condition is true if a message is being processed and the named header
9930exists in the message. For example,
9b371988
PH
9931.code
9932${if def:header_reply-to:{$h_reply-to:}{$h_from:}}
9933.endd
9934&*Note*&: No &%$%& appears before &%header_%& or &%h_%& in the condition, and
9935the header name must be terminated by a colon if white space does not follow.
9936
f89d2485
PH
9937.vitem &*eq&~{*&<&'string1'&>&*}{*&<&'string2'&>&*}*& &&&
9938 &*eqi&~{*&<&'string1'&>&*}{*&<&'string2'&>&*}*&
9b371988
PH
9939.cindex "string" "comparison"
9940.cindex "expansion" "string comparison"
4f578862 9941.cindex "&%eq%& expansion condition"
4f578862 9942.cindex "&%eqi%& expansion condition"
168e428f 9943The two substrings are first expanded. The condition is true if the two
f89d2485
PH
9944resulting strings are identical. For &%eq%& the comparison includes the case of
9945letters, whereas for &%eqi%& the comparison is case-independent.
168e428f 9946
9b371988
PH
9947.vitem &*exists&~{*&<&'file&~name'&>&*}*&
9948.cindex "expansion" "file existence test"
9949.cindex "file" "existence test"
4f578862 9950.cindex "&%exists%&, expansion condition"
168e428f
PH
9951The substring is first expanded and then interpreted as an absolute path. The
9952condition is true if the named file (or directory) exists. The existence test
9b371988 9953is done by calling the &[stat()]& function. The use of the &%exists%& test in
168e428f
PH
9954users' filter files may be locked out by the system administrator.
9955
9b371988
PH
9956.vitem &*first_delivery*&
9957.cindex "delivery" "first"
9958.cindex "first delivery"
9959.cindex "expansion" "first delivery test"
4f578862 9960.cindex "&%first_delivery%& expansion condition"
168e428f
PH
9961This condition, which has no data, is true during a message's first delivery
9962attempt. It is false during any subsequent delivery attempts.
9963
168e428f 9964
f89d2485
PH
9965.vitem "&*forall{*&<&'a list'&>&*}{*&<&'a condition'&>&*}*&" &&&
9966 "&*forany{*&<&'a list'&>&*}{*&<&'a condition'&>&*}*&"
9967.cindex "list" "iterative conditions"
9968.cindex "expansion" "&*forall*& condition"
9969.cindex "expansion" "&*forany*& condition"
9970.vindex "&$item$&"
9971These conditions iterate over a list. The first argument is expanded to form
9972the list. By default, the list separator is a colon, but it can be changed by
9973the normal method. The second argument is interpreted as a condition that is to
9974be applied to each item in the list in turn. During the interpretation of the
9975condition, the current list item is placed in a variable called &$item$&.
9976.ilist
9977For &*forany*&, interpretation stops if the condition is true for any item, and
9978the result of the whole condition is true. If the condition is false for all
9979items in the list, the overall condition is false.
9980.next
9981For &*forall*&, interpretation stops if the condition is false for any item,
9982and the result of the whole condition is false. If the condition is true for
9983all items in the list, the overall condition is true.
9984.endlist
9985Note that negation of &*forany*& means that the condition must be false for all
9986items for the overall condition to succeed, and negation of &*forall*& means
9987that the condition must be false for at least one item. In this example, the
9988list separator is changed to a comma:
9989.code
9990${if forany{<, $recipients}{match{$item}{^user3@}}{yes}{no}}
9991.endd
9992The value of &$item$& is saved and restored while &*forany*& or &*forall*& is
9993being processed, to enable these expansion items to be nested.
f89d2485
PH
9994
9995
9996.vitem &*ge&~{*&<&'string1'&>&*}{*&<&'string2'&>&*}*& &&&
9997 &*gei&~{*&<&'string1'&>&*}{*&<&'string2'&>&*}*&
9b371988
PH
9998.cindex "string" "comparison"
9999.cindex "expansion" "string comparison"
f89d2485 10000.cindex "&%ge%& expansion condition"
4f578862 10001.cindex "&%gei%& expansion condition"
168e428f 10002The two substrings are first expanded. The condition is true if the first
f89d2485 10003string is lexically greater than or equal to the second string. For &%ge%& the
9b371988 10004comparison includes the case of letters, whereas for &%gei%& the comparison is
168e428f
PH
10005case-independent.
10006
f89d2485
PH
10007.vitem &*gt&~{*&<&'string1'&>&*}{*&<&'string2'&>&*}*& &&&
10008 &*gti&~{*&<&'string1'&>&*}{*&<&'string2'&>&*}*&
9b371988
PH
10009.cindex "string" "comparison"
10010.cindex "expansion" "string comparison"
f89d2485 10011.cindex "&%gt%& expansion condition"
4f578862 10012.cindex "&%gti%& expansion condition"
168e428f 10013The two substrings are first expanded. The condition is true if the first
f89d2485 10014string is lexically greater than the second string. For &%gt%& the comparison
9b371988 10015includes the case of letters, whereas for &%gti%& the comparison is
168e428f
PH
10016case-independent.
10017
f89d2485
PH
10018.vitem &*isip&~{*&<&'string'&>&*}*& &&&
10019 &*isip4&~{*&<&'string'&>&*}*& &&&
10020 &*isip6&~{*&<&'string'&>&*}*&
9b371988
PH
10021.cindex "IP address" "testing string format"
10022.cindex "string" "testing for IP address"
f89d2485
PH
10023.cindex "&%isip%& expansion condition"
10024.cindex "&%isip4%& expansion condition"
4f578862 10025.cindex "&%isip6%& expansion condition"
168e428f 10026The substring is first expanded, and then tested to see if it has the form of
9b371988 10027an IP address. Both IPv4 and IPv6 addresses are valid for &%isip%&, whereas
595028e4
PH
10028&%isip4%& and &%isip6%& test specifically for IPv4 or IPv6 addresses.
10029
595028e4
PH
10030For an IPv4 address, the test is for four dot-separated components, each of
10031which consists of from one to three digits. For an IPv6 address, up to eight
10032colon-separated components are permitted, each containing from one to four
10033hexadecimal digits. There may be fewer than eight components if an empty
10034component (adjacent colons) is present. Only one empty component is permitted.
10035
10036&*Note*&: The checks are just on the form of the address; actual numerical
10037values are not considered. Thus, for example, 999.999.999.999 passes the IPv4
10038check. The main use of these tests is to distinguish between IP addresses and
10039host names, or between IPv4 and IPv6 addresses. For example, you could use
9b371988
PH
10040.code
10041${if isip4{$sender_host_address}...
10042.endd
595028e4 10043to test which IP version an incoming SMTP connection is using.
168e428f 10044
9b371988
PH
10045.vitem &*ldapauth&~{*&<&'ldap&~query'&>&*}*&
10046.cindex "LDAP" "use for authentication"
10047.cindex "expansion" "LDAP authentication test"
4f578862 10048.cindex "&%ldapauth%& expansion condition"
168e428f 10049This condition supports user authentication using LDAP. See section
9b371988 10050&<<SECTldap>>& for details of how to use LDAP in lookups and the syntax of
168e428f
PH
10051queries. For this use, the query must contain a user name and password. The
10052query itself is not used, and can be empty. The condition is true if the
10053password is not empty, and the user name and password are accepted by the LDAP
10054server. An empty password is rejected without calling LDAP because LDAP binds
10055with an empty password are considered anonymous regardless of the username, and
9b371988
PH
10056will succeed in most configurations. See chapter &<<CHAPSMTPAUTH>>& for details
10057of SMTP authentication, and chapter &<<CHAPplaintext>>& for an example of how
168e428f
PH
10058this can be used.
10059
10060
f89d2485
PH
10061.vitem &*le&~{*&<&'string1'&>&*}{*&<&'string2'&>&*}*& &&&
10062 &*lei&~{*&<&'string1'&>&*}{*&<&'string2'&>&*}*&
9b371988
PH
10063.cindex "string" "comparison"
10064.cindex "expansion" "string comparison"
f89d2485 10065.cindex "&%le%& expansion condition"
4f578862 10066.cindex "&%lei%& expansion condition"
168e428f 10067The two substrings are first expanded. The condition is true if the first
f89d2485 10068string is lexically less than or equal to the second string. For &%le%& the
9b371988 10069comparison includes the case of letters, whereas for &%lei%& the comparison is
168e428f
PH
10070case-independent.
10071
f89d2485
PH
10072.vitem &*lt&~{*&<&'string1'&>&*}{*&<&'string2'&>&*}*& &&&
10073 &*lti&~{*&<&'string1'&>&*}{*&<&'string2'&>&*}*&
9b371988
PH
10074.cindex "string" "comparison"
10075.cindex "expansion" "string comparison"
f89d2485 10076.cindex "&%lt%& expansion condition"
4f578862 10077.cindex "&%lti%& expansion condition"
168e428f 10078The two substrings are first expanded. The condition is true if the first
f89d2485 10079string is lexically less than the second string. For &%lt%& the comparison
9b371988 10080includes the case of letters, whereas for &%lti%& the comparison is
168e428f
PH
10081case-independent.
10082
10083
9b371988
PH
10084.vitem &*match&~{*&<&'string1'&>&*}{*&<&'string2'&>&*}*&
10085.cindex "expansion" "regular expression comparison"
10086.cindex "regular expressions" "match in expanded string"
0a4e3112 10087.cindex "&%match%& expansion condition"
168e428f
PH
10088The two substrings are first expanded. The second is then treated as a regular
10089expression and applied to the first. Because of the pre-expansion, if the
10090regular expression contains dollar, or backslash characters, they must be
10091escaped. Care must also be taken if the regular expression contains braces
10092(curly brackets). A closing brace must be escaped so that it is not taken as a
9b371988
PH
10093premature termination of <&'string2'&>. The easiest approach is to use the
10094&`\N`& feature to disable expansion of the regular expression.
168e428f 10095For example,
9b371988
PH
10096.code
10097${if match {$local_part}{\N^\d{3}\N} ...
10098.endd
168e428f
PH
10099If the whole expansion string is in double quotes, further escaping of
10100backslashes is also required.
9b371988 10101
168e428f
PH
10102The condition is true if the regular expression match succeeds.
10103The regular expression is not required to begin with a circumflex
10104metacharacter, but if there is no circumflex, the expression is not anchored,
10105and it may match anywhere in the subject, not just at the start. If you want
9b371988 10106the pattern to match at the end of the subject, you must include the &`$`&
168e428f 10107metacharacter at an appropriate point.
9b371988
PH
10108
10109.cindex "numerical variables (&$1$& &$2$& etc)" "in &%if%& expansion"
10110At the start of an &%if%& expansion the values of the numeric variable
10111substitutions &$1$& etc. are remembered. Obeying a &%match%& condition that
168e428f
PH
10112succeeds causes them to be reset to the substrings of that condition and they
10113will have these values during the expansion of the success string. At the end
9b371988
PH
10114of the &%if%& expansion, the previous values are restored. After testing a
10115combination of conditions using &%or%&, the subsequent values of the numeric
168e428f
PH
10116variables are those of the condition that succeeded.
10117
9b371988 10118.vitem &*match_address&~{*&<&'string1'&>&*}{*&<&'string2'&>&*}*&
4f578862 10119.cindex "&%match_address%& expansion condition"
9b371988 10120See &*match_local_part*&.
168e428f 10121
9b371988 10122.vitem &*match_domain&~{*&<&'string1'&>&*}{*&<&'string2'&>&*}*&
4f578862 10123.cindex "&%match_domain%& expansion condition"
9b371988 10124See &*match_local_part*&.
168e428f 10125
9b371988 10126.vitem &*match_ip&~{*&<&'string1'&>&*}{*&<&'string2'&>&*}*&
4f578862 10127.cindex "&%match_ip%& expansion condition"
068aaea8
PH
10128This condition matches an IP address to a list of IP address patterns. It must
10129be followed by two argument strings. The first (after expansion) must be an IP
10130address or an empty string. The second (after expansion) is a restricted host
10131list that can match only an IP address, not a host name. For example:
9b371988 10132.code
068aaea8 10133${if match_ip{$sender_host_address}{1.2.3.4:5.6.7.8}{...}{...}}
9b371988 10134.endd
068aaea8 10135The specific types of host list item that are permitted in the list are:
068aaea8 10136
9b371988
PH
10137.ilist
10138An IP address, optionally with a CIDR mask.
10139.next
10140A single asterisk, which matches any IP address.
10141.next
10142An empty item, which matches only if the IP address is empty. This could be
068aaea8
PH
10143useful for testing for a locally submitted message or one from specific hosts
10144in a single test such as
9b371988 10145. ==== As this is a nested list, any displays it contains must be indented
f89d2485
PH
10146. ==== as otherwise they are too far to the left. This comment applies to
10147. ==== the use of xmlto plus fop. There's no problem when formatting with
10148. ==== sdop, with or without the extra indent.
9b371988
PH
10149.code
10150 ${if match_ip{$sender_host_address}{:4.3.2.1:...}{...}{...}}
10151.endd
068aaea8 10152where the first item in the list is the empty string.
9b371988
PH
10153.next
10154The item @[] matches any of the local host's interface addresses.
10155.next
f89d2485
PH
10156Single-key lookups are assumed to be like &"net-"& style lookups in host lists,
10157even if &`net-`& is not specified. There is never any attempt to turn the IP
10158address into a host name. The most common type of linear search for
10159&*match_ip*& is likely to be &*iplsearch*&, in which the file can contain CIDR
10160masks. For example:
10161.code
10162 ${if match_ip{$sender_host_address}{iplsearch;/some/file}...
10163.endd
10164It is of course possible to use other kinds of lookup, and in such a case, you
10165do need to specify the &`net-`& prefix if you want to specify a specific
10166address mask, for example:
9b371988 10167.code
f89d2485 10168 ${if match_ip{$sender_host_address}{net24-dbm;/some/file}...
9b371988 10169.endd
f89d2485
PH
10170However, unless you are combining a &%match_ip%& condition with others, it is
10171just as easy to use the fact that a lookup is itself a condition, and write:
db9452a9 10172.code
f89d2485 10173 ${lookup{${mask:$sender_host_address/24}}dbm{/a/file}...
db9452a9 10174.endd
9b371988
PH
10175.endlist ilist
10176
10177Consult section &<<SECThoslispatip>>& for further details of these patterns.
9b371988
PH
10178
10179.vitem &*match_local_part&~{*&<&'string1'&>&*}{*&<&'string2'&>&*}*&
10180.cindex "domain list" "in expansion condition"
10181.cindex "address list" "in expansion condition"
f89d2485 10182.cindex "local part" "list, in expansion condition"
4f578862 10183.cindex "&%match_local_part%& expansion condition"
9b371988 10184This condition, together with &%match_address%& and &%match_domain%&, make it
068aaea8
PH
10185possible to test domain, address, and local part lists within expansions. Each
10186condition requires two arguments: an item and a list to match. A trivial
10187example is:
9b371988
PH
10188.code
10189${if match_domain{a.b.c}{x.y.z:a.b.c:p.q.r}{yes}{no}}
10190.endd
168e428f
PH
10191In each case, the second argument may contain any of the allowable items for a
10192list of the appropriate type. Also, because the second argument (after
10193expansion) is a standard form of list, it is possible to refer to a named list.
10194Thus, you can use conditions like this:
9b371988
PH
10195.code
10196${if match_domain{$domain}{+local_domains}{...
10197.endd
10198.cindex "&`+caseful`&"
10199For address lists, the matching starts off caselessly, but the &`+caseful`&
168e428f
PH
10200item can be used, as in all address lists, to cause subsequent items to
10201have their local parts matched casefully. Domains are always matched
10202caselessly.
9b371988
PH
10203
10204&*Note*&: Host lists are &'not'& supported in this way. This is because
168e428f 10205hosts have two identities: a name and an IP address, and it is not clear
068aaea8 10206how to specify cleanly how such a test would work. However, IP addresses can be
9b371988
PH
10207matched using &%match_ip%&.
10208
10209.vitem &*pam&~{*&<&'string1'&>&*:*&<&'string2'&>&*:...}*&
10210.cindex "PAM authentication"
10211.cindex "AUTH" "with PAM"
10212.cindex "Solaris" "PAM support"
10213.cindex "expansion" "PAM authentication test"
4f578862 10214.cindex "&%pam%& expansion condition"
9b371988
PH
10215&'Pluggable Authentication Modules'&
10216(&url(http://www.kernel.org/pub/linux/libs/pam/)) are a facility that is
10217available in the latest releases of Solaris and in some GNU/Linux
10218distributions. The Exim support, which is intended for use in conjunction with
10219the SMTP AUTH command, is available only if Exim is compiled with
10220.code
10221SUPPORT_PAM=yes
10222.endd
10223in &_Local/Makefile_&. You probably need to add &%-lpam%& to EXTRALIBS, and
10224in some releases of GNU/Linux &%-ldl%& is also needed.
10225
168e428f 10226The argument string is first expanded, and the result must be a
068aaea8 10227colon-separated list of strings. Leading and trailing white space is ignored.
9b371988
PH
10228The PAM module is initialized with the service name &"exim"& and the user name
10229taken from the first item in the colon-separated data string (<&'string1'&>).
10230The remaining items in the data string are passed over in response to requests
10231from the authentication function. In the simple case there will only be one
10232request, for a password, so the data consists of just two strings.
10233
168e428f
PH
10234There can be problems if any of the strings are permitted to contain colon
10235characters. In the usual way, these have to be doubled to avoid being taken as
9b371988 10236separators. If the data is being inserted from a variable, the &%sg%& expansion
168e428f
PH
10237item can be used to double any existing colons. For example, the configuration
10238of a LOGIN authenticator might contain this setting:
9b371988 10239.code
db9452a9 10240server_condition = ${if pam{$auth1:${sg{$auth2}{:}{::}}}}
9b371988 10241.endd
168e428f 10242For a PLAIN authenticator you could use:
9b371988 10243.code
db9452a9 10244server_condition = ${if pam{$auth2:${sg{$auth3}{:}{::}}}}
9b371988 10245.endd
168e428f
PH
10246In some operating systems, PAM authentication can be done only from a process
10247running as root. Since Exim is running as the Exim user when receiving
10248messages, this means that PAM cannot be used directly in those systems.
9b371988
PH
10249A patched version of the &'pam_unix'& module that comes with the
10250Linux PAM package is available from &url(http://www.e-admin.de/pam_exim/).
168e428f
PH
10251The patched module allows one special uid/gid combination, in addition to root,
10252to authenticate. If you build the patched module to allow the Exim user and
10253group, PAM can then be used from an Exim authenticator.
10254
10255
9b371988
PH
10256.vitem &*pwcheck&~{*&<&'string1'&>&*:*&<&'string2'&>&*}*&
10257.cindex "&'pwcheck'& daemon"
10258.cindex "Cyrus"
10259.cindex "expansion" "&'pwcheck'& authentication test"
4f578862 10260.cindex "&%pwcheck%& expansion condition"
9b371988 10261This condition supports user authentication using the Cyrus &'pwcheck'& daemon.
168e428f 10262This is one way of making it possible for passwords to be checked by a process
9b371988
PH
10263that is not running as root. &*Note*&: The use of &'pwcheck'& is now
10264deprecated. Its replacement is &'saslauthd'& (see below).
10265
168e428f 10266The pwcheck support is not included in Exim by default. You need to specify
9b371988 10267the location of the pwcheck daemon's socket in &_Local/Makefile_& before
168e428f 10268building Exim. For example:
9b371988
PH
10269.code
10270CYRUS_PWCHECK_SOCKET=/var/pwcheck/pwcheck
10271.endd
168e428f
PH
10272You do not need to install the full Cyrus software suite in order to use
10273the pwcheck daemon. You can compile and install just the daemon alone
9b371988
PH
10274from the Cyrus SASL library. Ensure that &'exim'& is the only user that has
10275access to the &_/var/pwcheck_& directory.
10276
10277The &%pwcheck%& condition takes one argument, which must be the user name and
168e428f
PH
10278password, separated by a colon. For example, in a LOGIN authenticator
10279configuration, you might have this:
9b371988 10280.code
db9452a9 10281server_condition = ${if pwcheck{$auth1:$auth2}}
9b371988 10282.endd
e2f03231
TK
10283Again, for a PLAIN authenticator configuration, this would be:
10284.code
10285server_condition = ${if pwcheck{$auth2:$auth3}}
10286.endd
9b371988
PH
10287.vitem &*queue_running*&
10288.cindex "queue runner" "detecting when delivering from"
10289.cindex "expansion" "queue runner test"
f89d2485 10290.cindex "&%queue_running%& expansion condition"
168e428f
PH
10291This condition, which has no data, is true during delivery attempts that are
10292initiated by queue runner processes, and false otherwise.
10293
10294
9b371988
PH
10295.vitem &*radius&~{*&<&'authentication&~string'&>&*}*&
10296.cindex "Radius"
10297.cindex "expansion" "Radius authentication"
3cb1b51e 10298.cindex "&%radius%& expansion condition"
168e428f 10299Radius authentication (RFC 2865) is supported in a similar way to PAM. You must
9b371988 10300set RADIUS_CONFIG_FILE in &_Local/Makefile_& to specify the location of
168e428f
PH
10301the Radius client configuration file in order to build Exim with Radius
10302support.
9b371988 10303
9b371988 10304With just that one setting, Exim expects to be linked with the &%radiusclient%&
068aaea8
PH
10305library, using the original API. If you are using release 0.4.0 or later of
10306this library, you need to set
9b371988 10307.code
068aaea8 10308RADIUS_LIB_TYPE=RADIUSCLIENTNEW
9b371988
PH
10309.endd
10310in &_Local/Makefile_& when building Exim. You can also link Exim with the
10311&%libradius%& library that comes with FreeBSD. To do this, set
9b371988
PH
10312.code
10313RADIUS_LIB_TYPE=RADLIB
10314.endd
10315in &_Local/Makefile_&, in addition to setting RADIUS_CONFIGURE_FILE.
168e428f
PH
10316You may also have to supply a suitable setting in EXTRALIBS so that the
10317Radius library can be found when Exim is linked.
9b371988 10318
168e428f
PH
10319The string specified by RADIUS_CONFIG_FILE is expanded and passed to the
10320Radius client library, which calls the Radius server. The condition is true if
9b371988
PH
10321the authentication is successful. For example:
10322.code
db9452a9 10323server_condition = ${if radius{<arguments>}}
9b371988
PH
10324.endd
10325
10326
10327.vitem "&*saslauthd&~{{*&<&'user'&>&*}{*&<&'password'&>&*}&&&
10328 {*&<&'service'&>&*}{*&<&'realm'&>&*}}*&"
10329.cindex "&'saslauthd'& daemon"
10330.cindex "Cyrus"
10331.cindex "expansion" "&'saslauthd'& authentication test"
4f578862 10332.cindex "&%saslauthd%& expansion condition"
9b371988
PH
10333This condition supports user authentication using the Cyrus &'saslauthd'&
10334daemon. This replaces the older &'pwcheck'& daemon, which is now deprecated.
168e428f
PH
10335Using this daemon is one way of making it possible for passwords to be checked
10336by a process that is not running as root.
9b371988 10337
168e428f 10338The saslauthd support is not included in Exim by default. You need to specify
9b371988 10339the location of the saslauthd daemon's socket in &_Local/Makefile_& before
168e428f 10340building Exim. For example:
9b371988
PH
10341.code
10342CYRUS_SASLAUTHD_SOCKET=/var/state/saslauthd/mux
10343.endd
168e428f
PH
10344You do not need to install the full Cyrus software suite in order to use
10345the saslauthd daemon. You can compile and install just the daemon alone
10346from the Cyrus SASL library.
168e428f 10347
9b371988
PH
10348Up to four arguments can be supplied to the &%saslauthd%& condition, but only
10349two are mandatory. For example:
10350.code
db9452a9 10351server_condition = ${if saslauthd{{$auth1}{$auth2}}}
9b371988 10352.endd
168e428f
PH
10353The service and the realm are optional (which is why the arguments are enclosed
10354in their own set of braces). For details of the meaning of the service and
10355realm, and how to run the daemon, consult the Cyrus documentation.
9b371988 10356.endlist vlist
168e428f
PH
10357
10358
10359
f89d2485 10360.section "Combining expansion conditions" "SECID84"
9b371988
PH
10361.cindex "expansion" "combining conditions"
10362Several conditions can be tested at once by combining them using the &%and%&
10363and &%or%& combination conditions. Note that &%and%& and &%or%& are complete
10364conditions on their own, and precede their lists of sub-conditions. Each
10365sub-condition must be enclosed in braces within the overall braces that contain
10366the list. No repetition of &%if%& is used.
168e428f
PH
10367
10368
9b371988
PH
10369.vlist
10370.vitem &*or&~{{*&<&'cond1'&>&*}{*&<&'cond2'&>&*}...}*&
10371.cindex "&""or""& expansion condition"
10372.cindex "expansion" "&""or""& of conditions"
168e428f
PH
10373The sub-conditions are evaluated from left to right. The condition is true if
10374any one of the sub-conditions is true.
10375For example,
9b371988
PH
10376.code
10377${if or {{eq{$local_part}{spqr}}{eq{$domain}{testing.com}}}...
10378.endd
168e428f 10379When a true sub-condition is found, the following ones are parsed but not
9b371988 10380evaluated. If there are several &"match"& sub-conditions the values of the
168e428f
PH
10381numeric variables afterwards are taken from the first one that succeeds.
10382
9b371988
PH
10383.vitem &*and&~{{*&<&'cond1'&>&*}{*&<&'cond2'&>&*}...}*&
10384.cindex "&""and""& expansion condition"
10385.cindex "expansion" "&""and""& of conditions"
168e428f 10386The sub-conditions are evaluated from left to right. The condition is true if
9b371988 10387all of the sub-conditions are true. If there are several &"match"&
168e428f
PH
10388sub-conditions, the values of the numeric variables afterwards are taken from
10389the last one. When a false sub-condition is found, the following ones are
10390parsed but not evaluated.
9b371988 10391.endlist
3cb1b51e 10392.ecindex IIDexpcond
168e428f
PH
10393
10394
10395
10396
9b371988 10397.section "Expansion variables" "SECTexpvar"
f89d2485 10398.cindex "expansion" "variables, list of"
168e428f
PH
10399This section contains an alphabetical list of all the expansion variables. Some
10400of them are available only when Exim is compiled with specific options such as
10401support for TLS or the content scanning extension.
10402
9b371988
PH
10403.vlist
10404.vitem "&$0$&, &$1$&, etc"
10405.cindex "numerical variables (&$1$& &$2$& etc)"
10406When a &%match%& expansion condition succeeds, these variables contain the
168e428f 10407captured substrings identified by the regular expression during subsequent
f89d2485
PH
10408processing of the success string of the containing &%if%& expansion item.
10409However, they do not retain their values afterwards; in fact, their previous
10410values are restored at the end of processing an &%if%& item. The numerical
10411variables may also be set externally by some other matching process which
10412precedes the expansion of the string. For example, the commands available in
10413Exim filter files include an &%if%& command with its own regular expression
10414matching condition.
168e428f 10415
f89d2485 10416.vitem "&$acl_c...$&"
9b371988 10417Values can be placed in these variables by the &%set%& modifier in an ACL. They
f89d2485
PH
10418can be given any name that starts with &$acl_c$& and is at least six characters
10419long, but the sixth character must be either a digit or an underscore. For
10420example: &$acl_c5$&, &$acl_c_mycount$&. The values of the &$acl_c...$&
10421variables persist throughout the lifetime of an SMTP connection. They can be
10422used to pass information between ACLs and between different invocations of the
10423same ACL. When a message is received, the values of these variables are saved
10424with the message, and can be accessed by filters, routers, and transports
168e428f
PH
10425during subsequent delivery.
10426
f89d2485
PH
10427.vitem "&$acl_m...$&"
10428These variables are like the &$acl_c...$& variables, except that their values
10429are reset after a message has been received. Thus, if several messages are
10430received in one SMTP connection, &$acl_m...$& values are not passed on from one
10431message to the next, as &$acl_c...$& values are. The &$acl_m...$& variables are
10432also reset by MAIL, RSET, EHLO, HELO, and after starting a TLS session. When a
10433message is received, the values of these variables are saved with the message,
10434and can be accessed by filters, routers, and transports during subsequent
10435delivery.
f89d2485 10436
9b371988 10437.vitem &$acl_verify_message$&
f89d2485 10438.vindex "&$acl_verify_message$&"
068aaea8
PH
10439After an address verification has failed, this variable contains the failure
10440message. It retains its value for use in subsequent modifiers. The message can
10441be preserved by coding like this:
9b371988 10442.code
068aaea8
PH
10443warn !verify = sender
10444 set acl_m0 = $acl_verify_message
9b371988
PH
10445.endd
10446You can use &$acl_verify_message$& during the expansion of the &%message%& or
10447&%log_message%& modifiers, to include information about the verification
10448failure.
9b371988
PH
10449
10450.vitem &$address_data$&
f89d2485 10451.vindex "&$address_data$&"
9b371988 10452This variable is set by means of the &%address_data%& option in routers. The
168e428f
PH
10453value then remains with the address while it is processed by subsequent routers
10454and eventually a transport. If the transport is handling multiple addresses,
9b371988
PH
10455the value from the first address is used. See chapter &<<CHAProutergeneric>>&
10456for more details. &*Note*&: The contents of &$address_data$& are visible in
10457user filter files.
10458
10459If &$address_data$& is set when the routers are called from an ACL to verify
168e428f
PH
10460a recipient address, the final value is still in the variable for subsequent
10461conditions and modifiers of the ACL statement. If routing the address caused it
10462to be redirected to just one address, the child address is also routed as part
9b371988 10463of the verification, and in this case the final value of &$address_data$& is
168e428f 10464from the child's routing.
9b371988
PH
10465
10466If &$address_data$& is set when the routers are called from an ACL to verify a
168e428f 10467sender address, the final value is also preserved, but this time in
9b371988 10468&$sender_address_data$&, to distinguish it from data from a recipient
168e428f 10469address.
9b371988 10470
168e428f
PH
10471In both cases (recipient and sender verification), the value does not persist
10472after the end of the current ACL statement. If you want to preserve
10473these values for longer, you can save them in ACL variables.
10474
9b371988 10475.vitem &$address_file$&
f89d2485 10476.vindex "&$address_file$&"
168e428f
PH
10477When, as a result of aliasing, forwarding, or filtering, a message is directed
10478to a specific file, this variable holds the name of the file when the transport
10479is running. At other times, the variable is empty. For example, using the
9b371988
PH
10480default configuration, if user &%r2d2%& has a &_.forward_& file containing
10481.code
10482/home/r2d2/savemail
10483.endd
10484then when the &(address_file)& transport is running, &$address_file$&
f89d2485 10485contains the text string &`/home/r2d2/savemail`&.
9b371988
PH
10486.cindex "Sieve filter" "value of &$address_file$&"
10487For Sieve filters, the value may be &"inbox"& or a relative folder name. It is
168e428f
PH
10488then up to the transport configuration to generate an appropriate absolute path
10489to the relevant file.
10490
9b371988 10491.vitem &$address_pipe$&
f89d2485 10492.vindex "&$address_pipe$&"
168e428f
PH
10493When, as a result of aliasing or forwarding, a message is directed to a pipe,
10494this variable holds the pipe command when the transport is running.
10495
4f578862 10496.vitem "&$auth1$& &-- &$auth3$&"
f89d2485 10497.vindex "&$auth1$&, &$auth2$&, etc"
4f578862
PH
10498These variables are used in SMTP authenticators (see chapters
10499&<<CHAPplaintext>>&&--&<<CHAPspa>>&). Elsewhere, they are empty.
4f578862 10500
9b371988
PH
10501.vitem &$authenticated_id$&
10502.cindex "authentication" "id"
f89d2485 10503.vindex "&$authenticated_id$&"
168e428f
PH
10504When a server successfully authenticates a client it may be configured to
10505preserve some of the authentication information in the variable
9b371988
PH
10506&$authenticated_id$& (see chapter &<<CHAPSMTPAUTH>>&). For example, a
10507user/password authenticator configuration might preserve the user name for use
10508in the routers. Note that this is not the same information that is saved in
db9452a9 10509&$sender_host_authenticated$&.
3cb1b51e 10510When a message is submitted locally (that is, not over a TCP connection)
db9452a9
PH
10511the value of &$authenticated_id$& is normally the login name of the calling
10512process. However, a trusted user can override this by means of the &%-oMai%&
3cb1b51e 10513command line option.
db9452a9
PH
10514
10515
10516
9b371988
PH
10517
10518.vitem &$authenticated_sender$&
10519.cindex "sender" "authenticated"
10520.cindex "authentication" "sender"
10521.cindex "AUTH" "on MAIL command"
f89d2485 10522.vindex "&$authenticated_sender$&"
168e428f
PH
10523When acting as a server, Exim takes note of the AUTH= parameter on an incoming
10524SMTP MAIL command if it believes the sender is sufficiently trusted, as
9b371988
PH
10525described in section &<<SECTauthparamail>>&. Unless the data is the string
10526&"<>"&, it is set as the authenticated sender of the message, and the value is
10527available during delivery in the &$authenticated_sender$& variable. If the
10528sender is not trusted, Exim accepts the syntax of AUTH=, but ignores the data.
10529
f89d2485 10530.vindex "&$qualify_domain$&"
168e428f 10531When a message is submitted locally (that is, not over a TCP connection), the
9b371988 10532value of &$authenticated_sender$& is an address constructed from the login
db9452a9
PH
10533name of the calling process and &$qualify_domain$&, except that a trusted user
10534can override this by means of the &%-oMas%& command line option.
9b371988
PH
10535
10536
10537.vitem &$authentication_failed$&
10538.cindex "authentication" "failure"
f89d2485 10539.vindex "&$authentication_failed$&"
9b371988
PH
10540This variable is set to &"1"& in an Exim server if a client issues an AUTH
10541command that does not succeed. Otherwise it is set to &"0"&. This makes it
10542possible to distinguish between &"did not try to authenticate"&
10543(&$sender_host_authenticated$& is empty and &$authentication_failed$& is set to
10544&"0"&) and &"tried to authenticate but failed"& (&$sender_host_authenticated$&
10545is empty and &$authentication_failed$& is set to &"1"&). Failure includes any
168e428f
PH
10546negative response to an AUTH command, including (for example) an attempt to use
10547an undefined mechanism.
10548
9b371988
PH
10549.vitem &$body_linecount$&
10550.cindex "message body" "line count"
10551.cindex "body of message" "line count"
f89d2485 10552.vindex "&$body_linecount$&"
168e428f 10553When a message is being received or delivered, this variable contains the
9b371988 10554number of lines in the message's body. See also &$message_linecount$&.
168e428f 10555
9b371988
PH
10556.vitem &$body_zerocount$&
10557.cindex "message body" "binary zero count"
10558.cindex "body of message" "binary zero count"
10559.cindex "binary zero" "in message body"
f89d2485 10560.vindex "&$body_zerocount$&"
168e428f
PH
10561When a message is being received or delivered, this variable contains the
10562number of binary zero bytes in the message's body.
10563
9b371988 10564.vitem &$bounce_recipient$&
f89d2485 10565.vindex "&$bounce_recipient$&"
168e428f
PH
10566This is set to the recipient address of a bounce message while Exim is creating
10567it. It is useful if a customized bounce message text file is in use (see
9b371988 10568chapter &<<CHAPemsgcust>>&).
168e428f 10569
9b371988 10570.vitem &$bounce_return_size_limit$&
f89d2485 10571.vindex "&$bounce_return_size_limit$&"
9b371988 10572This contains the value set in the &%bounce_return_size_limit%& option, rounded
168e428f 10573up to a multiple of 1000. It is useful when a customized error message text
9b371988 10574file is in use (see chapter &<<CHAPemsgcust>>&).
168e428f 10575
9b371988
PH
10576.vitem &$caller_gid$&
10577.cindex "gid (group id)" "caller"
f89d2485 10578.vindex "&$caller_gid$&"
168e428f
PH
10579The real group id under which the process that called Exim was running. This is
10580not the same as the group id of the originator of a message (see
9b371988 10581&$originator_gid$&). If Exim re-execs itself, this variable in the new
168e428f
PH
10582incarnation normally contains the Exim gid.
10583
9b371988
PH
10584.vitem &$caller_uid$&
10585.cindex "uid (user id)" "caller"
f89d2485 10586.vindex "&$caller_uid$&"
168e428f
PH
10587The real user id under which the process that called Exim was running. This is
10588not the same as the user id of the originator of a message (see
9b371988 10589&$originator_uid$&). If Exim re-execs itself, this variable in the new
168e428f
PH
10590incarnation normally contains the Exim uid.
10591
9b371988 10592.vitem &$compile_date$&
f89d2485 10593.vindex "&$compile_date$&"
168e428f
PH
10594The date on which the Exim binary was compiled.
10595
9b371988 10596.vitem &$compile_number$&
f89d2485 10597.vindex "&$compile_number$&"
168e428f
PH
10598The building process for Exim keeps a count of the number
10599of times it has been compiled. This serves to distinguish different
10600compilations of the same version of the program.
10601
9b371988 10602.vitem &$demime_errorlevel$&
f89d2485 10603.vindex "&$demime_errorlevel$&"
168e428f 10604This variable is available when Exim is compiled with
9b371988
PH
10605the content-scanning extension and the obsolete &%demime%& condition. For
10606details, see section &<<SECTdemimecond>>&.
168e428f 10607
9b371988 10608.vitem &$demime_reason$&
f89d2485 10609.vindex "&$demime_reason$&"
168e428f 10610This variable is available when Exim is compiled with the
9b371988
PH
10611content-scanning extension and the obsolete &%demime%& condition. For details,
10612see section &<<SECTdemimecond>>&.
168e428f 10613
595028e4
PH
10614.vitem &$dnslist_domain$& &&&
10615 &$dnslist_matched$& &&&
10616 &$dnslist_text$& &&&
10617 &$dnslist_value$&
f89d2485 10618.vindex "&$dnslist_domain$&"
595028e4 10619.vindex "&$dnslist_matched$&"
f89d2485 10620.vindex "&$dnslist_text$&"
f89d2485 10621.vindex "&$dnslist_value$&"
595028e4
PH
10622.cindex "black list (DNS)"
10623When a DNS (black) list lookup succeeds, these variables are set to contain
10624the following data from the lookup: the list's domain name, the key that was
10625looked up, the contents of any associated TXT record, and the value from the
10626main A record. See section &<<SECID204>>& for more details.
168e428f 10627
9b371988 10628.vitem &$domain$&
f89d2485 10629.vindex "&$domain$&"
068aaea8 10630When an address is being routed, or delivered on its own, this variable
3cb1b51e
PH
10631contains the domain. Uppercase letters in the domain are converted into lower
10632case for &$domain$&.
3cb1b51e
PH
10633
10634Global address rewriting happens when a message is received, so the value of
10635&$domain$& during routing and delivery is the value after rewriting. &$domain$&
10636is set during user filtering, but not during system filtering, because a
10637message may have many recipients and the system filter is called just once.
9b371988 10638
168e428f 10639When more than one address is being delivered at once (for example, several
9b371988 10640RCPT commands in one SMTP delivery), &$domain$& is set only if they all
168e428f 10641have the same domain. Transports can be restricted to handling only one domain
9b371988 10642at a time if the value of &$domain$& is required at transport time &-- this is
168e428f 10643the default for local transports. For further details of the environment in
9b371988
PH
10644which local transports are run, see chapter &<<CHAPenvironment>>&.
10645
0a4e3112 10646.oindex "&%delay_warning_condition%&"
168e428f 10647At the end of a delivery, if all deferred addresses have the same domain, it is
9b371988
PH
10648set in &$domain$& during the expansion of &%delay_warning_condition%&.
10649
10650The &$domain$& variable is also used in some other circumstances:
10651
10652.ilist
10653When an ACL is running for a RCPT command, &$domain$& contains the domain of
10654the recipient address. The domain of the &'sender'& address is in
10655&$sender_address_domain$& at both MAIL time and at RCPT time. &$domain$& is not
068aaea8
PH
10656normally set during the running of the MAIL ACL. However, if the sender address
10657is verified with a callout during the MAIL ACL, the sender domain is placed in
9b371988
PH
10658&$domain$& during the expansions of &%hosts%&, &%interface%&, and &%port%& in
10659the &(smtp)& transport.
10660
10661.next
10662When a rewrite item is being processed (see chapter &<<CHAPrewrite>>&),
10663&$domain$& contains the domain portion of the address that is being rewritten;
10664it can be used in the expansion of the replacement address, for example, to
10665rewrite domains by file lookup.
10666
10667.next
10668With one important exception, whenever a domain list is being scanned,
10669&$domain$& contains the subject domain. &*Exception*&: When a domain list in
10670a &%sender_domains%& condition in an ACL is being processed, the subject domain
10671is in &$sender_address_domain$& and not in &$domain$&. It works this way so
168e428f 10672that, in a RCPT ACL, the sender domain list can be dependent on the
9b371988 10673recipient domain (which is what is in &$domain$& at this time).
168e428f 10674
9b371988
PH
10675.next
10676.cindex "ETRN" "value of &$domain$&"
0a4e3112 10677.oindex "&%smtp_etrn_command%&"
9b371988
PH
10678When the &%smtp_etrn_command%& option is being expanded, &$domain$& contains
10679the complete argument of the ETRN command (see section &<<SECTETRN>>&).
10680.endlist
168e428f
PH
10681
10682
9b371988 10683.vitem &$domain_data$&
f89d2485 10684.vindex "&$domain_data$&"
9b371988 10685When the &%domains%& option on a router matches a domain by
168e428f 10686means of a lookup, the data read by the lookup is available during the running
9b371988 10687of the router as &$domain_data$&. In addition, if the driver routes the
168e428f
PH
10688address to a transport, the value is available in that transport. If the
10689transport is handling multiple addresses, the value from the first address is
10690used.
9b371988
PH
10691
10692&$domain_data$& is also set when the &%domains%& condition in an ACL matches a
168e428f
PH
10693domain by means of a lookup. The data read by the lookup is available during
10694the rest of the ACL statement. In all other situations, this variable expands
10695to nothing.
10696
9b371988 10697.vitem &$exim_gid$&
f89d2485 10698.vindex "&$exim_gid$&"
168e428f
PH
10699This variable contains the numerical value of the Exim group id.
10700
9b371988 10701.vitem &$exim_path$&
f89d2485 10702.vindex "&$exim_path$&"
168e428f
PH
10703This variable contains the path to the Exim binary.
10704
9b371988 10705.vitem &$exim_uid$&
f89d2485 10706.vindex "&$exim_uid$&"
168e428f
PH
10707This variable contains the numerical value of the Exim user id.
10708
9b371988 10709.vitem &$found_extension$&
f89d2485 10710.vindex "&$found_extension$&"
168e428f 10711This variable is available when Exim is compiled with the
9b371988
PH
10712content-scanning extension and the obsolete &%demime%& condition. For details,
10713see section &<<SECTdemimecond>>&.
168e428f 10714
9b371988 10715.vitem &$header_$&<&'name'&>
068aaea8
PH
10716This is not strictly an expansion variable. It is expansion syntax for
10717inserting the message header line with the given name. Note that the name must
10718be terminated by colon or white space, because it may contain a wide variety of
9b371988 10719characters. Note also that braces must &'not'& be used.
168e428f 10720
9b371988 10721.vitem &$home$&
f89d2485 10722.vindex "&$home$&"
9b371988
PH
10723When the &%check_local_user%& option is set for a router, the user's home
10724directory is placed in &$home$& when the check succeeds. In particular, this
168e428f
PH
10725means it is set during the running of users' filter files. A router may also
10726explicitly set a home directory for use by a transport; this can be overridden
10727by a setting on the transport itself.
9b371988
PH
10728
10729When running a filter test via the &%-bf%& option, &$home$& is set to the value
168e428f
PH
10730of the environment variable HOME.
10731
9b371988 10732.vitem &$host$&
f89d2485 10733.vindex "&$host$&"
db9452a9
PH
10734If a router assigns an address to a transport (any transport), and passes a
10735list of hosts with the address, the value of &$host$& when the transport starts
10736to run is the name of the first host on the list. Note that this applies both
10737to local and remote transports.
9b371988
PH
10738
10739.cindex "transport" "filter"
10740.cindex "filter" "transport filter"
db9452a9
PH
10741For the &(smtp)& transport, if there is more than one host, the value of
10742&$host$& changes as the transport works its way through the list. In
10743particular, when the &(smtp)& transport is expanding its options for encryption
10744using TLS, or for specifying a transport filter (see chapter
10745&<<CHAPtransportgeneric>>&), &$host$& contains the name of the host to which it
10746is connected.
10747
10748When used in the client part of an authenticator configuration (see chapter
10749&<<CHAPSMTPAUTH>>&), &$host$& contains the name of the server to which the
10750client is connected.
db9452a9 10751
9b371988
PH
10752
10753.vitem &$host_address$&
f89d2485 10754.vindex "&$host_address$&"
9b371988
PH
10755This variable is set to the remote host's IP address whenever &$host$& is set
10756for a remote connection. It is also set to the IP address that is being checked
10757when the &%ignore_target_hosts%& option is being processed.
10758
10759.vitem &$host_data$&
f89d2485 10760.vindex "&$host_data$&"
9b371988
PH
10761If a &%hosts%& condition in an ACL is satisfied by means of a lookup, the
10762result of the lookup is made available in the &$host_data$& variable. This
168e428f 10763allows you, for example, to do things like this:
9b371988
PH
10764.code
10765deny hosts = net-lsearch;/some/file
10766message = $host_data
10767.endd
10768.vitem &$host_lookup_deferred$&
f89d2485
PH
10769.cindex "host name" "lookup, failure of"
10770.vindex "&$host_lookup_deferred$&"
9b371988 10771This variable normally contains &"0"&, as does &$host_lookup_failed$&. When a
168e428f
PH
10772message comes from a remote host and there is an attempt to look up the host's
10773name from its IP address, and the attempt is not successful, one of these
9b371988 10774variables is set to &"1"&.
168e428f 10775
9b371988
PH
10776.ilist
10777If the lookup receives a definite negative response (for example, a DNS lookup
10778succeeded, but no records were found), &$host_lookup_failed$& is set to &"1"&.
10779
10780.next
10781If there is any kind of problem during the lookup, such that Exim cannot
168e428f 10782tell whether or not the host name is defined (for example, a timeout for a DNS
9b371988
PH
10783lookup), &$host_lookup_deferred$& is set to &"1"&.
10784.endlist ilist
10785
168e428f
PH
10786Looking up a host's name from its IP address consists of more than just a
10787single reverse lookup. Exim checks that a forward lookup of at least one of the
10788names it receives from a reverse lookup yields the original IP address. If this
10789is not the case, Exim does not accept the looked up name(s), and
9b371988 10790&$host_lookup_failed$& is set to &"1"&. Thus, being able to find a name from an
168e428f
PH
10791IP address (for example, the existence of a PTR record in the DNS) is not
10792sufficient on its own for the success of a host name lookup. If the reverse
10793lookup succeeds, but there is a lookup problem such as a timeout when checking
9b371988
PH
10794the result, the name is not accepted, and &$host_lookup_deferred$& is set to
10795&"1"&. See also &$sender_host_name$&.
168e428f 10796
9b371988 10797.vitem &$host_lookup_failed$&
f89d2485 10798.vindex "&$host_lookup_failed$&"
9b371988 10799See &$host_lookup_deferred$&.
168e428f
PH
10800
10801
9b371988 10802.vitem &$inode$&
f89d2485 10803.vindex "&$inode$&"
9b371988
PH
10804The only time this variable is set is while expanding the &%directory_file%&
10805option in the &(appendfile)& transport. The variable contains the inode number
168e428f
PH
10806of the temporary file which is about to be renamed. It can be used to construct
10807a unique name for the file.
10808
9b371988 10809.vitem &$interface_address$&
f89d2485 10810.vindex "&$interface_address$&"
3cb1b51e 10811This is an obsolete name for &$received_ip_address$&.
168e428f 10812
9b371988 10813.vitem &$interface_port$&
f89d2485 10814.vindex "&$interface_port$&"
3cb1b51e 10815This is an obsolete name for &$received_port$&.
f89d2485 10816
f89d2485
PH
10817.vitem &$item$&
10818.vindex "&$item$&"
10819This variable is used during the expansion of &*forall*& and &*forany*&
0b5038ed 10820conditions (see section &<<SECTexpcond>>&), and &*filter*&, &*map*&, and
f89d2485
PH
10821&*reduce*& items (see section &<<SECTexpcond>>&). In other circumstances, it is
10822empty.
168e428f 10823
9b371988 10824.vitem &$ldap_dn$&
f89d2485 10825.vindex "&$ldap_dn$&"
168e428f
PH
10826This variable, which is available only when Exim is compiled with LDAP support,
10827contains the DN from the last entry in the most recently successful LDAP
10828lookup.
10829
9b371988 10830.vitem &$load_average$&
f89d2485 10831.vindex "&$load_average$&"
4d0893ec 10832This variable contains the system load average, multiplied by 1000 so that it
168e428f
PH
10833is an integer. For example, if the load average is 0.21, the value of the
10834variable is 210. The value is recomputed every time the variable is referenced.
10835
9b371988 10836.vitem &$local_part$&
f89d2485 10837.vindex "&$local_part$&"
168e428f
PH
10838When an address is being routed, or delivered on its own, this
10839variable contains the local part. When a number of addresses are being
10840delivered together (for example, multiple RCPT commands in an SMTP
9b371988
PH
10841session), &$local_part$& is not set.
10842
168e428f 10843Global address rewriting happens when a message is received, so the value of
9b371988
PH
10844&$local_part$& during routing and delivery is the value after rewriting.
10845&$local_part$& is set during user filtering, but not during system filtering,
168e428f
PH
10846because a message may have many recipients and the system filter is called just
10847once.
9b371988 10848
f89d2485
PH
10849.vindex "&$local_part_prefix$&"
10850.vindex "&$local_part_suffix$&"
168e428f 10851If a local part prefix or suffix has been recognized, it is not included in the
9b371988
PH
10852value of &$local_part$& during routing and subsequent delivery. The values of
10853any prefix or suffix are in &$local_part_prefix$& and
10854&$local_part_suffix$&, respectively.
10855
168e428f 10856When a message is being delivered to a file, pipe, or autoreply transport as a
9b371988
PH
10857result of aliasing or forwarding, &$local_part$& is set to the local part of
10858the parent address, not to the file name or command (see &$address_file$& and
10859&$address_pipe$&).
10860
10861When an ACL is running for a RCPT command, &$local_part$& contains the
168e428f 10862local part of the recipient address.
9b371988
PH
10863
10864When a rewrite item is being processed (see chapter &<<CHAPrewrite>>&),
10865&$local_part$& contains the local part of the address that is being rewritten;
168e428f 10866it can be used in the expansion of the replacement address, for example.
9b371988 10867
168e428f
PH
10868In all cases, all quoting is removed from the local part. For example, for both
10869the addresses
9b371988
PH
10870.code
10871"abc:xyz"@test.example
10872abc\:xyz@test.example
10873.endd
10874the value of &$local_part$& is
10875.code
10876abc:xyz
10877.endd
10878If you use &$local_part$& to create another address, you should always wrap it
10879inside a quoting operator. For example, in a &(redirect)& router you could
10880have:
10881.code
10882data = ${quote_local_part:$local_part}@new.domain.example
10883.endd
10884&*Note*&: The value of &$local_part$& is normally lower cased. If you want
168e428f 10885to process local parts in a case-dependent manner in a router, you can set the
9b371988 10886&%caseful_local_part%& option (see chapter &<<CHAProutergeneric>>&).
168e428f 10887
9b371988 10888.vitem &$local_part_data$&
f89d2485 10889.vindex "&$local_part_data$&"
9b371988 10890When the &%local_parts%& option on a router matches a local part by means of a
168e428f 10891lookup, the data read by the lookup is available during the running of the
9b371988 10892router as &$local_part_data$&. In addition, if the driver routes the address
168e428f
PH
10893to a transport, the value is available in that transport. If the transport is
10894handling multiple addresses, the value from the first address is used.
9b371988
PH
10895
10896&$local_part_data$& is also set when the &%local_parts%& condition in an ACL
168e428f
PH
10897matches a local part by means of a lookup. The data read by the lookup is
10898available during the rest of the ACL statement. In all other situations, this
10899variable expands to nothing.
10900
9b371988 10901.vitem &$local_part_prefix$&
f89d2485 10902.vindex "&$local_part_prefix$&"
168e428f
PH
10903When an address is being routed or delivered, and a
10904specific prefix for the local part was recognized, it is available in this
9b371988 10905variable, having been removed from &$local_part$&.
168e428f 10906
9b371988 10907.vitem &$local_part_suffix$&
f89d2485 10908.vindex "&$local_part_suffix$&"
168e428f
PH
10909When an address is being routed or delivered, and a
10910specific suffix for the local part was recognized, it is available in this
9b371988
PH
10911variable, having been removed from &$local_part$&.
10912
10913.vitem &$local_scan_data$&
f89d2485 10914.vindex "&$local_scan_data$&"
9b371988
PH
10915This variable contains the text returned by the &[local_scan()]& function when
10916a message is received. See chapter &<<CHAPlocalscan>>& for more details.
10917
10918.vitem &$local_user_gid$&
f89d2485 10919.vindex "&$local_user_gid$&"
9b371988
PH
10920See &$local_user_uid$&.
10921
10922.vitem &$local_user_uid$&
f89d2485 10923.vindex "&$local_user_uid$&"
9b371988
PH
10924This variable and &$local_user_gid$& are set to the uid and gid after the
10925&%check_local_user%& router precondition succeeds. This means that their values
10926are available for the remaining preconditions (&%senders%&, &%require_files%&,
10927and &%condition%&), for the &%address_data%& expansion, and for any
10928router-specific expansions. At all other times, the values in these variables
10929are &`(uid_t)(-1)`& and &`(gid_t)(-1)`&, respectively.
10930
10931.vitem &$localhost_number$&
f89d2485 10932.vindex "&$localhost_number$&"
168e428f 10933This contains the expanded value of the
9b371988 10934&%localhost_number%& option. The expansion happens after the main options have
168e428f
PH
10935been read.
10936
9b371988 10937.vitem &$log_inodes$&
f89d2485 10938.vindex "&$log_inodes$&"
168e428f
PH
10939The number of free inodes in the disk partition where Exim's
10940log files are being written. The value is recalculated whenever the variable is
10941referenced. If the relevant file system does not have the concept of inodes,
9b371988 10942the value of is -1. See also the &%check_log_inodes%& option.
168e428f 10943
9b371988 10944.vitem &$log_space$&
f89d2485 10945.vindex "&$log_space$&"
168e428f
PH
10946The amount of free space (as a number of kilobytes) in the disk
10947partition where Exim's log files are being written. The value is recalculated
10948whenever the variable is referenced. If the operating system does not have the
10949ability to find the amount of free space (only true for experimental systems),
9b371988 10950the space value is -1. See also the &%check_log_space%& option.
168e428f
PH
10951
10952
9b371988 10953.vitem &$mailstore_basename$&
f89d2485 10954.vindex "&$mailstore_basename$&"
9b371988
PH
10955This variable is set only when doing deliveries in &"mailstore"& format in the
10956&(appendfile)& transport. During the expansion of the &%mailstore_prefix%&,
10957&%mailstore_suffix%&, &%message_prefix%&, and &%message_suffix%& options, it
10958contains the basename of the files that are being written, that is, the name
10959without the &".tmp"&, &".env"&, or &".msg"& suffix. At all other times, this
10960variable is empty.
168e428f 10961
9b371988 10962.vitem &$malware_name$&
f89d2485 10963.vindex "&$malware_name$&"
168e428f
PH
10964This variable is available when Exim is compiled with the
10965content-scanning extension. It is set to the name of the virus that was found
9b371988 10966when the ACL &%malware%& condition is true (see section &<<SECTscanvirus>>&).
168e428f 10967
595028e4
PH
10968.vitem &$max_received_linelength$&
10969.vindex "&$max_received_linelength$&"
10970.cindex "maximum" "line length"
10971.cindex "line length" "maximum"
10972This variable contains the number of bytes in the longest line that was
10973received as part of the message, not counting the line termination
10974character(s).
168e428f 10975
9b371988
PH
10976.vitem &$message_age$&
10977.cindex "message" "age of"
f89d2485 10978.vindex "&$message_age$&"
068aaea8
PH
10979This variable is set at the start of a delivery attempt to contain the number
10980of seconds since the message was received. It does not change during a single
10981delivery attempt.
168e428f 10982
9b371988
PH
10983.vitem &$message_body$&
10984.cindex "body of message" "expansion variable"
10985.cindex "message body" "in expansion"
10986.cindex "binary zero" "in message body"
f89d2485 10987.vindex "&$message_body$&"
595028e4
PH
10988.oindex "&%message_body_visible%&"
10989This variable contains the initial portion of a message's body while it is
10990being delivered, and is intended mainly for use in filter files. The maximum
10991number of characters of the body that are put into the variable is set by the
10992&%message_body_visible%& configuration option; the default is 500.
10993
595028e4
PH
10994.oindex "&%message_body_newlines%&"
10995By default, newlines are converted into spaces in &$message_body$&, to make it
10996easier to search for phrases that might be split over a line break. However,
10997this can be disabled by setting &%message_body_newlines%& to be true. Binary
10998zeros are always converted into spaces.
168e428f 10999
9b371988
PH
11000.vitem &$message_body_end$&
11001.cindex "body of message" "expansion variable"
11002.cindex "message body" "in expansion"
f89d2485 11003.vindex "&$message_body_end$&"
168e428f
PH
11004This variable contains the final portion of a message's
11005body while it is being delivered. The format and maximum size are as for
9b371988 11006&$message_body$&.
168e428f 11007
9b371988
PH
11008.vitem &$message_body_size$&
11009.cindex "body of message" "size"
11010.cindex "message body" "size"
f89d2485 11011.vindex "&$message_body_size$&"
068aaea8
PH
11012When a message is being delivered, this variable contains the size of the body
11013in bytes. The count starts from the character after the blank line that
11014separates the body from the header. Newlines are included in the count. See
9b371988 11015also &$message_size$&, &$body_linecount$&, and &$body_zerocount$&.
068aaea8 11016
9b371988 11017.vitem &$message_exim_id$&
f89d2485 11018.vindex "&$message_exim_id$&"
068aaea8
PH
11019When a message is being received or delivered, this variable contains the
11020unique message id that is generated and used by Exim to identify the message.
11021An id is not created for a message until after its header has been successfully
9b371988
PH
11022received. &*Note*&: This is &'not'& the contents of the &'Message-ID:'& header
11023line; it is the local id that Exim assigns to the message, for example:
11024&`1BXTIK-0001yO-VA`&.
168e428f 11025
9b371988 11026.vitem &$message_headers$&
f89d2485 11027.vindex &$message_headers$&
168e428f
PH
11028This variable contains a concatenation of all the header lines when a message
11029is being processed, except for lines added by routers or transports. The header
3cb1b51e
PH
11030lines are separated by newline characters. Their contents are decoded in the
11031same way as a header line that is inserted by &%bheader%&.
11032
11033.vitem &$message_headers_raw$&
f89d2485 11034.vindex &$message_headers_raw$&
3cb1b51e
PH
11035This variable is like &$message_headers$& except that no processing of the
11036contents of header lines is done.
168e428f 11037
9b371988 11038.vitem &$message_id$&
9b371988 11039This is an old name for &$message_exim_id$&, which is now deprecated.
068aaea8 11040
9b371988 11041.vitem &$message_linecount$&
f89d2485 11042.vindex "&$message_linecount$&"
068aaea8 11043This variable contains the total number of lines in the header and body of the
9b371988
PH
11044message. Compare &$body_linecount$&, which is the count for the body only.
11045During the DATA and content-scanning ACLs, &$message_linecount$& contains the
11046number of lines received. Before delivery happens (that is, before filters,
11047routers, and transports run) the count is increased to include the
11048&'Received:'& header line that Exim standardly adds, and also any other header
11049lines that are added by ACLs. The blank line that separates the message header
11050from the body is not counted. Here is an example of the use of this variable in
11051a DATA ACL:
11052.code
068aaea8
PH
11053deny message = Too many lines in message header
11054 condition = \
f89d2485 11055 ${if <{250}{${eval:$message_linecount - $body_linecount}}}
9b371988 11056.endd
068aaea8
PH
11057In the MAIL and RCPT ACLs, the value is zero because at that stage the
11058message has not yet been received.
168e428f 11059
9b371988
PH
11060.vitem &$message_size$&
11061.cindex "size" "of message"
11062.cindex "message" "size"
f89d2485 11063.vindex "&$message_size$&"
168e428f
PH
11064When a message is being processed, this variable contains its size in bytes. In
11065most cases, the size includes those headers that were received with the
9b371988 11066message, but not those (such as &'Envelope-to:'&) that are added to individual
168e428f 11067deliveries as they are written. However, there is one special case: during the
9b371988
PH
11068expansion of the &%maildir_tag%& option in the &(appendfile)& transport while
11069doing a delivery in maildir format, the value of &$message_size$& is the
168e428f 11070precise size of the file that has been written. See also
9b371988
PH
11071&$message_body_size$&, &$body_linecount$&, and &$body_zerocount$&.
11072
11073.cindex "RCPT" "value of &$message_size$&"
400eda43 11074While running a per message ACL (mail/rcpt/predata), &$message_size$&
168e428f
PH
11075contains the size supplied on the MAIL command, or -1 if no size was given. The
11076value may not, of course, be truthful.
11077
9b371988
PH
11078.vitem &$mime_$&&'xxx'&
11079A number of variables whose names start with &$mime$& are
168e428f 11080available when Exim is compiled with the content-scanning extension. For
9b371988 11081details, see section &<<SECTscanmimepart>>&.
168e428f 11082
9b371988 11083.vitem "&$n0$& &-- &$n9$&"
168e428f 11084These variables are counters that can be incremented by means
9b371988 11085of the &%add%& command in filter files.
168e428f 11086
9b371988 11087.vitem &$original_domain$&
f89d2485
PH
11088.vindex "&$domain$&"
11089.vindex "&$original_domain$&"
068aaea8 11090When a top-level address is being processed for delivery, this contains the
9b371988
PH
11091same value as &$domain$&. However, if a &"child"& address (for example,
11092generated by an alias, forward, or filter file) is being processed, this
3cb1b51e
PH
11093variable contains the domain of the original address (lower cased). This
11094differs from &$parent_domain$& only when there is more than one level of
11095aliasing or forwarding. When more than one address is being delivered in a
11096single transport run, &$original_domain$& is not set.
9b371988
PH
11097
11098If a new address is created by means of a &%deliver%& command in a system
11099filter, it is set up with an artificial &"parent"& address. This has the local
11100part &'system-filter'& and the default qualify domain.
11101
11102.vitem &$original_local_part$&
f89d2485
PH
11103.vindex "&$local_part$&"
11104.vindex "&$original_local_part$&"
068aaea8 11105When a top-level address is being processed for delivery, this contains the
9b371988
PH
11106same value as &$local_part$&, unless a prefix or suffix was removed from the
11107local part, because &$original_local_part$& always contains the full local
11108part. When a &"child"& address (for example, generated by an alias, forward, or
068aaea8
PH
11109filter file) is being processed, this variable contains the full local part of
11110the original address.
9b371988 11111
168e428f 11112If the router that did the redirection processed the local part
9b371988
PH
11113case-insensitively, the value in &$original_local_part$& is in lower case.
11114This variable differs from &$parent_local_part$& only when there is more than
168e428f 11115one level of aliasing or forwarding. When more than one address is being
9b371988
PH
11116delivered in a single transport run, &$original_local_part$& is not set.
11117
11118If a new address is created by means of a &%deliver%& command in a system
11119filter, it is set up with an artificial &"parent"& address. This has the local
11120part &'system-filter'& and the default qualify domain.
11121
11122.vitem &$originator_gid$&
11123.cindex "gid (group id)" "of originating user"
11124.cindex "sender" "gid"
f89d2485
PH
11125.vindex "&$caller_gid$&"
11126.vindex "&$originator_gid$&"
9b371988
PH
11127This variable contains the value of &$caller_gid$& that was set when the
11128message was received. For messages received via the command line, this is the
11129gid of the sending user. For messages received by SMTP over TCP/IP, this is
11130normally the gid of the Exim user.
11131
11132.vitem &$originator_uid$&
11133.cindex "uid (user id)" "of originating user"
11134.cindex "sender" "uid"
f89d2485
PH
11135.vindex "&$caller_uid$&"
11136.vindex "&$originaltor_uid$&"
9b371988 11137The value of &$caller_uid$& that was set when the message was received. For
068aaea8
PH
11138messages received via the command line, this is the uid of the sending user.
11139For messages received by SMTP over TCP/IP, this is normally the uid of the Exim
11140user.
168e428f 11141
9b371988 11142.vitem &$parent_domain$&
f89d2485 11143.vindex "&$parent_domain$&"
9b371988 11144This variable is similar to &$original_domain$& (see
168e428f
PH
11145above), except that it refers to the immediately preceding parent address.
11146
9b371988 11147.vitem &$parent_local_part$&
f89d2485 11148.vindex "&$parent_local_part$&"
9b371988 11149This variable is similar to &$original_local_part$&
168e428f
PH
11150(see above), except that it refers to the immediately preceding parent address.
11151
9b371988
PH
11152.vitem &$pid$&
11153.cindex "pid (process id)" "of current process"
f89d2485 11154.vindex "&$pid$&"
168e428f
PH
11155This variable contains the current process id.
11156
9b371988
PH
11157.vitem &$pipe_addresses$&
11158.cindex "filter" "transport filter"
11159.cindex "transport" "filter"
f89d2485 11160.vindex "&$pipe_addresses$&"
068aaea8 11161This is not an expansion variable, but is mentioned here because the string
c0712871 11162&`$pipe_addresses`& is handled specially in the command specification for the
9b371988
PH
11163&(pipe)& transport (chapter &<<CHAPpipetransport>>&) and in transport filters
11164(described under &%transport_filter%& in chapter &<<CHAPtransportgeneric>>&).
11165It cannot be used in general expansion strings, and provokes an &"unknown
11166variable"& error if encountered.
11167
11168.vitem &$primary_hostname$&
f89d2485 11169.vindex "&$primary_hostname$&"
9b371988
PH
11170This variable contains the value set by &%primary_hostname%& in the
11171configuration file, or read by the &[uname()]& function. If &[uname()]& returns
11172a single-component name, Exim calls &[gethostbyname()]& (or
11173&[getipnodebyname()]& where available) in an attempt to acquire a fully
11174qualified host name. See also &$smtp_active_hostname$&.
11175
11176
9b371988
PH
11177.vitem &$prvscheck_address$&
11178This variable is used in conjunction with the &%prvscheck%& expansion item,
11179which is described in sections &<<SECTexpansionitems>>& and
11180&<<SECTverifyPRVS>>&.
11181
11182.vitem &$prvscheck_keynum$&
11183This variable is used in conjunction with the &%prvscheck%& expansion item,
11184which is described in sections &<<SECTexpansionitems>>& and
11185&<<SECTverifyPRVS>>&.
11186
11187.vitem &$prvscheck_result$&
11188This variable is used in conjunction with the &%prvscheck%& expansion item,
11189which is described in sections &<<SECTexpansionitems>>& and
11190&<<SECTverifyPRVS>>&.
9b371988
PH
11191
11192.vitem &$qualify_domain$&
f89d2485 11193.vindex "&$qualify_domain$&"
9b371988
PH
11194The value set for the &%qualify_domain%& option in the configuration file.
11195
11196.vitem &$qualify_recipient$&
f89d2485 11197.vindex "&$qualify_recipient$&"
9b371988
PH
11198The value set for the &%qualify_recipient%& option in the configuration file,
11199or if not set, the value of &$qualify_domain$&.
11200
11201.vitem &$rcpt_count$&
f89d2485 11202.vindex "&$rcpt_count$&"
068aaea8
PH
11203When a message is being received by SMTP, this variable contains the number of
11204RCPT commands received for the current message. If this variable is used in a
11205RCPT ACL, its value includes the current command.
168e428f 11206
9b371988 11207.vitem &$rcpt_defer_count$&
f89d2485 11208.vindex "&$rcpt_defer_count$&"
3cb1b51e 11209.cindex "4&'xx'& responses" "count of"
068aaea8
PH
11210When a message is being received by SMTP, this variable contains the number of
11211RCPT commands in the current message that have previously been rejected with a
9b371988 11212temporary (4&'xx'&) response.
168e428f 11213
9b371988 11214.vitem &$rcpt_fail_count$&
f89d2485 11215.vindex "&$rcpt_fail_count$&"
068aaea8
PH
11216When a message is being received by SMTP, this variable contains the number of
11217RCPT commands in the current message that have previously been rejected with a
9b371988 11218permanent (5&'xx'&) response.
168e428f 11219
9b371988 11220.vitem &$received_count$&
f89d2485 11221.vindex "&$received_count$&"
9b371988 11222This variable contains the number of &'Received:'& header lines in the message,
068aaea8
PH
11223including the one added by Exim (so its value is always greater than zero). It
11224is available in the DATA ACL, the non-SMTP ACL, and while routing and
11225delivering.
168e428f 11226
9b371988 11227.vitem &$received_for$&
f89d2485 11228.vindex "&$received_for$&"
068aaea8 11229If there is only a single recipient address in an incoming message, this
9b371988
PH
11230variable contains that address when the &'Received:'& header line is being
11231built. The value is copied after recipient rewriting has happened, but before
11232the &[local_scan()]& function is run.
168e428f 11233
3cb1b51e 11234.vitem &$received_ip_address$&
f89d2485 11235.vindex "&$received_ip_address$&"
3cb1b51e
PH
11236As soon as an Exim server starts processing an incoming TCP/IP connection, this
11237variable is set to the address of the local IP interface, and &$received_port$&
11238is set to the local port number. (The remote IP address and port are in
11239&$sender_host_address$& and &$sender_host_port$&.) When testing with &%-bh%&,
11240the port value is -1 unless it has been set using the &%-oMi%& command line
11241option.
11242
11243As well as being useful in ACLs (including the &"connect"& ACL), these variable
11244could be used, for example, to make the file name for a TLS certificate depend
11245on which interface and/or port is being used for the incoming connection. The
11246values of &$received_ip_address$& and &$received_port$& are saved with any
11247messages that are received, thus making these variables available at delivery
11248time.
11249
11250&*Note:*& There are no equivalent variables for outgoing connections, because
11251the values are unknown (unless they are explicitly set by options of the
11252&(smtp)& transport).
11253
11254.vitem &$received_port$&
f89d2485 11255.vindex "&$received_port$&"
3cb1b51e 11256See &$received_ip_address$&.
3cb1b51e 11257
9b371988 11258.vitem &$received_protocol$&
f89d2485 11259.vindex "&$received_protocol$&"
068aaea8
PH
11260When a message is being processed, this variable contains the name of the
11261protocol by which it was received. Most of the names used by Exim are defined
9b371988
PH
11262by RFCs 821, 2821, and 3848. They start with &"smtp"& (the client used HELO) or
11263&"esmtp"& (the client used EHLO). This can be followed by &"s"& for secure
11264(encrypted) and/or &"a"& for authenticated. Thus, for example, if the protocol
11265is set to &"esmtpsa"&, the message was received over an encrypted SMTP
068aaea8 11266connection and the client was successfully authenticated.
9b371988
PH
11267
11268Exim uses the protocol name &"smtps"& for the case when encryption is
168e428f 11269automatically set up on connection without the use of STARTTLS (see
9b371988
PH
11270&%tls_on_connect_ports%&), and the client uses HELO to initiate the
11271encrypted SMTP session. The name &"smtps"& is also used for the rare situation
168e428f
PH
11272where the client initially uses EHLO, sets up an encrypted connection using
11273STARTTLS, and then uses HELO afterwards.
9b371988
PH
11274
11275The &%-oMr%& option provides a way of specifying a custom protocol name for
168e428f
PH
11276messages that are injected locally by trusted callers. This is commonly used to
11277identify messages that are being re-injected after some kind of scanning.
11278
9b371988 11279.vitem &$received_time$&
f89d2485 11280.vindex "&$received_time$&"
068aaea8
PH
11281This variable contains the date and time when the current message was received,
11282as a number of seconds since the start of the Unix epoch.
168e428f 11283
9b371988 11284.vitem &$recipient_data$&
f89d2485 11285.vindex "&$recipient_data$&"
9b371988 11286This variable is set after an indexing lookup success in an ACL &%recipients%&
068aaea8 11287condition. It contains the data from the lookup, and the value remains set
9b371988
PH
11288until the next &%recipients%& test. Thus, you can do things like this:
11289.display
11290&`require recipients = cdb*@;/some/file`&
11291&`deny `&&'some further test involving'& &`$recipient_data`&
11292.endd
11293&*Warning*&: This variable is set only when a lookup is used as an indexing
168e428f
PH
11294method in the address list, using the semicolon syntax as in the example above.
11295The variable is not set for a lookup that is used as part of the string
11296expansion that all such lists undergo before being interpreted.
11297
9b371988 11298.vitem &$recipient_verify_failure$&
f89d2485 11299.vindex "&$recipient_verify_failure$&"
068aaea8
PH
11300In an ACL, when a recipient verification fails, this variable contains
11301information about the failure. It is set to one of the following words:
9b371988
PH
11302
11303.ilist
11304&"qualify"&: The address was unqualified (no domain), and the message
168e428f
PH
11305was neither local nor came from an exempted host.
11306
9b371988
PH
11307.next
11308&"route"&: Routing failed.
168e428f 11309
9b371988
PH
11310.next
11311&"mail"&: Routing succeeded, and a callout was attempted; rejection occurred at
168e428f
PH
11312or before the MAIL command (that is, on initial connection, HELO, or
11313MAIL).
11314
9b371988
PH
11315.next
11316&"recipient"&: The RCPT command in a callout was rejected.
11317.next
11318
11319&"postmaster"&: The postmaster check in a callout was rejected.
11320.endlist
168e428f 11321
168e428f
PH
11322The main use of this variable is expected to be to distinguish between
11323rejections of MAIL and rejections of RCPT.
11324
9b371988 11325.vitem &$recipients$&
f89d2485
PH
11326.vindex "&$recipients$&"
11327This variable contains a list of envelope recipients for a message. A comma and
11328a space separate the addresses in the replacement text. However, the variable
11329is not generally available, to prevent exposure of Bcc recipients in
11330unprivileged users' filter files. You can use &$recipients$& only in these
11331cases:
168e428f 11332
9b371988
PH
11333.olist
11334In a system filter file.
11335.next
db9452a9
PH
11336In the ACLs associated with the DATA command and with non-SMTP messages, that
11337is, the ACLs defined by &%acl_smtp_predata%&, &%acl_smtp_data%&,
11338&%acl_smtp_mime%&, &%acl_not_smtp_start%&, &%acl_not_smtp%&, and
11339&%acl_not_smtp_mime%&.
f89d2485 11340.next
f89d2485 11341From within a &[local_scan()]& function.
9b371988 11342.endlist
168e428f 11343
168e428f 11344
9b371988 11345.vitem &$recipients_count$&
f89d2485 11346.vindex "&$recipients_count$&"
068aaea8
PH
11347When a message is being processed, this variable contains the number of
11348envelope recipients that came with the message. Duplicates are not excluded
11349from the count. While a message is being received over SMTP, the number
11350increases for each accepted recipient. It can be referenced in an ACL.
168e428f 11351
db9452a9 11352
db9452a9 11353.vitem &$regex_match_string$&
f89d2485 11354.vindex "&$regex_match_string$&"
db9452a9
PH
11355This variable is set to contain the matching regular expression after a
11356&%regex%& ACL condition has matched (see section &<<SECTscanregex>>&).
db9452a9
PH
11357
11358
9b371988 11359.vitem &$reply_address$&
f89d2485 11360.vindex "&$reply_address$&"
068aaea8 11361When a message is being processed, this variable contains the contents of the
9b371988 11362&'Reply-To:'& header line if one exists and it is not empty, or otherwise the
c0712871 11363contents of the &'From:'& header line. Apart from the removal of leading
4f578862 11364white space, the value is not processed in any way. In particular, no RFC 2047
c0712871 11365decoding or character code translation takes place.
168e428f 11366
9b371988 11367.vitem &$return_path$&
f89d2485 11368.vindex "&$return_path$&"
9b371988 11369When a message is being delivered, this variable contains the return path &--
168e428f 11370the sender field that will be sent as part of the envelope. It is not enclosed
9b371988
PH
11371in <> characters. At the start of routing an address, &$return_path$& has the
11372same value as &$sender_address$&, but if, for example, an incoming message to a
168e428f 11373mailing list has been expanded by a router which specifies a different address
9b371988
PH
11374for bounce messages, &$return_path$& subsequently contains the new bounce
11375address, whereas &$sender_address$& always contains the original sender address
11376that was received with the message. In other words, &$sender_address$& contains
11377the incoming envelope sender, and &$return_path$& contains the outgoing
11378envelope sender.
11379
11380.vitem &$return_size_limit$&
f89d2485 11381.vindex "&$return_size_limit$&"
9b371988
PH
11382This is an obsolete name for &$bounce_return_size_limit$&.
11383
11384.vitem &$runrc$&
11385.cindex "return code" "from &%run%& expansion"
f89d2485 11386.vindex "&$runrc$&"
168e428f 11387This variable contains the return code from a command that is run by the
9b371988 11388&%${run...}%& expansion item. &*Warning*&: In a router or transport, you cannot
168e428f 11389assume the order in which option values are expanded, except for those
9b371988
PH
11390preconditions whose order of testing is documented. Therefore, you cannot
11391reliably expect to set &$runrc$& by the expansion of one option, and use it in
168e428f
PH
11392another.
11393
9b371988 11394.vitem &$self_hostname$&
0a4e3112 11395.oindex "&%self%&" "value of host name"
f89d2485 11396.vindex "&$self_hostname$&"
068aaea8 11397When an address is routed to a supposedly remote host that turns out to be the
9b371988
PH
11398local host, what happens is controlled by the &%self%& generic router option.
11399One of its values causes the address to be passed to another router. When this
11400happens, &$self_hostname$& is set to the name of the local host that the
11401original router encountered. In other circumstances its contents are null.
168e428f 11402
9b371988 11403.vitem &$sender_address$&
f89d2485 11404.vindex "&$sender_address$&"
068aaea8 11405When a message is being processed, this variable contains the sender's address
3cb1b51e
PH
11406that was received in the message's envelope. The case of letters in the address
11407is retained, in both the local part and the domain. For bounce messages, the
11408value of this variable is the empty string. See also &$return_path$&.
168e428f 11409
9b371988 11410.vitem &$sender_address_data$&
f89d2485
PH
11411.vindex "&$address_data$&"
11412.vindex "&$sender_address_data$&"
9b371988
PH
11413If &$address_data$& is set when the routers are called from an ACL to verify a
11414sender address, the final value is preserved in &$sender_address_data$&, to
168e428f
PH
11415distinguish it from data from a recipient address. The value does not persist
11416after the end of the current ACL statement. If you want to preserve it for
11417longer, you can save it in an ACL variable.
11418
9b371988 11419.vitem &$sender_address_domain$&
f89d2485 11420.vindex "&$sender_address_domain$&"
9b371988
PH
11421The domain portion of &$sender_address$&.
11422
11423.vitem &$sender_address_local_part$&
f89d2485 11424.vindex "&$sender_address_local_part$&"
9b371988
PH
11425The local part portion of &$sender_address$&.
11426
11427.vitem &$sender_data$&
f89d2485 11428.vindex "&$sender_data$&"
9b371988
PH
11429This variable is set after a lookup success in an ACL &%senders%& condition or
11430in a router &%senders%& option. It contains the data from the lookup, and the
11431value remains set until the next &%senders%& test. Thus, you can do things like
11432this:
11433.display
11434&`require senders = cdb*@;/some/file`&
11435&`deny `&&'some further test involving'& &`$sender_data`&
11436.endd
11437&*Warning*&: This variable is set only when a lookup is used as an indexing
168e428f
PH
11438method in the address list, using the semicolon syntax as in the example above.
11439The variable is not set for a lookup that is used as part of the string
11440expansion that all such lists undergo before being interpreted.
11441
9b371988 11442.vitem &$sender_fullhost$&
f89d2485 11443.vindex "&$sender_fullhost$&"
168e428f
PH
11444When a message is received from a remote host, this variable contains the host
11445name and IP address in a single string. It ends with the IP address in square
11446brackets, followed by a colon and a port number if the logging of ports is
11447enabled. The format of the rest of the string depends on whether the host
11448issued a HELO or EHLO SMTP command, and whether the host name was verified by
11449looking up its IP address. (Looking up the IP address can be forced by the
9b371988 11450&%host_lookup%& option, independent of verification.) A plain host name at the
168e428f
PH
11451start of the string is a verified host name; if this is not present,
11452verification either failed or was not requested. A host name in parentheses is
11453the argument of a HELO or EHLO command. This is omitted if it is identical to
11454the verified host name or to the host's IP address in square brackets.
11455
9b371988 11456.vitem &$sender_helo_name$&
f89d2485 11457.vindex "&$sender_helo_name$&"
068aaea8
PH
11458When a message is received from a remote host that has issued a HELO or EHLO
11459command, the argument of that command is placed in this variable. It is also
11460set if HELO or EHLO is used when a message is received using SMTP locally via
9b371988 11461the &%-bs%& or &%-bS%& options.
168e428f 11462
9b371988 11463.vitem &$sender_host_address$&
f89d2485 11464.vindex "&$sender_host_address$&"
068aaea8
PH
11465When a message is received from a remote host, this variable contains that
11466host's IP address. For locally submitted messages, it is empty.
168e428f 11467
9b371988 11468.vitem &$sender_host_authenticated$&
f89d2485 11469.vindex "&$sender_host_authenticated$&"
168e428f 11470This variable contains the name (not the public name) of the authenticator
068aaea8
PH
11471driver that successfully authenticated the client from which the message was
11472received. It is empty if there was no successful authentication. See also
9b371988 11473&$authenticated_id$&.
168e428f 11474
9b371988 11475.vitem &$sender_host_name$&
f89d2485 11476.vindex "&$sender_host_name$&"
168e428f
PH
11477When a message is received from a remote host, this variable contains the
11478host's name as obtained by looking up its IP address. For messages received by
11479other means, this variable is empty.
9b371988 11480
f89d2485 11481.vindex "&$host_lookup_failed$&"
168e428f 11482If the host name has not previously been looked up, a reference to
9b371988 11483&$sender_host_name$& triggers a lookup (for messages from remote hosts).
168e428f
PH
11484A looked up name is accepted only if it leads back to the original IP address
11485via a forward lookup. If either the reverse or the forward lookup fails to find
11486any data, or if the forward lookup does not yield the original IP address,
9b371988
PH
11487&$sender_host_name$& remains empty, and &$host_lookup_failed$& is set to &"1"&.
11488
f89d2485 11489.vindex "&$host_lookup_deferred$&"
168e428f 11490However, if either of the lookups cannot be completed (for example, there is a
9b371988
PH
11491DNS timeout), &$host_lookup_deferred$& is set to &"1"&, and
11492&$host_lookup_failed$& remains set to &"0"&.
11493
11494Once &$host_lookup_failed$& is set to &"1"&, Exim does not try to look up the
11495host name again if there is a subsequent reference to &$sender_host_name$&
db9452a9 11496in the same Exim process, but it does try again if &$host_lookup_deferred$&
9b371988
PH
11497is set to &"1"&.
11498
168e428f
PH
11499Exim does not automatically look up every calling host's name. If you want
11500maximum efficiency, you should arrange your configuration so that it avoids
11501these lookups altogether. The lookup happens only if one or more of the
11502following are true:
11503
9b371988
PH
11504.ilist
11505A string containing &$sender_host_name$& is expanded.
11506.next
11507The calling host matches the list in &%host_lookup%&. In the default
11508configuration, this option is set to *, so it must be changed if lookups are
11509to be avoided. (In the code, the default for &%host_lookup%& is unset.)
11510.next
11511Exim needs the host name in order to test an item in a host list. The items
11512that require this are described in sections &<<SECThoslispatnam>>& and
11513&<<SECThoslispatnamsk>>&.
11514.next
11515The calling host matches &%helo_try_verify_hosts%& or &%helo_verify_hosts%&.
168e428f
PH
11516In this case, the host name is required to compare with the name quoted in any
11517EHLO or HELO commands that the client issues.
9b371988
PH
11518.next
11519The remote host issues a EHLO or HELO command that quotes one of the
11520domains in &%helo_lookup_domains%&. The default value of this option is
11521. ==== As this is a nested list, any displays it contains must be indented
11522. ==== as otherwise they are too far to the left.
11523.code
11524 helo_lookup_domains = @ : @[]
11525.endd
168e428f
PH
11526which causes a lookup if a remote host (incorrectly) gives the server's name or
11527IP address in an EHLO or HELO command.
9b371988 11528.endlist
168e428f
PH
11529
11530
9b371988 11531.vitem &$sender_host_port$&
f89d2485 11532.vindex "&$sender_host_port$&"
068aaea8
PH
11533When a message is received from a remote host, this variable contains the port
11534number that was used on the remote host.
168e428f 11535
9b371988 11536.vitem &$sender_ident$&
f89d2485 11537.vindex "&$sender_ident$&"
168e428f
PH
11538When a message is received from a remote host, this variable contains the
11539identification received in response to an RFC 1413 request. When a message has
11540been received locally, this variable contains the login name of the user that
11541called Exim.
11542
9b371988
PH
11543.vitem &$sender_rate_$&&'xxx'&
11544A number of variables whose names begin &$sender_rate_$& are set as part of the
11545&%ratelimit%& ACL condition. Details are given in section
11546&<<SECTratelimiting>>&.
9b371988
PH
11547
11548.vitem &$sender_rcvhost$&
11549.cindex "DNS" "reverse lookup"
11550.cindex "reverse DNS lookup"
f89d2485 11551.vindex "&$sender_rcvhost$&"
9b371988 11552This is provided specifically for use in &'Received:'& headers. It starts with
068aaea8
PH
11553either the verified host name (as obtained from a reverse DNS lookup) or, if
11554there is no verified host name, the IP address in square brackets. After that
11555there may be text in parentheses. When the first item is a verified host name,
11556the first thing in the parentheses is the IP address in square brackets,
11557followed by a colon and a port number if port logging is enabled. When the
9b371988 11558first item is an IP address, the port is recorded as &"port=&'xxxx'&"& inside
068aaea8 11559the parentheses.
9b371988
PH
11560
11561There may also be items of the form &"helo=&'xxxx'&"& if HELO or EHLO
168e428f 11562was used and its argument was not identical to the real host name or IP
9b371988
PH
11563address, and &"ident=&'xxxx'&"& if an RFC 1413 ident string is available. If
11564all three items are present in the parentheses, a newline and tab are inserted
11565into the string, to improve the formatting of the &'Received:'& header.
168e428f 11566
9b371988 11567.vitem &$sender_verify_failure$&
f89d2485 11568.vindex "&$sender_verify_failure$&"
168e428f 11569In an ACL, when a sender verification fails, this variable contains information
9b371988
PH
11570about the failure. The details are the same as for
11571&$recipient_verify_failure$&.
168e428f 11572
f89d2485
PH
11573.vitem &$sending_ip_address$&
11574.vindex "&$sending_ip_address$&"
11575This variable is set whenever an outgoing SMTP connection to another host has
11576been set up. It contains the IP address of the local interface that is being
11577used. This is useful if a host that has more than one IP address wants to take
11578on different personalities depending on which one is being used. For incoming
11579connections, see &$received_ip_address$&.
11580
11581.vitem &$sending_port$&
11582.vindex "&$sending_port$&"
11583This variable is set whenever an outgoing SMTP connection to another host has
11584been set up. It contains the local port that is being used. For incoming
11585connections, see &$received_port$&.
f89d2485 11586
9b371988 11587.vitem &$smtp_active_hostname$&
f89d2485 11588.vindex "&$smtp_active_hostname$&"
3cb1b51e
PH
11589During an incoming SMTP session, this variable contains the value of the active
11590host name, as specified by the &%smtp_active_hostname%& option. The value of
9b371988
PH
11591&$smtp_active_hostname$& is saved with any message that is received, so its
11592value can be consulted during routing and delivery.
11593
9b371988 11594.vitem &$smtp_command$&
f89d2485 11595.vindex "&$smtp_command$&"
068aaea8
PH
11596During the processing of an incoming SMTP command, this variable contains the
11597entire command. This makes it possible to distinguish between HELO and EHLO in
11598the HELO ACL, and also to distinguish between commands such as these:
9b371988 11599.code
068aaea8
PH
11600MAIL FROM:<>
11601MAIL FROM: <>
9b371988 11602.endd
068aaea8 11603For a MAIL command, extra parameters such as SIZE can be inspected. For a RCPT
9b371988
PH
11604command, the address in &$smtp_command$& is the original address before any
11605rewriting, whereas the values in &$local_part$& and &$domain$& are taken from
11606the address after SMTP-time rewriting.
9b371988
PH
11607
11608.vitem &$smtp_command_argument$&
f89d2485
PH
11609.cindex "SMTP" "command, argument for"
11610.vindex "&$smtp_command_argument$&"
068aaea8
PH
11611While an ACL is running to check an SMTP command, this variable contains the
11612argument, that is, the text that follows the command name, with leading white
9b371988 11613space removed. Following the introduction of &$smtp_command$&, this variable is
068aaea8 11614somewhat redundant, but is retained for backwards compatibility.
168e428f 11615
f89d2485
PH
11616.vitem &$smtp_count_at_connection_start$&
11617.vindex "&$smtp_count_at_connection_start$&"
11618This variable is set greater than zero only in processes spawned by the Exim
11619daemon for handling incoming SMTP connections. The name is deliberately long,
11620in order to emphasize what the contents are. When the daemon accepts a new
11621connection, it increments this variable. A copy of the variable is passed to
11622the child process that handles the connection, but its value is fixed, and
11623never changes. It is only an approximation of how many incoming connections
11624there actually are, because many other connections may come and go while a
11625single connection is being processed. When a child process terminates, the
11626daemon decrements its copy of the variable.
f89d2485 11627
9b371988
PH
11628.vitem "&$sn0$& &-- &$sn9$&"
11629These variables are copies of the values of the &$n0$& &-- &$n9$& accumulators
11630that were current at the end of the system filter file. This allows a system
11631filter file to set values that can be tested in users' filter files. For
11632example, a system filter could set a value indicating how likely it is that a
11633message is junk mail.
168e428f 11634
9b371988
PH
11635.vitem &$spam_$&&'xxx'&
11636A number of variables whose names start with &$spam$& are available when Exim
11637is compiled with the content-scanning extension. For details, see section
11638&<<SECTscanspamass>>&.
168e428f
PH
11639
11640
9b371988 11641.vitem &$spool_directory$&
f89d2485 11642.vindex "&$spool_directory$&"
168e428f
PH
11643The name of Exim's spool directory.
11644
9b371988 11645.vitem &$spool_inodes$&
f89d2485 11646.vindex "&$spool_inodes$&"
168e428f
PH
11647The number of free inodes in the disk partition where Exim's spool files are
11648being written. The value is recalculated whenever the variable is referenced.
11649If the relevant file system does not have the concept of inodes, the value of
9b371988 11650is -1. See also the &%check_spool_inodes%& option.
168e428f 11651
9b371988 11652.vitem &$spool_space$&
f89d2485 11653.vindex "&$spool_space$&"
168e428f
PH
11654The amount of free space (as a number of kilobytes) in the disk partition where
11655Exim's spool files are being written. The value is recalculated whenever the
11656variable is referenced. If the operating system does not have the ability to
11657find the amount of free space (only true for experimental systems), the space
11658value is -1. For example, to check in an ACL that there is at least 50
11659megabytes free on the spool, you could write:
9b371988
PH
11660.code
11661condition = ${if > {$spool_space}{50000}}
11662.endd
11663See also the &%check_spool_space%& option.
11664
11665
11666.vitem &$thisaddress$&
f89d2485 11667.vindex "&$thisaddress$&"
9b371988
PH
11668This variable is set only during the processing of the &%foranyaddress%&
11669command in a filter file. Its use is explained in the description of that
11670command, which can be found in the separate document entitled &'Exim's
11671interfaces to mail filtering'&.
11672
11673.vitem &$tls_certificate_verified$&
f89d2485 11674.vindex "&$tls_certificate_verified$&"
9b371988
PH
11675This variable is set to &"1"& if a TLS certificate was verified when the
11676message was received, and &"0"& otherwise.
11677
11678.vitem &$tls_cipher$&
f89d2485 11679.vindex "&$tls_cipher$&"
168e428f
PH
11680When a message is received from a remote host over an encrypted SMTP
11681connection, this variable is set to the cipher suite that was negotiated, for
11682example DES-CBC3-SHA. In other circumstances, in particular, for message
595028e4
PH
11683received over unencrypted connections, the variable is empty. Testing
11684&$tls_cipher$& for emptiness is one way of distinguishing between encrypted and
11685non-encrypted connections during ACL processing.
11686
11687The &$tls_cipher$& variable retains its value during message delivery, except
11688when an outward SMTP delivery takes place via the &(smtp)& transport. In this
11689case, &$tls_cipher$& is cleared before any outgoing SMTP connection is made,
11690and then set to the outgoing cipher suite if one is negotiated. See chapter
11691&<<CHAPTLS>>& for details of TLS support and chapter &<<CHAPsmtptrans>>& for
11692details of the &(smtp)& transport.
168e428f 11693
9b371988 11694.vitem &$tls_peerdn$&
f89d2485 11695.vindex "&$tls_peerdn$&"
068aaea8 11696When a message is received from a remote host over an encrypted SMTP
168e428f
PH
11697connection, and Exim is configured to request a certificate from the client,
11698the value of the Distinguished Name of the certificate is made available in the
7d0ab55c 11699&$tls_peerdn$& during subsequent processing. Like &$tls_cipher$&, the
595028e4 11700value is retained during message delivery, except during outbound SMTP
7d0ab55c 11701deliveries.
168e428f 11702
9b371988 11703.vitem &$tod_bsdinbox$&
f89d2485 11704.vindex "&$tod_bsdinbox$&"
9b371988
PH
11705The time of day and the date, in the format required for BSD-style mailbox
11706files, for example: Thu Oct 17 17:14:09 1995.
168e428f 11707
9b371988 11708.vitem &$tod_epoch$&
f89d2485 11709.vindex "&$tod_epoch$&"
168e428f
PH
11710The time and date as a number of seconds since the start of the Unix epoch.
11711
9b371988 11712.vitem &$tod_full$&
f89d2485 11713.vindex "&$tod_full$&"
168e428f
PH
11714A full version of the time and date, for example: Wed, 16 Oct 1995 09:51:40
11715+0100. The timezone is always given as a numerical offset from UTC, with
11716positive values used for timezones that are ahead (east) of UTC, and negative
11717values for those that are behind (west).
11718
9b371988 11719.vitem &$tod_log$&
f89d2485 11720.vindex "&$tod_log$&"
168e428f
PH
11721The time and date in the format used for writing Exim's log files, for example:
117221995-10-12 15:32:29, but without a timezone.
11723
9b371988 11724.vitem &$tod_logfile$&
f89d2485 11725.vindex "&$tod_logfile$&"
168e428f 11726This variable contains the date in the format yyyymmdd. This is the format that
9b371988 11727is used for datestamping log files when &%log_file_path%& contains the &`%D`&
168e428f
PH
11728flag.
11729
9b371988 11730.vitem &$tod_zone$&
f89d2485 11731.vindex "&$tod_zone$&"
168e428f
PH
11732This variable contains the numerical value of the local timezone, for example:
11733-0500.
11734
9b371988 11735.vitem &$tod_zulu$&
f89d2485 11736.vindex "&$tod_zulu$&"
9b371988
PH
11737This variable contains the UTC date and time in &"Zulu"& format, as specified
11738by ISO 8601, for example: 20030221154023Z.
168e428f 11739
9b371988 11740.vitem &$value$&
f89d2485 11741.vindex "&$value$&"
168e428f 11742This variable contains the result of an expansion lookup, extraction operation,
595028e4
PH
11743or external command, as described above. It is also used during a
11744&*reduce*& expansion.
168e428f 11745
9b371988 11746.vitem &$version_number$&
f89d2485 11747.vindex "&$version_number$&"
168e428f
PH
11748The version number of Exim.
11749
9b371988 11750.vitem &$warn_message_delay$&
f89d2485 11751.vindex "&$warn_message_delay$&"
168e428f 11752This variable is set only during the creation of a message warning about a
9b371988 11753delivery delay. Details of its use are explained in section &<<SECTcustwarn>>&.
168e428f 11754
9b371988 11755.vitem &$warn_message_recipients$&
f89d2485 11756.vindex "&$warn_message_recipients$&"
168e428f 11757This variable is set only during the creation of a message warning about a
9b371988
PH
11758delivery delay. Details of its use are explained in section &<<SECTcustwarn>>&.
11759.endlist
4f578862 11760.ecindex IIDstrexp
168e428f
PH
11761
11762
11763
9b371988
PH
11764. ////////////////////////////////////////////////////////////////////////////
11765. ////////////////////////////////////////////////////////////////////////////
168e428f 11766
9b371988 11767.chapter "Embedded Perl" "CHAPperl"
4f578862 11768.scindex IIDperl "Perl" "calling from Exim"
168e428f
PH
11769Exim can be built to include an embedded Perl interpreter. When this is done,
11770Perl subroutines can be called as part of the string expansion process. To make
11771use of the Perl support, you need version 5.004 or later of Perl installed on
11772your system. To include the embedded interpreter in the Exim binary, include
11773the line
9b371988
PH
11774.code
11775EXIM_PERL = perl.o
11776.endd
11777in your &_Local/Makefile_& and then build Exim in the normal way.
168e428f
PH
11778
11779
f89d2485 11780.section "Setting up so Perl can be used" "SECID85"
0a4e3112 11781.oindex "&%perl_startup%&"
168e428f 11782Access to Perl subroutines is via a global configuration option called
9b371988
PH
11783&%perl_startup%& and an expansion string operator &%${perl ...}%&. If there is
11784no &%perl_startup%& option in the Exim configuration file then no Perl
168e428f 11785interpreter is started and there is almost no overhead for Exim (since none of
9b371988 11786the Perl library will be paged in unless used). If there is a &%perl_startup%&
168e428f
PH
11787option then the associated value is taken to be Perl code which is executed in
11788a newly created Perl interpreter.
11789
9b371988 11790The value of &%perl_startup%& is not expanded in the Exim sense, so you do not
168e428f
PH
11791need backslashes before any characters to escape special meanings. The option
11792should usually be something like
9b371988
PH
11793.code
11794perl_startup = do '/etc/exim.pl'
11795.endd
11796where &_/etc/exim.pl_& is Perl code which defines any subroutines you want to
168e428f
PH
11797use from Exim. Exim can be configured either to start up a Perl interpreter as
11798soon as it is entered, or to wait until the first time it is needed. Starting
11799the interpreter at the beginning ensures that it is done while Exim still has
11800its setuid privilege, but can impose an unnecessary overhead if Perl is not in
11801fact used in a particular run. Also, note that this does not mean that Exim is
11802necessarily running as root when Perl is called at a later time. By default,
11803the interpreter is started only when it is needed, but this can be changed in
11804two ways:
11805
9b371988 11806.ilist
0a4e3112 11807.oindex "&%perl_at_start%&"
9b371988 11808Setting &%perl_at_start%& (a boolean option) in the configuration requests
168e428f 11809a startup when Exim is entered.
9b371988
PH
11810.next
11811The command line option &%-ps%& also requests a startup when Exim is entered,
11812overriding the setting of &%perl_at_start%&.
11813.endlist
168e428f 11814
9b371988
PH
11815There is also a command line option &%-pd%& (for delay) which suppresses the
11816initial startup, even if &%perl_at_start%& is set.
168e428f 11817
168e428f 11818
f89d2485 11819.section "Calling Perl subroutines" "SECID86"
9b371988 11820When the configuration file includes a &%perl_startup%& option you can make use
168e428f 11821of the string expansion item to call the Perl subroutines that are defined
9b371988 11822by the &%perl_startup%& code. The operator is used in any of the following
168e428f 11823forms:
9b371988
PH
11824.code
11825${perl{foo}}
11826${perl{foo}{argument}}
11827${perl{foo}{argument1}{argument2} ... }
11828.endd
11829which calls the subroutine &%foo%& with the given arguments. A maximum of eight
168e428f
PH
11830arguments may be passed. Passing more than this results in an expansion failure
11831with an error message of the form
9b371988
PH
11832.code
11833Too many arguments passed to Perl subroutine "foo" (max is 8)
11834.endd
168e428f
PH
11835The return value of the Perl subroutine is evaluated in a scalar context before
11836it is passed back to Exim to be inserted into the expanded string. If the
9b371988
PH
11837return value is &'undef'&, the expansion is forced to fail in the same way as
11838an explicit &"fail"& on an &%if%& or &%lookup%& item. If the subroutine aborts
11839by obeying Perl's &%die%& function, the expansion fails with the error message
11840that was passed to &%die%&.
168e428f
PH
11841
11842
f89d2485 11843.section "Calling Exim functions from Perl" "SECID87"
9b371988 11844Within any Perl code called from Exim, the function &'Exim::expand_string()'&
168e428f
PH
11845is available to call back into Exim's string expansion function. For example,
11846the Perl code
9b371988
PH
11847.code
11848my $lp = Exim::expand_string('$local_part');
11849.endd
11850makes the current Exim &$local_part$& available in the Perl variable &$lp$&.
168e428f 11851Note those are single quotes and not double quotes to protect against
9b371988 11852&$local_part$& being interpolated as a Perl variable.
168e428f 11853
9b371988
PH
11854If the string expansion is forced to fail by a &"fail"& item, the result of
11855&'Exim::expand_string()'& is &%undef%&. If there is a syntax error in the
168e428f 11856expansion string, the Perl call from the original expansion string fails with
9b371988 11857an appropriate error message, in the same way as if &%die%& were used.
168e428f 11858
9b371988
PH
11859.cindex "debugging" "from embedded Perl"
11860.cindex "log" "writing from embedded Perl"
168e428f 11861Two other Exim functions are available for use from within Perl code.
9b371988
PH
11862&'Exim::debug_write()'& writes a string to the standard error stream if Exim's
11863debugging is enabled. If you want a newline at the end, you must supply it.
11864&'Exim::log_write()'& writes a string to Exim's main log, adding a leading
11865timestamp. In this case, you should not supply a terminating newline.
168e428f
PH
11866
11867
f89d2485 11868.section "Use of standard output and error by Perl" "SECID88"
9b371988 11869.cindex "Perl" "standard output and error"
168e428f
PH
11870You should not write to the standard error or output streams from within your
11871Perl code, as it is not defined how these are set up. In versions of Exim
11872before 4.50, it is possible for the standard output or error to refer to the
11873SMTP connection during message reception via the daemon. Writing to this stream
11874is certain to cause chaos. From Exim 4.50 onwards, the standard output and
9b371988 11875error streams are connected to &_/dev/null_& in the daemon. The chaos is
168e428f
PH
11876avoided, but the output is lost.
11877
9b371988
PH
11878.cindex "Perl" "use of &%warn%&"
11879The Perl &%warn%& statement writes to the standard error stream by default.
11880Calls to &%warn%& may be embedded in Perl modules that you use, but over which
11881you have no control. When Exim starts up the Perl interpreter, it arranges for
11882output from the &%warn%& statement to be written to the Exim main log. You can
11883change this by including appropriate Perl magic somewhere in your Perl code.
11884For example, to discard &%warn%& output completely, you need this:
11885.code
11886$SIG{__WARN__} = sub { };
11887.endd
11888Whenever a &%warn%& is obeyed, the anonymous subroutine is called. In this
168e428f 11889example, the code for the subroutine is empty, so it does nothing, but you can
9b371988 11890include any Perl code that you like. The text of the &%warn%& message is passed
168e428f 11891as the first subroutine argument.
4f578862 11892.ecindex IIDperl
168e428f
PH
11893
11894
9b371988
PH
11895. ////////////////////////////////////////////////////////////////////////////
11896. ////////////////////////////////////////////////////////////////////////////
168e428f 11897
9b371988
PH
11898.chapter "Starting the daemon and the use of network interfaces" &&&
11899 "CHAPinterfaces" &&&
11900 "Starting the daemon"
11901.cindex "daemon" "starting"
11902.cindex "interface" "listening"
11903.cindex "network interface"
11904.cindex "interface" "network"
11905.cindex "IP address" "for listening"
11906.cindex "daemon" "listening IP addresses"
11907.cindex "TCP/IP" "setting listening interfaces"
11908.cindex "TCP/IP" "setting listening ports"
168e428f
PH
11909A host that is connected to a TCP/IP network may have one or more physical
11910hardware network interfaces. Each of these interfaces may be configured as one
9b371988 11911or more &"logical"& interfaces, which are the entities that a program actually
168e428f 11912works with. Each of these logical interfaces is associated with an IP address.
9b371988
PH
11913In addition, TCP/IP software supports &"loopback"& interfaces (127.0.0.1 in
11914IPv4 and ::1 in IPv6), which do not use any physical hardware. Exim requires
168e428f
PH
11915knowledge about the host's interfaces for use in three different circumstances:
11916
9b371988
PH
11917.olist
11918When a listening daemon is started, Exim needs to know which interfaces
168e428f 11919and ports to listen on.
9b371988
PH
11920.next
11921When Exim is routing an address, it needs to know which IP addresses
168e428f
PH
11922are associated with local interfaces. This is required for the correct
11923processing of MX lists by removing the local host and others with the
11924same or higher priority values. Also, Exim needs to detect cases
11925when an address is routed to an IP address that in fact belongs to the
9b371988 11926local host. Unless the &%self%& router option or the &%allow_localhost%&
168e428f
PH
11927option of the smtp transport is set (as appropriate), this is treated
11928as an error situation.
9b371988
PH
11929.next
11930When Exim connects to a remote host, it may need to know which interface to use
168e428f 11931for the outgoing connection.
9b371988 11932.endlist
168e428f
PH
11933
11934
11935Exim's default behaviour is likely to be appropriate in the vast majority
11936of cases. If your host has only one interface, and you want all its IP
11937addresses to be treated in the same way, and you are using only the
11938standard SMTP port, you should not need to take any special action. The
11939rest of this chapter does not apply to you.
11940
11941In a more complicated situation you may want to listen only on certain
11942interfaces, or on different ports, and for this reason there are a number of
11943options that can be used to influence Exim's behaviour. The rest of this
11944chapter describes how they operate.
11945
11946When a message is received over TCP/IP, the interface and port that were
3cb1b51e 11947actually used are set in &$received_ip_address$& and &$received_port$&.
168e428f
PH
11948
11949
11950
f89d2485 11951.section "Starting a listening daemon" "SECID89"
9b371988 11952When a listening daemon is started (by means of the &%-bd%& command line
168e428f
PH
11953option), the interfaces and ports on which it listens are controlled by the
11954following options:
11955
9b371988
PH
11956.ilist
11957&%daemon_smtp_ports%& contains a list of default ports. (For backward
168e428f 11958compatibility, this option can also be specified in the singular.)
9b371988
PH
11959.next
11960&%local_interfaces%& contains list of interface IP addresses on which to
168e428f 11961listen. Each item may optionally also specify a port.
9b371988 11962.endlist
168e428f
PH
11963
11964The default list separator in both cases is a colon, but this can be changed as
9b371988
PH
11965described in section &<<SECTlistconstruct>>&. When IPv6 addresses are involved,
11966it is usually best to change the separator to avoid having to double all the
168e428f 11967colons. For example:
9b371988 11968.code
168e428f
PH
11969local_interfaces = <; 127.0.0.1 ; \
11970 192.168.23.65 ; \
11971 ::1 ; \
11972 3ffe:ffff:836f::fe86:a061
9b371988 11973.endd
168e428f 11974There are two different formats for specifying a port along with an IP address
9b371988 11975in &%local_interfaces%&:
168e428f 11976
9b371988
PH
11977.olist
11978The port is added onto the address with a dot separator. For example, to listen
168e428f 11979on port 1234 on two different IP addresses:
9b371988 11980.code
168e428f
PH
11981local_interfaces = <; 192.168.23.65.1234 ; \
11982 3ffe:ffff:836f::fe86:a061.1234
9b371988
PH
11983.endd
11984.next
11985The IP address is enclosed in square brackets, and the port is added
168e428f 11986with a colon separator, for example:
9b371988 11987.code
168e428f
PH
11988local_interfaces = <; [192.168.23.65]:1234 ; \
11989 [3ffe:ffff:836f::fe86:a061]:1234
9b371988
PH
11990.endd
11991.endlist
168e428f 11992
9b371988 11993When a port is not specified, the value of &%daemon_smtp_ports%& is used. The
168e428f 11994default setting contains just one port:
9b371988
PH
11995.code
11996daemon_smtp_ports = smtp
11997.endd
168e428f
PH
11998If more than one port is listed, each interface that does not have its own port
11999specified listens on all of them. Ports that are listed in
9b371988
PH
12000&%daemon_smtp_ports%& can be identified either by name (defined in
12001&_/etc/services_&) or by number. However, when ports are given with individual
12002IP addresses in &%local_interfaces%&, only numbers (not names) can be used.
168e428f
PH
12003
12004
12005
f89d2485 12006.section "Special IP listening addresses" "SECID90"
168e428f 12007The addresses 0.0.0.0 and ::0 are treated specially. They are interpreted
9b371988
PH
12008as &"all IPv4 interfaces"& and &"all IPv6 interfaces"&, respectively. In each
12009case, Exim tells the TCP/IP stack to &"listen on all IPv&'x'& interfaces"&
168e428f 12010instead of setting up separate listening sockets for each interface. The
9b371988
PH
12011default value of &%local_interfaces%& is
12012.code
12013local_interfaces = 0.0.0.0
12014.endd
168e428f 12015when Exim is built without IPv6 support; otherwise it is:
9b371988
PH
12016.code
12017local_interfaces = <; ::0 ; 0.0.0.0
12018.endd
168e428f
PH
12019Thus, by default, Exim listens on all available interfaces, on the SMTP port.
12020
12021
12022
f89d2485 12023.section "Overriding local_interfaces and daemon_smtp_ports" "SECID91"
9b371988
PH
12024The &%-oX%& command line option can be used to override the values of
12025&%daemon_smtp_ports%& and/or &%local_interfaces%& for a particular daemon
12026instance. Another way of doing this would be to use macros and the &%-D%&
12027option. However, &%-oX%& can be used by any admin user, whereas modification of
12028the runtime configuration by &%-D%& is allowed only when the caller is root or
168e428f
PH
12029exim.
12030
9b371988 12031The value of &%-oX%& is a list of items. The default colon separator can be
168e428f
PH
12032changed in the usual way if required. If there are any items that do not
12033contain dots or colons (that is, are not IP addresses), the value of
9b371988
PH
12034&%daemon_smtp_ports%& is replaced by the list of those items. If there are any
12035items that do contain dots or colons, the value of &%local_interfaces%& is
168e428f 12036replaced by those items. Thus, for example,
9b371988
PH
12037.code
12038-oX 1225
12039.endd
12040overrides &%daemon_smtp_ports%&, but leaves &%local_interfaces%& unchanged,
168e428f 12041whereas
9b371988
PH
12042.code
12043-oX 192.168.34.5.1125
12044.endd
12045overrides &%local_interfaces%&, leaving &%daemon_smtp_ports%& unchanged.
12046(However, since &%local_interfaces%& now contains no items without ports, the
12047value of &%daemon_smtp_ports%& is no longer relevant in this example.)
168e428f
PH
12048
12049
12050
9b371988
PH
12051.section "Support for the obsolete SSMTP (or SMTPS) protocol" "SECTsupobssmt"
12052.cindex "ssmtp protocol"
12053.cindex "smtps protocol"
12054.cindex "SMTP" "ssmtp protocol"
12055.cindex "SMTP" "smtps protocol"
168e428f
PH
12056Exim supports the obsolete SSMTP protocol (also known as SMTPS) that was used
12057before the STARTTLS command was standardized for SMTP. Some legacy clients
9b371988 12058still use this protocol. If the &%tls_on_connect_ports%& option is set to a
168e428f
PH
12059list of port numbers, connections to those ports must use SSMTP. The most
12060common use of this option is expected to be
9b371988
PH
12061.code
12062tls_on_connect_ports = 465
12063.endd
168e428f 12064because 465 is the usual port number used by the legacy clients. There is also
9b371988 12065a command line option &%-tls-on-connect%&, which forces all ports to behave in
168e428f
PH
12066this way when a daemon is started.
12067
9b371988 12068&*Warning*&: Setting &%tls_on_connect_ports%& does not of itself cause the
168e428f 12069daemon to listen on those ports. You must still specify them in
9b371988
PH
12070&%daemon_smtp_ports%&, &%local_interfaces%&, or the &%-oX%& option. (This is
12071because &%tls_on_connect_ports%& applies to &%inetd%& connections as well as to
168e428f
PH
12072connections via the daemon.)
12073
12074
12075
12076
f89d2485 12077.section "IPv6 address scopes" "SECID92"
4f578862 12078.cindex "IPv6" "address scopes"
9b371988 12079IPv6 addresses have &"scopes"&, and a host with multiple hardware interfaces
168e428f
PH
12080can, in principle, have the same link-local IPv6 address on different
12081interfaces. Thus, additional information is needed, over and above the IP
12082address, to distinguish individual interfaces. A convention of using a
12083percent sign followed by something (often the interface name) has been
12084adopted in some cases, leading to addresses like this:
9b371988
PH
12085.code
12086fe80::202:b3ff:fe03:45c1%eth0
12087.endd
168e428f 12088To accommodate this usage, a percent sign followed by an arbitrary string is
9b371988 12089allowed at the end of an IPv6 address. By default, Exim calls &[getaddrinfo()]&
168e428f
PH
12090to convert a textual IPv6 address for actual use. This function recognizes the
12091percent convention in operating systems that support it, and it processes the
12092address appropriately. Unfortunately, some older libraries have problems with
9b371988
PH
12093&[getaddrinfo()]&. If
12094.code
12095IPV6_USE_INET_PTON=yes
12096.endd
12097is set in &_Local/Makefile_& (or an OS-dependent Makefile) when Exim is built,
12098Exim uses &'inet_pton()'& to convert a textual IPv6 address for actual use,
12099instead of &[getaddrinfo()]&. (Before version 4.14, it always used this
168e428f 12100function.) Of course, this means that the additional functionality of
9b371988 12101&[getaddrinfo()]& &-- recognizing scoped addresses &-- is lost.
168e428f 12102
f89d2485 12103.section "Disabling IPv6" "SECID93"
4f578862
PH
12104.cindex "IPv6" "disabling"
12105Sometimes it happens that an Exim binary that was compiled with IPv6 support is
12106run on a host whose kernel does not support IPv6. The binary will fall back to
12107using IPv4, but it may waste resources looking up AAAA records, and trying to
12108connect to IPv6 addresses, causing delays to mail delivery. If you set the
12109.oindex "&%disable_ipv6%&"
12110&%disable_ipv6%& option true, even if the Exim binary has IPv6 support, no IPv6
12111activities take place. AAAA records are never looked up, and any IPv6 addresses
12112that are listed in &%local_interfaces%&, data for the &(manualroute)& router,
12113etc. are ignored. If IP literals are enabled, the &(ipliteral)& router declines
12114to handle IPv6 literal addresses.
12115
12116On the other hand, when IPv6 is in use, there may be times when you want to
12117disable it for certain hosts or domains. You can use the &%dns_ipv4_lookup%&
12118option to globally suppress the lookup of AAAA records for specified domains,
12119and you can use the &%ignore_target_hosts%& generic router option to ignore
12120IPv6 addresses in an individual router.
4f578862 12121
168e428f
PH
12122
12123
f89d2485 12124.section "Examples of starting a listening daemon" "SECID94"
168e428f 12125The default case in an IPv6 environment is
9b371988
PH
12126.code
12127daemon_smtp_ports = smtp
12128local_interfaces = <; ::0 ; 0.0.0.0
12129.endd
168e428f
PH
12130This specifies listening on the smtp port on all IPv6 and IPv4 interfaces.
12131Either one or two sockets may be used, depending on the characteristics of
12132the TCP/IP stack. (This is complicated and messy; for more information,
9b371988 12133read the comments in the &_daemon.c_& source file.)
168e428f
PH
12134
12135To specify listening on ports 25 and 26 on all interfaces:
9b371988
PH
12136.code
12137daemon_smtp_ports = 25 : 26
12138.endd
12139(leaving &%local_interfaces%& at the default setting) or, more explicitly:
12140.code
168e428f
PH
12141local_interfaces = <; ::0.25 ; ::0.26 \
12142 0.0.0.0.25 ; 0.0.0.0.26
9b371988 12143.endd
168e428f
PH
12144To listen on the default port on all IPv4 interfaces, and on port 26 on the
12145IPv4 loopback address only:
9b371988
PH
12146.code
12147local_interfaces = 0.0.0.0 : 127.0.0.1.26
12148.endd
168e428f 12149To specify listening on the default port on specific interfaces only:
9b371988
PH
12150.code
12151local_interfaces = 192.168.34.67 : 192.168.34.67
12152.endd
12153&*Warning*&: Such a setting excludes listening on the loopback interfaces.
168e428f 12154
168e428f 12155
168e428f 12156
f89d2485 12157.section "Recognizing the local host" "SECTreclocipadd"
9b371988 12158The &%local_interfaces%& option is also used when Exim needs to determine
168e428f
PH
12159whether or not an IP address refers to the local host. That is, the IP
12160addresses of all the interfaces on which a daemon is listening are always
12161treated as local.
12162
9b371988 12163For this usage, port numbers in &%local_interfaces%& are ignored. If either of
168e428f
PH
12164the items 0.0.0.0 or ::0 are encountered, Exim gets a complete list of
12165available interfaces from the operating system, and extracts the relevant
12166(that is, IPv4 or IPv6) addresses to use for checking.
12167
12168Some systems set up large numbers of virtual interfaces in order to provide
12169many virtual web servers. In this situation, you may want to listen for
12170email on only a few of the available interfaces, but nevertheless treat all
12171interfaces as local when routing. You can do this by setting
9b371988
PH
12172&%extra_local_interfaces%& to a list of IP addresses, possibly including the
12173&"all"& wildcard values. These addresses are recognized as local, but are not
168e428f 12174used for listening. Consider this example:
9b371988 12175.code
168e428f
PH
12176local_interfaces = <; 127.0.0.1 ; ::1 ; \
12177 192.168.53.235 ; \
12178 3ffe:2101:12:1:a00:20ff:fe86:a061
12179
12180extra_local_interfaces = <; ::0 ; 0.0.0.0
9b371988 12181.endd
168e428f
PH
12182The daemon listens on the loopback interfaces and just one IPv4 and one IPv6
12183address, but all available interface addresses are treated as local when
12184Exim is routing.
12185
12186In some environments the local host name may be in an MX list, but with an IP
12187address that is not assigned to any local interface. In other cases it may be
12188desirable to treat other host names as if they referred to the local host. Both
9b371988 12189these cases can be handled by setting the &%hosts_treat_as_local%& option.
168e428f
PH
12190This contains host names rather than IP addresses. When a host is referenced
12191during routing, either via an MX record or directly, it is treated as the local
9b371988
PH
12192host if its name matches &%hosts_treat_as_local%&, or if any of its IP
12193addresses match &%local_interfaces%& or &%extra_local_interfaces%&.
168e428f
PH
12194
12195
12196
f89d2485 12197.section "Delivering to a remote host" "SECID95"
168e428f
PH
12198Delivery to a remote host is handled by the smtp transport. By default, it
12199allows the system's TCP/IP functions to choose which interface to use (if
12200there is more than one) when connecting to a remote host. However, the
9b371988
PH
12201&%interface%& option can be set to specify which interface is used. See the
12202description of the smtp transport in chapter &<<CHAPsmtptrans>>& for more
12203details.
168e428f
PH
12204
12205
12206
12207
9b371988
PH
12208. ////////////////////////////////////////////////////////////////////////////
12209. ////////////////////////////////////////////////////////////////////////////
168e428f 12210
9b371988 12211.chapter "Main configuration" "CHAPmainconfig"
4f578862
PH
12212.scindex IIDconfima "configuration file" "main section"
12213.scindex IIDmaiconf "main configuration"
168e428f
PH
12214The first part of the run time configuration file contains three types of item:
12215
9b371988
PH
12216.ilist
12217Macro definitions: These lines start with an upper case letter. See section
12218&<<SECTmacrodefs>>& for details of macro processing.
12219.next
12220Named list definitions: These lines start with one of the words &"domainlist"&,
12221&"hostlist"&, &"addresslist"&, or &"localpartlist"&. Their use is described in
12222section &<<SECTnamedlists>>&.
12223.next
12224Main configuration settings: Each setting occupies one line of the file
168e428f 12225(with possible continuations). If any setting is preceded by the word
9b371988
PH
12226&"hide"&, the &%-bP%& command line option displays its value to admin users
12227only. See section &<<SECTcos>>& for a description of the syntax of these option
12228settings.
12229.endlist
168e428f
PH
12230
12231This chapter specifies all the main configuration options, along with their
12232types and default values. For ease of finding a particular option, they appear
9b371988
PH
12233in alphabetical order in section &<<SECTalomo>>& below. However, because there
12234are now so many options, they are first listed briefly in functional groups, as
12235an aid to finding the name of the option you are looking for. Some options are
168e428f
PH
12236listed in more than one group.
12237
f89d2485 12238.section "Miscellaneous" "SECID96"
9b371988
PH
12239.table2
12240.row &%bi_command%& "to run for &%-bi%& command line option"
4f578862 12241.row &%disable_ipv6%& "do no IPv6 processing"
9b371988
PH
12242.row &%keep_malformed%& "for broken files &-- should not happen"
12243.row &%localhost_number%& "for unique message ids in clusters"
7d0ab55c 12244.row &%message_body_newlines%& "retain newlines in &$message_body$&"
9b371988
PH
12245.row &%message_body_visible%& "how much to show in &$message_body$&"
12246.row &%mua_wrapper%& "run in &""MUA wrapper""& mode"
12247.row &%print_topbitchars%& "top-bit characters are printing"
12248.row &%timezone%& "force time zone"
12249.endtable
12250
12251
f89d2485 12252.section "Exim parameters" "SECID97"
9b371988
PH
12253.table2
12254.row &%exim_group%& "override compiled-in value"
12255.row &%exim_path%& "override compiled-in value"
12256.row &%exim_user%& "override compiled-in value"
12257.row &%primary_hostname%& "default from &[uname()]&"
12258.row &%split_spool_directory%& "use multiple directories"
12259.row &%spool_directory%& "override compiled-in value"
12260.endtable
12261
12262
12263
f89d2485 12264.section "Privilege controls" "SECID98"
9b371988
PH
12265.table2
12266.row &%admin_groups%& "groups that are Exim admin users"
12267.row &%deliver_drop_privilege%& "drop root for delivery processes"
12268.row &%local_from_check%& "insert &'Sender:'& if necessary"
12269.row &%local_from_prefix%& "for testing &'From:'& for local sender"
12270.row &%local_from_suffix%& "for testing &'From:'& for local sender"
12271.row &%local_sender_retain%& "keep &'Sender:'& from untrusted user"
12272.row &%never_users%& "do not run deliveries as these"
12273.row &%prod_requires_admin%& "forced delivery requires admin user"
12274.row &%queue_list_requires_admin%& "queue listing requires admin user"
12275.row &%trusted_groups%& "groups that are trusted"
12276.row &%trusted_users%& "users that are trusted"
12277.endtable
12278
12279
12280
f89d2485 12281.section "Logging" "SECID99"
9b371988
PH
12282.table2
12283.row &%hosts_connection_nolog%& "exemption from connect logging"
12284.row &%log_file_path%& "override compiled-in value"
12285.row &%log_selector%& "set/unset optional logging"
12286.row &%log_timezone%& "add timezone to log lines"
12287.row &%message_logs%& "create per-message logs"
12288.row &%preserve_message_logs%& "after message completion"
12289.row &%process_log_path%& "for SIGUSR1 and &'exiwhat'&"
12290.row &%syslog_duplication%& "controls duplicate log lines on syslog"
12291.row &%syslog_facility%& "set syslog &""facility""& field"
12292.row &%syslog_processname%& "set syslog &""ident""& field"
12293.row &%syslog_timestamp%& "timestamp syslog lines"
12294.row &%write_rejectlog%& "control use of message log"
12295.endtable
12296
12297
12298
f89d2485 12299.section "Frozen messages" "SECID100"
9b371988
PH
12300.table2
12301.row &%auto_thaw%& "sets time for retrying frozen messages"
12302.row &%freeze_tell%& "send message when freezing"
12303.row &%move_frozen_messages%& "to another directory"
12304.row &%timeout_frozen_after%& "keep frozen messages only so long"
12305.endtable
12306
12307
12308
f89d2485 12309.section "Data lookups" "SECID101"
9b371988 12310.table2
7d0ab55c 12311.row &%ibase_servers%& "InterBase servers"
9b371988
PH
12312.row &%ldap_default_servers%& "used if no server in query"
12313.row &%ldap_version%& "set protocol version"
12314.row &%lookup_open_max%& "lookup files held open"
7d0ab55c
TF
12315.row &%mysql_servers%& "default MySQL servers"
12316.row &%oracle_servers%& "Oracle servers"
12317.row &%pgsql_servers%& "default PostgreSQL servers"
9b371988
PH
12318.row &%sqlite_lock_timeout%& "as it says"
12319.endtable
12320
12321
12322
f89d2485 12323.section "Message ids" "SECID102"
9b371988
PH
12324.table2
12325.row &%message_id_header_domain%& "used to build &'Message-ID:'& header"
12326.row &%message_id_header_text%& "ditto"
12327.endtable
12328
12329
12330
f89d2485 12331.section "Embedded Perl Startup" "SECID103"
9b371988
PH
12332.table2
12333.row &%perl_at_start%& "always start the interpreter"
12334.row &%perl_startup%& "code to obey when starting Perl"
12335.endtable
12336
12337
12338
f89d2485 12339.section "Daemon" "SECID104"
9b371988
PH
12340.table2
12341.row &%daemon_smtp_ports%& "default ports"
12342.row &%daemon_startup_retries%& "number of times to retry"
12343.row &%daemon_startup_sleep%& "time to sleep between tries"
12344.row &%extra_local_interfaces%& "not necessarily listened on"
12345.row &%local_interfaces%& "on which to listen, with optional ports"
12346.row &%pid_file_path%& "override compiled-in value"
12347.row &%queue_run_max%& "maximum simultaneous queue runners"
12348.endtable
12349
12350
12351
f89d2485 12352.section "Resource control" "SECID105"
9b371988
PH
12353.table2
12354.row &%check_log_inodes%& "before accepting a message"
12355.row &%check_log_space%& "before accepting a message"
12356.row &%check_spool_inodes%& "before accepting a message"
12357.row &%check_spool_space%& "before accepting a message"
12358.row &%deliver_queue_load_max%& "no queue deliveries if load high"
12359.row &%queue_only_load%& "queue incoming if load high"
7d0ab55c 12360.row &%queue_only_load_latch%& "don't re-evaluate load for each message"
9b371988
PH
12361.row &%queue_run_max%& "maximum simultaneous queue runners"
12362.row &%remote_max_parallel%& "parallel SMTP delivery per message"
12363.row &%smtp_accept_max%& "simultaneous incoming connections"
3cb1b51e 12364.row &%smtp_accept_max_nonmail%& "non-mail commands"
9b371988
PH
12365.row &%smtp_accept_max_nonmail_hosts%& "hosts to which the limit applies"
12366.row &%smtp_accept_max_per_connection%& "messages per connection"
12367.row &%smtp_accept_max_per_host%& "connections from one host"
12368.row &%smtp_accept_queue%& "queue mail if more connections"
12369.row &%smtp_accept_queue_per_connection%& "queue if more messages per &&&
12370 connection"
12371.row &%smtp_accept_reserve%& "only reserve hosts if more connections"
12372.row &%smtp_check_spool_space%& "from SIZE on MAIL command"
12373.row &%smtp_connect_backlog%& "passed to TCP/IP stack"
12374.row &%smtp_load_reserve%& "SMTP from reserved hosts if load high"
12375.row &%smtp_reserve_hosts%& "these are the reserve hosts"
12376.endtable
12377
12378
12379
f89d2485 12380.section "Policy controls" "SECID106"
9b371988
PH
12381.table2
12382.row &%acl_not_smtp%& "ACL for non-SMTP messages"
12383.row &%acl_not_smtp_mime%& "ACL for non-SMTP MIME parts"
5d00f546 12384.row &%acl_not_smtp_start%& "ACL for start of non-SMTP message"
9b371988
PH
12385.row &%acl_smtp_auth%& "ACL for AUTH"
12386.row &%acl_smtp_connect%& "ACL for connection"
12387.row &%acl_smtp_data%& "ACL for DATA"
7d9f747b 12388.row &%acl_smtp_dkim%& "ACL for DKIM verification"
9b371988
PH
12389.row &%acl_smtp_etrn%& "ACL for ETRN"
12390.row &%acl_smtp_expn%& "ACL for EXPN"
12391.row &%acl_smtp_helo%& "ACL for EHLO or HELO"
12392.row &%acl_smtp_mail%& "ACL for MAIL"
12393.row &%acl_smtp_mailauth%& "ACL for AUTH on MAIL command"
12394.row &%acl_smtp_mime%& "ACL for MIME parts"
12395.row &%acl_smtp_predata%& "ACL for start of data"
12396.row &%acl_smtp_quit%& "ACL for QUIT"
12397.row &%acl_smtp_rcpt%& "ACL for RCPT"
12398.row &%acl_smtp_starttls%& "ACL for STARTTLS"
12399.row &%acl_smtp_vrfy%& "ACL for VRFY"
12400.row &%av_scanner%& "specify virus scanner"
12401.row &%check_rfc2047_length%& "check length of RFC 2047 &""encoded &&&
12402 words""&"
12403.row &%dns_csa_search_limit%& "control CSA parent search depth"
12404.row &%dns_csa_use_reverse%& "en/disable CSA IP reverse search"
12405.row &%header_maxsize%& "total size of message header"
12406.row &%header_line_maxsize%& "individual header line limit"
12407.row &%helo_accept_junk_hosts%& "allow syntactic junk from these hosts"
12408.row &%helo_allow_chars%& "allow illegal chars in HELO names"
12409.row &%helo_lookup_domains%& "lookup hostname for these HELO names"
12410.row &%helo_try_verify_hosts%& "HELO soft-checked for these hosts"
12411.row &%helo_verify_hosts%& "HELO hard-checked for these hosts"
12412.row &%host_lookup%& "host name looked up for these hosts"
12413.row &%host_lookup_order%& "order of DNS and local name lookups"
12414.row &%host_reject_connection%& "reject connection from these hosts"
12415.row &%hosts_treat_as_local%& "useful in some cluster configurations"
12416.row &%local_scan_timeout%& "timeout for &[local_scan()]&"
12417.row &%message_size_limit%& "for all messages"
12418.row &%percent_hack_domains%& "recognize %-hack for these domains"
12419.row &%spamd_address%& "set interface to SpamAssassin"
3cb1b51e 12420.row &%strict_acl_vars%& "object to unset ACL variables"
9b371988
PH
12421.endtable
12422
12423
12424
f89d2485 12425.section "Callout cache" "SECID107"
9b371988
PH
12426.table2
12427.row &%callout_domain_negative_expire%& "timeout for negative domain cache &&&
12428 item"
12429.row &%callout_domain_positive_expire%& "timeout for positive domain cache &&&
12430 item"
12431.row &%callout_negative_expire%& "timeout for negative address cache item"
12432.row &%callout_positive_expire%& "timeout for positive address cache item"
12433.row &%callout_random_local_part%& "string to use for &""random""& testing"
12434.endtable
12435
12436
12437
f89d2485 12438.section "TLS" "SECID108"
9b371988 12439.table2
595028e4
PH
12440.row &%gnutls_require_kx%& "control GnuTLS key exchanges"
12441.row &%gnutls_require_mac%& "control GnuTLS MAC algorithms"
12442.row &%gnutls_require_protocols%& "control GnuTLS protocols"
e6060e2c 12443.row &%gnutls_compat_mode%& "use GnuTLS compatibility mode"
77bb000f 12444.row &%openssl_options%& "adjust OpenSSL compatibility options"
9b371988
PH
12445.row &%tls_advertise_hosts%& "advertise TLS to these hosts"
12446.row &%tls_certificate%& "location of server certificate"
12447.row &%tls_crl%& "certificate revocation list"
12448.row &%tls_dhparam%& "DH parameters for server"
12449.row &%tls_on_connect_ports%& "specify SSMTP (SMTPS) ports"
12450.row &%tls_privatekey%& "location of server private key"
12451.row &%tls_remember_esmtp%& "don't reset after starting TLS"
f89d2485 12452.row &%tls_require_ciphers%& "specify acceptable ciphers"
9b371988
PH
12453.row &%tls_try_verify_hosts%& "try to verify client certificate"
12454.row &%tls_verify_certificates%& "expected client certificates"
12455.row &%tls_verify_hosts%& "insist on client certificate verify"
12456.endtable
12457
12458
12459
f89d2485 12460.section "Local user handling" "SECID109"
9b371988
PH
12461.table2
12462.row &%finduser_retries%& "useful in NIS environments"
12463.row &%gecos_name%& "used when creating &'Sender:'&"
12464.row &%gecos_pattern%& "ditto"
12465.row &%max_username_length%& "for systems that truncate"
12466.row &%unknown_login%& "used when no login name found"
12467.row &%unknown_username%& "ditto"
12468.row &%uucp_from_pattern%& "for recognizing &""From ""& lines"
12469.row &%uucp_from_sender%& "ditto"
12470.endtable
12471
12472
12473
f89d2485 12474.section "All incoming messages (SMTP and non-SMTP)" "SECID110"
9b371988
PH
12475.table2
12476.row &%header_maxsize%& "total size of message header"
12477.row &%header_line_maxsize%& "individual header line limit"
12478.row &%message_size_limit%& "applies to all messages"
12479.row &%percent_hack_domains%& "recognize %-hack for these domains"
12480.row &%received_header_text%& "expanded to make &'Received:'&"
12481.row &%received_headers_max%& "for mail loop detection"
12482.row &%recipients_max%& "limit per message"
f89d2485 12483.row &%recipients_max_reject%& "permanently reject excess recipients"
9b371988
PH
12484.endtable
12485
12486
12487
12488
f89d2485 12489.section "Non-SMTP incoming messages" "SECID111"
9b371988
PH
12490.table2
12491.row &%receive_timeout%& "for non-SMTP messages"
12492.endtable
12493
12494
12495
12496
12497
f89d2485 12498.section "Incoming SMTP messages" "SECID112"
9b371988
PH
12499See also the &'Policy controls'& section above.
12500
12501.table2
12502.row &%host_lookup%& "host name looked up for these hosts"
12503.row &%host_lookup_order%& "order of DNS and local name lookups"
12504.row &%recipient_unqualified_hosts%& "may send unqualified recipients"
12505.row &%rfc1413_hosts%& "make ident calls to these hosts"
12506.row &%rfc1413_query_timeout%& "zero disables ident calls"
12507.row &%sender_unqualified_hosts%& "may send unqualified senders"
12508.row &%smtp_accept_keepalive%& "some TCP/IP magic"
12509.row &%smtp_accept_max%& "simultaneous incoming connections"
12510.row &%smtp_accept_max_nonmail%& "non-mail commands"
12511.row &%smtp_accept_max_nonmail_hosts%& "hosts to which the limit applies"
12512.row &%smtp_accept_max_per_connection%& "messages per connection"
12513.row &%smtp_accept_max_per_host%& "connections from one host"
12514.row &%smtp_accept_queue%& "queue mail if more connections"
12515.row &%smtp_accept_queue_per_connection%& "queue if more messages per &&&
12516 connection"
12517.row &%smtp_accept_reserve%& "only reserve hosts if more connections"
12518.row &%smtp_active_hostname%& "host name to use in messages"
12519.row &%smtp_banner%& "text for welcome banner"
12520.row &%smtp_check_spool_space%& "from SIZE on MAIL command"
12521.row &%smtp_connect_backlog%& "passed to TCP/IP stack"
12522.row &%smtp_enforce_sync%& "of SMTP command/responses"
12523.row &%smtp_etrn_command%& "what to run for ETRN"
12524.row &%smtp_etrn_serialize%& "only one at once"
12525.row &%smtp_load_reserve%& "only reserve hosts if this load"
12526.row &%smtp_max_unknown_commands%& "before dropping connection"
12527.row &%smtp_ratelimit_hosts%& "apply ratelimiting to these hosts"
12528.row &%smtp_ratelimit_mail%& "ratelimit for MAIL commands"
12529.row &%smtp_ratelimit_rcpt%& "ratelimit for RCPT commands"
12530.row &%smtp_receive_timeout%& "per command or data line"
12531.row &%smtp_reserve_hosts%& "these are the reserve hosts"
12532.row &%smtp_return_error_details%& "give detail on rejections"
12533.endtable
12534
12535
12536
f89d2485 12537.section "SMTP extensions" "SECID113"
9b371988
PH
12538.table2
12539.row &%accept_8bitmime%& "advertise 8BITMIME"
12540.row &%auth_advertise_hosts%& "advertise AUTH to these hosts"
12541.row &%ignore_fromline_hosts%& "allow &""From ""& from these hosts"
12542.row &%ignore_fromline_local%& "allow &""From ""& from local SMTP"
12543.row &%pipelining_advertise_hosts%& "advertise pipelining to these hosts"
12544.row &%tls_advertise_hosts%& "advertise TLS to these hosts"
12545.endtable
12546
12547
12548
f89d2485 12549.section "Processing messages" "SECID114"
9b371988
PH
12550.table2
12551.row &%allow_domain_literals%& "recognize domain literal syntax"
12552.row &%allow_mx_to_ip%& "allow MX to point to IP address"
12553.row &%allow_utf8_domains%& "in addresses"
12554.row &%check_rfc2047_length%& "check length of RFC 2047 &""encoded &&&
12555 words""&"
12556.row &%delivery_date_remove%& "from incoming messages"
db9452a9 12557.row &%envelope_to_remove%& "from incoming messages"
9b371988
PH
12558.row &%extract_addresses_remove_arguments%& "affects &%-t%& processing"
12559.row &%headers_charset%& "default for translations"
12560.row &%qualify_domain%& "default for senders"
12561.row &%qualify_recipient%& "default for recipients"
12562.row &%return_path_remove%& "from incoming messages"
12563.row &%strip_excess_angle_brackets%& "in addresses"
12564.row &%strip_trailing_dot%& "at end of addresses"
12565.row &%untrusted_set_sender%& "untrusted can set envelope sender"
12566.endtable
12567
12568
12569
f89d2485 12570.section "System filter" "SECID115"
9b371988
PH
12571.table2
12572.row &%system_filter%& "locate system filter"
12573.row &%system_filter_directory_transport%& "transport for delivery to a &&&
12574 directory"
12575.row &%system_filter_file_transport%& "transport for delivery to a file"
12576.row &%system_filter_group%& "group for filter running"
12577.row &%system_filter_pipe_transport%& "transport for delivery to a pipe"
12578.row &%system_filter_reply_transport%& "transport for autoreply delivery"
12579.row &%system_filter_user%& "user for filter running"
12580.endtable
12581
12582
12583
f89d2485 12584.section "Routing and delivery" "SECID116"
9b371988 12585.table2
4f578862 12586.row &%disable_ipv6%& "do no IPv6 processing"
9b371988
PH
12587.row &%dns_again_means_nonexist%& "for broken domains"
12588.row &%dns_check_names_pattern%& "pre-DNS syntax check"
12589.row &%dns_ipv4_lookup%& "only v4 lookup for these domains"
12590.row &%dns_retrans%& "parameter for resolver"
12591.row &%dns_retry%& "parameter for resolver"
12592.row &%hold_domains%& "hold delivery for these domains"
12593.row &%local_interfaces%& "for routing checks"
12594.row &%queue_domains%& "no immediate delivery for these"
12595.row &%queue_only%& "no immediate delivery at all"
12596.row &%queue_only_file%& "no immediate delivery if file exists"
12597.row &%queue_only_load%& "no immediate delivery if load is high"
7d0ab55c 12598.row &%queue_only_load_latch%& "don't re-evaluate load for each message"
9b371988
PH
12599.row &%queue_only_override%& "allow command line to override"
12600.row &%queue_run_in_order%& "order of arrival"
12601.row &%queue_run_max%& "of simultaneous queue runners"
12602.row &%queue_smtp_domains%& "no immediate SMTP delivery for these"
12603.row &%remote_max_parallel%& "parallel SMTP delivery per message"
12604.row &%remote_sort_domains%& "order of remote deliveries"
12605.row &%retry_data_expire%& "timeout for retry data"
12606.row &%retry_interval_max%& "safety net for retry rules"
12607.endtable
12608
12609
12610
f89d2485 12611.section "Bounce and warning messages" "SECID117"
9b371988
PH
12612.table2
12613.row &%bounce_message_file%& "content of bounce"
12614.row &%bounce_message_text%& "content of bounce"
12615.row &%bounce_return_body%& "include body if returning message"
12616.row &%bounce_return_message%& "include original message in bounce"
12617.row &%bounce_return_size_limit%& "limit on returned message"
12618.row &%bounce_sender_authentication%& "send authenticated sender with bounce"
595028e4 12619.row &%dsn_from%& "set &'From:'& contents in bounces"
9b371988
PH
12620.row &%errors_copy%& "copy bounce messages"
12621.row &%errors_reply_to%& "&'Reply-to:'& in bounces"
12622.row &%delay_warning%& "time schedule"
12623.row &%delay_warning_condition%& "condition for warning messages"
12624.row &%ignore_bounce_errors_after%& "discard undeliverable bounces"
12625.row &%smtp_return_error_details%& "give detail on rejections"
12626.row &%warn_message_file%& "content of warning message"
12627.endtable
12628
12629
12630
12631.section "Alphabetical list of main options" "SECTalomo"
12632Those options that undergo string expansion before use are marked with
12633&dagger;.
12634
12635.option accept_8bitmime main boolean false
12636.cindex "8BITMIME"
12637.cindex "8-bit characters"
168e428f
PH
12638This option causes Exim to send 8BITMIME in its response to an SMTP
12639EHLO command, and to accept the BODY= parameter on MAIL commands.
12640However, though Exim is 8-bit clean, it is not a protocol converter, and it
12641takes no steps to do anything special with messages received by this route.
12642Consequently, this option is turned off by default.
12643
9b371988
PH
12644.option acl_not_smtp main string&!! unset
12645.cindex "&ACL;" "for non-SMTP messages"
12646.cindex "non-SMTP messages" "ACLs for"
5d00f546
TF
12647This option defines the ACL that is run when a non-SMTP message has been
12648read and is on the point of being accepted. See chapter &<<CHAPACL>>& for
12649further details.
068aaea8 12650
9b371988 12651.option acl_not_smtp_mime main string&!! unset
068aaea8 12652This option defines the ACL that is run for individual MIME parts of non-SMTP
9b371988 12653messages. It operates in exactly the same way as &%acl_smtp_mime%& operates for
068aaea8
PH
12654SMTP messages.
12655
5d00f546
TF
12656.option acl_not_smtp_start main string&!! unset
12657.cindex "&ACL;" "at start of non-SMTP message"
12658.cindex "non-SMTP messages" "ACLs for"
12659This option defines the ACL that is run before Exim starts reading a
12660non-SMTP message. See chapter &<<CHAPACL>>& for further details.
12661
9b371988
PH
12662.option acl_smtp_auth main string&!! unset
12663.cindex "&ACL;" "setting up for SMTP commands"
12664.cindex "AUTH" "ACL for"
168e428f 12665This option defines the ACL that is run when an SMTP AUTH command is
9b371988 12666received. See chapter &<<CHAPACL>>& for further details.
168e428f 12667
9b371988
PH
12668.option acl_smtp_connect main string&!! unset
12669.cindex "&ACL;" "on SMTP connection"
168e428f 12670This option defines the ACL that is run when an SMTP connection is received.
9b371988 12671See chapter &<<CHAPACL>>& for further details.
168e428f 12672
9b371988
PH
12673.option acl_smtp_data main string&!! unset
12674.cindex "DATA" "ACL for"
168e428f
PH
12675This option defines the ACL that is run after an SMTP DATA command has been
12676processed and the message itself has been received, but before the final
f89d2485 12677acknowledgment is sent. See chapter &<<CHAPACL>>& for further details.
168e428f 12678
9b371988
PH
12679.option acl_smtp_etrn main string&!! unset
12680.cindex "ETRN" "ACL for"
168e428f 12681This option defines the ACL that is run when an SMTP ETRN command is
9b371988 12682received. See chapter &<<CHAPACL>>& for further details.
168e428f 12683
9b371988
PH
12684.option acl_smtp_expn main string&!! unset
12685.cindex "EXPN" "ACL for"
168e428f 12686This option defines the ACL that is run when an SMTP EXPN command is
9b371988 12687received. See chapter &<<CHAPACL>>& for further details.
168e428f 12688
9b371988
PH
12689.option acl_smtp_helo main string&!! unset
12690.cindex "EHLO" "ACL for"
12691.cindex "HELO" "ACL for"
168e428f 12692This option defines the ACL that is run when an SMTP EHLO or HELO
9b371988 12693command is received. See chapter &<<CHAPACL>>& for further details.
168e428f 12694
168e428f 12695
9b371988
PH
12696.option acl_smtp_mail main string&!! unset
12697.cindex "MAIL" "ACL for"
168e428f 12698This option defines the ACL that is run when an SMTP MAIL command is
9b371988 12699received. See chapter &<<CHAPACL>>& for further details.
168e428f 12700
9b371988
PH
12701.option acl_smtp_mailauth main string&!! unset
12702.cindex "AUTH" "on MAIL command"
168e428f 12703This option defines the ACL that is run when there is an AUTH parameter on
9b371988
PH
12704a MAIL command. See chapter &<<CHAPACL>>& for details of ACLs, and chapter
12705&<<CHAPSMTPAUTH>>& for details of authentication.
168e428f 12706
9b371988
PH
12707.option acl_smtp_mime main string&!! unset
12708.cindex "MIME content scanning" "ACL for"
168e428f
PH
12709This option is available when Exim is built with the content-scanning
12710extension. It defines the ACL that is run for each MIME part in a message. See
9b371988 12711section &<<SECTscanmimepart>>& for details.
168e428f 12712
9b371988 12713.option acl_smtp_predata main string&!! unset
168e428f 12714This option defines the ACL that is run when an SMTP DATA command is
9b371988 12715received, before the message itself is received. See chapter &<<CHAPACL>>& for
168e428f
PH
12716further details.
12717
9b371988 12718.option acl_smtp_quit main string&!! unset
f89d2485 12719.cindex "QUIT, ACL for"
168e428f 12720This option defines the ACL that is run when an SMTP QUIT command is
9b371988 12721received. See chapter &<<CHAPACL>>& for further details.
168e428f 12722
9b371988
PH
12723.option acl_smtp_rcpt main string&!! unset
12724.cindex "RCPT" "ACL for"
168e428f 12725This option defines the ACL that is run when an SMTP RCPT command is
9b371988 12726received. See chapter &<<CHAPACL>>& for further details.
168e428f 12727
9b371988 12728.option acl_smtp_starttls main string&!! unset
f89d2485 12729.cindex "STARTTLS, ACL for"
168e428f 12730This option defines the ACL that is run when an SMTP STARTTLS command is
9b371988 12731received. See chapter &<<CHAPACL>>& for further details.
168e428f 12732
9b371988
PH
12733.option acl_smtp_vrfy main string&!! unset
12734.cindex "VRFY" "ACL for"
168e428f 12735This option defines the ACL that is run when an SMTP VRFY command is
9b371988 12736received. See chapter &<<CHAPACL>>& for further details.
168e428f 12737
9b371988
PH
12738.option admin_groups main "string list&!!" unset
12739.cindex "admin user"
068aaea8
PH
12740This option is expanded just once, at the start of Exim's processing. If the
12741current group or any of the supplementary groups of an Exim caller is in this
12742colon-separated list, the caller has admin privileges. If all your system
168e428f 12743programmers are in a specific group, for example, you can give them all Exim
9b371988 12744admin privileges by putting that group in &%admin_groups%&. However, this does
168e428f
PH
12745not permit them to read Exim's spool files (whose group owner is the Exim gid).
12746To permit this, you have to add individuals to the Exim group.
12747
9b371988
PH
12748.option allow_domain_literals main boolean false
12749.cindex "domain literal"
168e428f
PH
12750If this option is set, the RFC 2822 domain literal format is permitted in
12751email addresses. The option is not set by default, because the domain literal
12752format is not normally required these days, and few people know about it. It
12753has, however, been exploited by mail abusers.
12754
12755Unfortunately, it seems that some DNS black list maintainers are using this
12756format to report black listing to postmasters. If you want to accept messages
12757addressed to your hosts by IP address, you need to set
9b371988
PH
12758&%allow_domain_literals%& true, and also to add &`@[]`& to the list of local
12759domains (defined in the named domain list &%local_domains%& in the default
12760configuration). This &"magic string"& matches the domain literal form of all
12761the local host's IP addresses.
168e428f 12762
168e428f 12763
9b371988
PH
12764.option allow_mx_to_ip main boolean false
12765.cindex "MX record" "pointing to IP address"
168e428f
PH
12766It appears that more and more DNS zone administrators are breaking the rules
12767and putting domain names that look like IP addresses on the right hand side of
12768MX records. Exim follows the rules and rejects this, giving an error message
12769that explains the mis-configuration. However, some other MTAs support this
9b371988
PH
12770practice, so to avoid &"Why can't Exim do this?"& complaints,
12771&%allow_mx_to_ip%& exists, in order to enable this heinous activity. It is not
12772recommended, except when you have no other choice.
168e428f 12773
9b371988
PH
12774.option allow_utf8_domains main boolean false
12775.cindex "domain" "UTF-8 characters in"
12776.cindex "UTF-8" "in domain name"
168e428f
PH
12777Lots of discussion is going on about internationalized domain names. One
12778camp is strongly in favour of just using UTF-8 characters, and it seems
12779that at least two other MTAs permit this. This option allows Exim users to
12780experiment if they wish.
12781
12782If it is set true, Exim's domain parsing function allows valid
12783UTF-8 multicharacters to appear in domain name components, in addition to
12784letters, digits, and hyphens. However, just setting this option is not
12785enough; if you want to look up these domain names in the DNS, you must also
9b371988 12786adjust the value of &%dns_check_names_pattern%& to match the extended form. A
168e428f 12787suitable setting is:
9b371988 12788.code
168e428f
PH
12789dns_check_names_pattern = (?i)^(?>(?(1)\.|())[a-z0-9\xc0-\xff]\
12790 (?>[-a-z0-9\x80-\xff]*[a-z0-9\x80-\xbf])?)+$
9b371988 12791.endd
168e428f 12792Alternatively, you can just disable this feature by setting
9b371988
PH
12793.code
12794dns_check_names_pattern =
12795.endd
168e428f
PH
12796That is, set the option to an empty string so that no check is done.
12797
12798
9b371988
PH
12799.option auth_advertise_hosts main "host list&!!" *
12800.cindex "authentication" "advertising"
12801.cindex "AUTH" "advertising"
168e428f
PH
12802If any server authentication mechanisms are configured, Exim advertises them in
12803response to an EHLO command only if the calling host matches this list.
12804Otherwise, Exim does not advertise AUTH.
12805Exim does not accept AUTH commands from clients to which it has not
12806advertised the availability of AUTH. The advertising of individual
12807authentication mechanisms can be controlled by the use of the
9b371988
PH
12808&%server_advertise_condition%& generic authenticator option on the individual
12809authenticators. See chapter &<<CHAPSMTPAUTH>>& for further details.
168e428f
PH
12810
12811Certain mail clients (for example, Netscape) require the user to provide a name
12812and password for authentication if AUTH is advertised, even though it may
12813not be needed (the host may accept messages from hosts on its local LAN without
9b371988 12814authentication, for example). The &%auth_advertise_hosts%& option can be used
168e428f
PH
12815to make these clients more friendly by excluding them from the set of hosts to
12816which Exim advertises AUTH.
12817
9b371988 12818.cindex "AUTH" "advertising when encrypted"
168e428f
PH
12819If you want to advertise the availability of AUTH only when the connection
12820is encrypted using TLS, you can make use of the fact that the value of this
12821option is expanded, with a setting like this:
9b371988
PH
12822.code
12823auth_advertise_hosts = ${if eq{$tls_cipher}{}{}{*}}
12824.endd
f89d2485 12825.vindex "&$tls_cipher$&"
9b371988 12826If &$tls_cipher$& is empty, the session is not encrypted, and the result of
168e428f 12827the expansion is empty, thus matching no hosts. Otherwise, the result of the
9b371988 12828expansion is *, which matches all hosts.
168e428f 12829
168e428f 12830
9b371988 12831.option auto_thaw main time 0s
9b371988
PH
12832.cindex "thawing messages"
12833.cindex "unfreezing messages"
168e428f 12834If this option is set to a time greater than zero, a queue runner will try a
068aaea8
PH
12835new delivery attempt on any frozen message, other than a bounce message, if
12836this much time has passed since it was frozen. This may result in the message
12837being re-frozen if nothing has changed since the last attempt. It is a way of
9b371988 12838saying &"keep on trying, even though there are big problems"&.
068aaea8 12839
9b371988
PH
12840&*Note*&: This is an old option, which predates &%timeout_frozen_after%& and
12841&%ignore_bounce_errors_after%&. It is retained for compatibility, but it is not
068aaea8 12842thought to be very useful any more, and its use should probably be avoided.
168e428f 12843
9b371988 12844.option av_scanner main string "see below"
168e428f
PH
12845This option is available if Exim is built with the content-scanning extension.
12846It specifies which anti-virus scanner to use. The default value is:
9b371988
PH
12847.code
12848sophie:/var/run/sophie
12849.endd
7d9f747b 12850If the value of &%av_scanner%& starts with a dollar character, it is expanded
9b371988 12851before use. See section &<<SECTscanvirus>>& for further details.
168e428f
PH
12852
12853
168e428f 12854
9b371988 12855.option bi_command main string unset
f89d2485 12856.oindex "&%-bi%&"
168e428f 12857This option supplies the name of a command that is run when Exim is called with
9b371988
PH
12858the &%-bi%& option (see chapter &<<CHAPcommandline>>&). The string value is
12859just the command name, it is not a complete command line. If an argument is
12860required, it must come from the &%-oA%& command line option.
168e428f
PH
12861
12862
9b371988
PH
12863.option bounce_message_file main string unset
12864.cindex "bounce message" "customizing"
12865.cindex "customizing" "bounce message"
168e428f
PH
12866This option defines a template file containing paragraphs of text to be used
12867for constructing bounce messages. Details of the file's contents are given in
9b371988 12868chapter &<<CHAPemsgcust>>&. See also &%warn_message_file%&.
168e428f 12869
168e428f 12870
9b371988 12871.option bounce_message_text main string unset
168e428f 12872When this option is set, its contents are included in the default bounce
9b371988
PH
12873message immediately after &"This message was created automatically by mail
12874delivery software."& It is not used if &%bounce_message_file%& is set.
168e428f 12875
9b371988
PH
12876.option bounce_return_body main boolean true
12877.cindex "bounce message" "including body"
168e428f 12878This option controls whether the body of an incoming message is included in a
4f578862
PH
12879bounce message when &%bounce_return_message%& is true. The default setting
12880causes the entire message, both header and body, to be returned (subject to the
12881value of &%bounce_return_size_limit%&). If this option is false, only the
12882message header is included. In the case of a non-SMTP message containing an
12883error that is detected during reception, only those header lines preceding the
12884point at which the error was detected are returned.
9b371988 12885.cindex "bounce message" "including original"
168e428f 12886
9b371988 12887.option bounce_return_message main boolean true
4f578862
PH
12888If this option is set false, none of the original message is included in
12889bounce messages generated by Exim. See also &%bounce_return_size_limit%& and
12890&%bounce_return_body%&.
168e428f 12891
168e428f 12892
9b371988 12893.option bounce_return_size_limit main integer 100K
f89d2485 12894.cindex "size" "of bounce, limit"
9b371988
PH
12895.cindex "bounce message" "size limit"
12896.cindex "limit" "bounce message size"
168e428f 12897This option sets a limit in bytes on the size of messages that are returned to
9b371988
PH
12898senders as part of bounce messages when &%bounce_return_message%& is true. The
12899limit should be less than the value of the global &%message_size_limit%& and of
12900any &%message_size_limit%& settings on transports, to allow for the bounce text
168e428f
PH
12901that Exim generates. If this option is set to zero there is no limit.
12902
12903When the body of any message that is to be included in a bounce message is
12904greater than the limit, it is truncated, and a comment pointing this out is
12905added at the top. The actual cutoff may be greater than the value given, owing
12906to the use of buffering for transferring the message in chunks (typically 8K in
12907size). The idea is to save bandwidth on those undeliverable 15-megabyte
12908messages.
12909
9b371988
PH
12910.option bounce_sender_authentication main string unset
12911.cindex "bounce message" "sender authentication"
12912.cindex "authentication" "bounce message"
12913.cindex "AUTH" "on bounce message"
168e428f
PH
12914This option provides an authenticated sender address that is sent with any
12915bounce messages generated by Exim that are sent over an authenticated SMTP
12916connection. A typical setting might be:
9b371988
PH
12917.code
12918bounce_sender_authentication = mailer-daemon@my.domain.example
12919.endd
168e428f 12920which would cause bounce messages to be sent using the SMTP command:
9b371988
PH
12921.code
12922MAIL FROM:<> AUTH=mailer-daemon@my.domain.example
12923.endd
12924The value of &%bounce_sender_authentication%& must always be a complete email
168e428f
PH
12925address.
12926
9b371988
PH
12927.option callout_domain_negative_expire main time 3h
12928.cindex "caching" "callout timeouts"
12929.cindex "callout" "caching timeouts"
168e428f 12930This option specifies the expiry time for negative callout cache data for a
9b371988
PH
12931domain. See section &<<SECTcallver>>& for details of callout verification, and
12932section &<<SECTcallvercache>>& for details of the caching.
168e428f 12933
168e428f 12934
9b371988 12935.option callout_domain_positive_expire main time 7d
168e428f 12936This option specifies the expiry time for positive callout cache data for a
9b371988
PH
12937domain. See section &<<SECTcallver>>& for details of callout verification, and
12938section &<<SECTcallvercache>>& for details of the caching.
168e428f
PH
12939
12940
9b371988 12941.option callout_negative_expire main time 2h
168e428f 12942This option specifies the expiry time for negative callout cache data for an
9b371988
PH
12943address. See section &<<SECTcallver>>& for details of callout verification, and
12944section &<<SECTcallvercache>>& for details of the caching.
168e428f 12945
168e428f 12946
9b371988 12947.option callout_positive_expire main time 24h
168e428f 12948This option specifies the expiry time for positive callout cache data for an
9b371988
PH
12949address. See section &<<SECTcallver>>& for details of callout verification, and
12950section &<<SECTcallvercache>>& for details of the caching.
168e428f 12951
168e428f 12952
9b371988
PH
12953.option callout_random_local_part main string&!! "see below"
12954This option defines the &"random"& local part that can be used as part of
12955callout verification. The default value is
12956.code
12957$primary_host_name-$tod_epoch-testing
12958.endd
12959See section &<<CALLaddparcall>>& for details of how this value is used.
168e428f 12960
168e428f 12961
9b371988
PH
12962.option check_log_inodes main integer 0
12963See &%check_spool_space%& below.
168e428f
PH
12964
12965
9b371988
PH
12966.option check_log_space main integer 0
12967See &%check_spool_space%& below.
d1e83bff 12968
9b371988
PH
12969.oindex "&%check_rfc2047_length%&"
12970.cindex "RFC 2047" "disabling length check"
f89d2485 12971.option check_rfc2047_length main boolean true
d1e83bff 12972RFC 2047 defines a way of encoding non-ASCII characters in headers using a
9b371988 12973system of &"encoded words"&. The RFC specifies a maximum length for an encoded
d1e83bff
PH
12974word; strings to be encoded that exceed this length are supposed to use
12975multiple encoded words. By default, Exim does not recognize encoded words that
12976exceed the maximum length. However, it seems that some software, in violation
9b371988
PH
12977of the RFC, generates overlong encoded words. If &%check_rfc2047_length%& is
12978set false, Exim recognizes encoded words of any length.
168e428f 12979
168e428f 12980
9b371988
PH
12981.option check_spool_inodes main integer 0
12982See &%check_spool_space%& below.
168e428f
PH
12983
12984
9b371988
PH
12985.option check_spool_space main integer 0
12986.cindex "checking disk space"
f89d2485 12987.cindex "disk space, checking"
9b371988
PH
12988.cindex "spool directory" "checking space"
12989The four &%check_...%& options allow for checking of disk resources before a
168e428f
PH
12990message is accepted.
12991
f89d2485
PH
12992.vindex "&$log_inodes$&"
12993.vindex "&$log_space$&"
12994.vindex "&$spool_inodes$&"
12995.vindex "&$spool_space$&"
168e428f 12996When any of these options are set, they apply to all incoming messages. If you
068aaea8 12997want to apply different checks to different kinds of message, you can do so by
3cb1b51e 12998testing the variables &$log_inodes$&, &$log_space$&, &$spool_inodes$&, and
9b371988 12999&$spool_space$& in an ACL with appropriate additional conditions.
168e428f
PH
13000
13001
9b371988 13002&%check_spool_space%& and &%check_spool_inodes%& check the spool partition if
168e428f 13003either value is greater than zero, for example:
9b371988
PH
13004.code
13005check_spool_space = 10M
13006check_spool_inodes = 100
13007.endd
168e428f 13008The spool partition is the one that contains the directory defined by
9b371988 13009SPOOL_DIRECTORY in &_Local/Makefile_&. It is used for holding messages in
168e428f
PH
13010transit.
13011
9b371988 13012&%check_log_space%& and &%check_log_inodes%& check the partition in which log
168e428f 13013files are written if either is greater than zero. These should be set only if
9b371988 13014&%log_file_path%& and &%spool_directory%& refer to different partitions.
168e428f
PH
13015
13016If there is less space or fewer inodes than requested, Exim refuses to accept
13017incoming mail. In the case of SMTP input this is done by giving a 452 temporary
13018error response to the MAIL command. If ESMTP is in use and there was a
13019SIZE parameter on the MAIL command, its value is added to the
9b371988
PH
13020&%check_spool_space%& value, and the check is performed even if
13021&%check_spool_space%& is zero, unless &%no_smtp_check_spool_space%& is set.
168e428f 13022
9b371988 13023The values for &%check_spool_space%& and &%check_log_space%& are held as a
168e428f
PH
13024number of kilobytes. If a non-multiple of 1024 is specified, it is rounded up.
13025
13026For non-SMTP input and for batched SMTP input, the test is done at start-up; on
13027failure a message is written to stderr and Exim exits with a non-zero code, as
13028it obviously cannot send an error message of any kind.
13029
9b371988
PH
13030.option daemon_smtp_ports main string &`smtp`&
13031.cindex "port" "for daemon"
13032.cindex "TCP/IP" "setting listening ports"
168e428f 13033This option specifies one or more default SMTP ports on which the Exim daemon
9b371988
PH
13034listens. See chapter &<<CHAPinterfaces>>& for details of how it is used. For
13035backward compatibility, &%daemon_smtp_port%& (singular) is a synonym.
068aaea8 13036
9b371988 13037.option daemon_startup_retries main integer 9
f89d2485 13038.cindex "daemon startup, retrying"
9b371988 13039This option, along with &%daemon_startup_sleep%&, controls the retrying done by
068aaea8 13040the daemon at startup when it cannot immediately bind a listening socket
9b371988 13041(typically because the socket is already in use): &%daemon_startup_retries%&
068aaea8 13042defines the number of retries after the first failure, and
9b371988 13043&%daemon_startup_sleep%& defines the length of time to wait between retries.
068aaea8 13044
9b371988
PH
13045.option daemon_startup_sleep main time 30s
13046See &%daemon_startup_retries%&.
068aaea8 13047
9b371988
PH
13048.option delay_warning main "time list" 24h
13049.cindex "warning of delay"
f89d2485 13050.cindex "delay warning, specifying"
168e428f
PH
13051When a message is delayed, Exim sends a warning message to the sender at
13052intervals specified by this option. The data is a colon-separated list of times
9b371988
PH
13053after which to send warning messages. If the value of the option is an empty
13054string or a zero time, no warnings are sent. Up to 10 times may be given. If a
13055message has been on the queue for longer than the last time, the last interval
13056between the times is used to compute subsequent warning times. For example,
13057with
13058.code
13059delay_warning = 4h:8h:24h
13060.endd
168e428f
PH
13061the first message is sent after 4 hours, the second after 8 hours, and
13062the third one after 24 hours. After that, messages are sent every 16 hours,
13063because that is the interval between the last two times on the list. If you set
13064just one time, it specifies the repeat interval. For example, with:
9b371988
PH
13065.code
13066delay_warning = 6h
13067.endd
168e428f
PH
13068messages are repeated every six hours. To stop warnings after a given time, set
13069a very large time at the end of the list. For example:
9b371988
PH
13070.code
13071delay_warning = 2h:12h:99d
13072.endd
168e428f 13073
9b371988 13074.option delay_warning_condition main string&!! "see below"
f89d2485 13075.vindex "&$domain$&"
168e428f 13076The string is expanded at the time a warning message might be sent. If all the
9b371988
PH
13077deferred addresses have the same domain, it is set in &$domain$& during the
13078expansion. Otherwise &$domain$& is empty. If the result of the expansion is a
13079forced failure, an empty string, or a string matching any of &"0"&, &"no"& or
13080&"false"& (the comparison being done caselessly) then the warning message is
db9452a9 13081not sent. The default is:
9b371988 13082.code
db9452a9
PH
13083delay_warning_condition = ${if or {\
13084 { !eq{$h_list-id:$h_list-post:$h_list-subscribe:}{} }\
13085 { match{$h_precedence:}{(?i)bulk|list|junk} }\
13086 { match{$h_auto-submitted:}{(?i)auto-generated|auto-replied} }\
13087 } {no}{yes}}
9b371988 13088.endd
db9452a9
PH
13089This suppresses the sending of warnings for messages that contain &'List-ID:'&,
13090&'List-Post:'&, or &'List-Subscribe:'& headers, or have &"bulk"&, &"list"& or
13091&"junk"& in a &'Precedence:'& header, or have &"auto-generated"& or
13092&"auto-replied"& in an &'Auto-Submitted:'& header.
168e428f 13093
9b371988
PH
13094.option deliver_drop_privilege main boolean false
13095.cindex "unprivileged delivery"
13096.cindex "delivery" "unprivileged"
168e428f
PH
13097If this option is set true, Exim drops its root privilege at the start of a
13098delivery process, and runs as the Exim user throughout. This severely restricts
13099the kinds of local delivery that are possible, but is viable in certain types
13100of configuration. There is a discussion about the use of root privilege in
9b371988 13101chapter &<<CHAPsecurity>>&.
168e428f 13102
9b371988
PH
13103.option deliver_queue_load_max main fixed-point unset
13104.cindex "load average"
13105.cindex "queue runner" "abandoning"
168e428f
PH
13106When this option is set, a queue run is abandoned if the system load average
13107becomes greater than the value of the option. The option has no effect on
13108ancient operating systems on which Exim cannot determine the load average.
9b371988 13109See also &%queue_only_load%& and &%smtp_load_reserve%&.
168e428f 13110
168e428f 13111
9b371988
PH
13112.option delivery_date_remove main boolean true
13113.cindex "&'Delivery-date:'& header line"
13114Exim's transports have an option for adding a &'Delivery-date:'& header to a
13115message when it is delivered, in exactly the same way as &'Return-path:'& is
13116handled. &'Delivery-date:'& records the actual time of delivery. Such headers
168e428f
PH
13117should not be present in incoming messages, and this option causes them to be
13118removed at the time the message is received, to avoid any problems that might
13119occur when a delivered message is subsequently sent on to some other recipient.
13120
a591010f 13121.option disable_fsync main boolean false
f89d2485
PH
13122.cindex "&[fsync()]&, disabling"
13123This option is available only if Exim was built with the compile-time option
13124ENABLE_DISABLE_FSYNC. When this is not set, a reference to &%disable_fsync%& in
13125a runtime configuration generates an &"unknown option"& error. You should not
13126build Exim with ENABLE_DISABLE_FSYNC or set &%disable_fsync%& unless you
13127really, really, really understand what you are doing. &'No pre-compiled
13128distributions of Exim should ever make this option available.'&
13129
13130When &%disable_fsync%& is set true, Exim no longer calls &[fsync()]& to force
13131updated files' data to be written to disc before continuing. Unexpected events
13132such as crashes and power outages may cause data to be lost or scrambled.
13133Here be Dragons. &*Beware.*&
f89d2485 13134
4f578862 13135
4f578862
PH
13136.option disable_ipv6 main boolean false
13137.cindex "IPv6" "disabling"
13138If this option is set true, even if the Exim binary has IPv6 support, no IPv6
13139activities take place. AAAA records are never looked up, and any IPv6 addresses
13140that are listed in &%local_interfaces%&, data for the &%manualroute%& router,
13141etc. are ignored. If IP literals are enabled, the &(ipliteral)& router declines
13142to handle IPv6 literal addresses.
4f578862
PH
13143
13144
9b371988
PH
13145.option dns_again_means_nonexist main "domain list&!!" unset
13146.cindex "DNS" "&""try again""& response; overriding"
13147DNS lookups give a &"try again"& response for the DNS errors
13148&"non-authoritative host not found"& and &"SERVERFAIL"&. This can cause Exim to
13149keep trying to deliver a message, or to give repeated temporary errors to
13150incoming mail. Sometimes the effect is caused by a badly set up name server and
13151may persist for a long time. If a domain which exhibits this problem matches
13152anything in &%dns_again_means_nonexist%&, it is treated as if it did not exist.
13153This option should be used with care. You can make it apply to reverse lookups
13154by a setting such as this:
13155.code
13156dns_again_means_nonexist = *.in-addr.arpa
13157.endd
4f578862
PH
13158This option applies to all DNS lookups that Exim does. It also applies when the
13159&[gethostbyname()]& or &[getipnodebyname()]& functions give temporary errors,
13160since these are most likely to be caused by DNS lookup problems. The
13161&(dnslookup)& router has some options of its own for controlling what happens
13162when lookups for MX or SRV records give temporary errors. These more specific
13163options are applied after this global option.
168e428f 13164
9b371988
PH
13165.option dns_check_names_pattern main string "see below"
13166.cindex "DNS" "pre-check of name syntax"
168e428f 13167When this option is set to a non-empty string, it causes Exim to check domain
4f578862
PH
13168names for characters that are not allowed in host names before handing them to
13169the DNS resolver, because some resolvers give temporary errors for names that
13170contain unusual characters. If a domain name contains any unwanted characters,
13171a &"not found"& result is forced, and the resolver is not called. The check is
13172done by matching the domain name against a regular expression, which is the
13173value of this option. The default pattern is
9b371988 13174.code
168e428f 13175dns_check_names_pattern = \
4f578862 13176 (?i)^(?>(?(1)\.|())[^\W_](?>[a-z0-9/-]*[^\W_])?)+$
9b371988 13177.endd
4f578862 13178which permits only letters, digits, slashes, and hyphens in components, but
7d0ab55c 13179they must start and end with a letter or digit. Slashes are not, in fact,
4f578862
PH
13180permitted in host names, but they are found in certain NS records (which can be
13181accessed in Exim by using a &%dnsdb%& lookup). If you set
13182&%allow_utf8_domains%&, you must modify this pattern, or set the option to an
13183empty string.
168e428f 13184
9b371988 13185.option dns_csa_search_limit main integer 5
068aaea8 13186This option controls the depth of parental searching for CSA SRV records in the
9b371988 13187DNS, as described in more detail in section &<<SECTverifyCSA>>&.
068aaea8 13188
9b371988 13189.option dns_csa_use_reverse main boolean true
068aaea8
PH
13190This option controls whether or not an IP address, given as a CSA domain, is
13191reversed and looked up in the reverse DNS, as described in more detail in
9b371988 13192section &<<SECTverifyCSA>>&.
068aaea8 13193
9b371988
PH
13194.option dns_ipv4_lookup main "domain list&!!" unset
13195.cindex "IPv6" "DNS lookup for AAAA records"
13196.cindex "DNS" "IPv6 lookup for AAAA records"
4f578862
PH
13197When Exim is compiled with IPv6 support and &%disable_ipv6%& is not set, it
13198looks for IPv6 address records (AAAA records) as well as IPv4 address records
13199(A records) when trying to find IP addresses for hosts, unless the host's
13200domain matches this list.
168e428f
PH
13201
13202This is a fudge to help with name servers that give big delays or otherwise do
4f578862
PH
13203not work for the AAAA record type. In due course, when the world's name
13204servers have all been upgraded, there should be no need for this option.
168e428f
PH
13205
13206
9b371988
PH
13207.option dns_retrans main time 0s
13208.cindex "DNS" "resolver options"
13209The options &%dns_retrans%& and &%dns_retry%& can be used to set the
168e428f
PH
13210retransmission and retry parameters for DNS lookups. Values of zero (the
13211defaults) leave the system default settings unchanged. The first value is the
13212time between retries, and the second is the number of retries. It isn't
13213totally clear exactly how these settings affect the total time a DNS lookup may
13214take. I haven't found any documentation about timeouts on DNS lookups; these
13215parameter values are available in the external resolver interface structure,
13216but nowhere does it seem to describe how they are used or what you might want
13217to set in them.
13218
13219
9b371988
PH
13220.option dns_retry main integer 0
13221See &%dns_retrans%& above.
168e428f 13222
168e428f 13223
9b371988 13224.option drop_cr main boolean false
168e428f
PH
13225This is an obsolete option that is now a no-op. It used to affect the way Exim
13226handled CR and LF characters in incoming messages. What happens now is
9b371988 13227described in section &<<SECTlineendings>>&.
168e428f 13228
f89d2485
PH
13229.option dsn_from main "string&!!" "see below"
13230.cindex "&'From:'& header line" "in bounces"
13231.cindex "bounce messages" "&'From:'& line, specifying"
13232This option can be used to vary the contents of &'From:'& header lines in
13233bounces and other automatically generated messages (&"Delivery Status
13234Notifications"& &-- hence the name of the option). The default setting is:
13235.code
13236dsn_from = Mail Delivery System <Mailer-Daemon@$qualify_domain>
13237.endd
13238The value is expanded every time it is needed. If the expansion fails, a
13239panic is logged, and the default value is used.
168e428f 13240
9b371988
PH
13241.option envelope_to_remove main boolean true
13242.cindex "&'Envelope-to:'& header line"
13243Exim's transports have an option for adding an &'Envelope-to:'& header to a
13244message when it is delivered, in exactly the same way as &'Return-path:'& is
13245handled. &'Envelope-to:'& records the original recipient address from the
168e428f
PH
13246messages's envelope that caused the delivery to happen. Such headers should not
13247be present in incoming messages, and this option causes them to be removed at
13248the time the message is received, to avoid any problems that might occur when a
13249delivered message is subsequently sent on to some other recipient.
13250
13251
9b371988
PH
13252.option errors_copy main "string list&!!" unset
13253.cindex "bounce message" "copy to other address"
13254.cindex "copy of bounce message"
168e428f 13255Setting this option causes Exim to send bcc copies of bounce messages that it
9b371988 13256generates to other addresses. &*Note*&: This does not apply to bounce messages
168e428f
PH
13257coming from elsewhere. The value of the option is a colon-separated list of
13258items. Each item consists of a pattern, terminated by white space, followed by
13259a comma-separated list of email addresses. If a pattern contains spaces, it
13260must be enclosed in double quotes.
13261
13262Each pattern is processed in the same way as a single item in an address list
9b371988
PH
13263(see section &<<SECTaddresslist>>&). When a pattern matches the recipient of
13264the bounce message, the message is copied to the addresses on the list. The
13265items are scanned in order, and once a matching one is found, no further items
13266are examined. For example:
13267.code
168e428f
PH
13268errors_copy = spqr@mydomain postmaster@mydomain.example :\
13269 rqps@mydomain hostmaster@mydomain.example,\
13270 postmaster@mydomain.example
9b371988 13271.endd
f89d2485
PH
13272.vindex "&$domain$&"
13273.vindex "&$local_part$&"
9b371988
PH
13274The address list is expanded before use. The expansion variables &$local_part$&
13275and &$domain$& are set from the original recipient of the error message, and if
13276there was any wildcard matching in the pattern, the expansion
13277.cindex "numerical variables (&$1$& &$2$& etc)" "in &%errors_copy%&"
13278variables &$0$&, &$1$&, etc. are set in the normal way.
13279
13280
13281.option errors_reply_to main string unset
13282.cindex "bounce message" "&'Reply-to:'& in"
4f578862 13283By default, Exim's bounce and delivery warning messages contain the header line
9b371988
PH
13284.display
13285&`From: Mail Delivery System <Mailer-Daemon@`&&'qualify-domain'&&`>`&
13286.endd
4f578862 13287.oindex &%quota_warn_message%&
9b371988 13288where &'qualify-domain'& is the value of the &%qualify_domain%& option.
4f578862
PH
13289A warning message that is generated by the &%quota_warn_message%& option in an
13290&(appendfile)& transport may contain its own &'From:'& header line that
13291overrides the default.
13292
168e428f 13293Experience shows that people reply to bounce messages. If the
9b371988
PH
13294&%errors_reply_to%& option is set, a &'Reply-To:'& header is added to bounce
13295and warning messages. For example:
13296.code
13297errors_reply_to = postmaster@my.domain.example
13298.endd
168e428f 13299The value of the option is not expanded. It must specify a valid RFC 2822
4f578862
PH
13300address. However, if a warning message that is generated by the
13301&%quota_warn_message%& option in an &(appendfile)& transport contain its
13302own &'Reply-To:'& header line, the value of the &%errors_reply_to%& option is
13303not used.
168e428f
PH
13304
13305
9b371988
PH
13306.option exim_group main string "compile-time configured"
13307.cindex "gid (group id)" "Exim's own"
13308.cindex "Exim group"
168e428f
PH
13309This option changes the gid under which Exim runs when it gives up root
13310privilege. The default value is compiled into the binary. The value of this
9b371988
PH
13311option is used only when &%exim_user%& is also set. Unless it consists entirely
13312of digits, the string is looked up using &[getgrnam()]&, and failure causes a
13313configuration error. See chapter &<<CHAPsecurity>>& for a discussion of
13314security issues.
168e428f 13315
168e428f 13316
9b371988 13317.option exim_path main string "see below"
f89d2485 13318.cindex "Exim binary, path name"
168e428f 13319This option specifies the path name of the Exim binary, which is used when Exim
9b371988 13320needs to re-exec itself. The default is set up to point to the file &'exim'& in
168e428f 13321the directory configured at compile time by the BIN_DIRECTORY setting. It
9b371988 13322is necessary to change &%exim_path%& if, exceptionally, Exim is run from some
168e428f 13323other place.
9b371988 13324&*Warning*&: Do not use a macro to define the value of this option, because
168e428f 13325you will break those Exim utilities that scan the configuration file to find
9b371988
PH
13326where the binary is. (They then use the &%-bP%& option to extract option
13327settings such as the value of &%spool_directory%&.)
168e428f
PH
13328
13329
9b371988
PH
13330.option exim_user main string "compile-time configured"
13331.cindex "uid (user id)" "Exim's own"
13332.cindex "Exim user"
168e428f
PH
13333This option changes the uid under which Exim runs when it gives up root
13334privilege. The default value is compiled into the binary. Ownership of the run
9b371988
PH
13335time configuration file and the use of the &%-C%& and &%-D%& command line
13336options is checked against the values in the binary, not what is set here.
168e428f
PH
13337
13338Unless it consists entirely of digits, the string is looked up using
9b371988
PH
13339&[getpwnam()]&, and failure causes a configuration error. If &%exim_group%& is
13340not also supplied, the gid is taken from the result of &[getpwnam()]& if it is
13341used. See chapter &<<CHAPsecurity>>& for a discussion of security issues.
168e428f 13342
168e428f 13343
9b371988 13344.option extra_local_interfaces main "string list" unset
168e428f
PH
13345This option defines network interfaces that are to be considered local when
13346routing, but which are not used for listening by the daemon. See section
9b371988 13347&<<SECTreclocipadd>>& for details.
168e428f 13348
168e428f 13349
0a4e3112
PH
13350. Allow this long option name to split; give it unsplit as a fifth argument
13351. for the automatic .oindex that is generated by .option.
f89d2485 13352
0a4e3112
PH
13353.option "extract_addresses_remove_ &~&~arguments" main boolean true &&&
13354 extract_addresses_remove_arguments
f89d2485 13355.oindex "&%-t%&"
9b371988
PH
13356.cindex "command line" "addresses with &%-t%&"
13357.cindex "Sendmail compatibility" "&%-t%& option"
168e428f 13358According to some Sendmail documentation (Sun, IRIX, HP-UX), if any addresses
9b371988
PH
13359are present on the command line when the &%-t%& option is used to build an
13360envelope from a message's &'To:'&, &'Cc:'& and &'Bcc:'& headers, the command
13361line addresses are removed from the recipients list. This is also how Smail
13362behaves. However, other Sendmail documentation (the O'Reilly book) states that
13363command line addresses are added to those obtained from the header lines. When
13364&%extract_addresses_remove_arguments%& is true (the default), Exim subtracts
168e428f
PH
13365argument headers. If it is set false, Exim adds rather than removes argument
13366addresses.
13367
13368
9b371988 13369.option finduser_retries main integer 0
f89d2485 13370.cindex "NIS, retrying user lookups"
168e428f 13371On systems running NIS or other schemes in which user and group information is
9b371988 13372distributed from a remote system, there can be times when &[getpwnam()]& and
168e428f 13373related functions fail, even when given valid data, because things time out.
9b371988
PH
13374Unfortunately these failures cannot be distinguished from genuine &"not found"&
13375errors. If &%finduser_retries%& is set greater than zero, Exim will try that
168e428f
PH
13376many extra times to find a user or a group, waiting for one second between
13377retries.
13378
9b371988 13379.cindex "&_/etc/passwd_&" "multiple reading of"
168e428f 13380You should not set this option greater than zero if your user information is in
9b371988 13381a traditional &_/etc/passwd_& file, because it will cause Exim needlessly to
168e428f
PH
13382search the file multiple times for non-existent users, and also cause delay.
13383
13384
13385
9b371988
PH
13386.option freeze_tell main "string list, comma separated" unset
13387.cindex "freezing messages" "sending a message when freezing"
168e428f 13388On encountering certain errors, or when configured to do so in a system filter,
9b371988
PH
13389ACL, or special router, Exim freezes a message. This means that no further
13390delivery attempts take place until an administrator thaws the message, or the
13391&%auto_thaw%&, &%ignore_bounce_errors_after%&, or &%timeout_frozen_after%&
13392feature cause it to be processed. If &%freeze_tell%& is set, Exim generates a
13393warning message whenever it freezes something, unless the message it is
13394freezing is a locally-generated bounce message. (Without this exception there
13395is the possibility of looping.) The warning message is sent to the addresses
13396supplied as the comma-separated value of this option. If several of the
13397message's addresses cause freezing, only a single message is sent. If the
13398freezing was automatic, the reason(s) for freezing can be found in the message
13399log. If you configure freezing in a filter or ACL, you must arrange for any
13400logging that you require.
13401
13402
13403.option gecos_name main string&!! unset
13404.cindex "HP-UX"
f89d2485 13405.cindex "&""gecos""& field, parsing"
9b371988 13406Some operating systems, notably HP-UX, use the &"gecos"& field in the system
168e428f 13407password file to hold other information in addition to users' real names. Exim
9b371988
PH
13408looks up this field for use when it is creating &'Sender:'& or &'From:'&
13409headers. If either &%gecos_pattern%& or &%gecos_name%& are unset, the contents
13410of the field are used unchanged, except that, if an ampersand is encountered,
13411it is replaced by the user's login name with the first character forced to
168e428f
PH
13412upper case, since this is a convention that is observed on many systems.
13413
9b371988
PH
13414When these options are set, &%gecos_pattern%& is treated as a regular
13415expression that is to be applied to the field (again with && replaced by the
13416login name), and if it matches, &%gecos_name%& is expanded and used as the
13417user's name.
168e428f 13418
9b371988
PH
13419.cindex "numerical variables (&$1$& &$2$& etc)" "in &%gecos_name%&"
13420Numeric variables such as &$1$&, &$2$&, etc. can be used in the expansion to
168e428f
PH
13421pick up sub-fields that were matched by the pattern. In HP-UX, where the user's
13422name terminates at the first comma, the following can be used:
9b371988
PH
13423.code
13424gecos_pattern = ([^,]*)
13425gecos_name = $1
13426.endd
168e428f 13427
9b371988
PH
13428.option gecos_pattern main string unset
13429See &%gecos_name%& above.
168e428f
PH
13430
13431
f89d2485
PH
13432.option gnutls_require_kx main string unset
13433This option controls the key exchange mechanisms when GnuTLS is used in an Exim
13434server. For details, see section &<<SECTreqciphgnu>>&.
13435
13436.option gnutls_require_mac main string unset
13437This option controls the MAC algorithms when GnuTLS is used in an Exim
13438server. For details, see section &<<SECTreqciphgnu>>&.
13439
13440.option gnutls_require_protocols main string unset
13441This option controls the protocols when GnuTLS is used in an Exim
13442server. For details, see section &<<SECTreqciphgnu>>&.
f89d2485 13443
e6060e2c
NM
13444.option gnutls_compat_mode main boolean unset
13445This option controls whether GnuTLS is used in compatibility mode in an Exim
13446server. This reduces security slightly, but improves interworking with older
13447implementations of TLS.
f89d2485 13448
9b371988 13449.option headers_charset main string "see below"
168e428f 13450This option sets a default character set for translating from encoded MIME
9b371988
PH
13451&"words"& in header lines, when referenced by an &$h_xxx$& expansion item. The
13452default is the value of HEADERS_CHARSET in &_Local/Makefile_&. The
168e428f 13453ultimate default is ISO-8859-1. For more details see the description of header
9b371988 13454insertions in section &<<SECTexpansionitems>>&.
168e428f
PH
13455
13456
168e428f 13457
9b371988
PH
13458.option header_maxsize main integer "see below"
13459.cindex "header section" "maximum size of"
13460.cindex "limit" "size of message header section"
168e428f
PH
13461This option controls the overall maximum size of a message's header
13462section. The default is the value of HEADER_MAXSIZE in
9b371988 13463&_Local/Makefile_&; the default for that is 1M. Messages with larger header
168e428f
PH
13464sections are rejected.
13465
13466
9b371988
PH
13467.option header_line_maxsize main integer 0
13468.cindex "header lines" "maximum size of"
13469.cindex "limit" "size of one header line"
168e428f
PH
13470This option limits the length of any individual header line in a message, after
13471all the continuations have been joined together. Messages with individual
13472header lines that are longer than the limit are rejected. The default value of
9b371988 13473zero means &"no limit"&.
168e428f
PH
13474
13475
13476
13477
9b371988
PH
13478.option helo_accept_junk_hosts main "host list&!!" unset
13479.cindex "HELO" "accepting junk data"
13480.cindex "EHLO" "accepting junk data"
168e428f
PH
13481Exim checks the syntax of HELO and EHLO commands for incoming SMTP
13482mail, and gives an error response for invalid data. Unfortunately, there are
13483some SMTP clients that send syntactic junk. They can be accommodated by setting
9b371988 13484this option. Note that this is a syntax check only. See &%helo_verify_hosts%&
168e428f 13485if you want to do semantic checking.
9b371988 13486See also &%helo_allow_chars%& for a way of extending the permitted character
168e428f
PH
13487set.
13488
13489
9b371988
PH
13490.option helo_allow_chars main string unset
13491.cindex "HELO" "underscores in"
13492.cindex "EHLO" "underscores in"
13493.cindex "underscore in EHLO/HELO"
168e428f
PH
13494This option can be set to a string of rogue characters that are permitted in
13495all EHLO and HELO names in addition to the standard letters, digits,
13496hyphens, and dots. If you really must allow underscores, you can set
9b371988
PH
13497.code
13498helo_allow_chars = _
13499.endd
168e428f
PH
13500Note that the value is one string, not a list.
13501
13502
9b371988
PH
13503.option helo_lookup_domains main "domain list&!!" &`@:@[]`&
13504.cindex "HELO" "forcing reverse lookup"
13505.cindex "EHLO" "forcing reverse lookup"
168e428f
PH
13506If the domain given by a client in a HELO or EHLO command matches this
13507list, a reverse lookup is done in order to establish the host's true name. The
13508default forces a lookup if the client host gives the server's name or any of
13509its IP addresses (in brackets), something that broken clients have been seen to
13510do.
13511
13512
9b371988 13513.option helo_try_verify_hosts main "host list&!!" unset
9b371988 13514.cindex "HELO verifying" "optional"
f89d2485 13515.cindex "EHLO" "verifying, optional"
068aaea8 13516By default, Exim just checks the syntax of HELO and EHLO commands (see
9b371988
PH
13517&%helo_accept_junk_hosts%& and &%helo_allow_chars%&). However, some sites like
13518to do more extensive checking of the data supplied by these commands. The ACL
400eda43 13519condition &`verify = helo`& is provided to make this possible.
9b371988
PH
13520Formerly, it was necessary also to set this option (&%helo_try_verify_hosts%&)
13521to force the check to occur. From release 4.53 onwards, this is no longer
9c2b45c9 13522necessary. If the check has not been done before &`verify = helo`& is
9b371988
PH
13523encountered, it is done at that time. Consequently, this option is obsolete.
13524Its specification is retained here for backwards compatibility.
13525
068aaea8 13526When an EHLO or HELO command is received, if the calling host matches
9b371988 13527&%helo_try_verify_hosts%&, Exim checks that the host name given in the HELO or
068aaea8 13528EHLO command either:
168e428f 13529
9b371988
PH
13530.ilist
13531is an IP literal matching the calling address of the host, or
13532.next
13533.cindex "DNS" "reverse lookup"
13534.cindex "reverse DNS lookup"
168e428f
PH
13535matches the host name that Exim obtains by doing a reverse lookup of the
13536calling host address, or
9b371988
PH
13537.next
13538when looked up using &[gethostbyname()]& (or &[getipnodebyname()]& when
168e428f 13539available) yields the calling host address.
9b371988 13540.endlist
168e428f
PH
13541
13542However, the EHLO or HELO command is not rejected if any of the checks
13543fail. Processing continues, but the result of the check is remembered, and can
9c2b45c9 13544be detected later in an ACL by the &`verify = helo`& condition.
168e428f 13545
9b371988
PH
13546.option helo_verify_hosts main "host list&!!" unset
13547.cindex "HELO verifying" "mandatory"
f89d2485 13548.cindex "EHLO" "verifying, mandatory"
9b371988 13549Like &%helo_try_verify_hosts%&, this option is obsolete, and retained only for
068aaea8 13550backwards compatibility. For hosts that match this option, Exim checks the host
9b371988
PH
13551name given in the HELO or EHLO in the same way as for
13552&%helo_try_verify_hosts%&. If the check fails, the HELO or EHLO command is
13553rejected with a 550 error, and entries are written to the main and reject logs.
13554If a MAIL command is received before EHLO or HELO, it is rejected with a 503
13555error.
168e428f 13556
9b371988
PH
13557.option hold_domains main "domain list&!!" unset
13558.cindex "domain" "delaying delivery"
13559.cindex "delivery" "delaying certain domains"
168e428f
PH
13560This option allows mail for particular domains to be held on the queue
13561manually. The option is overridden if a message delivery is forced with the
9b371988
PH
13562&%-M%&, &%-qf%&, &%-Rf%& or &%-Sf%& options, and also while testing or
13563verifying addresses using &%-bt%& or &%-bv%&. Otherwise, if a domain matches an
13564item in &%hold_domains%&, no routing or delivery for that address is done, and
13565it is deferred every time the message is looked at.
168e428f
PH
13566
13567This option is intended as a temporary operational measure for delaying the
13568delivery of mail while some problem is being sorted out, or some new
13569configuration tested. If you just want to delay the processing of some
9b371988
PH
13570domains until a queue run occurs, you should use &%queue_domains%& or
13571&%queue_smtp_domains%&, not &%hold_domains%&.
168e428f 13572
9b371988 13573A setting of &%hold_domains%& does not override Exim's code for removing
168e428f
PH
13574messages from the queue if they have been there longer than the longest retry
13575time in any retry rule. If you want to hold messages for longer than the normal
13576retry times, insert a dummy retry rule with a long retry time.
13577
13578
9b371988 13579.option host_lookup main "host list&!!" unset
f89d2485 13580.cindex "host name" "lookup, forcing"
168e428f
PH
13581Exim does not look up the name of a calling host from its IP address unless it
13582is required to compare against some host list, or the host matches
9b371988 13583&%helo_try_verify_hosts%& or &%helo_verify_hosts%&, or the host matches this
168e428f
PH
13584option (which normally contains IP addresses rather than host names). The
13585default configuration file contains
9b371988
PH
13586.code
13587host_lookup = *
13588.endd
168e428f
PH
13589which causes a lookup to happen for all hosts. If the expense of these lookups
13590is felt to be too great, the setting can be changed or removed.
13591
13592After a successful reverse lookup, Exim does a forward lookup on the name it
13593has obtained, to verify that it yields the IP address that it started with. If
13594this check fails, Exim behaves as if the name lookup failed.
13595
f89d2485
PH
13596.vindex "&$host_lookup_failed$&"
13597.vindex "&$sender_host_name$&"
9b371988
PH
13598After any kind of failure, the host name (in &$sender_host_name$&) remains
13599unset, and &$host_lookup_failed$& is set to the string &"1"&. See also
9c2b45c9
NM
13600&%dns_again_means_nonexist%&, &%helo_lookup_domains%&, and
13601&`verify = reverse_host_lookup`& in ACLs.
168e428f
PH
13602
13603
9b371988 13604.option host_lookup_order main "string list" &`bydns:byaddr`&
168e428f
PH
13605This option specifies the order of different lookup methods when Exim is trying
13606to find a host name from an IP address. The default is to do a DNS lookup
9b371988 13607first, and then to try a local lookup (using &[gethostbyaddr()]& or equivalent)
168e428f
PH
13608if that fails. You can change the order of these lookups, or omit one entirely,
13609if you want.
13610
9b371988 13611&*Warning*&: The &"byaddr"& method does not always yield aliases when there are
168e428f 13612multiple PTR records in the DNS and the IP address is not listed in
9b371988 13613&_/etc/hosts_&. Different operating systems give different results in this
168e428f
PH
13614case. That is why the default tries a DNS lookup first.
13615
13616
13617
9b371988
PH
13618.option host_reject_connection main "host list&!!" unset
13619.cindex "host" "rejecting connections from"
168e428f
PH
13620If this option is set, incoming SMTP calls from the hosts listed are rejected
13621as soon as the connection is made.
13622This option is obsolete, and retained only for backward compatibility, because
9b371988 13623nowadays the ACL specified by &%acl_smtp_connect%& can also reject incoming
168e428f
PH
13624connections immediately.
13625
13626The ability to give an immediate rejection (either by this option or using an
13627ACL) is provided for use in unusual cases. Many hosts will just try again,
13628sometimes without much delay. Normally, it is better to use an ACL to reject
13629incoming messages at a later stage, such as after RCPT commands. See
9b371988 13630chapter &<<CHAPACL>>&.
168e428f
PH
13631
13632
9b371988
PH
13633.option hosts_connection_nolog main "host list&!!" unset
13634.cindex "host" "not logging connections from"
168e428f 13635This option defines a list of hosts for which connection logging does not
9b371988 13636happen, even though the &%smtp_connection%& log selector is set. For example,
168e428f
PH
13637you might want not to log SMTP connections from local processes, or from
13638127.0.0.1, or from your local LAN. This option is consulted in the main loop of
13639the daemon; you should therefore strive to restrict its value to a short inline
13640list of IP addresses and networks. To disable logging SMTP connections from
13641local processes, you must create a host list with an empty item. For example:
9b371988
PH
13642.code
13643hosts_connection_nolog = :
13644.endd
13645If the &%smtp_connection%& log selector is not set, this option has no effect.
168e428f
PH
13646
13647
13648
9b371988
PH
13649.option hosts_treat_as_local main "domain list&!!" unset
13650.cindex "local host" "domains treated as"
13651.cindex "host" "treated as local"
168e428f
PH
13652If this option is set, any host names that match the domain list are treated as
13653if they were the local host when Exim is scanning host lists obtained from MX
13654records
13655or other sources. Note that the value of this option is a domain list, not a
13656host list, because it is always used to check host names, not IP addresses.
13657
13658This option also applies when Exim is matching the special items
9b371988
PH
13659&`@mx_any`&, &`@mx_primary`&, and &`@mx_secondary`& in a domain list (see
13660section &<<SECTdomainlist>>&), and when checking the &%hosts%& option in the
13661&(smtp)& transport for the local host (see the &%allow_localhost%& option in
13662that transport). See also &%local_interfaces%&, &%extra_local_interfaces%&, and
13663chapter &<<CHAPinterfaces>>&, which contains a discussion about local network
f89d2485 13664interfaces and recognizing the local host.
9b371988
PH
13665
13666
595028e4
PH
13667.option ibase_servers main "string list" unset
13668.cindex "InterBase" "server list"
13669This option provides a list of InterBase servers and associated connection data,
13670to be used in conjunction with &(ibase)& lookups (see section &<<SECID72>>&).
13671The option is available only if Exim has been built with InterBase support.
595028e4
PH
13672
13673
13674
9b371988
PH
13675.option ignore_bounce_errors_after main time 10w
13676.cindex "bounce message" "discarding"
13677.cindex "discarding bounce message"
168e428f
PH
13678This option affects the processing of bounce messages that cannot be delivered,
13679that is, those that suffer a permanent delivery failure. (Bounce messages that
13680suffer temporary delivery failures are of course retried in the usual way.)
13681
13682After a permanent delivery failure, bounce messages are frozen,
13683because there is no sender to whom they can be returned. When a frozen bounce
13684message has been on the queue for more than the given time, it is unfrozen at
13685the next queue run, and a further delivery is attempted. If delivery fails
13686again, the bounce message is discarded. This makes it possible to keep failed
13687bounce messages around for a shorter time than the normal maximum retry time
13688for frozen messages. For example,
9b371988
PH
13689.code
13690ignore_bounce_errors_after = 12h
13691.endd
168e428f
PH
13692retries failed bounce message deliveries after 12 hours, discarding any further
13693failures. If the value of this option is set to a zero time period, bounce
13694failures are discarded immediately. Setting a very long time (as in the default
13695value) has the effect of disabling this option. For ways of automatically
9b371988
PH
13696dealing with other kinds of frozen message, see &%auto_thaw%& and
13697&%timeout_frozen_after%&.
168e428f
PH
13698
13699
9b371988
PH
13700.option ignore_fromline_hosts main "host list&!!" unset
13701.cindex "&""From""& line"
13702.cindex "UUCP" "&""From""& line"
13703Some broken SMTP clients insist on sending a UUCP-like &"From&~"& line before
13704the headers of a message. By default this is treated as the start of the
13705message's body, which means that any following headers are not recognized as
13706such. Exim can be made to ignore it by setting &%ignore_fromline_hosts%& to
13707match those hosts that insist on sending it. If the sender is actually a local
13708process rather than a remote host, and is using &%-bs%& to inject the messages,
13709&%ignore_fromline_local%& must be set to achieve this effect.
168e428f 13710
168e428f 13711
9b371988
PH
13712.option ignore_fromline_local main boolean false
13713See &%ignore_fromline_hosts%& above.
168e428f 13714
168e428f 13715
9b371988 13716.option keep_malformed main time 4d
168e428f
PH
13717This option specifies the length of time to keep messages whose spool files
13718have been corrupted in some way. This should, of course, never happen. At the
13719next attempt to deliver such a message, it gets removed. The incident is
13720logged.
13721
13722
9b371988
PH
13723.option ldap_default_servers main "string list" unset
13724.cindex "LDAP" "default servers"
168e428f 13725This option provides a list of LDAP servers which are tried in turn when an
9b371988
PH
13726LDAP query does not contain a server. See section &<<SECTforldaque>>& for
13727details of LDAP queries. This option is available only when Exim has been built
13728with LDAP support.
168e428f 13729
168e428f 13730
9b371988 13731.option ldap_version main integer unset
f89d2485 13732.cindex "LDAP" "protocol version, forcing"
168e428f 13733This option can be used to force Exim to set a specific protocol version for
9b371988 13734LDAP. If it option is unset, it is shown by the &%-bP%& command line option as
168e428f
PH
13735-1. When this is the case, the default is 3 if LDAP_VERSION3 is defined in
13736the LDAP headers; otherwise it is 2. This option is available only when Exim
13737has been built with LDAP support.
13738
13739
13740
9b371988
PH
13741.option local_from_check main boolean true
13742.cindex "&'Sender:'& header line" "disabling addition of"
13743.cindex "&'From:'& header line" "disabling checking of"
168e428f 13744When a message is submitted locally (that is, not over a TCP/IP connection) by
9b371988
PH
13745an untrusted user, Exim removes any existing &'Sender:'& header line, and
13746checks that the &'From:'& header line matches the login of the calling user and
13747the domain specified by &%qualify_domain%&.
168e428f 13748
9b371988 13749&*Note*&: An unqualified address (no domain) in the &'From:'& header in a
168e428f 13750locally submitted message is automatically qualified by Exim, unless the
9b371988 13751&%-bnq%& command line option is used.
168e428f 13752
9b371988
PH
13753You can use &%local_from_prefix%& and &%local_from_suffix%& to permit affixes
13754on the local part. If the &'From:'& header line does not match, Exim adds a
13755&'Sender:'& header with an address constructed from the calling user's login
13756and the default qualify domain.
168e428f 13757
9b371988
PH
13758If &%local_from_check%& is set false, the &'From:'& header check is disabled,
13759and no &'Sender:'& header is ever added. If, in addition, you want to retain
13760&'Sender:'& header lines supplied by untrusted users, you must also set
13761&%local_sender_retain%& to be true.
168e428f 13762
9b371988 13763.cindex "envelope sender"
168e428f
PH
13764These options affect only the header lines in the message. The envelope sender
13765is still forced to be the login id at the qualify domain unless
9b371988 13766&%untrusted_set_sender%& permits the user to supply an envelope sender.
168e428f 13767
9b371988
PH
13768For messages received over TCP/IP, an ACL can specify &"submission mode"& to
13769request similar header line checking. See section &<<SECTthesenhea>>&, which
13770has more details about &'Sender:'& processing.
168e428f
PH
13771
13772
13773
13774
9b371988
PH
13775.option local_from_prefix main string unset
13776When Exim checks the &'From:'& header line of locally submitted messages for
13777matching the login id (see &%local_from_check%& above), it can be configured to
168e428f 13778ignore certain prefixes and suffixes in the local part of the address. This is
9b371988
PH
13779done by setting &%local_from_prefix%& and/or &%local_from_suffix%& to
13780appropriate lists, in the same form as the &%local_part_prefix%& and
13781&%local_part_suffix%& router options (see chapter &<<CHAProutergeneric>>&). For
168e428f 13782example, if
9b371988
PH
13783.code
13784local_from_prefix = *-
13785.endd
13786is set, a &'From:'& line containing
13787.code
13788From: anything-user@your.domain.example
13789.endd
13790will not cause a &'Sender:'& header to be added if &'user@your.domain.example'&
168e428f
PH
13791matches the actual sender address that is constructed from the login name and
13792qualify domain.
13793
13794
9b371988
PH
13795.option local_from_suffix main string unset
13796See &%local_from_prefix%& above.
168e428f
PH
13797
13798
9b371988 13799.option local_interfaces main "string list" "see below"
168e428f
PH
13800This option controls which network interfaces are used by the daemon for
13801listening; they are also used to identify the local host when routing. Chapter
9b371988
PH
13802&<<CHAPinterfaces>>& contains a full description of this option and the related
13803options &%daemon_smtp_ports%&, &%extra_local_interfaces%&,
13804&%hosts_treat_as_local%&, and &%tls_on_connect_ports%&. The default value for
13805&%local_interfaces%& is
13806.code
13807local_interfaces = 0.0.0.0
13808.endd
168e428f 13809when Exim is built without IPv6 support; otherwise it is
9b371988
PH
13810.code
13811local_interfaces = <; ::0 ; 0.0.0.0
13812.endd
168e428f 13813
9b371988
PH
13814.option local_scan_timeout main time 5m
13815.cindex "timeout" "for &[local_scan()]& function"
13816.cindex "&[local_scan()]& function" "timeout"
13817This timeout applies to the &[local_scan()]& function (see chapter
13818&<<CHAPlocalscan>>&). Zero means &"no timeout"&. If the timeout is exceeded,
13819the incoming message is rejected with a temporary error if it is an SMTP
13820message. For a non-SMTP message, the message is dropped and Exim ends with a
13821non-zero code. The incident is logged on the main and reject logs.
168e428f
PH
13822
13823
168e428f 13824
9b371988
PH
13825.option local_sender_retain main boolean false
13826.cindex "&'Sender:'& header line" "retaining from local submission"
168e428f 13827When a message is submitted locally (that is, not over a TCP/IP connection) by
9b371988
PH
13828an untrusted user, Exim removes any existing &'Sender:'& header line. If you
13829do not want this to happen, you must set &%local_sender_retain%&, and you must
13830also set &%local_from_check%& to be false (Exim will complain if you do not).
13831See also the ACL modifier &`control = suppress_local_fixups`&. Section
13832&<<SECTthesenhea>>& has more details about &'Sender:'& processing.
168e428f
PH
13833
13834
13835
168e428f 13836
9b371988
PH
13837.option localhost_number main string&!! unset
13838.cindex "host" "locally unique number for"
13839.cindex "message ids" "with multiple hosts"
f89d2485 13840.vindex "&$localhost_number$&"
168e428f
PH
13841Exim's message ids are normally unique only within the local host. If
13842uniqueness among a set of hosts is required, each host must set a different
9b371988 13843value for the &%localhost_number%& option. The string is expanded immediately
168e428f
PH
13844after reading the configuration file (so that a number can be computed from the
13845host name, for example) and the result of the expansion must be a number in the
9b371988
PH
13846range 0&--16 (or 0&--10 on operating systems with case-insensitive file
13847systems). This is available in subsequent string expansions via the variable
13848&$localhost_number$&. When &%localhost_number is set%&, the final two
168e428f
PH
13849characters of the message id, instead of just being a fractional part of the
13850time, are computed from the time and the local host number as described in
9b371988 13851section &<<SECTmessiden>>&.
168e428f
PH
13852
13853
13854
9b371988
PH
13855.option log_file_path main "string list&!!" "set at compile time"
13856.cindex "log" "file path for"
168e428f
PH
13857This option sets the path which is used to determine the names of Exim's log
13858files, or indicates that logging is to be to syslog, or both. It is expanded
13859when Exim is entered, so it can, for example, contain a reference to the host
13860name. If no specific path is set for the log files at compile or run time, they
9b371988
PH
13861are written in a sub-directory called &_log_& in Exim's spool directory.
13862Chapter &<<CHAPlog>>& contains further details about Exim's logging, and
13863section &<<SECTwhelogwri>>& describes how the contents of &%log_file_path%& are
13864used. If this string is fixed at your installation (contains no expansion
13865variables) it is recommended that you do not set this option in the
13866configuration file, but instead supply the path using LOG_FILE_PATH in
13867&_Local/Makefile_& so that it is available to Exim for logging errors detected
13868early on &-- in particular, failure to read the configuration file.
13869
13870
13871.option log_selector main string unset
13872.cindex "log" "selectors"
168e428f
PH
13873This option can be used to reduce or increase the number of things that Exim
13874writes to its log files. Its argument is made up of names preceded by plus or
13875minus characters. For example:
9b371988
PH
13876.code
13877log_selector = +arguments -retry_defer
13878.endd
168e428f 13879A list of possible names and what they control is given in the chapter on
9b371988 13880logging, in section &<<SECTlogselector>>&.
168e428f
PH
13881
13882
9b371988
PH
13883.option log_timezone main boolean false
13884.cindex "log" "timezone for entries"
f89d2485
PH
13885.vindex "&$tod_log$&"
13886.vindex "&$tod_zone$&"
168e428f
PH
13887By default, the timestamps on log lines are in local time without the
13888timezone. This means that if your timezone changes twice a year, the timestamps
13889in log lines are ambiguous for an hour when the clocks go back. One way of
13890avoiding this problem is to set the timezone to UTC. An alternative is to set
9b371988 13891&%log_timezone%& true. This turns on the addition of the timezone offset to
168e428f
PH
13892timestamps in log lines. Turning on this option can add quite a lot to the size
13893of log files because each line is extended by 6 characters. Note that the
9b371988
PH
13894&$tod_log$& variable contains the log timestamp without the zone, but there is
13895another variable called &$tod_zone$& that contains just the timezone offset.
168e428f 13896
168e428f 13897
9b371988
PH
13898.option lookup_open_max main integer 25
13899.cindex "too many open files"
f89d2485 13900.cindex "open files, too many"
9b371988
PH
13901.cindex "file" "too many open"
13902.cindex "lookup" "maximum open files"
13903.cindex "limit" "open files for lookups"
168e428f 13904This option limits the number of simultaneously open files for single-key
9b371988
PH
13905lookups that use regular files (that is, &(lsearch)&, &(dbm)&, and &(cdb)&).
13906Exim normally keeps these files open during routing, because often the same
13907file is required several times. If the limit is reached, Exim closes the least
13908recently used file. Note that if you are using the &'ndbm'& library, it
13909actually opens two files for each logical DBM database, though it still counts
13910as one for the purposes of &%lookup_open_max%&. If you are getting &"too many
13911open files"& errors with NDBM, you need to reduce the value of
13912&%lookup_open_max%&.
13913
13914
13915.option max_username_length main integer 0
f89d2485 13916.cindex "length of login name"
9b371988
PH
13917.cindex "user name" "maximum length"
13918.cindex "limit" "user name length"
168e428f 13919Some operating systems are broken in that they truncate long arguments to
9b371988
PH
13920&[getpwnam()]& to eight characters, instead of returning &"no such user"&. If
13921this option is set greater than zero, any attempt to call &[getpwnam()]& with
13922an argument that is longer behaves as if &[getpwnam()]& failed.
168e428f
PH
13923
13924
595028e4
PH
13925.option message_body_newlines main bool false
13926.cindex "message body" "newlines in variables"
13927.cindex "newline" "in message body variables"
13928.vindex "&$message_body$&"
13929.vindex "&$message_body_end$&"
13930By default, newlines in the message body are replaced by spaces when setting
13931the &$message_body$& and &$message_body_end$& expansion variables. If this
13932option is set true, this no longer happens.
595028e4 13933
168e428f 13934
9b371988
PH
13935.option message_body_visible main integer 500
13936.cindex "body of message" "visible size"
13937.cindex "message body" "visible size"
f89d2485
PH
13938.vindex "&$message_body$&"
13939.vindex "&$message_body_end$&"
168e428f 13940This option specifies how much of a message's body is to be included in the
9b371988 13941&$message_body$& and &$message_body_end$& expansion variables.
168e428f
PH
13942
13943
9b371988
PH
13944.option message_id_header_domain main string&!! unset
13945.cindex "&'Message-ID:'& header line"
168e428f 13946If this option is set, the string is expanded and used as the right hand side
9b371988
PH
13947(domain) of the &'Message-ID:'& header that Exim creates if a
13948locally-originated incoming message does not have one. &"Locally-originated"&
13949means &"not received over TCP/IP."&
168e428f
PH
13950Otherwise, the primary host name is used.
13951Only letters, digits, dot and hyphen are accepted; any other characters are
13952replaced by hyphens. If the expansion is forced to fail, or if the result is an
13953empty string, the option is ignored.
13954
13955
9b371988 13956.option message_id_header_text main string&!! unset
168e428f 13957If this variable is set, the string is expanded and used to augment the text of
9b371988 13958the &'Message-id:'& header that Exim creates if a locally-originated incoming
068aaea8
PH
13959message does not have one. The text of this header is required by RFC 2822 to
13960take the form of an address. By default, Exim uses its internal message id as
13961the local part, and the primary host name as the domain. If this option is set,
13962it is expanded, and provided the expansion is not forced to fail, and does not
13963yield an empty string, the result is inserted into the header immediately
13964before the @, separated from the internal message id by a dot. Any characters
13965that are illegal in an address are automatically converted into hyphens. This
9b371988 13966means that variables such as &$tod_log$& can be used, because the spaces and
068aaea8 13967colons will become hyphens.
168e428f
PH
13968
13969
9b371988 13970.option message_logs main boolean true
f89d2485 13971.cindex "message logs" "disabling"
9b371988 13972.cindex "log" "message log; disabling"
168e428f 13973If this option is turned off, per-message log files are not created in the
9b371988 13974&_msglog_& spool sub-directory. This reduces the amount of disk I/O required by
168e428f
PH
13975Exim, by reducing the number of files involved in handling a message from a
13976minimum of four (header spool file, body spool file, delivery journal, and
13977per-message log) to three. The other major I/O activity is Exim's main log,
13978which is not affected by this option.
13979
13980
9b371988
PH
13981.option message_size_limit main string&!! 50M
13982.cindex "message" "size limit"
13983.cindex "limit" "message size"
f89d2485 13984.cindex "size" "of message, limit"
168e428f 13985This option limits the maximum size of message that Exim will process. The
ad268134
PH
13986value is expanded for each incoming connection so, for example, it can be made
13987to depend on the IP address of the remote host for messages arriving via
f89d2485
PH
13988TCP/IP. After expansion, the value must be a sequence of decimal digits,
13989optionally followed by K or M.
ad268134
PH
13990
13991&*Note*&: This limit cannot be made to depend on a message's sender or any
13992other properties of an individual message, because it has to be advertised in
13993the server's response to EHLO. String expansion failure causes a temporary
13994error. A value of zero means no limit, but its use is not recommended. See also
13995&%bounce_return_size_limit%&.
168e428f
PH
13996
13997Incoming SMTP messages are failed with a 552 error if the limit is
13998exceeded; locally-generated messages either get a stderr message or a delivery
9b371988
PH
13999failure message to the sender, depending on the &%-oe%& setting. Rejection of
14000an oversized message is logged in both the main and the reject logs. See also
14001the generic transport option &%message_size_limit%&, which limits the size of
168e428f
PH
14002message that an individual transport can process.
14003
8544e77a
PP
14004If you use a virus-scanner and set this option to to a value larger than the
14005maximum size that your virus-scanner is configured to support, you may get
14006failures triggered by large mails. The right size to configure for the
14007virus-scanner depends upon what data is passed and the options in use but it's
14008probably safest to just set it to a little larger than this value. Eg, with a
14009default Exim message size of 50M and a default ClamAV StreamMaxLength of 10M,
14010some problems may result.
14011
168e428f 14012
9b371988
PH
14013.option move_frozen_messages main boolean false
14014.cindex "frozen messages" "moving"
168e428f 14015This option, which is available only if Exim has been built with the setting
9b371988
PH
14016.code
14017SUPPORT_MOVE_FROZEN_MESSAGES=yes
14018.endd
14019in &_Local/Makefile_&, causes frozen messages and their message logs to be
14020moved from the &_input_& and &_msglog_& directories on the spool to &_Finput_&
14021and &_Fmsglog_&, respectively. There is currently no support in Exim or the
168e428f 14022standard utilities for handling such moved messages, and they do not show up in
9b371988 14023lists generated by &%-bp%& or by the Exim monitor.
168e428f 14024
168e428f 14025
9b371988 14026.option mua_wrapper main boolean false
168e428f 14027Setting this option true causes Exim to run in a very restrictive mode in which
9b371988 14028it passes messages synchronously to a smart host. Chapter &<<CHAPnonqueueing>>&
168e428f
PH
14029contains a full description of this facility.
14030
14031
14032
9b371988
PH
14033.option mysql_servers main "string list" unset
14034.cindex "MySQL" "server list"
168e428f 14035This option provides a list of MySQL servers and associated connection data, to
595028e4 14036be used in conjunction with &(mysql)& lookups (see section &<<SECID72>>&). The
168e428f
PH
14037option is available only if Exim has been built with MySQL support.
14038
14039
9b371988 14040.option never_users main "string list&!!" unset
068aaea8
PH
14041This option is expanded just once, at the start of Exim's processing. Local
14042message deliveries are normally run in processes that are setuid to the
168e428f
PH
14043recipient, and remote deliveries are normally run under Exim's own uid and gid.
14044It is usually desirable to prevent any deliveries from running as root, as a
14045safety precaution.
14046
14047When Exim is built, an option called FIXED_NEVER_USERS can be set to a
14048list of users that must not be used for local deliveries. This list is fixed in
14049the binary and cannot be overridden by the configuration file. By default, it
9b371988 14050contains just the single user name &"root"&. The &%never_users%& runtime option
168e428f
PH
14051can be used to add more users to the fixed list.
14052
14053If a message is to be delivered as one of the users on the fixed list or the
9b371988 14054&%never_users%& list, an error occurs, and delivery is deferred. A common
168e428f 14055example is
9b371988
PH
14056.code
14057never_users = root:daemon:bin
14058.endd
168e428f 14059Including root is redundant if it is also on the fixed list, but it does no
9b371988 14060harm. This option overrides the &%pipe_as_creator%& option of the &(pipe)&
168e428f
PH
14061transport driver.
14062
14063
77bb000f
PP
14064.option openssl_options main "string list" +dont_insert_empty_fragments
14065.cindex "OpenSSL "compatibility options"
14066This option allows an administrator to adjust the SSL options applied
14067by OpenSSL to connections. It is given as a space-separated list of items,
14068each one to be +added or -subtracted from the current value. The default
14069value is one option which happens to have been set historically. You can
14070remove all options with:
14071.code
14072openssl_options = -all
14073.endd
14074This option is only available if Exim is built against OpenSSL. The values
14075available for this option vary according to the age of your OpenSSL install.
14076The &"all"& value controls a subset of flags which are available, typically
14077the bug workaround options. The &'SSL_CTX_set_options'& man page will
14078list the values known on your system and Exim should support all the
14079&"bug workaround"& options and many of the &"modifying"& options. The Exim
14080names lose the leading &"SSL_OP_"& and are lower-cased.
14081
14082Note that adjusting the options can have severe impact upon the security of
14083SSL as used by Exim. It is possible to disable safety checks and shoot
14084yourself in the foot in various unpleasant ways. This option should not be
14085adjusted lightly. An unrecognised item will be detected at by invoking Exim
14086with the &%-bV%& flag.
14087
14088An example:
14089.code
14090openssl_options = -all +microsoft_big_sslv3_buffer
14091.endd
14092
14093
9b371988
PH
14094.option oracle_servers main "string list" unset
14095.cindex "Oracle" "server list"
168e428f 14096This option provides a list of Oracle servers and associated connection data,
595028e4 14097to be used in conjunction with &(oracle)& lookups (see section &<<SECID72>>&).
9b371988
PH
14098The option is available only if Exim has been built with Oracle support.
14099
14100
14101.option percent_hack_domains main "domain list&!!" unset
14102.cindex "&""percent hack""&"
14103.cindex "source routing" "in email address"
14104.cindex "address" "source-routed"
14105The &"percent hack"& is the convention whereby a local part containing a
14106percent sign is re-interpreted as a new email address, with the percent
14107replaced by @. This is sometimes called &"source routing"&, though that term is
14108also applied to RFC 2822 addresses that begin with an @ character. If this
14109option is set, Exim implements the percent facility for those domains listed,
14110but no others. This happens before an incoming SMTP address is tested against
14111an ACL.
14112
14113&*Warning*&: The &"percent hack"& has often been abused by people who are
168e428f
PH
14114trying to get round relaying restrictions. For this reason, it is best avoided
14115if at all possible. Unfortunately, a number of less security-conscious MTAs
14116implement it unconditionally. If you are running Exim on a gateway host, and
14117routing mail through to internal MTAs without processing the local parts, it is
14118a good idea to reject recipient addresses with percent characters in their
14119local parts. Exim's default configuration does this.
14120
14121
9b371988 14122.option perl_at_start main boolean false
168e428f 14123This option is available only when Exim is built with an embedded Perl
9b371988 14124interpreter. See chapter &<<CHAPperl>>& for details of its use.
168e428f 14125
168e428f 14126
9b371988 14127.option perl_startup main string unset
168e428f 14128This option is available only when Exim is built with an embedded Perl
9b371988 14129interpreter. See chapter &<<CHAPperl>>& for details of its use.
168e428f
PH
14130
14131
9b371988
PH
14132.option pgsql_servers main "string list" unset
14133.cindex "PostgreSQL lookup type" "server list"
168e428f 14134This option provides a list of PostgreSQL servers and associated connection
9b371988 14135data, to be used in conjunction with &(pgsql)& lookups (see section
595028e4 14136&<<SECID72>>&). The option is available only if Exim has been built with
9b371988 14137PostgreSQL support.
168e428f 14138
168e428f 14139
9b371988
PH
14140.option pid_file_path main string&!! "set at compile time"
14141.cindex "daemon" "pid file path"
f89d2485 14142.cindex "pid file, path for"
168e428f
PH
14143This option sets the name of the file to which the Exim daemon writes its
14144process id. The string is expanded, so it can contain, for example, references
14145to the host name:
9b371988
PH
14146.code
14147pid_file_path = /var/log/$primary_hostname/exim.pid
14148.endd
14149If no path is set, the pid is written to the file &_exim-daemon.pid_& in Exim's
168e428f 14150spool directory.
9b371988
PH
14151The value set by the option can be overridden by the &%-oP%& command line
14152option. A pid file is not written if a &"non-standard"& daemon is run by means
14153of the &%-oX%& option, unless a path is explicitly supplied by &%-oP%&.
168e428f 14154
168e428f 14155
9b371988 14156.option pipelining_advertise_hosts main "host list&!!" *
f89d2485 14157.cindex "PIPELINING" "suppressing advertising"
168e428f 14158This option can be used to suppress the advertisement of the SMTP
595028e4
PH
14159PIPELINING extension to specific hosts. See also the &*no_pipelining*&
14160control in section &<<SECTcontrols>>&. When PIPELINING is not advertised and
f89d2485
PH
14161&%smtp_enforce_sync%& is true, an Exim server enforces strict synchronization
14162for each SMTP command and response. When PIPELINING is advertised, Exim assumes
14163that clients will use it; &"out of order"& commands that are &"expected"& do
14164not count as protocol errors (see &%smtp_max_synprot_errors%&).
168e428f
PH
14165
14166
9b371988
PH
14167.option preserve_message_logs main boolean false
14168.cindex "message logs" "preserving"
168e428f
PH
14169If this option is set, message log files are not deleted when messages are
14170completed. Instead, they are moved to a sub-directory of the spool directory
9b371988 14171called &_msglog.OLD_&, where they remain available for statistical or debugging
168e428f
PH
14172purposes. This is a dangerous option to set on systems with any appreciable
14173volume of mail. Use with care!
14174
14175
9b371988
PH
14176.option primary_hostname main string "see below"
14177.cindex "name" "of local host"
14178.cindex "host" "name of local"
14179.cindex "local host" "name of"
f89d2485 14180.vindex "&$primary_hostname$&"
068aaea8 14181This specifies the name of the current host. It is used in the default EHLO or
9b371988
PH
14182HELO command for outgoing SMTP messages (changeable via the &%helo_data%&
14183option in the &(smtp)& transport), and as the default for &%qualify_domain%&.
14184The value is also used by default in some SMTP response messages from an Exim
14185server. This can be changed dynamically by setting &%smtp_active_hostname%&.
14186
14187If &%primary_hostname%& is not set, Exim calls &[uname()]& to find the host
14188name. If this fails, Exim panics and dies. If the name returned by &[uname()]&
14189contains only one component, Exim passes it to &[gethostbyname()]& (or
14190&[getipnodebyname()]& when available) in order to obtain the fully qualified
14191version. The variable &$primary_hostname$& contains the host name, whether set
14192explicitly by this option, or defaulted.
14193
14194
14195.option print_topbitchars main boolean false
14196.cindex "printing characters"
14197.cindex "8-bit characters"
168e428f 14198By default, Exim considers only those characters whose codes lie in the range
9b371988 1419932&--126 to be printing characters. In a number of circumstances (for example,
168e428f 14200when writing log entries) non-printing characters are converted into escape
9b371988
PH
14201sequences, primarily to avoid messing up the layout. If &%print_topbitchars%&
14202is set, code values of 128 and above are also considered to be printing
168e428f
PH
14203characters.
14204
8c44ad5f
TF
14205This option also affects the header syntax checks performed by the
14206&(autoreply)& transport, and whether Exim uses RFC 2047 encoding of
14207the user's full name when constructing From: and Sender: addresses (as
14208described in section &<<SECTconstr>>&). Setting this option can cause
14209Exim to generate eight bit message headers that do not conform to the
14210standards.
14211
168e428f 14212
9b371988
PH
14213.option process_log_path main string unset
14214.cindex "process log path"
14215.cindex "log" "process log"
14216.cindex "&'exiwhat'&"
168e428f 14217This option sets the name of the file to which an Exim process writes its
9b371988
PH
14218&"process log"& when sent a USR1 signal. This is used by the &'exiwhat'&
14219utility script. If this option is unset, the file called &_exim-process.info_&
14220in Exim's spool directory is used. The ability to specify the name explicitly
14221can be useful in environments where two different Exims are running, using
168e428f
PH
14222different spool directories.
14223
14224
9b371988 14225.option prod_requires_admin main boolean true
f89d2485
PH
14226.oindex "&%-M%&"
14227.oindex "&%-R%&"
14228.oindex "&%-q%&"
9b371988
PH
14229The &%-M%&, &%-R%&, and &%-q%& command-line options require the caller to be an
14230admin user unless &%prod_requires_admin%& is set false. See also
14231&%queue_list_requires_admin%&.
168e428f 14232
168e428f 14233
9b371988
PH
14234.option qualify_domain main string "see below"
14235.cindex "domain" "for qualifying addresses"
14236.cindex "address" "qualification"
168e428f
PH
14237This option specifies the domain name that is added to any envelope sender
14238addresses that do not have a domain qualification. It also applies to
9b371988
PH
14239recipient addresses if &%qualify_recipient%& is not set. Unqualified addresses
14240are accepted by default only for locally-generated messages. Qualification is
14241also applied to addresses in header lines such as &'From:'& and &'To:'& for
14242locally-generated messages, unless the &%-bnq%& command line option is used.
168e428f
PH
14243
14244Messages from external sources must always contain fully qualified addresses,
9b371988
PH
14245unless the sending host matches &%sender_unqualified_hosts%& or
14246&%recipient_unqualified_hosts%& (as appropriate), in which case incoming
14247addresses are qualified with &%qualify_domain%& or &%qualify_recipient%& as
168e428f 14248necessary. Internally, Exim always works with fully qualified envelope
9b371988
PH
14249addresses. If &%qualify_domain%& is not set, it defaults to the
14250&%primary_hostname%& value.
168e428f
PH
14251
14252
9b371988 14253.option qualify_recipient main string "see below"
168e428f 14254This option allows you to specify a different domain for qualifying recipient
9b371988 14255addresses to the one that is used for senders. See &%qualify_domain%& above.
168e428f
PH
14256
14257
168e428f 14258
9b371988
PH
14259.option queue_domains main "domain list&!!" unset
14260.cindex "domain" "specifying non-immediate delivery"
14261.cindex "queueing incoming messages"
14262.cindex "message" "queueing certain domains"
168e428f
PH
14263This option lists domains for which immediate delivery is not required.
14264A delivery process is started whenever a message is received, but only those
14265domains that do not match are processed. All other deliveries wait until the
9b371988 14266next queue run. See also &%hold_domains%& and &%queue_smtp_domains%&.
168e428f 14267
168e428f 14268
9b371988 14269.option queue_list_requires_admin main boolean true
f89d2485 14270.oindex "&%-bp%&"
9b371988
PH
14271The &%-bp%& command-line option, which lists the messages that are on the
14272queue, requires the caller to be an admin user unless
14273&%queue_list_requires_admin%& is set false. See also &%prod_requires_admin%&.
168e428f
PH
14274
14275
9b371988
PH
14276.option queue_only main boolean false
14277.cindex "queueing incoming messages"
14278.cindex "message" "queueing unconditionally"
14279If &%queue_only%& is set, a delivery process is not automatically started
168e428f 14280whenever a message is received. Instead, the message waits on the queue for the
9b371988 14281next queue run. Even if &%queue_only%& is false, incoming messages may not get
168e428f
PH
14282delivered immediately when certain conditions (such as heavy load) occur.
14283
9b371988
PH
14284The &%-odq%& command line has the same effect as &%queue_only%&. The &%-odb%&
14285and &%-odi%& command line options override &%queue_only%& unless
14286&%queue_only_override%& is set false. See also &%queue_only_file%&,
14287&%queue_only_load%&, and &%smtp_accept_queue%&.
168e428f 14288
168e428f 14289
9b371988
PH
14290.option queue_only_file main string unset
14291.cindex "queueing incoming messages"
14292.cindex "message" "queueing by file existence"
168e428f 14293This option can be set to a colon-separated list of absolute path names, each
9b371988
PH
14294one optionally preceded by &"smtp"&. When Exim is receiving a message,
14295it tests for the existence of each listed path using a call to &[stat()]&. For
f89d2485 14296each path that exists, the corresponding queueing option is set.
9b371988
PH
14297For paths with no prefix, &%queue_only%& is set; for paths prefixed by
14298&"smtp"&, &%queue_smtp_domains%& is set to match all domains. So, for example,
14299.code
14300queue_only_file = smtp/some/file
14301.endd
14302causes Exim to behave as if &%queue_smtp_domains%& were set to &"*"& whenever
14303&_/some/file_& exists.
14304
14305
14306.option queue_only_load main fixed-point unset
14307.cindex "load average"
14308.cindex "queueing incoming messages"
14309.cindex "message" "queueing by load"
168e428f
PH
14310If the system load average is higher than this value, incoming messages from
14311all sources are queued, and no automatic deliveries are started. If this
595028e4
PH
14312happens during local or remote SMTP input, all subsequent messages received on
14313the same SMTP connection are queued by default, whatever happens to the load in
14314the meantime, but this can be changed by setting &%queue_only_load_latch%&
14315false.
595028e4
PH
14316
14317Deliveries will subsequently be performed by queue runner processes. This
14318option has no effect on ancient operating systems on which Exim cannot
14319determine the load average. See also &%deliver_queue_load_max%& and
14320&%smtp_load_reserve%&.
14321
14322
595028e4
PH
14323.option queue_only_load_latch main boolean true
14324.cindex "load average" "re-evaluating per message"
14325When this option is true (the default), once one message has been queued
14326because the load average is higher than the value set by &%queue_only_load%&,
14327all subsequent messages received on the same SMTP connection are also queued.
14328This is a deliberate choice; even though the load average may fall below the
14329threshold, it doesn't seem right to deliver later messages on the same
14330connection when not delivering earlier ones. However, there are special
14331circumstances such as very long-lived connections from scanning appliances
14332where this is not the best strategy. In such cases, &%queue_only_load_latch%&
14333should be set false. This causes the value of the load average to be
14334re-evaluated for each message.
168e428f 14335
168e428f 14336
9b371988
PH
14337.option queue_only_override main boolean true
14338.cindex "queueing incoming messages"
14339When this option is true, the &%-od%&&'x'& command line options override the
14340setting of &%queue_only%& or &%queue_only_file%& in the configuration file. If
14341&%queue_only_override%& is set false, the &%-od%&&'x'& options cannot be used
14342to override; they are accepted, but ignored.
168e428f
PH
14343
14344
9b371988
PH
14345.option queue_run_in_order main boolean false
14346.cindex "queue runner" "processing messages in order"
168e428f
PH
14347If this option is set, queue runs happen in order of message arrival instead of
14348in an arbitrary order. For this to happen, a complete list of the entire queue
14349must be set up before the deliveries start. When the queue is all held in a
c0712871
PH
14350single directory (the default), a single list is created for both the ordered
14351and the non-ordered cases. However, if &%split_spool_directory%& is set, a
14352single list is not created when &%queue_run_in_order%& is false. In this case,
14353the sub-directories are processed one at a time (in a random order), and this
14354avoids setting up one huge list for the whole queue. Thus, setting
14355&%queue_run_in_order%& with &%split_spool_directory%& may degrade performance
14356when the queue is large, because of the extra work in setting up the single,
14357large list. In most situations, &%queue_run_in_order%& should not be set.
168e428f
PH
14358
14359
168e428f 14360
9b371988
PH
14361.option queue_run_max main integer 5
14362.cindex "queue runner" "maximum number of"
168e428f
PH
14363This controls the maximum number of queue runner processes that an Exim daemon
14364can run simultaneously. This does not mean that it starts them all at once,
14365but rather that if the maximum number are still running when the time comes to
14366start another one, it refrains from starting another one. This can happen with
14367very large queues and/or very sluggish deliveries. This option does not,
14368however, interlock with other processes, so additional queue runners can be
14369started by other means, or by killing and restarting the daemon.
14370
068aaea8
PH
14371Setting this option to zero does not suppress queue runs; rather, it disables
14372the limit, allowing any number of simultaneous queue runner processes to be
9b371988
PH
14373run. If you do not want queue runs to occur, omit the &%-q%&&'xx'& setting on
14374the daemon's command line.
168e428f 14375
9b371988
PH
14376.option queue_smtp_domains main "domain list&!!" unset
14377.cindex "queueing incoming messages"
14378.cindex "message" "queueing remote deliveries"
168e428f
PH
14379When this option is set, a delivery process is started whenever a message is
14380received, routing is performed, and local deliveries take place.
14381However, if any SMTP deliveries are required for domains that match
9b371988 14382&%queue_smtp_domains%&, they are not immediately delivered, but instead the
168e428f
PH
14383message waits on the queue for the next queue run. Since routing of the message
14384has taken place, Exim knows to which remote hosts it must be delivered, and so
14385when the queue run happens, multiple messages for the same host are delivered
9b371988
PH
14386over a single SMTP connection. The &%-odqs%& command line option causes all
14387SMTP deliveries to be queued in this way, and is equivalent to setting
14388&%queue_smtp_domains%& to &"*"&. See also &%hold_domains%& and
14389&%queue_domains%&.
168e428f 14390
168e428f 14391
9b371988
PH
14392.option receive_timeout main time 0s
14393.cindex "timeout" "for non-SMTP input"
168e428f
PH
14394This option sets the timeout for accepting a non-SMTP message, that is, the
14395maximum time that Exim waits when reading a message on the standard input. If
14396the value is zero, it will wait for ever. This setting is overridden by the
9b371988
PH
14397&%-or%& command line option. The timeout for incoming SMTP messages is
14398controlled by &%smtp_receive_timeout%&.
168e428f 14399
9b371988
PH
14400.option received_header_text main string&!! "see below"
14401.cindex "customizing" "&'Received:'& header"
14402.cindex "&'Received:'& header line" "customizing"
14403This string defines the contents of the &'Received:'& message header that is
168e428f
PH
14404added to each message, except for the timestamp, which is automatically added
14405on at the end (preceded by a semicolon). The string is expanded each time it is
9b371988 14406used. If the expansion yields an empty string, no &'Received:'& header line is
168e428f 14407added to the message. Otherwise, the string should start with the text
9b371988
PH
14408&"Received:"& and conform to the RFC 2822 specification for &'Received:'&
14409header lines. The default setting is:
168e428f 14410
9b371988 14411.code
168e428f 14412received_header_text = Received: \
d1e83bff 14413 ${if def:sender_rcvhost {from $sender_rcvhost\n\t}\
9b371988 14414 {${if def:sender_ident \
4f578862 14415 {from ${quote_local_part:$sender_ident} }}\
d1e83bff
PH
14416 ${if def:sender_helo_name {(helo=$sender_helo_name)\n\t}}}}\
14417 by $primary_hostname \
14418 ${if def:received_protocol {with $received_protocol}} \
14419 ${if def:tls_cipher {($tls_cipher)\n\t}}\
14420 (Exim $version_number)\n\t\
9b371988
PH
14421 ${if def:sender_address \
14422 {(envelope-from <$sender_address>)\n\t}}\
d1e83bff
PH
14423 id $message_exim_id\
14424 ${if def:received_for {\n\tfor $received_for}}
9b371988 14425.endd
168e428f 14426
d1e83bff
PH
14427The reference to the TLS cipher is omitted when Exim is built without TLS
14428support. The use of conditional expansions ensures that this works for both
14429locally generated messages and messages received from remote hosts, giving
14430header lines such as the following:
9b371988
PH
14431.code
14432Received: from scrooge.carol.example ([192.168.12.25] ident=root)
14433by marley.carol.example with esmtp (Exim 4.00)
14434(envelope-from <bob@carol.example>)
14435id 16IOWa-00019l-00
14436for chas@dickens.example; Tue, 25 Dec 2001 14:43:44 +0000
14437Received: by scrooge.carol.example with local (Exim 4.00)
14438id 16IOWW-000083-00; Tue, 25 Dec 2001 14:43:41 +0000
14439.endd
168e428f
PH
14440Until the body of the message has been received, the timestamp is the time when
14441the message started to be received. Once the body has arrived, and all policy
14442checks have taken place, the timestamp is updated to the time at which the
14443message was accepted.
14444
14445
9b371988
PH
14446.option received_headers_max main integer 30
14447.cindex "loop" "prevention"
14448.cindex "mail loop prevention"
14449.cindex "&'Received:'& header line" "counting"
14450When a message is to be delivered, the number of &'Received:'& headers is
168e428f
PH
14451counted, and if it is greater than this parameter, a mail loop is assumed to
14452have occurred, the delivery is abandoned, and an error message is generated.
14453This applies to both local and remote deliveries.
14454
14455
9b371988
PH
14456.option recipient_unqualified_hosts main "host list&!!" unset
14457.cindex "unqualified addresses"
14458.cindex "host" "unqualified addresses from"
168e428f
PH
14459This option lists those hosts from which Exim is prepared to accept unqualified
14460recipient addresses in message envelopes. The addresses are made fully
9b371988 14461qualified by the addition of the &%qualify_recipient%& value. This option also
168e428f
PH
14462affects message header lines. Exim does not reject unqualified recipient
14463addresses in headers, but it qualifies them only if the message came from a
9b371988
PH
14464host that matches &%recipient_unqualified_hosts%&,
14465or if the message was submitted locally (not using TCP/IP), and the &%-bnq%&
168e428f
PH
14466option was not set.
14467
14468
9b371988
PH
14469.option recipients_max main integer 0
14470.cindex "limit" "number of recipients"
14471.cindex "recipient" "maximum number"
168e428f
PH
14472If this option is set greater than zero, it specifies the maximum number of
14473original recipients for any message. Additional recipients that are generated
14474by aliasing or forwarding do not count. SMTP messages get a 452 response for
14475all recipients over the limit; earlier recipients are delivered as normal.
14476Non-SMTP messages with too many recipients are failed, and no deliveries are
14477done.
14478
9b371988
PH
14479.cindex "RCPT" "maximum number of incoming"
14480&*Note*&: The RFCs specify that an SMTP server should accept at least 100
168e428f
PH
14481RCPT commands in a single message.
14482
14483
9b371988 14484.option recipients_max_reject main boolean false
168e428f
PH
14485If this option is set true, Exim rejects SMTP messages containing too many
14486recipients by giving 552 errors to the surplus RCPT commands, and a 554
14487error to the eventual DATA command. Otherwise (the default) it gives a 452
14488error to the surplus RCPT commands and accepts the message on behalf of the
14489initial set of recipients. The remote server should then re-send the message
14490for the remaining recipients at a later time.
14491
14492
9b371988
PH
14493.option remote_max_parallel main integer 2
14494.cindex "delivery" "parallelism for remote"
168e428f
PH
14495This option controls parallel delivery of one message to a number of remote
14496hosts. If the value is less than 2, parallel delivery is disabled, and Exim
14497does all the remote deliveries for a message one by one. Otherwise, if a single
14498message has to be delivered to more than one remote host, or if several copies
9b371988
PH
14499have to be sent to the same remote host, up to &%remote_max_parallel%&
14500deliveries are done simultaneously. If more than &%remote_max_parallel%&
168e428f
PH
14501deliveries are required, the maximum number of processes are started, and as
14502each one finishes, another is begun. The order of starting processes is the
14503same as if sequential delivery were being done, and can be controlled by the
9b371988 14504&%remote_sort_domains%& option. If parallel delivery takes place while running
168e428f
PH
14505with debugging turned on, the debugging output from each delivery process is
14506tagged with its process id.
14507
14508This option controls only the maximum number of parallel deliveries for one
14509message in one Exim delivery process. Because Exim has no central queue
14510manager, there is no way of controlling the total number of simultaneous
14511deliveries if the configuration allows a delivery attempt as soon as a message
14512is received.
14513
9b371988
PH
14514.cindex "number of deliveries"
14515.cindex "delivery" "maximum number of"
168e428f 14516If you want to control the total number of deliveries on the system, you
9b371988 14517need to set the &%queue_only%& option. This ensures that all incoming messages
168e428f
PH
14518are added to the queue without starting a delivery process. Then set up an Exim
14519daemon to start queue runner processes at appropriate intervals (probably
14520fairly often, for example, every minute), and limit the total number of queue
9b371988 14521runners by setting the &%queue_run_max%& parameter. Because each queue runner
168e428f 14522delivers only one message at a time, the maximum number of deliveries that can
9b371988
PH
14523then take place at once is &%queue_run_max%& multiplied by
14524&%remote_max_parallel%&.
168e428f
PH
14525
14526If it is purely remote deliveries you want to control, use
9b371988 14527&%queue_smtp_domains%& instead of &%queue_only%&. This has the added benefit of
f89d2485 14528doing the SMTP routing before queueing, so that several messages for the same
168e428f
PH
14529host will eventually get delivered down the same connection.
14530
14531
9b371988
PH
14532.option remote_sort_domains main "domain list&!!" unset
14533.cindex "sorting remote deliveries"
14534.cindex "delivery" "sorting remote"
168e428f
PH
14535When there are a number of remote deliveries for a message, they are sorted by
14536domain into the order given by this list. For example,
9b371988
PH
14537.code
14538remote_sort_domains = *.cam.ac.uk:*.uk
14539.endd
14540would attempt to deliver to all addresses in the &'cam.ac.uk'& domain first,
14541then to those in the &%uk%& domain, then to any others.
168e428f 14542
168e428f 14543
9b371988
PH
14544.option retry_data_expire main time 7d
14545.cindex "hints database" "data expiry"
14546This option sets a &"use before"& time on retry information in Exim's hints
168e428f
PH
14547database. Any older retry data is ignored. This means that, for example, once a
14548host has not been tried for 7 days, Exim behaves as if it has no knowledge of
14549past failures.
14550
14551
9b371988
PH
14552.option retry_interval_max main time 24h
14553.cindex "retry" "limit on interval"
14554.cindex "limit" "on retry interval"
14555Chapter &<<CHAPretry>>& describes Exim's mechanisms for controlling the
14556intervals between delivery attempts for messages that cannot be delivered
14557straight away. This option sets an overall limit to the length of time between
4f578862
PH
14558retries. It cannot be set greater than 24 hours; any attempt to do so forces
14559the default value.
168e428f
PH
14560
14561
9b371988
PH
14562.option return_path_remove main boolean true
14563.cindex "&'Return-path:'& header line" "removing"
14564RFC 2821, section 4.4, states that an SMTP server must insert a
14565&'Return-path:'& header line into a message when it makes a &"final delivery"&.
14566The &'Return-path:'& header preserves the sender address as received in the
14567MAIL command. This description implies that this header should not be present
14568in an incoming message. If &%return_path_remove%& is true, any existing
14569&'Return-path:'& headers are removed from messages at the time they are
14570received. Exim's transports have options for adding &'Return-path:'& headers at
14571the time of delivery. They are normally used only for final local deliveries.
168e428f 14572
168e428f 14573
9b371988
PH
14574.option return_size_limit main integer 100K
14575This option is an obsolete synonym for &%bounce_return_size_limit%&.
168e428f 14576
168e428f 14577
9b371988
PH
14578.option rfc1413_hosts main "host list&!!" *
14579.cindex "RFC 1413"
14580.cindex "host" "for RFC 1413 calls"
168e428f
PH
14581RFC 1413 identification calls are made to any client host which matches an item
14582in the list.
14583
4f578862 14584.option rfc1413_query_timeout main time 5s
9b371988
PH
14585.cindex "RFC 1413" "query timeout"
14586.cindex "timeout" "for RFC 1413 call"
168e428f
PH
14587This sets the timeout on RFC 1413 identification calls. If it is set to zero,
14588no RFC 1413 calls are ever made.
14589
14590
9b371988
PH
14591.option sender_unqualified_hosts main "host list&!!" unset
14592.cindex "unqualified addresses"
14593.cindex "host" "unqualified addresses from"
168e428f
PH
14594This option lists those hosts from which Exim is prepared to accept unqualified
14595sender addresses. The addresses are made fully qualified by the addition of
9b371988
PH
14596&%qualify_domain%&. This option also affects message header lines. Exim does
14597not reject unqualified addresses in headers that contain sender addresses, but
14598it qualifies them only if the message came from a host that matches
14599&%sender_unqualified_hosts%&, or if the message was submitted locally (not
14600using TCP/IP), and the &%-bnq%& option was not set.
168e428f
PH
14601
14602
9b371988
PH
14603.option smtp_accept_keepalive main boolean true
14604.cindex "keepalive" "on incoming connection"
168e428f
PH
14605This option controls the setting of the SO_KEEPALIVE option on incoming
14606TCP/IP socket connections. When set, it causes the kernel to probe idle
9b371988 14607connections periodically, by sending packets with &"old"& sequence numbers. The
f89d2485 14608other end of the connection should send an acknowledgment if the connection is
168e428f
PH
14609still okay or a reset if the connection has been aborted. The reason for doing
14610this is that it has the beneficial effect of freeing up certain types of
14611connection that can get stuck when the remote host is disconnected without
14612tidying up the TCP/IP call properly. The keepalive mechanism takes several
14613hours to detect unreachable hosts.
14614
14615
14616
9b371988
PH
14617.option smtp_accept_max main integer 20
14618.cindex "limit" "incoming SMTP connections"
14619.cindex "SMTP" "incoming connection count"
14620.cindex "inetd"
168e428f
PH
14621This option specifies the maximum number of simultaneous incoming SMTP calls
14622that Exim will accept. It applies only to the listening daemon; there is no
9b371988
PH
14623control (in Exim) when incoming SMTP is being handled by &'inetd'&. If the
14624value is set to zero, no limit is applied. However, it is required to be
14625non-zero if either &%smtp_accept_max_per_host%& or &%smtp_accept_queue%& is
f89d2485 14626set. See also &%smtp_accept_reserve%& and &%smtp_load_reserve%&.
168e428f 14627
f89d2485
PH
14628A new SMTP connection is immediately rejected if the &%smtp_accept_max%& limit
14629has been reached. If not, Exim first checks &%smtp_accept_max_per_host%&. If
14630that limit has not been reached for the client host, &%smtp_accept_reserve%&
14631and &%smtp_load_reserve%& are then checked before accepting the connection.
168e428f 14632
168e428f 14633
9b371988
PH
14634.option smtp_accept_max_nonmail main integer 10
14635.cindex "limit" "non-mail SMTP commands"
14636.cindex "SMTP" "limiting non-mail commands"
14637Exim counts the number of &"non-mail"& commands in an SMTP session, and drops
14638the connection if there are too many. This option defines &"too many"&. The
14639check catches some denial-of-service attacks, repeated failing AUTHs, or a mad
168e428f 14640client looping sending EHLO, for example. The check is applied only if the
9b371988 14641client host matches &%smtp_accept_max_nonmail_hosts%&.
168e428f
PH
14642
14643When a new message is expected, one occurrence of RSET is not counted. This
14644allows a client to send one RSET between messages (this is not necessary,
f89d2485 14645but some clients do it). Exim also allows one uncounted occurrence of HELO
168e428f
PH
14646or EHLO, and one occurrence of STARTTLS between messages. After
14647starting up a TLS session, another EHLO is expected, and so it too is not
14648counted. The first occurrence of AUTH in a connection, or immediately
14649following STARTTLS is not counted. Otherwise, all commands other than
14650MAIL, RCPT, DATA, and QUIT are counted.
14651
14652
9b371988
PH
14653.option smtp_accept_max_nonmail_hosts main "host list&!!" *
14654You can control which hosts are subject to the &%smtp_accept_max_nonmail%&
168e428f
PH
14655check by setting this option. The default value makes it apply to all hosts. By
14656changing the value, you can exclude any badly-behaved hosts that you have to
14657live with.
14658
14659
0a4e3112
PH
14660. Allow this long option name to split; give it unsplit as a fifth argument
14661. for the automatic .oindex that is generated by .option.
168e428f 14662
0a4e3112
PH
14663.option "smtp_accept_max_per_ &~&~connection" main integer 1000 &&&
14664 smtp_accept_max_per_connection
f89d2485 14665.cindex "SMTP" "limiting incoming message count"
9b371988 14666.cindex "limit" "messages per SMTP connection"
168e428f
PH
14667The value of this option limits the number of MAIL commands that Exim is
14668prepared to accept over a single SMTP connection, whether or not each command
14669results in the transfer of a message. After the limit is reached, a 421
14670response is given to subsequent MAIL commands. This limit is a safety
14671precaution against a client that goes mad (incidents of this type have been
14672seen).
14673
14674
9b371988
PH
14675.option smtp_accept_max_per_host main string&!! unset
14676.cindex "limit" "SMTP connections from one host"
14677.cindex "host" "limiting SMTP connections from"
168e428f
PH
14678This option restricts the number of simultaneous IP connections from a single
14679host (strictly, from a single IP address) to the Exim daemon. The option is
14680expanded, to enable different limits to be applied to different hosts by
9b371988 14681reference to &$sender_host_address$&. Once the limit is reached, additional
f89d2485
PH
14682connection attempts from the same host are rejected with error code 421. This
14683is entirely independent of &%smtp_accept_reserve%&. The option's default value
14684of zero imposes no limit. If this option is set greater than zero, it is
14685required that &%smtp_accept_max%& be non-zero.
168e428f 14686
9b371988 14687&*Warning*&: When setting this option you should not use any expansion
168e428f
PH
14688constructions that take an appreciable amount of time. The expansion and test
14689happen in the main daemon loop, in order to reject additional connections
14690without forking additional processes (otherwise a denial-of-service attack
14691could cause a vast number or processes to be created). While the daemon is
14692doing this processing, it cannot accept any other incoming connections.
14693
14694
14695
9b371988
PH
14696.option smtp_accept_queue main integer 0
14697.cindex "SMTP" "incoming connection count"
14698.cindex "queueing incoming messages"
14699.cindex "message" "queueing by SMTP connection count"
595028e4
PH
14700If the number of simultaneous incoming SMTP connections being handled via the
14701listening daemon exceeds this value, messages received by SMTP are just placed
14702on the queue; no delivery processes are started automatically. The count is
14703fixed at the start of an SMTP connection. It cannot be updated in the
14704subprocess that receives messages, and so the queueing or not queueing applies
14705to all messages received in the same connection.
595028e4
PH
14706
14707A value of zero implies no limit, and clearly any non-zero value is useful only
14708if it is less than the &%smtp_accept_max%& value (unless that is zero). See
14709also &%queue_only%&, &%queue_only_load%&, &%queue_smtp_domains%&, and the
14710various &%-od%&&'x'& command line options.
168e428f 14711
168e428f 14712
0a4e3112
PH
14713. Allow this long option name to split; give it unsplit as a fifth argument
14714. for the automatic .oindex that is generated by .option.
f89d2485 14715
0a4e3112
PH
14716.option "smtp_accept_queue_per_ &~&~connection" main integer 10 &&&
14717 smtp_accept_queue_per_connection
9b371988
PH
14718.cindex "queueing incoming messages"
14719.cindex "message" "queueing by message count"
168e428f
PH
14720This option limits the number of delivery processes that Exim starts
14721automatically when receiving messages via SMTP, whether via the daemon or by
9b371988 14722the use of &%-bs%& or &%-bS%&. If the value of the option is greater than zero,
168e428f
PH
14723and the number of messages received in a single SMTP session exceeds this
14724number, subsequent messages are placed on the queue, but no delivery processes
14725are started. This helps to limit the number of Exim processes when a server
14726restarts after downtime and there is a lot of mail waiting for it on other
14727systems. On large systems, the default should probably be increased, and on
14728dial-in client systems it should probably be set to zero (that is, disabled).
14729
14730
9b371988
PH
14731.option smtp_accept_reserve main integer 0
14732.cindex "SMTP" "incoming call count"
14733.cindex "host" "reserved"
14734When &%smtp_accept_max%& is set greater than zero, this option specifies a
168e428f 14735number of SMTP connections that are reserved for connections from the hosts
9b371988
PH
14736that are specified in &%smtp_reserve_hosts%&. The value set in
14737&%smtp_accept_max%& includes this reserve pool. The specified hosts are not
168e428f 14738restricted to this number of connections; the option specifies a minimum number
f89d2485 14739of connection slots for them, not a maximum. It is a guarantee that this group
595028e4
PH
14740of hosts can always get at least &%smtp_accept_reserve%& connections. However,
14741the limit specified by &%smtp_accept_max_per_host%& is still applied to each
14742individual host.
168e428f 14743
9b371988 14744For example, if &%smtp_accept_max%& is set to 50 and &%smtp_accept_reserve%& is
168e428f 14745set to 5, once there are 45 active connections (from any hosts), new
f89d2485 14746connections are accepted only from hosts listed in &%smtp_reserve_hosts%&,
595028e4 14747provided the other criteria for acceptance are met.
168e428f
PH
14748
14749
9b371988
PH
14750.option smtp_active_hostname main string&!! unset
14751.cindex "host" "name in SMTP responses"
14752.cindex "SMTP" "host name in responses"
f89d2485 14753.vindex "&$primary_hostname$&"
168e428f 14754This option is provided for multi-homed servers that want to masquerade as
3cb1b51e
PH
14755several different hosts. At the start of an incoming SMTP connection, its value
14756is expanded and used instead of the value of &$primary_hostname$& in SMTP
168e428f
PH
14757responses. For example, it is used as domain name in the response to an
14758incoming HELO or EHLO command.
14759
f89d2485 14760.vindex "&$smtp_active_hostname$&"
3cb1b51e
PH
14761The active hostname is placed in the &$smtp_active_hostname$& variable, which
14762is saved with any messages that are received. It is therefore available for use
14763in routers and transports when the message is later delivered.
168e428f
PH
14764
14765If this option is unset, or if its expansion is forced to fail, or if the
9b371988 14766expansion results in an empty string, the value of &$primary_hostname$& is
168e428f
PH
14767used. Other expansion failures cause a message to be written to the main and
14768panic logs, and the SMTP command receives a temporary error. Typically, the
9b371988 14769value of &%smtp_active_hostname%& depends on the incoming interface address.
168e428f 14770For example:
9b371988 14771.code
3cb1b51e 14772smtp_active_hostname = ${if eq{$received_ip_address}{10.0.0.1}\
168e428f 14773 {cox.mydomain}{box.mydomain}}
9b371988 14774.endd
168e428f 14775
3cb1b51e
PH
14776Although &$smtp_active_hostname$& is primarily concerned with incoming
14777messages, it is also used as the default for HELO commands in callout
14778verification if there is no remote transport from which to obtain a
14779&%helo_data%& value.
3cb1b51e 14780
9b371988
PH
14781.option smtp_banner main string&!! "see below"
14782.cindex "SMTP" "welcome banner"
14783.cindex "banner for SMTP"
14784.cindex "welcome banner for SMTP"
14785.cindex "customizing" "SMTP banner"
168e428f
PH
14786This string, which is expanded every time it is used, is output as the initial
14787positive response to an SMTP connection. The default setting is:
9b371988 14788.code
168e428f
PH
14789smtp_banner = $smtp_active_hostname ESMTP Exim \
14790 $version_number $tod_full
9b371988 14791.endd
168e428f 14792Failure to expand the string causes a panic error. If you want to create a
9b371988 14793multiline response to the initial SMTP connection, use &"\n"& in the string at
168e428f
PH
14794appropriate points, but not at the end. Note that the 220 code is not included
14795in this string. Exim adds it automatically (several times in the case of a
14796multiline response).
14797
14798
9b371988
PH
14799.option smtp_check_spool_space main boolean true
14800.cindex "checking disk space"
f89d2485 14801.cindex "disk space, checking"
9b371988 14802.cindex "spool directory" "checking space"
168e428f
PH
14803When this option is set, if an incoming SMTP session encounters the SIZE
14804option on a MAIL command, it checks that there is enough space in the
14805spool directory's partition to accept a message of that size, while still
9b371988 14806leaving free the amount specified by &%check_spool_space%& (even if that value
168e428f
PH
14807is zero). If there isn't enough space, a temporary error code is returned.
14808
14809
9b371988
PH
14810.option smtp_connect_backlog main integer 20
14811.cindex "connection backlog"
14812.cindex "SMTP" "connection backlog"
14813.cindex "backlog of connections"
168e428f
PH
14814This option specifies a maximum number of waiting SMTP connections. Exim passes
14815this value to the TCP/IP system when it sets up its listener. Once this number
14816of connections are waiting for the daemon's attention, subsequent connection
14817attempts are refused at the TCP/IP level. At least, that is what the manuals
14818say; in some circumstances such connection attempts have been observed to time
14819out instead. For large systems it is probably a good idea to increase the
14820value (to 50, say). It also gives some protection against denial-of-service
14821attacks by SYN flooding.
14822
14823
9b371988
PH
14824.option smtp_enforce_sync main boolean true
14825.cindex "SMTP" "synchronization checking"
14826.cindex "synchronization checking in SMTP"
168e428f
PH
14827The SMTP protocol specification requires the client to wait for a response from
14828the server at certain points in the dialogue. Without PIPELINING these
14829synchronization points are after every command; with PIPELINING they are
14830fewer, but they still exist.
14831
14832Some spamming sites send out a complete set of SMTP commands without waiting
14833for any response. Exim protects against this by rejecting a message if the
9b371988
PH
14834client has sent further input when it should not have. The error response &"554
14835SMTP synchronization error"& is sent, and the connection is dropped. Testing
14836for this error cannot be perfect because of transmission delays (unexpected
14837input may be on its way but not yet received when Exim checks). However, it
14838does detect many instances.
168e428f 14839
9b371988 14840The check can be globally disabled by setting &%smtp_enforce_sync%& false.
168e428f 14841If you want to disable the check selectively (for example, only for certain
9b371988
PH
14842hosts), you can do so by an appropriate use of a &%control%& modifier in an ACL
14843(see section &<<SECTcontrols>>&). See also &%pipelining_advertise_hosts%&.
168e428f
PH
14844
14845
14846
9b371988
PH
14847.option smtp_etrn_command main string&!! unset
14848.cindex "ETRN" "command to be run"
f89d2485 14849.vindex "&$domain$&"
168e428f
PH
14850If this option is set, the given command is run whenever an SMTP ETRN
14851command is received from a host that is permitted to issue such commands (see
9b371988
PH
14852chapter &<<CHAPACL>>&). The string is split up into separate arguments which
14853are independently expanded. The expansion variable &$domain$& is set to the
168e428f
PH
14854argument of the ETRN command, and no syntax checking is done on it. For
14855example:
9b371988
PH
14856.code
14857smtp_etrn_command = /etc/etrn_command $domain \
14858 $sender_host_address
14859.endd
168e428f
PH
14860A new process is created to run the command, but Exim does not wait for it to
14861complete. Consequently, its status cannot be checked. If the command cannot be
14862run, a line is written to the panic log, but the ETRN caller still receives
14863a 250 success response. Exim is normally running under its own uid when
14864receiving SMTP, so it is not possible for it to change the uid before running
14865the command.
14866
14867
9b371988
PH
14868.option smtp_etrn_serialize main boolean true
14869.cindex "ETRN" "serializing"
168e428f
PH
14870When this option is set, it prevents the simultaneous execution of more than
14871one identical command as a result of ETRN in an SMTP connection. See
9b371988 14872section &<<SECTETRN>>& for details.
168e428f 14873
168e428f 14874
9b371988
PH
14875.option smtp_load_reserve main fixed-point unset
14876.cindex "load average"
168e428f 14877If the system load average ever gets higher than this, incoming SMTP calls are
9b371988
PH
14878accepted only from those hosts that match an entry in &%smtp_reserve_hosts%&.
14879If &%smtp_reserve_hosts%& is not set, no incoming SMTP calls are accepted when
168e428f
PH
14880the load is over the limit. The option has no effect on ancient operating
14881systems on which Exim cannot determine the load average. See also
9b371988 14882&%deliver_queue_load_max%& and &%queue_only_load%&.
168e428f
PH
14883
14884
14885
9b371988
PH
14886.option smtp_max_synprot_errors main integer 3
14887.cindex "SMTP" "limiting syntax and protocol errors"
14888.cindex "limit" "SMTP syntax and protocol errors"
168e428f
PH
14889Exim rejects SMTP commands that contain syntax or protocol errors. In
14890particular, a syntactically invalid email address, as in this command:
9b371988
PH
14891.code
14892RCPT TO:<abc xyz@a.b.c>
14893.endd
168e428f
PH
14894causes immediate rejection of the command, before any other tests are done.
14895(The ACL cannot be run if there is no valid address to set up for it.) An
14896example of a protocol error is receiving RCPT before MAIL. If there are
14897too many syntax or protocol errors in one SMTP session, the connection is
14898dropped. The limit is set by this option.
14899
9b371988 14900.cindex "PIPELINING" "expected errors"
168e428f 14901When the PIPELINING extension to SMTP is in use, some protocol errors are
9b371988 14902&"expected"&, for instance, a RCPT command after a rejected MAIL command.
168e428f 14903Exim assumes that PIPELINING will be used if it advertises it (see
9b371988 14904&%pipelining_advertise_hosts%&), and in this situation, &"expected"& errors do
168e428f
PH
14905not count towards the limit.
14906
14907
14908
9b371988
PH
14909.option smtp_max_unknown_commands main integer 3
14910.cindex "SMTP" "limiting unknown commands"
14911.cindex "limit" "unknown SMTP commands"
168e428f
PH
14912If there are too many unrecognized commands in an incoming SMTP session, an
14913Exim server drops the connection. This is a defence against some kinds of abuse
14914that subvert web
14915clients
14916into making connections to SMTP ports; in these circumstances, a number of
14917non-SMTP command lines are sent first.
14918
14919
14920
9b371988
PH
14921.option smtp_ratelimit_hosts main "host list&!!" unset
14922.cindex "SMTP" "rate limiting"
14923.cindex "limit" "rate of message arrival"
14924.cindex "RCPT" "rate limiting"
168e428f
PH
14925Some sites find it helpful to be able to limit the rate at which certain hosts
14926can send them messages, and the rate at which an individual message can specify
9b371988
PH
14927recipients.
14928
9b371988
PH
14929Exim has two rate-limiting facilities. This section describes the older
14930facility, which can limit rates within a single connection. The newer
14931&%ratelimit%& ACL condition can limit rates across all connections. See section
14932&<<SECTratelimiting>>& for details of the newer facility.
9b371988
PH
14933
14934When a host matches &%smtp_ratelimit_hosts%&, the values of
14935&%smtp_ratelimit_mail%& and &%smtp_ratelimit_rcpt%& are used to control the
168e428f
PH
14936rate of acceptance of MAIL and RCPT commands in a single SMTP session,
14937respectively. Each option, if set, must contain a set of four comma-separated
14938values:
14939
9b371988
PH
14940.ilist
14941A threshold, before which there is no rate limiting.
14942.next
14943An initial time delay. Unlike other times in Exim, numbers with decimal
168e428f 14944fractional parts are allowed here.
9b371988
PH
14945.next
14946A factor by which to increase the delay each time.
14947.next
14948A maximum value for the delay. This should normally be less than 5 minutes,
168e428f 14949because after that time, the client is liable to timeout the SMTP command.
9b371988 14950.endlist
168e428f
PH
14951
14952For example, these settings have been used successfully at the site which
14953first suggested this feature, for controlling mail from their customers:
9b371988
PH
14954.code
14955smtp_ratelimit_mail = 2,0.5s,1.05,4m
14956smtp_ratelimit_rcpt = 4,0.25s,1.015,4m
14957.endd
168e428f
PH
14958The first setting specifies delays that are applied to MAIL commands after
14959two have been received over a single connection. The initial delay is 0.5
14960seconds, increasing by a factor of 1.05 each time. The second setting applies
14961delays to RCPT commands when more than four occur in a single message.
14962
168e428f 14963
9b371988
PH
14964.option smtp_ratelimit_mail main string unset
14965See &%smtp_ratelimit_hosts%& above.
168e428f
PH
14966
14967
9b371988
PH
14968.option smtp_ratelimit_rcpt main string unset
14969See &%smtp_ratelimit_hosts%& above.
168e428f 14970
168e428f 14971
9b371988
PH
14972.option smtp_receive_timeout main time 5m
14973.cindex "timeout" "for SMTP input"
f89d2485 14974.cindex "SMTP" "input timeout"
168e428f
PH
14975This sets a timeout value for SMTP reception. It applies to all forms of SMTP
14976input, including batch SMTP. If a line of input (either an SMTP command or a
14977data line) is not received within this time, the SMTP connection is dropped and
14978the message is abandoned.
14979A line is written to the log containing one of the following messages:
9b371988
PH
14980.code
14981SMTP command timeout on connection from...
14982SMTP data timeout on connection from...
14983.endd
168e428f
PH
14984The former means that Exim was expecting to read an SMTP command; the latter
14985means that it was in the DATA phase, reading the contents of a message.
14986
14987
f89d2485 14988.oindex "&%-os%&"
168e428f 14989The value set by this option can be overridden by the
9b371988 14990&%-os%& command-line option. A setting of zero time disables the timeout, but
168e428f 14991this should never be used for SMTP over TCP/IP. (It can be useful in some cases
9b371988
PH
14992of local input using &%-bs%& or &%-bS%&.) For non-SMTP input, the reception
14993timeout is controlled by &%receive_timeout%& and &%-or%&.
168e428f 14994
168e428f 14995
9b371988 14996.option smtp_reserve_hosts main "host list&!!" unset
168e428f 14997This option defines hosts for which SMTP connections are reserved; see
9b371988 14998&%smtp_accept_reserve%& and &%smtp_load_reserve%& above.
168e428f
PH
14999
15000
9b371988
PH
15001.option smtp_return_error_details main boolean false
15002.cindex "SMTP" "details policy failures"
f89d2485 15003.cindex "policy control" "rejection, returning details"
168e428f 15004In the default state, Exim uses bland messages such as
9b371988 15005&"Administrative prohibition"& when it rejects SMTP commands for policy
168e428f 15006reasons. Many sysadmins like this because it gives away little information
f89d2485 15007to spammers. However, some other sysadmins who are applying strict checking
168e428f 15008policies want to give out much fuller information about failures. Setting
9b371988
PH
15009&%smtp_return_error_details%& true causes Exim to be more forthcoming. For
15010example, instead of &"Administrative prohibition"&, it might give:
15011.code
15012550-Rejected after DATA: '>' missing at end of address:
15013550 failing address in "From" header is: <user@dom.ain
15014.endd
15015
15016.option spamd_address main string "see below"
168e428f 15017This option is available when Exim is compiled with the content-scanning
9b371988
PH
15018extension. It specifies how Exim connects to SpamAssassin's &%spamd%& daemon.
15019The default value is
15020.code
15021127.0.0.1 783
15022.endd
15023See section &<<SECTscanspamass>>& for more details.
168e428f
PH
15024
15025
15026
9b371988
PH
15027.option split_spool_directory main boolean false
15028.cindex "multiple spool directories"
15029.cindex "spool directory" "split"
f89d2485 15030.cindex "directories, multiple"
168e428f
PH
15031If this option is set, it causes Exim to split its input directory into 62
15032subdirectories, each with a single alphanumeric character as its name. The
15033sixth character of the message id is used to allocate messages to
15034subdirectories; this is the least significant base-62 digit of the time of
15035arrival of the message.
15036
15037Splitting up the spool in this way may provide better performance on systems
15038where there are long mail queues, by reducing the number of files in any one
15039directory. The msglog directory is also split up in a similar way to the input
9b371988
PH
15040directory; however, if &%preserve_message_logs%& is set, all old msglog files
15041are still placed in the single directory &_msglog.OLD_&.
168e428f
PH
15042
15043It is not necessary to take any special action for existing messages when
9b371988
PH
15044changing &%split_spool_directory%&. Exim notices messages that are in the
15045&"wrong"& place, and continues to process them. If the option is turned off
15046after a period of being on, the subdirectories will eventually empty and be
168e428f
PH
15047automatically deleted.
15048
9b371988 15049When &%split_spool_directory%& is set, the behaviour of queue runner processes
168e428f
PH
15050changes. Instead of creating a list of all messages in the queue, and then
15051trying to deliver each one in turn, it constructs a list of those in one
15052sub-directory and tries to deliver them, before moving on to the next
15053sub-directory. The sub-directories are processed in a random order. This
15054spreads out the scanning of the input directories, and uses less memory. It is
15055particularly beneficial when there are lots of messages on the queue. However,
9b371988 15056if &%queue_run_in_order%& is set, none of this new processing happens. The
168e428f
PH
15057entire queue has to be scanned and sorted before any deliveries can start.
15058
15059
9b371988
PH
15060.option spool_directory main string&!! "set at compile time"
15061.cindex "spool directory" "path to"
168e428f
PH
15062This defines the directory in which Exim keeps its spool, that is, the messages
15063it is waiting to deliver. The default value is taken from the compile-time
15064configuration setting, if there is one. If not, this option must be set. The
15065string is expanded, so it can contain, for example, a reference to
9b371988 15066&$primary_hostname$&.
168e428f
PH
15067
15068If the spool directory name is fixed on your installation, it is recommended
15069that you set it at build time rather than from this option, particularly if the
9b371988 15070log files are being written to the spool directory (see &%log_file_path%&).
168e428f
PH
15071Otherwise log files cannot be used for errors that are detected early on, such
15072as failures in the configuration file.
15073
15074By using this option to override the compiled-in path, it is possible to run
15075tests of Exim without using the standard spool.
15076
9b371988 15077.option sqlite_lock_timeout main time 5s
f89d2485 15078.cindex "sqlite lookup type" "lock timeout"
9b371988
PH
15079This option controls the timeout that the &(sqlite)& lookup uses when trying to
15080access an SQLite database. See section &<<SECTsqlite>>& for more details.
9b371988 15081
3cb1b51e 15082.option strict_acl_vars main boolean false
f89d2485 15083.cindex "&ACL;" "variables, handling unset"
3cb1b51e
PH
15084This option controls what happens if a syntactically valid but undefined ACL
15085variable is referenced. If it is false (the default), an empty string
15086is substituted; if it is true, an error is generated. See section
15087&<<SECTaclvariables>>& for details of ACL variables.
3cb1b51e 15088
9b371988 15089.option strip_excess_angle_brackets main boolean false
f89d2485 15090.cindex "angle brackets, excess"
9b371988
PH
15091If this option is set, redundant pairs of angle brackets round &"route-addr"&
15092items in addresses are stripped. For example, &'<<xxx@a.b.c.d>>'& is
15093treated as &'<xxx@a.b.c.d>'&. If this is in the envelope and the message is
15094passed on to another MTA, the excess angle brackets are not passed on. If this
15095option is not set, multiple pairs of angle brackets cause a syntax error.
15096
15097
15098.option strip_trailing_dot main boolean false
15099.cindex "trailing dot on domain"
15100.cindex "dot" "trailing on domain"
168e428f
PH
15101If this option is set, a trailing dot at the end of a domain in an address is
15102ignored. If this is in the envelope and the message is passed on to another
15103MTA, the dot is not passed on. If this option is not set, a dot at the end of a
15104domain causes a syntax error.
15105However, addresses in header lines are checked only when an ACL requests header
15106syntax checking.
15107
15108
9b371988
PH
15109.option syslog_duplication main boolean true
15110.cindex "syslog" "duplicate log lines; suppressing"
168e428f
PH
15111When Exim is logging to syslog, it writes the log lines for its three
15112separate logs at different syslog priorities so that they can in principle
15113be separated on the logging hosts. Some installations do not require this
15114separation, and in those cases, the duplication of certain log lines is a
9b371988 15115nuisance. If &%syslog_duplication%& is set false, only one copy of any
168e428f
PH
15116particular log line is written to syslog. For lines that normally go to
15117both the main log and the reject log, the reject log version (possibly
15118containing message header lines) is written, at LOG_NOTICE priority.
15119Lines that normally go to both the main and the panic log are written at
15120the LOG_ALERT priority.
15121
15122
9b371988
PH
15123.option syslog_facility main string unset
15124.cindex "syslog" "facility; setting"
15125This option sets the syslog &"facility"& name, used when Exim is logging to
15126syslog. The value must be one of the strings &"mail"&, &"user"&, &"news"&,
15127&"uucp"&, &"daemon"&, or &"local&'x'&"& where &'x'& is a digit between 0 and 7.
15128If this option is unset, &"mail"& is used. See chapter &<<CHAPlog>>& for
15129details of Exim's logging.
168e428f 15130
168e428f 15131
168e428f 15132
9b371988
PH
15133.option syslog_processname main string &`exim`&
15134.cindex "syslog" "process name; setting"
15135This option sets the syslog &"ident"& name, used when Exim is logging to
15136syslog. The value must be no longer than 32 characters. See chapter
15137&<<CHAPlog>>& for details of Exim's logging.
168e428f
PH
15138
15139
168e428f 15140
9b371988
PH
15141.option syslog_timestamp main boolean true
15142.cindex "syslog" "timestamps"
15143If &%syslog_timestamp%& is set false, the timestamps on Exim's log lines are
15144omitted when these lines are sent to syslog. See chapter &<<CHAPlog>>& for
168e428f
PH
15145details of Exim's logging.
15146
15147
9b371988
PH
15148.option system_filter main string&!! unset
15149.cindex "filter" "system filter"
15150.cindex "system filter" "specifying"
15151.cindex "Sieve filter" "not available for system filter"
168e428f
PH
15152This option specifies an Exim filter file that is applied to all messages at
15153the start of each delivery attempt, before any routing is done. System filters
15154must be Exim filters; they cannot be Sieve filters. If the system filter
15155generates any deliveries to files or pipes, or any new mail messages, the
9b371988 15156appropriate &%system_filter_..._transport%& option(s) must be set, to define
168e428f 15157which transports are to be used. Details of this facility are given in chapter
9b371988 15158&<<CHAPsystemfilter>>&.
168e428f 15159
168e428f 15160
9b371988 15161.option system_filter_directory_transport main string&!! unset
f89d2485 15162.vindex "&$address_file$&"
168e428f 15163This sets the name of the transport driver that is to be used when the
9b371988 15164&%save%& command in a system message filter specifies a path ending in &"/"&,
168e428f 15165implying delivery of each message into a separate file in some directory.
9b371988 15166During the delivery, the variable &$address_file$& contains the path name.
168e428f
PH
15167
15168
9b371988
PH
15169.option system_filter_file_transport main string&!! unset
15170.cindex "file" "transport for system filter"
15171This sets the name of the transport driver that is to be used when the &%save%&
15172command in a system message filter specifies a path not ending in &"/"&. During
15173the delivery, the variable &$address_file$& contains the path name.
168e428f 15174
9b371988
PH
15175.option system_filter_group main string unset
15176.cindex "gid (group id)" "system filter"
15177This option is used only when &%system_filter_user%& is also set. It sets the
168e428f
PH
15178gid under which the system filter is run, overriding any gid that is associated
15179with the user. The value may be numerical or symbolic.
15180
9b371988
PH
15181.option system_filter_pipe_transport main string&!! unset
15182.cindex "&(pipe)& transport" "for system filter"
f89d2485 15183.vindex "&$address_pipe$&"
9b371988
PH
15184This specifies the transport driver that is to be used when a &%pipe%& command
15185is used in a system filter. During the delivery, the variable &$address_pipe$&
168e428f
PH
15186contains the pipe command.
15187
15188
9b371988
PH
15189.option system_filter_reply_transport main string&!! unset
15190.cindex "&(autoreply)& transport" "for system filter"
15191This specifies the transport driver that is to be used when a &%mail%& command
15192is used in a system filter.
168e428f 15193
9b371988
PH
15194.option system_filter_user main string unset
15195.cindex "uid (user id)" "system filter"
168e428f
PH
15196If this option is not set, the system filter is run in the main Exim delivery
15197process, as root. When the option is set, the system filter runs in a separate
15198process, as the given user. Unless the string consists entirely of digits, it
15199is looked up in the password data. Failure to find the named user causes a
15200configuration error. The gid is either taken from the password data, or
9b371988
PH
15201specified by &%system_filter_group%&. When the uid is specified numerically,
15202&%system_filter_group%& is required to be set.
168e428f
PH
15203
15204If the system filter generates any pipe, file, or reply deliveries, the uid
15205under which the filter is run is used when transporting them, unless a
9b371988 15206transport option overrides. Normally you should set &%system_filter_user%& if
168e428f
PH
15207your system filter generates these kinds of delivery.
15208
15209
9b371988
PH
15210.option tcp_nodelay main boolean true
15211.cindex "daemon" "TCP_NODELAY on sockets"
15212.cindex "Nagle algorithm"
15213.cindex "TCP_NODELAY on listening sockets"
168e428f
PH
15214If this option is set false, it stops the Exim daemon setting the
15215TCP_NODELAY option on its listening sockets. Setting TCP_NODELAY
9b371988 15216turns off the &"Nagle algorithm"&, which is a way of improving network
168e428f
PH
15217performance in interactive (character-by-character) situations. Turning it off
15218should improve Exim's performance a bit, so that is what happens by default.
15219However, it appears that some broken clients cannot cope, and time out. Hence
15220this option. It affects only those sockets that are set up for listening by the
15221daemon. Sockets created by the smtp transport for delivering mail always set
15222TCP_NODELAY.
15223
15224
9b371988
PH
15225.option timeout_frozen_after main time 0s
15226.cindex "frozen messages" "timing out"
15227.cindex "timeout" "frozen messages"
15228If &%timeout_frozen_after%& is set to a time greater than zero, a frozen
3cb1b51e
PH
15229message of any kind that has been on the queue for longer than the given time
15230is automatically cancelled at the next queue run. If the frozen message is a
15231bounce message, it is just discarded; otherwise, a bounce is sent to the
15232sender, in a similar manner to cancellation by the &%-Mg%& command line option.
15233If you want to timeout frozen bounce messages earlier than other kinds of
15234frozen message, see &%ignore_bounce_errors_after%&.
15235
3cb1b51e
PH
15236&*Note:*& the default value of zero means no timeouts; with this setting,
15237frozen messages remain on the queue forever (except for any frozen bounce
15238messages that are released by &%ignore_bounce_errors_after%&).
168e428f 15239
168e428f 15240
9b371988 15241.option timezone main string unset
f89d2485 15242.cindex "timezone, setting"
9b371988 15243The value of &%timezone%& is used to set the environment variable TZ while
168e428f
PH
15244running Exim (if it is different on entry). This ensures that all timestamps
15245created by Exim are in the required timezone. If you want all your timestamps
15246to be in UTC (aka GMT) you should set
9b371988
PH
15247.code
15248timezone = UTC
15249.endd
15250The default value is taken from TIMEZONE_DEFAULT in &_Local/Makefile_&,
168e428f 15251or, if that is not set, from the value of the TZ environment variable when Exim
9b371988 15252is built. If &%timezone%& is set to the empty string, either at build or run
168e428f
PH
15253time, any existing TZ variable is removed from the environment when Exim
15254runs. This is appropriate behaviour for obtaining wall-clock time on some, but
15255unfortunately not all, operating systems.
15256
15257
9b371988
PH
15258.option tls_advertise_hosts main "host list&!!" unset
15259.cindex "TLS" "advertising"
15260.cindex "encryption" "on SMTP connection"
15261.cindex "SMTP" "encrypted connection"
168e428f
PH
15262When Exim is built with support for TLS encrypted connections, the availability
15263of the STARTTLS command to set up an encrypted session is advertised in
15264response to EHLO only to those client hosts that match this option. See
9b371988 15265chapter &<<CHAPTLS>>& for details of Exim's support for TLS.
168e428f
PH
15266
15267
9b371988
PH
15268.option tls_certificate main string&!! unset
15269.cindex "TLS" "server certificate; location of"
f89d2485 15270.cindex "certificate" "server, location of"
168e428f
PH
15271The value of this option is expanded, and must then be the absolute path to a
15272file which contains the server's certificates. The server's private key is also
9b371988
PH
15273assumed to be in this file if &%tls_privatekey%& is unset. See chapter
15274&<<CHAPTLS>>& for further details.
168e428f 15275
9b371988 15276&*Note*&: The certificates defined by this option are used only when Exim is
168e428f 15277receiving incoming messages as a server. If you want to supply certificates for
9b371988
PH
15278use when sending messages as a client, you must set the &%tls_certificate%&
15279option in the relevant &(smtp)& transport.
168e428f 15280
168e428f 15281
9b371988
PH
15282.option tls_crl main string&!! unset
15283.cindex "TLS" "server certificate revocation list"
15284.cindex "certificate" "revocation list for server"
168e428f
PH
15285This option specifies a certificate revocation list. The expanded value must
15286be the name of a file that contains a CRL in PEM format.
15287
15288
9b371988
PH
15289.option tls_dhparam main string&!! unset
15290.cindex "TLS" "D-H parameters for server"
168e428f
PH
15291The value of this option is expanded, and must then be the absolute path to
15292a file which contains the server's DH parameter values.
15293This is used only for OpenSSL. When Exim is linked with GnuTLS, this option is
9b371988 15294ignored. See section &<<SECTopenvsgnu>>& for further details.
168e428f
PH
15295
15296
9b371988 15297.option tls_on_connect_ports main "string list" unset
168e428f
PH
15298This option specifies a list of incoming SSMTP (aka SMTPS) ports that should
15299operate the obsolete SSMTP (SMTPS) protocol, where a TLS session is immediately
15300set up without waiting for the client to issue a STARTTLS command. For
9b371988 15301further details, see section &<<SECTsupobssmt>>&.
168e428f
PH
15302
15303
168e428f 15304
9b371988
PH
15305.option tls_privatekey main string&!! unset
15306.cindex "TLS" "server private key; location of"
168e428f 15307The value of this option is expanded, and must then be the absolute path to a
4f578862
PH
15308file which contains the server's private key. If this option is unset, or if
15309the expansion is forced to fail, or the result is an empty string, the private
15310key is assumed to be in the same file as the server's certificates. See chapter
15311&<<CHAPTLS>>& for further details.
168e428f 15312
168e428f 15313
9b371988
PH
15314.option tls_remember_esmtp main boolean false
15315.cindex "TLS" "esmtp state; remembering"
15316.cindex "TLS" "broken clients"
168e428f 15317If this option is set true, Exim violates the RFCs by remembering that it is in
9b371988 15318&"esmtp"& state after successfully negotiating a TLS session. This provides
168e428f
PH
15319support for broken clients that fail to send a new EHLO after starting a
15320TLS session.
15321
15322
9b371988
PH
15323.option tls_require_ciphers main string&!! unset
15324.cindex "TLS" "requiring specific ciphers"
15325.cindex "cipher" "requiring specific"
168e428f 15326This option controls which ciphers can be used for incoming TLS connections.
9b371988 15327The &(smtp)& transport has an option of the same name for controlling outgoing
168e428f
PH
15328connections. This option is expanded for each connection, so can be varied for
15329different clients if required. The value of this option must be a list of
15330permitted cipher suites. The OpenSSL and GnuTLS libraries handle cipher control
9b371988
PH
15331in somewhat different ways. If GnuTLS is being used, the client controls the
15332preference order of the available ciphers. Details are given in sections
15333&<<SECTreqciphssl>>& and &<<SECTreqciphgnu>>&.
168e428f 15334
168e428f 15335
9b371988
PH
15336.option tls_try_verify_hosts main "host list&!!" unset
15337.cindex "TLS" "client certificate verification"
15338.cindex "certificate" "verification of client"
15339See &%tls_verify_hosts%& below.
168e428f 15340
168e428f 15341
9b371988
PH
15342.option tls_verify_certificates main string&!! unset
15343.cindex "TLS" "client certificate verification"
15344.cindex "certificate" "verification of client"
168e428f
PH
15345The value of this option is expanded, and must then be the absolute path to
15346a file containing permitted certificates for clients that
9b371988
PH
15347match &%tls_verify_hosts%& or &%tls_try_verify_hosts%&. Alternatively, if you
15348are using OpenSSL, you can set &%tls_verify_certificates%& to the name of a
168e428f
PH
15349directory containing certificate files. This does not work with GnuTLS; the
15350option must be set to the name of a single file if you are using GnuTLS.
15351
15352
9b371988
PH
15353.option tls_verify_hosts main "host list&!!" unset
15354.cindex "TLS" "client certificate verification"
15355.cindex "certificate" "verification of client"
15356This option, along with &%tls_try_verify_hosts%&, controls the checking of
595028e4
PH
15357certificates from clients. The expected certificates are defined by
15358&%tls_verify_certificates%&, which must be set. A configuration error occurs if
15359either &%tls_verify_hosts%& or &%tls_try_verify_hosts%& is set and
15360&%tls_verify_certificates%& is not set.
168e428f 15361
9b371988 15362Any client that matches &%tls_verify_hosts%& is constrained by
595028e4
PH
15363&%tls_verify_certificates%&. When the client initiates a TLS session, it must
15364present one of the listed certificates. If it does not, the connection is
15365aborted. &*Warning*&: Including a host in &%tls_verify_hosts%& does not require
15366the host to use TLS. It can still send SMTP commands through unencrypted
15367connections. Forcing a client to use TLS has to be done separately using an
15368ACL to reject inappropriate commands when the connection is not encrypted.
168e428f 15369
9b371988
PH
15370A weaker form of checking is provided by &%tls_try_verify_hosts%&. If a client
15371matches this option (but not &%tls_verify_hosts%&), Exim requests a
15372certificate and checks it against &%tls_verify_certificates%&, but does not
168e428f
PH
15373abort the connection if there is no certificate or if it does not match. This
15374state can be detected in an ACL, which makes it possible to implement policies
9b371988
PH
15375such as &"accept for relay only if a verified certificate has been received,
15376but accept for local delivery if encrypted, even without a verified
15377certificate"&.
168e428f
PH
15378
15379Client hosts that match neither of these lists are not asked to present
15380certificates.
15381
15382
9b371988 15383.option trusted_groups main "string list&!!" unset
f89d2485
PH
15384.cindex "trusted groups"
15385.cindex "groups" "trusted"
068aaea8
PH
15386This option is expanded just once, at the start of Exim's processing. If this
15387option is set, any process that is running in one of the listed groups, or
15388which has one of them as a supplementary group, is trusted. The groups can be
9b371988
PH
15389specified numerically or by name. See section &<<SECTtrustedadmin>>& for
15390details of what trusted callers are permitted to do. If neither
15391&%trusted_groups%& nor &%trusted_users%& is set, only root and the Exim user
15392are trusted.
9b371988
PH
15393
15394.option trusted_users main "string list&!!" unset
f89d2485 15395.cindex "trusted users"
9b371988 15396.cindex "user" "trusted"
068aaea8
PH
15397This option is expanded just once, at the start of Exim's processing. If this
15398option is set, any process that is running as one of the listed users is
15399trusted. The users can be specified numerically or by name. See section
9b371988
PH
15400&<<SECTtrustedadmin>>& for details of what trusted callers are permitted to do.
15401If neither &%trusted_groups%& nor &%trusted_users%& is set, only root and the
15402Exim user are trusted.
9b371988
PH
15403
15404.option unknown_login main string&!! unset
15405.cindex "uid (user id)" "unknown caller"
f89d2485 15406.vindex "&$caller_uid$&"
168e428f 15407This is a specialized feature for use in unusual configurations. By default, if
9b371988
PH
15408the uid of the caller of Exim cannot be looked up using &[getpwuid()]&, Exim
15409gives up. The &%unknown_login%& option can be used to set a login name to be
15410used in this circumstance. It is expanded, so values like &%user$caller_uid%&
15411can be set. When &%unknown_login%& is used, the value of &%unknown_username%&
15412is used for the user's real name (gecos field), unless this has been set by the
15413&%-F%& option.
15414
15415.option unknown_username main string unset
15416See &%unknown_login%&.
15417
15418.option untrusted_set_sender main "address list&!!" unset
f89d2485 15419.cindex "trusted users"
9b371988 15420.cindex "sender" "setting by untrusted user"
f89d2485 15421.cindex "untrusted user setting sender"
9b371988
PH
15422.cindex "user" "untrusted setting sender"
15423.cindex "envelope sender"
168e428f
PH
15424When an untrusted user submits a message to Exim using the standard input, Exim
15425normally creates an envelope sender address from the user's login and the
9b371988
PH
15426default qualification domain. Data from the &%-f%& option (for setting envelope
15427senders on non-SMTP messages) or the SMTP MAIL command (if &%-bs%& or &%-bS%&
168e428f
PH
15428is used) is ignored.
15429
15430However, untrusted users are permitted to set an empty envelope sender address,
15431to declare that a message should never generate any bounces. For example:
9b371988
PH
15432.code
15433exim -f '<>' user@domain.example
15434.endd
f89d2485 15435.vindex "&$sender_ident$&"
9b371988 15436The &%untrusted_set_sender%& option allows you to permit untrusted users to set
168e428f
PH
15437other envelope sender addresses in a controlled way. When it is set, untrusted
15438users are allowed to set envelope sender addresses that match any of the
15439patterns in the list. Like all address lists, the string is expanded. The
9b371988 15440identity of the user is in &$sender_ident$&, so you can, for example, restrict
168e428f
PH
15441users to setting senders that start with their login ids
15442followed by a hyphen
15443by a setting like this:
9b371988
PH
15444.code
15445untrusted_set_sender = ^$sender_ident-
15446.endd
168e428f
PH
15447If you want to allow untrusted users to set envelope sender addresses without
15448restriction, you can use
9b371988
PH
15449.code
15450untrusted_set_sender = *
15451.endd
15452The &%untrusted_set_sender%& option applies to all forms of local input, but
168e428f
PH
15453only to the setting of the envelope sender. It does not permit untrusted users
15454to use the other options which trusted user can use to override message
15455parameters. Furthermore, it does not stop Exim from removing an existing
9b371988
PH
15456&'Sender:'& header in the message, or from adding a &'Sender:'& header if
15457necessary. See &%local_sender_retain%& and &%local_from_check%& for ways of
15458overriding these actions. The handling of the &'Sender:'& header is also
15459described in section &<<SECTthesenhea>>&.
168e428f 15460
9b371988
PH
15461The log line for a message's arrival shows the envelope sender following
15462&"<="&. For local messages, the user's login always follows, after &"U="&. In
15463&%-bp%& displays, and in the Exim monitor, if an untrusted user sets an
15464envelope sender address, the user's login is shown in parentheses after the
15465sender address.
168e428f 15466
168e428f 15467
9b371988
PH
15468.option uucp_from_pattern main string "see below"
15469.cindex "&""From""& line"
15470.cindex "UUCP" "&""From""& line"
168e428f 15471Some applications that pass messages to an MTA via a command line interface use
9b371988 15472an initial line starting with &"From&~"& to pass the envelope sender. In
168e428f 15473particular, this is used by UUCP software. Exim recognizes such a line by means
9b371988 15474of a regular expression that is set in &%uucp_from_pattern%&. When the pattern
168e428f 15475matches, the sender address is constructed by expanding the contents of
9b371988 15476&%uucp_from_sender%&, provided that the caller of Exim is a trusted user. The
168e428f 15477default pattern recognizes lines in the following two forms:
9b371988
PH
15478.code
15479From ph10 Fri Jan 5 12:35 GMT 1996
15480From ph10 Fri, 7 Jan 97 14:00:00 GMT
15481.endd
168e428f 15482The pattern can be seen by running
9b371988
PH
15483.code
15484exim -bP uucp_from_pattern
15485.endd
168e428f 15486It checks only up to the hours and minutes, and allows for a 2-digit or 4-digit
9b371988
PH
15487year in the second case. The first word after &"From&~"& is matched in the
15488regular expression by a parenthesized subpattern. The default value for
15489&%uucp_from_sender%& is &"$1"&, which therefore just uses this first word
15490(&"ph10"& in the example above) as the message's sender. See also
15491&%ignore_fromline_hosts%&.
168e428f
PH
15492
15493
9b371988
PH
15494.option uucp_from_sender main string&!! &`$1`&
15495See &%uucp_from_pattern%& above.
168e428f 15496
168e428f 15497
9b371988
PH
15498.option warn_message_file main string unset
15499.cindex "warning of delay" "customizing the message"
15500.cindex "customizing" "warning message"
168e428f
PH
15501This option defines a template file containing paragraphs of text to be used
15502for constructing the warning message which is sent by Exim when a message has
15503been on the queue for a specified amount of time, as specified by
9b371988
PH
15504&%delay_warning%&. Details of the file's contents are given in chapter
15505&<<CHAPemsgcust>>&. See also &%bounce_message_file%&.
168e428f
PH
15506
15507
9b371988
PH
15508.option write_rejectlog main boolean true
15509.cindex "reject log" "disabling"
168e428f 15510If this option is set false, Exim no longer writes anything to the reject log.
9b371988 15511See chapter &<<CHAPlog>>& for details of what Exim writes to its logs.
4f578862
PH
15512.ecindex IIDconfima
15513.ecindex IIDmaiconf
168e428f
PH
15514
15515
15516
15517
9b371988
PH
15518. ////////////////////////////////////////////////////////////////////////////
15519. ////////////////////////////////////////////////////////////////////////////
168e428f 15520
9b371988 15521.chapter "Generic options for routers" "CHAProutergeneric"
4f578862
PH
15522.scindex IIDgenoprou1 "options" "generic; for routers"
15523.scindex IIDgenoprou2 "generic options" "router"
168e428f 15524This chapter describes the generic options that apply to all routers.
9b371988 15525Those that are preconditions are marked with &Dagger; in the &"use"& field.
168e428f
PH
15526
15527For a general description of how a router operates, see sections
9b371988 15528&<<SECTrunindrou>>& and &<<SECTrouprecon>>&. The latter specifies the order in
168e428f 15529which the preconditions are tested. The order of expansion of the options that
9b371988
PH
15530provide data for a transport is: &%errors_to%&, &%headers_add%&,
15531&%headers_remove%&, &%transport%&.
168e428f
PH
15532
15533
168e428f 15534
9b371988
PH
15535.option address_data routers string&!! unset
15536.cindex "router" "data attached to address"
168e428f
PH
15537The string is expanded just before the router is run, that is, after all the
15538precondition tests have succeeded. If the expansion is forced to fail, the
9b371988
PH
15539router declines, the value of &%address_data%& remains unchanged, and the
15540&%more%& option controls what happens next. Other expansion failures cause
15541delivery of the address to be deferred.
168e428f 15542
f89d2485 15543.vindex "&$address_data$&"
168e428f 15544When the expansion succeeds, the value is retained with the address, and can be
9b371988 15545accessed using the variable &$address_data$& in the current router, subsequent
168e428f
PH
15546routers, and the eventual transport.
15547
9b371988
PH
15548&*Warning*&: If the current or any subsequent router is a &(redirect)& router
15549that runs a user's filter file, the contents of &$address_data$& are accessible
068aaea8 15550in the filter. This is not normally a problem, because such data is usually
9b371988
PH
15551either not confidential or it &"belongs"& to the current user, but if you do
15552put confidential data into &$address_data$& you need to remember this point.
168e428f 15553
9b371988
PH
15554Even if the router declines or passes, the value of &$address_data$& remains
15555with the address, though it can be changed by another &%address_data%& setting
168e428f 15556on a subsequent router. If a router generates child addresses, the value of
9b371988
PH
15557&$address_data$& propagates to them. This also applies to the special kind of
15558&"child"& that is generated by a router with the &%unseen%& option.
15559
15560The idea of &%address_data%& is that you can use it to look up a lot of data
15561for the address once, and then pick out parts of the data later. For example,
15562you could use a single LDAP lookup to return a string of the form
15563.code
15564uid=1234 gid=5678 mailbox=/mail/xyz forward=/home/xyz/.forward
15565.endd
168e428f 15566In the transport you could pick out the mailbox by a setting such as
9b371988
PH
15567.code
15568file = ${extract{mailbox}{$address_data}}
15569.endd
168e428f
PH
15570This makes the configuration file less messy, and also reduces the number of
15571lookups (though Exim does cache lookups).
15572
f89d2485
PH
15573.vindex "&$sender_address_data$&"
15574.vindex "&$address_data$&"
595028e4
PH
15575The &%address_data%& facility is also useful as a means of passing information
15576from one router to another, and from a router to a transport. In addition, if
15577&$address_data$& is set by a router when verifying a recipient address from an
15578ACL, it remains available for use in the rest of the ACL statement. After
15579verifying a sender, the value is transferred to &$sender_address_data$&.
168e428f
PH
15580
15581
168e428f 15582
9b371988 15583.option address_test routers&!? boolean true
f89d2485 15584.oindex "&%-bt%&"
9b371988 15585.cindex "router" "skipping when address testing"
168e428f 15586If this option is set false, the router is skipped when routing is being tested
9b371988
PH
15587by means of the &%-bt%& command line option. This can be a convenience when
15588your first router sends messages to an external scanner, because it saves you
15589having to set the &"already scanned"& indicator when testing real address
168e428f
PH
15590routing.
15591
15592
15593
9b371988
PH
15594.option cannot_route_message routers string&!! unset
15595.cindex "router" "customizing &""cannot route""& message"
15596.cindex "customizing" "&""cannot route""& message"
168e428f 15597This option specifies a text message that is used when an address cannot be
9b371988
PH
15598routed because Exim has run out of routers. The default message is
15599&"Unrouteable address"&. This option is useful only on routers that have
15600&%more%& set false, or on the very last router in a configuration, because the
4f578862 15601value that is used is taken from the last router that is considered. This
9b371988 15602includes a router that is skipped because its preconditions are not met, as
4f578862 15603well as a router that declines. For example, using the default configuration,
9b371988
PH
15604you could put:
15605.code
15606cannot_route_message = Remote domain not found in DNS
15607.endd
15608on the first router, which is a &(dnslookup)& router with &%more%& set false,
15609and
15610.code
15611cannot_route_message = Unknown local user
15612.endd
15613on the final router that checks for local users. If string expansion fails for
15614this option, the default message is used. Unless the expansion failure was
15615explicitly forced, a message about the failure is written to the main and panic
15616logs, in addition to the normal message about the routing failure.
15617
15618
15619.option caseful_local_part routers boolean false
15620.cindex "case of local parts"
15621.cindex "router" "case of local parts"
168e428f
PH
15622By default, routers handle the local parts of addresses in a case-insensitive
15623manner, though the actual case is preserved for transmission with the message.
15624If you want the case of letters to be significant in a router, you must set
15625this option true. For individual router options that contain address or local
9b371988
PH
15626part lists (for example, &%local_parts%&), case-sensitive matching can be
15627turned on by &"+caseful"& as a list item. See section &<<SECTcasletadd>>& for
15628more details.
15629
f89d2485
PH
15630.vindex "&$local_part$&"
15631.vindex "&$original_local_part$&"
15632.vindex "&$parent_local_part$&"
9b371988
PH
15633The value of the &$local_part$& variable is forced to lower case while a
15634router is running unless &%caseful_local_part%& is set. When a router assigns
15635an address to a transport, the value of &$local_part$& when the transport runs
168e428f 15636is the same as it was in the router. Similarly, when a router generates child
9b371988
PH
15637addresses by aliasing or forwarding, the values of &$original_local_part$&
15638and &$parent_local_part$& are those that were used by the redirecting router.
168e428f
PH
15639
15640This option applies to the processing of an address by a router. When a
9b371988 15641recipient address is being processed in an ACL, there is a separate &%control%&
168e428f 15642modifier that can be used to specify case-sensitive processing within the ACL
9b371988 15643(see section &<<SECTcontrols>>&).
168e428f
PH
15644
15645
15646
9b371988 15647.option check_local_user routers&!? boolean false
f89d2485 15648.cindex "local user, checking in router"
9b371988
PH
15649.cindex "router" "checking for local user"
15650.cindex "&_/etc/passwd_&"
f89d2485 15651.vindex "&$home$&"
168e428f
PH
15652When this option is true, Exim checks that the local part of the recipient
15653address (with affixes removed if relevant) is the name of an account on the
9b371988
PH
15654local system. The check is done by calling the &[getpwnam()]& function rather
15655than trying to read &_/etc/passwd_& directly. This means that other methods of
168e428f 15656holding password data (such as NIS) are supported. If the local part is a local
9b371988 15657user, &$home$& is set from the password data, and can be tested in other
168e428f 15658preconditions that are evaluated after this one (the order of evaluation is
9b371988
PH
15659given in section &<<SECTrouprecon>>&). However, the value of &$home$& can be
15660overridden by &%router_home_directory%&. If the local part is not a local user,
168e428f
PH
15661the router is skipped.
15662
15663If you want to check that the local part is either the name of a local user
9b371988
PH
15664or matches something else, you cannot combine &%check_local_user%& with a
15665setting of &%local_parts%&, because that specifies the logical &'and'& of the
15666two conditions. However, you can use a &(passwd)& lookup in a &%local_parts%&
168e428f 15667setting to achieve this. For example:
9b371988
PH
15668.code
15669local_parts = passwd;$local_part : lsearch;/etc/other/users
15670.endd
15671Note, however, that the side effects of &%check_local_user%& (such as setting
15672up a home directory) do not occur when a &(passwd)& lookup is used in a
15673&%local_parts%& (or any other) precondition.
168e428f 15674
168e428f
PH
15675
15676
9b371988
PH
15677.option condition routers&!? string&!! unset
15678.cindex "router" "customized precondition"
168e428f 15679This option specifies a general precondition test that has to succeed for the
9b371988
PH
15680router to be called. The &%condition%& option is the last precondition to be
15681evaluated (see section &<<SECTrouprecon>>&). The string is expanded, and if the
15682result is a forced failure, or an empty string, or one of the strings &"0"& or
15683&"no"& or &"false"& (checked without regard to the case of the letters), the
15684router is skipped, and the address is offered to the next one.
168e428f
PH
15685
15686If the result is any other value, the router is run (as this is the last
15687precondition to be evaluated, all the other preconditions must be true).
15688
532be449 15689This option is unique in that multiple &%condition%& options may be present.
6a8de854 15690All &%condition%& options must succeed.
532be449 15691
9b371988 15692The &%condition%& option provides a means of applying custom conditions to the
168e428f
PH
15693running of routers. Note that in the case of a simple conditional expansion,
15694the default expansion values are exactly what is wanted. For example:
9b371988
PH
15695.code
15696condition = ${if >{$message_age}{600}}
15697.endd
168e428f 15698Because of the default behaviour of the string expansion, this is equivalent to
9b371988
PH
15699.code
15700condition = ${if >{$message_age}{600}{true}{}}
15701.endd
6a8de854 15702A multiple condition example, which succeeds:
532be449
PP
15703.code
15704condition = ${if >{$message_age}{600}}
15705condition = ${if !eq{${lc:$local_part}}{postmaster}}
6a8de854 15706condition = foobar
532be449 15707.endd
168e428f
PH
15708If the expansion fails (other than forced failure) delivery is deferred. Some
15709of the other precondition options are common special cases that could in fact
9b371988 15710be specified using &%condition%&.
168e428f
PH
15711
15712
168e428f 15713
9b371988
PH
15714.option debug_print routers string&!! unset
15715.cindex "testing" "variables in drivers"
15716If this option is set and debugging is enabled (see the &%-d%& command line
168e428f
PH
15717option), the string is expanded and included in the debugging output.
15718If expansion of the string fails, the error message is written to the debugging
15719output, and Exim carries on processing.
15720This option is provided to help with checking out the values of variables and
9b371988
PH
15721so on when debugging router configurations. For example, if a &%condition%&
15722option appears not to be working, &%debug_print%& can be used to output the
15723variables it references. The output happens after checks for &%domains%&,
15724&%local_parts%&, and &%check_local_user%& but before any other preconditions
15725are tested. A newline is added to the text if it does not end with one.
168e428f
PH
15726
15727
15728
9b371988 15729.option disable_logging routers boolean false
168e428f
PH
15730If this option is set true, nothing is logged for any routing errors
15731or for any deliveries caused by this router. You should not set this option
15732unless you really, really know what you are doing. See also the generic
15733transport option of the same name.
15734
15735
9b371988
PH
15736.option domains routers&!? "domain list&!!" unset
15737.cindex "router" "restricting to specific domains"
f89d2485 15738.vindex "&$domain_data$&"
168e428f
PH
15739If this option is set, the router is skipped unless the current domain matches
15740the list. If the match is achieved by means of a file lookup, the data that the
9b371988
PH
15741lookup returned for the domain is placed in &$domain_data$& for use in string
15742expansions of the driver's private options. See section &<<SECTrouprecon>>& for
15743a list of the order in which preconditions are evaluated.
168e428f
PH
15744
15745
15746
9b371988 15747.option driver routers string unset
168e428f
PH
15748This option must always be set. It specifies which of the available routers is
15749to be used.
15750
15751
15752
9b371988
PH
15753.option errors_to routers string&!! unset
15754.cindex "envelope sender"
15755.cindex "router" "changing address for errors"
4f578862
PH
15756If a router successfully handles an address, it may assign the address to a
15757transport for delivery or it may generate child addresses. In both cases, if
15758there is a delivery problem during later processing, the resulting bounce
15759message is sent to the address that results from expanding this string,
15760provided that the address verifies successfully. The &%errors_to%& option is
15761expanded before &%headers_add%&, &%headers_remove%&, and &%transport%&.
15762
15763The &%errors_to%& setting associated with an address can be overridden if it
15764subsequently passes through other routers that have their own &%errors_to%&
15765settings, or if the message is delivered by a transport with a &%return_path%&
15766setting.
15767
15768If &%errors_to%& is unset, or the expansion is forced to fail, or the result of
168e428f
PH
15769the expansion fails to verify, the errors address associated with the incoming
15770address is used. At top level, this is the envelope sender. A non-forced
15771expansion failure causes delivery to be deferred.
15772
9b371988
PH
15773If an address for which &%errors_to%& has been set ends up being delivered over
15774SMTP, the envelope sender for that delivery is the &%errors_to%& value, so that
168e428f 15775any bounces that are generated by other MTAs on the delivery route are also
4f578862
PH
15776sent there. You can set &%errors_to%& to the empty string by either of these
15777settings:
9b371988
PH
15778.code
15779errors_to =
4f578862 15780errors_to = ""
9b371988 15781.endd
168e428f
PH
15782An expansion item that yields an empty string has the same effect. If you do
15783this, a locally detected delivery error for addresses processed by this router
15784no longer gives rise to a bounce message; the error is discarded. If the
9b371988
PH
15785address is delivered to a remote host, the return path is set to &`<>`&, unless
15786overridden by the &%return_path%& option on the transport.
168e428f 15787
f89d2485 15788.vindex "&$address_data$&"
168e428f
PH
15789If for some reason you want to discard local errors, but use a non-empty
15790MAIL command for remote delivery, you can preserve the original return
9b371988
PH
15791path in &$address_data$& in the router, and reinstate it in the transport by
15792setting &%return_path%&.
168e428f 15793
4f578862
PH
15794The most common use of &%errors_to%& is to direct mailing list bounces to the
15795manager of the list, as described in section &<<SECTmailinglists>>&, or to
15796implement VERP (Variable Envelope Return Paths) (see section &<<SECTverp>>&).
15797
168e428f
PH
15798
15799
9b371988
PH
15800.option expn routers&!? boolean true
15801.cindex "address" "testing"
15802.cindex "testing" "addresses"
15803.cindex "EXPN" "router skipping"
15804.cindex "router" "skipping for EXPN"
168e428f
PH
15805If this option is turned off, the router is skipped when testing an address
15806as a result of processing an SMTP EXPN command. You might, for example,
9b371988 15807want to turn it off on a router for users' &_.forward_& files, while leaving it
168e428f 15808on for the system alias file.
9b371988 15809See section &<<SECTrouprecon>>& for a list of the order in which preconditions
168e428f
PH
15810are evaluated.
15811
15812The use of the SMTP EXPN command is controlled by an ACL (see chapter
9b371988
PH
15813&<<CHAPACL>>&). When Exim is running an EXPN command, it is similar to testing
15814an address with &%-bt%&. Compare VRFY, whose counterpart is &%-bv%&.
168e428f
PH
15815
15816
168e428f 15817
9b371988
PH
15818.option fail_verify routers boolean false
15819.cindex "router" "forcing verification failure"
15820Setting this option has the effect of setting both &%fail_verify_sender%& and
15821&%fail_verify_recipient%& to the same value.
168e428f
PH
15822
15823
15824
9b371988 15825.option fail_verify_recipient routers boolean false
168e428f
PH
15826If this option is true and an address is accepted by this router when
15827verifying a recipient, verification fails.
15828
15829
15830
9b371988 15831.option fail_verify_sender routers boolean false
168e428f
PH
15832If this option is true and an address is accepted by this router when
15833verifying a sender, verification fails.
15834
15835
15836
9b371988 15837.option fallback_hosts routers "string list" unset
9b371988
PH
15838.cindex "router" "fallback hosts"
15839.cindex "fallback" "hosts specified on router"
168e428f 15840String expansion is not applied to this option. The argument must be a
068aaea8 15841colon-separated list of host names or IP addresses. The list separator can be
9b371988 15842changed (see section &<<SECTlistconstruct>>&), and a port can be specified with
068aaea8 15843each name or address. In fact, the format of each item is exactly the same as
9b371988
PH
15844defined for the list of hosts in a &(manualroute)& router (see section
15845&<<SECTformatonehostitem>>&).
068aaea8
PH
15846
15847If a router queues an address for a remote transport, this host list is
15848associated with the address, and used instead of the transport's fallback host
9b371988
PH
15849list. If &%hosts_randomize%& is set on the transport, the order of the list is
15850randomized for each use. See the &%fallback_hosts%& option of the &(smtp)&
068aaea8 15851transport for further details.
168e428f
PH
15852
15853
9b371988
PH
15854.option group routers string&!! "see below"
15855.cindex "gid (group id)" "local delivery"
15856.cindex "local transports" "uid and gid"
15857.cindex "transport" "local"
15858.cindex "router" "setting group"
168e428f
PH
15859When a router queues an address for a transport, and the transport does not
15860specify a group, the group given here is used when running the delivery
15861process.
15862The group may be specified numerically or by name. If expansion fails, the
15863error is logged and delivery is deferred.
9b371988
PH
15864The default is unset, unless &%check_local_user%& is set, when the default
15865is taken from the password information. See also &%initgroups%& and &%user%&
15866and the discussion in chapter &<<CHAPenvironment>>&.
168e428f
PH
15867
15868
15869
9b371988 15870.option headers_add routers string&!! unset
9b371988
PH
15871.cindex "header lines" "adding"
15872.cindex "router" "adding header lines"
168e428f
PH
15873This option specifies a string of text that is expanded at routing time, and
15874associated with any addresses that are accepted by the router. However, this
15875option has no effect when an address is just being verified. The way in which
15876the text is used to add header lines at transport time is described in section
9b371988 15877&<<SECTheadersaddrem>>&. New header lines are not actually added until the
d1e83bff
PH
15878message is in the process of being transported. This means that references to
15879header lines in string expansions in the transport's configuration do not
9b371988 15880&"see"& the added header lines.
168e428f 15881
9b371988
PH
15882The &%headers_add%& option is expanded after &%errors_to%&, but before
15883&%headers_remove%& and &%transport%&. If the expanded string is empty, or if
15884the expansion is forced to fail, the option has no effect. Other expansion
15885failures are treated as configuration errors.
168e428f 15886
9b371988
PH
15887&*Warning 1*&: The &%headers_add%& option cannot be used for a &(redirect)&
15888router that has the &%one_time%& option set.
068aaea8 15889
0a4e3112
PH
15890.cindex "duplicate addresses"
15891.oindex "&%unseen%&"
9b371988
PH
15892&*Warning 2*&: If the &%unseen%& option is set on the router, all header
15893additions are deleted when the address is passed on to subsequent routers.
0a4e3112
PH
15894For a &%redirect%& router, if a generated address is the same as the incoming
15895address, this can lead to duplicate addresses with different header
15896modifications. Exim does not do duplicate deliveries (except, in certain
15897circumstances, to pipes -- see section &<<SECTdupaddr>>&), but it is undefined
15898which of the duplicates is discarded, so this ambiguous situation should be
15899avoided. The &%repeat_use%& option of the &%redirect%& router may be of help.
168e428f
PH
15900
15901
15902
9b371988 15903.option headers_remove routers string&!! unset
9b371988
PH
15904.cindex "header lines" "removing"
15905.cindex "router" "removing header lines"
168e428f
PH
15906This option specifies a string of text that is expanded at routing time, and
15907associated with any addresses that are accepted by the router. However, this
15908option has no effect when an address is just being verified. The way in which
15909the text is used to remove header lines at transport time is described in
9b371988
PH
15910section &<<SECTheadersaddrem>>&. Header lines are not actually removed until
15911the message is in the process of being transported. This means that references
15912to header lines in string expansions in the transport's configuration still
15913&"see"& the original header lines.
9b371988
PH
15914
15915The &%headers_remove%& option is expanded after &%errors_to%& and
15916&%headers_add%&, but before &%transport%&. If the expansion is forced to fail,
15917the option has no effect. Other expansion failures are treated as configuration
15918errors.
168e428f 15919
9b371988
PH
15920&*Warning 1*&: The &%headers_remove%& option cannot be used for a &(redirect)&
15921router that has the &%one_time%& option set.
168e428f 15922
9b371988
PH
15923&*Warning 2*&: If the &%unseen%& option is set on the router, all header
15924removal requests are deleted when the address is passed on to subsequent
0a4e3112
PH
15925routers, and this can lead to problems with duplicates -- see the similar
15926warning for &%headers_add%& above.
168e428f 15927
168e428f 15928
9b371988
PH
15929.option ignore_target_hosts routers "host list&!!" unset
15930.cindex "IP address" "discarding"
15931.cindex "router" "discarding IP addresses"
168e428f
PH
15932Although this option is a host list, it should normally contain IP address
15933entries rather than names. If any host that is looked up by the router has an
15934IP address that matches an item in this list, Exim behaves as if that IP
15935address did not exist. This option allows you to cope with rogue DNS entries
15936like
9b371988
PH
15937.code
15938remote.domain.example. A 127.0.0.1
15939.endd
168e428f 15940by setting
9b371988
PH
15941.code
15942ignore_target_hosts = 127.0.0.1
15943.endd
15944on the relevant router. If all the hosts found by a &(dnslookup)& router are
168e428f 15945discarded in this way, the router declines. In a conventional configuration, an
9b371988
PH
15946attempt to mail to such a domain would normally provoke the &"unrouteable
15947domain"& error, and an attempt to verify an address in the domain would fail.
15948Similarly, if &%ignore_target_hosts%& is set on an &(ipliteral)& router, the
168e428f
PH
15949router declines if presented with one of the listed addresses.
15950
9b371988
PH
15951You can use this option to disable the use of IPv4 or IPv6 for mail delivery by
15952means of the first or the second of the following settings, respectively:
15953.code
15954ignore_target_hosts = 0.0.0.0/0
15955ignore_target_hosts = <; 0::0/0
15956.endd
15957The pattern in the first line matches all IPv4 addresses, whereas the pattern
15958in the second line matches all IPv6 addresses.
9b371988 15959
168e428f 15960This option may also be useful for ignoring link-local and site-local IPv6
9b371988 15961addresses. Because, like all host lists, the value of &%ignore_target_hosts%&
168e428f
PH
15962is expanded before use as a list, it is possible to make it dependent on the
15963domain that is being routed.
15964
f89d2485 15965.vindex "&$host_address$&"
9b371988 15966During its expansion, &$host_address$& is set to the IP address that is being
168e428f
PH
15967checked.
15968
9b371988
PH
15969.option initgroups routers boolean false
15970.cindex "additional groups"
15971.cindex "groups" "additional"
15972.cindex "local transports" "uid and gid"
15973.cindex "transport" "local"
168e428f
PH
15974If the router queues an address for a transport, and this option is true, and
15975the uid supplied by the router is not overridden by the transport, the
9b371988
PH
15976&[initgroups()]& function is called when running the transport to ensure that
15977any additional groups associated with the uid are set up. See also &%group%&
15978and &%user%& and the discussion in chapter &<<CHAPenvironment>>&.
168e428f
PH
15979
15980
168e428f 15981
9b371988
PH
15982.option local_part_prefix routers&!? "string list" unset
15983.cindex "router" "prefix for local part"
f89d2485 15984.cindex "prefix" "for local part, used in router"
068aaea8 15985If this option is set, the router is skipped unless the local part starts with
9b371988
PH
15986one of the given strings, or &%local_part_prefix_optional%& is true. See
15987section &<<SECTrouprecon>>& for a list of the order in which preconditions are
15988evaluated.
168e428f
PH
15989
15990The list is scanned from left to right, and the first prefix that matches is
15991used. A limited form of wildcard is available; if the prefix begins with an
15992asterisk, it matches the longest possible sequence of arbitrary characters at
15993the start of the local part. An asterisk should therefore always be followed by
15994some character that does not occur in normal local parts.
9b371988
PH
15995.cindex "multiple mailboxes"
15996.cindex "mailbox" "multiple"
168e428f 15997Wildcarding can be used to set up multiple user mailboxes, as described in
9b371988 15998section &<<SECTmulbox>>&.
168e428f 15999
f89d2485
PH
16000.vindex "&$local_part$&"
16001.vindex "&$local_part_prefix$&"
9b371988 16002During the testing of the &%local_parts%& option, and while the router is
168e428f 16003running, the prefix is removed from the local part, and is available in the
9b371988 16004expansion variable &$local_part_prefix$&. When a message is being delivered, if
068aaea8
PH
16005the router accepts the address, this remains true during subsequent delivery by
16006a transport. In particular, the local part that is transmitted in the RCPT
16007command for LMTP, SMTP, and BSMTP deliveries has the prefix removed by default.
9b371988
PH
16008This behaviour can be overridden by setting &%rcpt_include_affixes%& true on
16009the relevant transport.
168e428f 16010
9b371988 16011When an address is being verified, &%local_part_prefix%& affects only the
068aaea8
PH
16012behaviour of the router. If the callout feature of verification is in use, this
16013means that the full address, including the prefix, will be used during the
16014callout.
16015
168e428f 16016The prefix facility is commonly used to handle local parts of the form
9b371988
PH
16017&%owner-something%&. Another common use is to support local parts of the form
16018&%real-username%& to bypass a user's &_.forward_& file &-- helpful when trying
16019to tell a user their forwarding is broken &-- by placing a router like this one
16020immediately before the router that handles &_.forward_& files:
16021.code
16022real_localuser:
16023 driver = accept
16024 local_part_prefix = real-
16025 check_local_user
16026 transport = local_delivery
16027.endd
595028e4
PH
16028For security, it would probably be a good idea to restrict the use of this
16029router to locally-generated messages, using a condition such as this:
16030.code
16031 condition = ${if match {$sender_host_address}\
16032 {\N^(|127\.0\.0\.1)$\N}}
16033.endd
595028e4 16034
9b371988 16035If both &%local_part_prefix%& and &%local_part_suffix%& are set for a router,
168e428f
PH
16036both conditions must be met if not optional. Care must be taken if wildcards
16037are used in both a prefix and a suffix on the same router. Different
16038separator characters must be used to avoid ambiguity.
16039
16040
9b371988
PH
16041.option local_part_prefix_optional routers boolean false
16042See &%local_part_prefix%& above.
168e428f
PH
16043
16044
168e428f 16045
9b371988
PH
16046.option local_part_suffix routers&!? "string list" unset
16047.cindex "router" "suffix for local part"
16048.cindex "suffix for local part" "used in router"
16049This option operates in the same way as &%local_part_prefix%&, except that the
168e428f 16050local part must end (rather than start) with the given string, the
9b371988
PH
16051&%local_part_suffix_optional%& option determines whether the suffix is
16052mandatory, and the wildcard * character, if present, must be the last
168e428f 16053character of the suffix. This option facility is commonly used to handle local
9b371988
PH
16054parts of the form &%something-request%& and multiple user mailboxes of the form
16055&%username-foo%&.
168e428f
PH
16056
16057
9b371988
PH
16058.option local_part_suffix_optional routers boolean false
16059See &%local_part_suffix%& above.
168e428f 16060
168e428f
PH
16061
16062
9b371988
PH
16063.option local_parts routers&!? "local part list&!!" unset
16064.cindex "router" "restricting to specific local parts"
16065.cindex "local part" "checking in router"
168e428f 16066The router is run only if the local part of the address matches the list.
9b371988 16067See section &<<SECTrouprecon>>& for a list of the order in which preconditions
168e428f 16068are evaluated, and
9b371988 16069section &<<SECTlocparlis>>& for a discussion of local part lists. Because the
168e428f
PH
16070string is expanded, it is possible to make it depend on the domain, for
16071example:
9b371988
PH
16072.code
16073local_parts = dbm;/usr/local/specials/$domain
16074.endd
f89d2485 16075.vindex "&$local_part_data$&"
168e428f 16076If the match is achieved by a lookup, the data that the lookup returned
9b371988 16077for the local part is placed in the variable &$local_part_data$& for use in
168e428f
PH
16078expansions of the router's private options. You might use this option, for
16079example, if you have a large number of local virtual domains, and you want to
16080send all postmaster mail to the same place without having to set up an alias in
16081each virtual domain:
9b371988
PH
16082.code
16083postmaster:
16084 driver = redirect
16085 local_parts = postmaster
16086 data = postmaster@real.domain.example
16087.endd
168e428f 16088
168e428f 16089
9b371988
PH
16090.option log_as_local routers boolean "see below"
16091.cindex "log" "delivery line"
16092.cindex "delivery" "log line format"
168e428f 16093Exim has two logging styles for delivery, the idea being to make local
9b371988 16094deliveries stand out more visibly from remote ones. In the &"local"& style, the
168e428f 16095recipient address is given just as the local part, without a domain. The use of
9b371988 16096this style is controlled by this option. It defaults to true for the &(accept)&
4f578862 16097router, and false for all the others. This option applies only when a
9b371988 16098router assigns an address to a transport. It has no effect on routers that
4f578862 16099redirect addresses.
168e428f
PH
16100
16101
168e428f 16102
9b371988 16103.option more routers boolean&!! true
168e428f 16104The result of string expansion for this option must be a valid boolean value,
9b371988 16105that is, one of the strings &"yes"&, &"no"&, &"true"&, or &"false"&. Any other
168e428f
PH
16106result causes an error, and delivery is deferred. If the expansion is forced to
16107fail, the default value for the option (true) is used. Other failures cause
16108delivery to be deferred.
16109
068aaea8
PH
16110If this option is set false, and the router declines to handle the address, no
16111further routers are tried, routing fails, and the address is bounced.
0a4e3112 16112.oindex "&%self%&"
9b371988
PH
16113However, if the router explicitly passes an address to the following router by
16114means of the setting
16115.code
16116self = pass
16117.endd
16118or otherwise, the setting of &%more%& is ignored. Also, the setting of &%more%&
168e428f
PH
16119does not affect the behaviour if one of the precondition tests fails. In that
16120case, the address is always passed to the next router.
16121
9b371988
PH
16122Note that &%address_data%& is not considered to be a precondition. If its
16123expansion is forced to fail, the router declines, and the value of &%more%&
068aaea8
PH
16124controls what happens next.
16125
168e428f 16126
9b371988
PH
16127.option pass_on_timeout routers boolean false
16128.cindex "timeout" "of router"
16129.cindex "router" "timeout"
168e428f 16130If a router times out during a host lookup, it normally causes deferral of the
9b371988
PH
16131address. If &%pass_on_timeout%& is set, the address is passed on to the next
16132router, overriding &%no_more%&. This may be helpful for systems that are
168e428f
PH
16133intermittently connected to the Internet, or those that want to pass to a smart
16134host any messages that cannot immediately be delivered.
16135
16136There are occasional other temporary errors that can occur while doing DNS
16137lookups. They are treated in the same way as a timeout, and this option
16138applies to all of them.
16139
16140
16141
9b371988
PH
16142.option pass_router routers string unset
16143.cindex "router" "go to after &""pass""&"
595028e4
PH
16144Routers that recognize the generic &%self%& option (&(dnslookup)&,
16145&(ipliteral)&, and &(manualroute)&) are able to return &"pass"&, forcing
16146routing to continue, and overriding a false setting of &%more%&. When one of
16147these routers returns &"pass"&, the address is normally handed on to the next
9b371988
PH
16148router in sequence. This can be changed by setting &%pass_router%& to the name
16149of another router. However (unlike &%redirect_router%&) the named router must
16150be below the current router, to avoid loops. Note that this option applies only
16151to the special case of &"pass"&. It does not apply when a router returns
595028e4 16152&"decline"& because it cannot handle an address.
168e428f
PH
16153
16154
168e428f 16155
9b371988
PH
16156.option redirect_router routers string unset
16157.cindex "router" "start at after redirection"
168e428f
PH
16158Sometimes an administrator knows that it is pointless to reprocess addresses
16159generated from alias or forward files with the same router again. For
16160example, if an alias file translates real names into login ids there is no
16161point searching the alias file a second time, especially if it is a large file.
16162
9b371988
PH
16163The &%redirect_router%& option can be set to the name of any router instance.
16164It causes the routing of any generated addresses to start at the named router
168e428f
PH
16165instead of at the first router. This option has no effect if the router in
16166which it is set does not generate new addresses.
16167
16168
16169
9b371988
PH
16170.option require_files routers&!? "string list&!!" unset
16171.cindex "file" "requiring for router"
16172.cindex "router" "requiring file existence"
168e428f
PH
16173This option provides a general mechanism for predicating the running of a
16174router on the existence or non-existence of certain files or directories.
16175Before running a router, as one of its precondition tests, Exim works its way
9b371988 16176through the &%require_files%& list, expanding each item separately.
168e428f
PH
16177
16178Because the list is split before expansion, any colons in expansion items must
16179be doubled, or the facility for using a different list separator must be used.
16180If any expansion is forced to fail, the item is ignored. Other expansion
16181failures cause routing of the address to be deferred.
16182
16183If any expanded string is empty, it is ignored. Otherwise, except as described
16184below, each string must be a fully qualified file path, optionally preceded by
9b371988
PH
16185&"!"&. The paths are passed to the &[stat()]& function to test for the
16186existence of the files or directories. The router is skipped if any paths not
16187preceded by &"!"& do not exist, or if any paths preceded by &"!"& do exist.
168e428f 16188
9b371988
PH
16189.cindex "NFS"
16190If &[stat()]& cannot determine whether a file exists or not, delivery of
168e428f
PH
16191the message is deferred. This can happen when NFS-mounted filesystems are
16192unavailable.
16193
9b371988 16194This option is checked after the &%domains%&, &%local_parts%&, and &%senders%&
168e428f 16195options, so you cannot use it to check for the existence of a file in which to
9b371988 16196look up a domain, local part, or sender. (See section &<<SECTrouprecon>>& for a
168e428f 16197full list of the order in which preconditions are evaluated.) However, as
9b371988
PH
16198these options are all expanded, you can use the &%exists%& expansion condition
16199to make such tests. The &%require_files%& option is intended for checking files
168e428f 16200that the router may be going to use internally, or which are needed by a
9b371988 16201transport (for example &_.procmailrc_&).
168e428f 16202
9b371988 16203During delivery, the &[stat()]& function is run as root, but there is a
168e428f 16204facility for some checking of the accessibility of a file by another user.
9b371988 16205This is not a proper permissions check, but just a &"rough"& check that
168e428f
PH
16206operates as follows:
16207
9b371988 16208If an item in a &%require_files%& list does not contain any forward slash
168e428f
PH
16209characters, it is taken to be the user (and optional group, separated by a
16210comma) to be checked for subsequent files in the list. If no group is specified
16211but the user is specified symbolically, the gid associated with the uid is
16212used. For example:
9b371988
PH
16213.code
16214require_files = mail:/some/file
16215require_files = $local_part:$home/.procmailrc
16216.endd
16217If a user or group name in a &%require_files%& list does not exist, the
16218&%require_files%& condition fails.
168e428f
PH
16219
16220Exim performs the check by scanning along the components of the file path, and
9b371988
PH
16221checking the access for the given uid and gid. It checks for &"x"& access on
16222directories, and &"r"& access on the final file. Note that this means that file
168e428f
PH
16223access control lists, if the operating system has them, are ignored.
16224
9b371988 16225&*Warning 1*&: When the router is being run to verify addresses for an
168e428f 16226incoming SMTP message, Exim is not running as root, but under its own uid. This
9b371988
PH
16227may affect the result of a &%require_files%& check. In particular, &[stat()]&
16228may yield the error EACCES (&"Permission denied"&). This means that the Exim
168e428f
PH
16229user is not permitted to read one of the directories on the file's path.
16230
9b371988
PH
16231&*Warning 2*&: Even when Exim is running as root while delivering a message,
16232&[stat()]& can yield EACCES for a file in an NFS directory that is mounted
16233without root access. In this case, if a check for access by a particular user
16234is requested, Exim creates a subprocess that runs as that user, and tries the
16235check again in that process.
168e428f
PH
16236
16237The default action for handling an unresolved EACCES is to consider it to
9b371988
PH
16238be caused by a configuration error, and routing is deferred because the
16239existence or non-existence of the file cannot be determined. However, in some
16240circumstances it may be desirable to treat this condition as if the file did
16241not exist. If the file name (or the exclamation mark that precedes the file
16242name for non-existence) is preceded by a plus sign, the EACCES error is treated
16243as if the file did not exist. For example:
16244.code
16245require_files = +/some/file
16246.endd
168e428f 16247If the router is not an essential part of verification (for example, it
9b371988 16248handles users' &_.forward_& files), another solution is to set the &%verify%&
168e428f
PH
16249option false so that the router is skipped when verifying.
16250
16251
16252
9b371988
PH
16253.option retry_use_local_part routers boolean "see below"
16254.cindex "hints database" "retry keys"
16255.cindex "local part" "in retry keys"
168e428f
PH
16256When a delivery suffers a temporary routing failure, a retry record is created
16257in Exim's hints database. For addresses whose routing depends only on the
16258domain, the key for the retry record should not involve the local part, but for
16259other addresses, both the domain and the local part should be included.
16260Usually, remote routing is of the former kind, and local routing is of the
16261latter kind.
16262
16263This option controls whether the local part is used to form the key for retry
16264hints for addresses that suffer temporary errors while being handled by this
9b371988 16265router. The default value is true for any router that has &%check_local_user%&
168e428f
PH
16266set, and false otherwise. Note that this option does not apply to hints keys
16267for transport delays; they are controlled by a generic transport option of the
16268same name.
16269
9b371988 16270The setting of &%retry_use_local_part%& applies only to the router on which it
168e428f
PH
16271appears. If the router generates child addresses, they are routed
16272independently; this setting does not become attached to them.
16273
16274
16275
9b371988
PH
16276.option router_home_directory routers string&!! unset
16277.cindex "router" "home directory for"
16278.cindex "home directory" "for router"
f89d2485 16279.vindex "&$home$&"
168e428f 16280This option sets a home directory for use while the router is running. (Compare
9b371988
PH
16281&%transport_home_directory%&, which sets a home directory for later
16282transporting.) In particular, if used on a &(redirect)& router, this option
16283sets a value for &$home$& while a filter is running. The value is expanded;
16284forced expansion failure causes the option to be ignored &-- other failures
168e428f
PH
16285cause the router to defer.
16286
9b371988
PH
16287Expansion of &%router_home_directory%& happens immediately after the
16288&%check_local_user%& test (if configured), before any further expansions take
168e428f 16289place.
9b371988 16290(See section &<<SECTrouprecon>>& for a list of the order in which preconditions
168e428f 16291are evaluated.)
9b371988
PH
16292While the router is running, &%router_home_directory%& overrides the value of
16293&$home$& that came from &%check_local_user%&.
168e428f 16294
4f578862
PH
16295When a router accepts an address and assigns it to a local transport (including
16296the cases when a &(redirect)& router generates a pipe, file, or autoreply
16297delivery), the home directory setting for the transport is taken from the first
16298of these values that is set:
168e428f 16299
9b371988
PH
16300.ilist
16301The &%home_directory%& option on the transport;
16302.next
16303The &%transport_home_directory%& option on the router;
16304.next
16305The password data if &%check_local_user%& is set on the router;
16306.next
16307The &%router_home_directory%& option on the router.
16308.endlist
16309
16310In other words, &%router_home_directory%& overrides the password data for the
168e428f
PH
16311router, but not for the transport.
16312
16313
16314
9b371988
PH
16315.option self routers string freeze
16316.cindex "MX record" "pointing to local host"
16317.cindex "local host" "MX pointing to"
168e428f 16318This option applies to those routers that use a recipient address to find a
9b371988
PH
16319list of remote hosts. Currently, these are the &(dnslookup)&, &(ipliteral)&,
16320and &(manualroute)& routers.
16321Certain configurations of the &(queryprogram)& router can also specify a list
168e428f
PH
16322of remote hosts.
16323Usually such routers are configured to send the message to a remote host via an
9b371988 16324&(smtp)& transport. The &%self%& option specifies what happens when the first
168e428f
PH
16325host on the list turns out to be the local host.
16326The way in which Exim checks for the local host is described in section
9b371988 16327&<<SECTreclocipadd>>&.
168e428f
PH
16328
16329Normally this situation indicates either an error in Exim's configuration (for
16330example, the router should be configured not to process this domain), or an
16331error in the DNS (for example, the MX should not point to this host). For this
16332reason, the default action is to log the incident, defer the address, and
16333freeze the message. The following alternatives are provided for use in special
16334cases:
16335
9b371988
PH
16336.vlist
16337.vitem &%defer%&
168e428f
PH
16338Delivery of the message is tried again later, but the message is not frozen.
16339
9b371988 16340.vitem "&%reroute%&: <&'domain'&>"
168e428f
PH
16341The domain is changed to the given domain, and the address is passed back to
16342be reprocessed by the routers. No rewriting of headers takes place. This
16343behaviour is essentially a redirection.
16344
9b371988 16345.vitem "&%reroute: rewrite:%& <&'domain'&>"
168e428f
PH
16346The domain is changed to the given domain, and the address is passed back to be
16347reprocessed by the routers. Any headers that contain the original domain are
16348rewritten.
16349
9b371988 16350.vitem &%pass%&
0a4e3112 16351.oindex "&%more%&"
f89d2485 16352.vindex "&$self_hostname$&"
168e428f 16353The router passes the address to the next router, or to the router named in the
9b371988
PH
16354&%pass_router%& option if it is set. This overrides &%no_more%&. During
16355subsequent routing and delivery, the variable &$self_hostname$& contains the
16356name of the local host that the router encountered. This can be used to
168e428f
PH
16357distinguish between different cases for hosts with multiple names. The
16358combination
9b371988
PH
16359.code
16360self = pass
16361no_more
16362.endd
168e428f 16363ensures that only those addresses that routed to the local host are passed on.
9b371988 16364Without &%no_more%&, addresses that were declined for other reasons would also
168e428f
PH
16365be passed to the next router.
16366
9b371988 16367.vitem &%fail%&
168e428f
PH
16368Delivery fails and an error report is generated.
16369
9b371988
PH
16370.vitem &%send%&
16371.cindex "local host" "sending to"
168e428f 16372The anomaly is ignored and the address is queued for the transport. This
9b371988
PH
16373setting should be used with extreme caution. For an &(smtp)& transport, it
16374makes sense only in cases where the program that is listening on the SMTP port
16375is not this version of Exim. That is, it must be some other MTA, or Exim with a
168e428f 16376different configuration file that handles the domain in another way.
9b371988 16377.endlist
168e428f
PH
16378
16379
16380
9b371988
PH
16381.option senders routers&!? "address list&!!" unset
16382.cindex "router" "checking senders"
168e428f
PH
16383If this option is set, the router is skipped unless the message's sender
16384address matches something on the list.
9b371988 16385See section &<<SECTrouprecon>>& for a list of the order in which preconditions
168e428f
PH
16386are evaluated.
16387
16388There are issues concerning verification when the running of routers is
9b371988
PH
16389dependent on the sender. When Exim is verifying the address in an &%errors_to%&
16390setting, it sets the sender to the null string. When using the &%-bt%& option
16391to check a configuration file, it is necessary also to use the &%-f%& option to
16392set an appropriate sender. For incoming mail, the sender is unset when
16393verifying the sender, but is available when verifying any recipients. If the
16394SMTP VRFY command is enabled, it must be used after MAIL if the sender address
16395matters.
16396
16397
16398.option translate_ip_address routers string&!! unset
16399.cindex "IP address" "translating"
16400.cindex "packet radio"
16401.cindex "router" "IP address translation"
168e428f
PH
16402There exist some rare networking situations (for example, packet radio) where
16403it is helpful to be able to translate IP addresses generated by normal routing
16404mechanisms into other IP addresses, thus performing a kind of manual IP
16405routing. This should be done only if the normal IP routing of the TCP/IP stack
16406is inadequate or broken. Because this is an extremely uncommon requirement, the
16407code to support this option is not included in the Exim binary unless
9b371988 16408SUPPORT_TRANSLATE_IP_ADDRESS=yes is set in &_Local/Makefile_&.
168e428f 16409
f89d2485 16410.vindex "&$host_address$&"
9b371988
PH
16411The &%translate_ip_address%& string is expanded for every IP address generated
16412by the router, with the generated address set in &$host_address$&. If the
168e428f
PH
16413expansion is forced to fail, no action is taken.
16414For any other expansion error, delivery of the message is deferred.
16415If the result of the expansion is an IP address, that replaces the original
9b371988
PH
16416address; otherwise the result is assumed to be a host name &-- this is looked
16417up using &[gethostbyname()]& (or &[getipnodebyname()]& when available) to
16418produce one or more replacement IP addresses. For example, to subvert all IP
16419addresses in some specific networks, this could be added to a router:
16420.code
168e428f 16421translate_ip_address = \
9b371988
PH
16422 ${lookup{${mask:$host_address/26}}lsearch{/some/file}\
16423 {$value}fail}}
16424.endd
168e428f 16425The file would contain lines like
9b371988
PH
16426.code
1642710.2.3.128/26 some.host
1642810.8.4.34/26 10.44.8.15
16429.endd
168e428f
PH
16430You should not make use of this facility unless you really understand what you
16431are doing.
16432
16433
16434
9b371988 16435.option transport routers string&!! unset
168e428f
PH
16436This option specifies the transport to be used when a router accepts an address
16437and sets it up for delivery. A transport is never needed if a router is used
16438only for verification. The value of the option is expanded at routing time,
9b371988
PH
16439after the expansion of &%errors_to%&, &%headers_add%&, and &%headers_remove%&,
16440and result must be the name of one of the configured transports. If it is not,
168e428f
PH
16441delivery is deferred.
16442
9b371988
PH
16443The &%transport%& option is not used by the &(redirect)& router, but it does
16444have some private options that set up transports for pipe and file deliveries
16445(see chapter &<<CHAPredirect>>&).
168e428f
PH
16446
16447
16448
9b371988
PH
16449.option transport_current_directory routers string&!! unset
16450.cindex "current directory for local transport"
168e428f
PH
16451This option associates a current directory with any address that is routed
16452to a local transport. This can happen either because a transport is
16453explicitly configured for the router, or because it generates a delivery to a
16454file or a pipe. During the delivery process (that is, at transport time), this
16455option string is expanded and is set as the current directory, unless
16456overridden by a setting on the transport.
16457If the expansion fails for any reason, including forced failure, an error is
16458logged, and delivery is deferred.
9b371988
PH
16459See chapter &<<CHAPenvironment>>& for details of the local delivery
16460environment.
168e428f
PH
16461
16462
16463
168e428f 16464
9b371988
PH
16465.option transport_home_directory routers string&!! "see below"
16466.cindex "home directory" "for local transport"
168e428f
PH
16467This option associates a home directory with any address that is routed to a
16468local transport. This can happen either because a transport is explicitly
16469configured for the router, or because it generates a delivery to a file or a
16470pipe. During the delivery process (that is, at transport time), the option
16471string is expanded and is set as the home directory, unless overridden by a
9b371988 16472setting of &%home_directory%& on the transport.
168e428f
PH
16473If the expansion fails for any reason, including forced failure, an error is
16474logged, and delivery is deferred.
16475
16476If the transport does not specify a home directory, and
9b371988 16477&%transport_home_directory%& is not set for the router, the home directory for
f89d2485 16478the transport is taken from the password data if &%check_local_user%& is set for
9b371988 16479the router. Otherwise it is taken from &%router_home_directory%& if that option
168e428f
PH
16480is set; if not, no home directory is set for the transport.
16481
9b371988 16482See chapter &<<CHAPenvironment>>& for further details of the local delivery
168e428f
PH
16483environment.
16484
16485
16486
16487
9b371988
PH
16488.option unseen routers boolean&!! false
16489.cindex "router" "carrying on after success"
168e428f 16490The result of string expansion for this option must be a valid boolean value,
9b371988 16491that is, one of the strings &"yes"&, &"no"&, &"true"&, or &"false"&. Any other
068aaea8
PH
16492result causes an error, and delivery is deferred. If the expansion is forced to
16493fail, the default value for the option (false) is used. Other failures cause
16494delivery to be deferred.
16495
168e428f
PH
16496When this option is set true, routing does not cease if the router accepts the
16497address. Instead, a copy of the incoming address is passed to the next router,
9b371988
PH
16498overriding a false setting of &%more%&. There is little point in setting
16499&%more%& false if &%unseen%& is always true, but it may be useful in cases when
16500the value of &%unseen%& contains expansion items (and therefore, presumably, is
16501sometimes true and sometimes false).
16502
9b371988 16503.cindex "copy of message (&%unseen%& option)"
0a4e3112
PH
16504Setting the &%unseen%& option has a similar effect to the &%unseen%& command
16505qualifier in filter files. It can be used to cause copies of messages to be
16506delivered to some other destination, while also carrying out a normal delivery.
16507In effect, the current address is made into a &"parent"& that has two children
16508&-- one that is delivered as specified by this router, and a clone that goes on
16509to be routed further. For this reason, &%unseen%& may not be combined with the
9b371988 16510&%one_time%& option in a &(redirect)& router.
9b371988
PH
16511
16512&*Warning*&: Header lines added to the address (or specified for removal) by
16513this router or by previous routers affect the &"unseen"& copy of the message
16514only. The clone that continues to be processed by further routers starts with
0a4e3112
PH
16515no added headers and none specified for removal. For a &%redirect%& router, if
16516a generated address is the same as the incoming address, this can lead to
16517duplicate addresses with different header modifications. Exim does not do
16518duplicate deliveries (except, in certain circumstances, to pipes -- see section
16519&<<SECTdupaddr>>&), but it is undefined which of the duplicates is discarded,
16520so this ambiguous situation should be avoided. The &%repeat_use%& option of the
16521&%redirect%& router may be of help.
16522
16523Unlike the handling of header modifications, any data that was set by the
16524&%address_data%& option in the current or previous routers &'is'& passed on to
16525subsequent routers.
168e428f
PH
16526
16527
9b371988
PH
16528.option user routers string&!! "see below"
16529.cindex "uid (user id)" "local delivery"
16530.cindex "local transports" "uid and gid"
16531.cindex "transport" "local"
16532.cindex "router" "user for filter processing"
16533.cindex "filter" "user for processing"
168e428f
PH
16534When a router queues an address for a transport, and the transport does not
16535specify a user, the user given here is used when running the delivery process.
16536The user may be specified numerically or by name. If expansion fails, the
16537error is logged and delivery is deferred.
9b371988
PH
16538This user is also used by the &(redirect)& router when running a filter file.
16539The default is unset, except when &%check_local_user%& is set. In this case,
168e428f 16540the default is taken from the password information. If the user is specified as
9b371988
PH
16541a name, and &%group%& is not set, the group associated with the user is used.
16542See also &%initgroups%& and &%group%& and the discussion in chapter
16543&<<CHAPenvironment>>&.
168e428f
PH
16544
16545
168e428f 16546
9b371988
PH
16547.option verify routers&!? boolean true
16548Setting this option has the effect of setting &%verify_sender%& and
16549&%verify_recipient%& to the same value.
168e428f
PH
16550
16551
9b371988
PH
16552.option verify_only routers&!? boolean false
16553.cindex "EXPN" "with &%verify_only%&"
f89d2485 16554.oindex "&%-bv%&"
9b371988 16555.cindex "router" "used only when verifying"
168e428f 16556If this option is set, the router is used only when verifying an address or
9b371988
PH
16557testing with the &%-bv%& option, not when actually doing a delivery, testing
16558with the &%-bt%& option, or running the SMTP EXPN command. It can be further
16559restricted to verifying only senders or recipients by means of
16560&%verify_sender%& and &%verify_recipient%&.
168e428f 16561
9b371988 16562&*Warning*&: When the router is being run to verify addresses for an incoming
168e428f
PH
16563SMTP message, Exim is not running as root, but under its own uid. If the router
16564accesses any files, you need to make sure that they are accessible to the Exim
16565user or group.
16566
16567
9b371988 16568.option verify_recipient routers&!? boolean true
168e428f
PH
16569If this option is false, the router is skipped when verifying recipient
16570addresses
9b371988
PH
16571or testing recipient verification using &%-bv%&.
16572See section &<<SECTrouprecon>>& for a list of the order in which preconditions
168e428f
PH
16573are evaluated.
16574
16575
9b371988 16576.option verify_sender routers&!? boolean true
168e428f 16577If this option is false, the router is skipped when verifying sender addresses
9b371988
PH
16578or testing sender verification using &%-bvs%&.
16579See section &<<SECTrouprecon>>& for a list of the order in which preconditions
168e428f 16580are evaluated.
4f578862
PH
16581.ecindex IIDgenoprou1
16582.ecindex IIDgenoprou2
168e428f
PH
16583
16584
16585
16586
16587
16588
9b371988
PH
16589. ////////////////////////////////////////////////////////////////////////////
16590. ////////////////////////////////////////////////////////////////////////////
168e428f 16591
f89d2485 16592.chapter "The accept router" "CHID4"
9b371988
PH
16593.cindex "&(accept)& router"
16594.cindex "routers" "&(accept)&"
16595The &(accept)& router has no private options of its own. Unless it is being
16596used purely for verification (see &%verify_only%&) a transport is required to
16597be defined by the generic &%transport%& option. If the preconditions that are
168e428f
PH
16598specified by generic options are met, the router accepts the address and queues
16599it for the given transport. The most common use of this router is for setting
16600up deliveries to local mailboxes. For example:
9b371988
PH
16601.code
16602localusers:
16603 driver = accept
16604 domains = mydomain.example
16605 check_local_user
16606 transport = local_delivery
16607.endd
16608The &%domains%& condition in this example checks the domain of the address, and
16609&%check_local_user%& checks that the local part is the login of a local user.
16610When both preconditions are met, the &(accept)& router runs, and queues the
16611address for the &(local_delivery)& transport.
168e428f
PH
16612
16613
16614
16615
16616
16617
9b371988
PH
16618. ////////////////////////////////////////////////////////////////////////////
16619. ////////////////////////////////////////////////////////////////////////////
168e428f 16620
9b371988 16621.chapter "The dnslookup router" "CHAPdnslookup"
4f578862
PH
16622.scindex IIDdnsrou1 "&(dnslookup)& router"
16623.scindex IIDdnsrou2 "routers" "&(dnslookup)&"
9b371988 16624The &(dnslookup)& router looks up the hosts that handle mail for the
168e428f 16625recipient's domain in the DNS. A transport must always be set for this router,
9b371988 16626unless &%verify_only%& is set.
168e428f 16627
9b371988 16628If SRV support is configured (see &%check_srv%& below), Exim first searches for
168e428f
PH
16629SRV records. If none are found, or if SRV support is not configured,
16630MX records are looked up. If no MX records exist, address records are sought.
9b371988
PH
16631However, &%mx_domains%& can be set to disable the direct use of address
16632records.
168e428f
PH
16633
16634MX records of equal priority are sorted by Exim into a random order. Exim then
16635looks for address records for the host names obtained from MX or SRV records.
16636When a host has more than one IP address, they are sorted into a random order,
16637except that IPv6 addresses are always sorted before IPv4 addresses. If all the
9b371988 16638IP addresses found are discarded by a setting of the &%ignore_target_hosts%&
168e428f
PH
16639generic option, the router declines.
16640
16641Unless they have the highest priority (lowest MX value), MX records that point
9b371988 16642to the local host, or to any host name that matches &%hosts_treat_as_local%&,
168e428f
PH
16643are discarded, together with any other MX records of equal or lower priority.
16644
9b371988
PH
16645.cindex "MX record" "pointing to local host"
16646.cindex "local host" "MX pointing to"
0a4e3112 16647.oindex "&%self%&" "in &(dnslookup)& router"
168e428f 16648If the host pointed to by the highest priority MX record, or looked up as an
9b371988
PH
16649address record, is the local host, or matches &%hosts_treat_as_local%&, what
16650happens is controlled by the generic &%self%& option.
168e428f
PH
16651
16652
9b371988 16653.section "Problems with DNS lookups" "SECTprowitdnsloo"
168e428f
PH
16654There have been problems with DNS servers when SRV records are looked up.
16655Some mis-behaving servers return a DNS error or timeout when a non-existent
16656SRV record is sought. Similar problems have in the past been reported for
9b371988 16657MX records. The global &%dns_again_means_nonexist%& option can help with this
168e428f
PH
16658problem, but it is heavy-handed because it is a global option.
16659
9b371988
PH
16660For this reason, there are two options, &%srv_fail_domains%& and
16661&%mx_fail_domains%&, that control what happens when a DNS lookup in a
16662&(dnslookup)& router results in a DNS failure or a &"try again"& response. If
16663an attempt to look up an SRV or MX record causes one of these results, and the
16664domain matches the relevant list, Exim behaves as if the DNS had responded &"no
16665such record"&. In the case of an SRV lookup, this means that the router
16666proceeds to look for MX records; in the case of an MX lookup, it proceeds to
16667look for A or AAAA records, unless the domain matches &%mx_domains%&, in which
16668case routing fails.
168e428f
PH
16669
16670
16671
168e428f 16672
f89d2485 16673.section "Private options for dnslookup" "SECID118"
9b371988
PH
16674.cindex "options" "&(dnslookup)& router"
16675The private options for the &(dnslookup)& router are as follows:
168e428f 16676
9b371988
PH
16677.option check_secondary_mx dnslookup boolean false
16678.cindex "MX record" "checking for secondary"
168e428f
PH
16679If this option is set, the router declines unless the local host is found in
16680(and removed from) the list of hosts obtained by MX lookup. This can be used to
16681process domains for which the local host is a secondary mail exchanger
16682differently to other domains. The way in which Exim decides whether a host is
9b371988 16683the local host is described in section &<<SECTreclocipadd>>&.
168e428f
PH
16684
16685
9b371988
PH
16686.option check_srv dnslookup string&!! unset
16687.cindex "SRV record" "enabling use of"
16688The &(dnslookup)& router supports the use of SRV records (see RFC 2782) in
168e428f 16689addition to MX and address records. The support is disabled by default. To
9b371988 16690enable SRV support, set the &%check_srv%& option to the name of the service
168e428f 16691required. For example,
9b371988
PH
16692.code
16693check_srv = smtp
16694.endd
168e428f
PH
16695looks for SRV records that refer to the normal smtp service. The option is
16696expanded, so the service name can vary from message to message or address
16697to address. This might be helpful if SRV records are being used for a
9b371988 16698submission service. If the expansion is forced to fail, the &%check_srv%&
168e428f
PH
16699option is ignored, and the router proceeds to look for MX records in the
16700normal way.
16701
16702When the expansion succeeds, the router searches first for SRV records for
16703the given service (it assumes TCP protocol). A single SRV record with a
9b371988
PH
16704host name that consists of just a single dot indicates &"no such service for
16705this domain"&; if this is encountered, the router declines. If other kinds of
168e428f
PH
16706SRV record are found, they are used to construct a host list for delivery
16707according to the rules of RFC 2782. MX records are not sought in this case.
16708
16709When no SRV records are found, MX records (and address records) are sought in
16710the traditional way. In other words, SRV records take precedence over MX
16711records, just as MX records take precedence over address records. Note that
16712this behaviour is not sanctioned by RFC 2782, though a previous draft RFC
16713defined it. It is apparently believed that MX records are sufficient for email
16714and that SRV records should not be used for this purpose. However, SRV records
9b371988 16715have an additional &"weight"& feature which some people might find useful when
168e428f
PH
16716trying to split an SMTP load between hosts of different power.
16717
9b371988
PH
16718See section &<<SECTprowitdnsloo>>& above for a discussion of Exim's behaviour
16719when there is a DNS lookup error.
168e428f
PH
16720
16721
168e428f 16722
9b371988
PH
16723.option mx_domains dnslookup "domain list&!!" unset
16724.cindex "MX record" "required to exist"
16725.cindex "SRV record" "required to exist"
16726A domain that matches &%mx_domains%& is required to have either an MX or an SRV
f89d2485 16727record in order to be recognized. (The name of this option could be improved.)
9b371988
PH
16728For example, if all the mail hosts in &'fict.example'& are known to have MX
16729records, except for those in &'discworld.fict.example'&, you could use this
168e428f 16730setting:
9b371988
PH
16731.code
16732mx_domains = ! *.discworld.fict.example : *.fict.example
16733.endd
168e428f
PH
16734This specifies that messages addressed to a domain that matches the list but
16735has no MX record should be bounced immediately instead of being routed using
16736the address record.
16737
16738
9b371988 16739.option mx_fail_domains dnslookup "domain list&!!" unset
168e428f
PH
16740If the DNS lookup for MX records for one of the domains in this list causes a
16741DNS lookup error, Exim behaves as if no MX records were found. See section
9b371988 16742&<<SECTprowitdnsloo>>& for more discussion.
168e428f
PH
16743
16744
16745
168e428f 16746
9b371988
PH
16747.option qualify_single dnslookup boolean true
16748.cindex "DNS" "resolver options"
16749.cindex "DNS" "qualifying single-component names"
168e428f
PH
16750When this option is true, the resolver option RES_DEFNAMES is set for DNS
16751lookups. Typically, but not standardly, this causes the resolver to qualify
16752single-component names with the default domain. For example, on a machine
9b371988
PH
16753called &'dictionary.ref.example'&, the domain &'thesaurus'& would be changed to
16754&'thesaurus.ref.example'& inside the resolver. For details of what your
16755resolver actually does, consult your man pages for &'resolver'& and
16756&'resolv.conf'&.
168e428f
PH
16757
16758
16759
9b371988
PH
16760.option rewrite_headers dnslookup boolean true
16761.cindex "rewriting" "header lines"
16762.cindex "header lines" "rewriting"
168e428f
PH
16763If the domain name in the address that is being processed is not fully
16764qualified, it may be expanded to its full form by a DNS lookup. For example, if
9b371988
PH
16765an address is specified as &'dormouse@teaparty'&, the domain might be
16766expanded to &'teaparty.wonderland.fict.example'&. Domain expansion can also
16767occur as a result of setting the &%widen_domains%& option. If
16768&%rewrite_headers%& is true, all occurrences of the abbreviated domain name in
16769any &'Bcc:'&, &'Cc:'&, &'From:'&, &'Reply-to:'&, &'Sender:'&, and &'To:'&
16770header lines of the message are rewritten with the full domain name.
168e428f
PH
16771
16772This option should be turned off only when it is known that no message is
16773ever going to be sent outside an environment where the abbreviation makes
16774sense.
16775
16776When an MX record is looked up in the DNS and matches a wildcard record, name
16777servers normally return a record containing the name that has been looked up,
16778making it impossible to detect whether a wildcard was present or not. However,
16779some name servers have recently been seen to return the wildcard entry. If the
16780name returned by a DNS lookup begins with an asterisk, it is not used for
16781header rewriting.
16782
16783
9b371988
PH
16784.option same_domain_copy_routing dnslookup boolean false
16785.cindex "address" "copying routing"
16786Addresses with the same domain are normally routed by the &(dnslookup)& router
168e428f
PH
16787to the same list of hosts. However, this cannot be presumed, because the router
16788options and preconditions may refer to the local part of the address. By
16789default, therefore, Exim routes each address in a message independently. DNS
16790servers run caches, so repeated DNS lookups are not normally expensive, and in
16791any case, personal messages rarely have more than a few recipients.
16792
16793If you are running mailing lists with large numbers of subscribers at the same
9b371988
PH
16794domain, and you are using a &(dnslookup)& router which is independent of the
16795local part, you can set &%same_domain_copy_routing%& to bypass repeated DNS
16796lookups for identical domains in one message. In this case, when &(dnslookup)&
168e428f
PH
16797routes an address to a remote transport, any other unrouted addresses in the
16798message that have the same domain are automatically given the same routing
16799without processing them independently,
16800provided the following conditions are met:
16801
9b371988
PH
16802.ilist
16803No router that processed the address specified &%headers_add%& or
16804&%headers_remove%&.
16805.next
16806The router did not change the address in any way, for example, by &"widening"&
168e428f 16807the domain.
9b371988 16808.endlist
168e428f
PH
16809
16810
16811
16812
9b371988
PH
16813.option search_parents dnslookup boolean false
16814.cindex "DNS" "resolver options"
168e428f 16815When this option is true, the resolver option RES_DNSRCH is set for DNS
9b371988
PH
16816lookups. This is different from the &%qualify_single%& option in that it
16817applies to domains containing dots. Typically, but not standardly, it causes
16818the resolver to search for the name in the current domain and in parent
16819domains. For example, on a machine in the &'fict.example'& domain, if looking
16820up &'teaparty.wonderland'& failed, the resolver would try
16821&'teaparty.wonderland.fict.example'&. For details of what your resolver
16822actually does, consult your man pages for &'resolver'& and &'resolv.conf'&.
168e428f
PH
16823
16824Setting this option true can cause problems in domains that have a wildcard MX
16825record, because any domain that does not have its own MX record matches the
16826local wildcard.
16827
16828
16829
9b371988 16830.option srv_fail_domains dnslookup "domain list&!!" unset
168e428f
PH
16831If the DNS lookup for SRV records for one of the domains in this list causes a
16832DNS lookup error, Exim behaves as if no SRV records were found. See section
9b371988 16833&<<SECTprowitdnsloo>>& for more discussion.
168e428f
PH
16834
16835
16836
168e428f 16837
9b371988
PH
16838.option widen_domains dnslookup "string list" unset
16839.cindex "domain" "partial; widening"
168e428f
PH
16840If a DNS lookup fails and this option is set, each of its strings in turn is
16841added onto the end of the domain, and the lookup is tried again. For example,
16842if
9b371988
PH
16843.code
16844widen_domains = fict.example:ref.example
16845.endd
16846is set and a lookup of &'klingon.dictionary'& fails,
16847&'klingon.dictionary.fict.example'& is looked up, and if this fails,
16848&'klingon.dictionary.ref.example'& is tried. Note that the &%qualify_single%&
16849and &%search_parents%& options can cause some widening to be undertaken inside
4f578862
PH
16850the DNS resolver. &%widen_domains%& is not applied to sender addresses
16851when verifying, unless &%rewrite_headers%& is false (not the default).
9b371988
PH
16852
16853
f89d2485 16854.section "Effect of qualify_single and search_parents" "SECID119"
168e428f 16855When a domain from an envelope recipient is changed by the resolver as a result
9b371988
PH
16856of the &%qualify_single%& or &%search_parents%& options, Exim rewrites the
16857corresponding address in the message's header lines unless &%rewrite_headers%&
168e428f
PH
16858is set false. Exim then re-routes the address, using the full domain.
16859
16860These two options affect only the DNS lookup that takes place inside the router
16861for the domain of the address that is being routed. They do not affect lookups
16862such as that implied by
9b371988
PH
16863.code
16864domains = @mx_any
16865.endd
168e428f
PH
16866that may happen while processing a router precondition before the router is
16867entered. No widening ever takes place for these lookups.
4f578862
PH
16868.ecindex IIDdnsrou1
16869.ecindex IIDdnsrou2
168e428f
PH
16870
16871
16872
16873
16874
16875
16876
16877
16878
9b371988
PH
16879. ////////////////////////////////////////////////////////////////////////////
16880. ////////////////////////////////////////////////////////////////////////////
168e428f 16881
f89d2485 16882.chapter "The ipliteral router" "CHID5"
9b371988
PH
16883.cindex "&(ipliteral)& router"
16884.cindex "domain literal" "routing"
16885.cindex "routers" "&(ipliteral)&"
168e428f 16886This router has no private options. Unless it is being used purely for
9b371988
PH
16887verification (see &%verify_only%&) a transport is required to be defined by the
16888generic &%transport%& option. The router accepts the address if its domain part
4f578862
PH
16889takes the form of an RFC 2822 domain literal. For example, the &(ipliteral)&
16890router handles the address
9b371988
PH
16891.code
16892root@[192.168.1.1]
16893.endd
4f578862
PH
16894by setting up delivery to the host with that IP address. IPv4 domain literals
16895consist of an IPv4 address enclosed in square brackets. IPv6 domain literals
16896are similar, but the address is preceded by &`ipv6:`&. For example:
16897.code
16898postmaster@[ipv6:fe80::a00:20ff:fe86:a061.5678]
16899.endd
16900Exim allows &`ipv4:`& before IPv4 addresses, for consistency, and on the
16901grounds that sooner or later somebody will try it.
168e428f 16902
0a4e3112 16903.oindex "&%self%&" "in &(ipliteral)& router"
9b371988 16904If the IP address matches something in &%ignore_target_hosts%&, the router
168e428f 16905declines. If an IP literal turns out to refer to the local host, the generic
9b371988 16906&%self%& option determines what happens.
168e428f
PH
16907
16908The RFCs require support for domain literals; however, their use is
16909controversial in today's Internet. If you want to use this router, you must
9b371988 16910also set the main configuration option &%allow_domain_literals%&. Otherwise,
168e428f
PH
16911Exim will not recognize the domain literal syntax in addresses.
16912
16913
16914
9b371988
PH
16915. ////////////////////////////////////////////////////////////////////////////
16916. ////////////////////////////////////////////////////////////////////////////
168e428f 16917
f89d2485 16918.chapter "The iplookup router" "CHID6"
9b371988
PH
16919.cindex "&(iplookup)& router"
16920.cindex "routers" "&(iplookup)&"
16921The &(iplookup)& router was written to fulfil a specific requirement in
168e428f
PH
16922Cambridge University (which in fact no longer exists). For this reason, it is
16923not included in the binary of Exim by default. If you want to include it, you
16924must set
9b371988
PH
16925.code
16926ROUTER_IPLOOKUP=yes
16927.endd
16928in your &_Local/Makefile_& configuration file.
168e428f 16929
9b371988 16930The &(iplookup)& router routes an address by sending it over a TCP or UDP
168e428f 16931connection to one or more specific hosts. The host can then return the same or
9b371988 16932a different address &-- in effect rewriting the recipient address in the
168e428f
PH
16933message's envelope. The new address is then passed on to subsequent routers. If
16934this process fails, the address can be passed on to other routers, or delivery
9b371988
PH
16935can be deferred. Since &(iplookup)& is just a rewriting router, a transport
16936must not be specified for it.
168e428f 16937
9b371988
PH
16938.cindex "options" "&(iplookup)& router"
16939.option hosts iplookup string unset
168e428f 16940This option must be supplied. Its value is a colon-separated list of host
9b371988
PH
16941names. The hosts are looked up using &[gethostbyname()]&
16942(or &[getipnodebyname()]& when available)
168e428f 16943and are tried in order until one responds to the query. If none respond, what
9b371988 16944happens is controlled by &%optional%&.
168e428f
PH
16945
16946
9b371988
PH
16947.option optional iplookup boolean false
16948If &%optional%& is true, if no response is obtained from any host, the address
16949is passed to the next router, overriding &%no_more%&. If &%optional%& is false,
168e428f
PH
16950delivery to the address is deferred.
16951
16952
9b371988
PH
16953.option port iplookup integer 0
16954.cindex "port" "&(iplookup)& router"
168e428f
PH
16955This option must be supplied. It specifies the port number for the TCP or UDP
16956call.
16957
16958
9b371988
PH
16959.option protocol iplookup string udp
16960This option can be set to &"udp"& or &"tcp"& to specify which of the two
16961protocols is to be used.
168e428f 16962
168e428f 16963
f89d2485 16964.option query iplookup string&!! "see below"
168e428f 16965This defines the content of the query that is sent to the remote hosts. The
f89d2485
PH
16966default value is:
16967.code
16968$local_part@$domain $local_part@$domain
16969.endd
16970The repetition serves as a way of checking that a response is to the correct
16971query in the default case (see &%response_pattern%& below).
168e428f
PH
16972
16973
9b371988 16974.option reroute iplookup string&!! unset
168e428f
PH
16975If this option is not set, the rerouted address is precisely the byte string
16976returned by the remote host, up to the first white space, if any. If set, the
16977string is expanded to form the rerouted address. It can include parts matched
9b371988
PH
16978in the response by &%response_pattern%& by means of numeric variables such as
16979&$1$&, &$2$&, etc. The variable &$0$& refers to the entire input string,
168e428f 16980whether or not a pattern is in use. In all cases, the rerouted address must end
9b371988 16981up in the form &'local_part@domain'&.
168e428f 16982
168e428f 16983
9b371988 16984.option response_pattern iplookup string unset
168e428f
PH
16985This option can be set to a regular expression that is applied to the string
16986returned from the remote host. If the pattern does not match the response, the
9b371988
PH
16987router declines. If &%response_pattern%& is not set, no checking of the
16988response is done, unless the query was defaulted, in which case there is a
16989check that the text returned after the first white space is the original
16990address. This checks that the answer that has been received is in response to
16991the correct question. For example, if the response is just a new domain, the
16992following could be used:
16993.code
16994response_pattern = ^([^@]+)$
16995reroute = $local_part@$1
16996.endd
16997
16998.option timeout iplookup time 5s
168e428f 16999This specifies the amount of time to wait for a response from the remote
9b371988 17000machine. The same timeout is used for the &[connect()]& function for a TCP
168e428f
PH
17001call. It does not apply to UDP.
17002
17003
17004
17005
9b371988
PH
17006. ////////////////////////////////////////////////////////////////////////////
17007. ////////////////////////////////////////////////////////////////////////////
168e428f 17008
f89d2485 17009.chapter "The manualroute router" "CHID7"
4f578862
PH
17010.scindex IIDmanrou1 "&(manualroute)& router"
17011.scindex IIDmanrou2 "routers" "&(manualroute)&"
9b371988
PH
17012.cindex "domain" "manually routing"
17013The &(manualroute)& router is so-called because it provides a way of manually
168e428f
PH
17014routing an address according to its domain. It is mainly used when you want to
17015route addresses to remote hosts according to your own rules, bypassing the
9b371988 17016normal DNS routing that looks up MX records. However, &(manualroute)& can also
168e428f
PH
17017route to local transports, a facility that may be useful if you want to save
17018messages for dial-in hosts in local files.
17019
9b371988
PH
17020The &(manualroute)& router compares a list of domain patterns with the domain
17021it is trying to route. If there is no match, the router declines. Each pattern
17022has associated with it a list of hosts and some other optional data, which may
168e428f 17023include a transport. The combination of a pattern and its data is called a
9b371988
PH
17024&"routing rule"&. For patterns that do not have an associated transport, the
17025generic &%transport%& option must specify a transport, unless the router is
17026being used purely for verification (see &%verify_only%&).
168e428f 17027
f89d2485 17028.vindex "&$host$&"
168e428f
PH
17029In the case of verification, matching the domain pattern is sufficient for the
17030router to accept the address. When actually routing an address for delivery,
17031an address that matches a domain pattern is queued for the associated
17032transport. If the transport is not a local one, a host list must be associated
17033with the pattern; IP addresses are looked up for the hosts, and these are
17034passed to the transport along with the mail address. For local transports, a
9b371988 17035host list is optional. If it is present, it is passed in &$host$& as a single
168e428f
PH
17036text string.
17037
9b371988
PH
17038The list of routing rules can be provided as an inline string in
17039&%route_list%&, or the data can be obtained by looking up the domain in a file
17040or database by setting &%route_data%&. Only one of these settings may appear in
17041any one instance of &(manualroute)&. The format of routing rules is described
17042below, following the list of private options.
168e428f 17043
168e428f 17044
9b371988 17045.section "Private options for manualroute" "SECTprioptman"
168e428f 17046
9b371988
PH
17047.cindex "options" "&(manualroute)& router"
17048The private options for the &(manualroute)& router are as follows:
168e428f 17049
f89d2485
PH
17050.option host_all_ignored manualroute string defer
17051See &%host_find_failed%&.
168e428f 17052
9b371988
PH
17053.option host_find_failed manualroute string freeze
17054This option controls what happens when &(manualroute)& tries to find an IP
168e428f 17055address for a host, and the host does not exist. The option can be set to one
f89d2485 17056of the following values:
9b371988
PH
17057.code
17058decline
17059defer
17060fail
17061freeze
f89d2485 17062ignore
9b371988
PH
17063pass
17064.endd
f89d2485
PH
17065The default (&"freeze"&) assumes that this state is a serious configuration
17066error. The difference between &"pass"& and &"decline"& is that the former
17067forces the address to be passed to the next router (or the router defined by
9b371988 17068&%pass_router%&),
0a4e3112 17069.oindex "&%more%&"
9b371988
PH
17070overriding &%no_more%&, whereas the latter passes the address to the next
17071router only if &%more%& is true.
168e428f 17072
f89d2485
PH
17073The value &"ignore"& causes Exim to completely ignore a host whose IP address
17074cannot be found. If all the hosts in the list are ignored, the behaviour is
17075controlled by the &%host_all_ignored%& option. This takes the same values
17076as &%host_find_failed%&, except that it cannot be set to &"ignore"&.
17077
17078The &%host_find_failed%& option applies only to a definite &"does not exist"&
17079state; if a host lookup gets a temporary error, delivery is deferred unless the
17080generic &%pass_on_timeout%& option is set.
168e428f 17081
168e428f 17082
9b371988
PH
17083.option hosts_randomize manualroute boolean false
17084.cindex "randomized host list"
17085.cindex "host" "list of; randomized"
168e428f
PH
17086If this option is set, the order of the items in a host list in a routing rule
17087is randomized each time the list is used, unless an option in the routing rule
17088overrides (see below). Randomizing the order of a host list can be used to do
17089crude load sharing. However, if more than one mail address is routed by the
17090same router to the same host list, the host lists are considered to be the same
17091(even though they may be randomized into different orders) for the purpose of
17092deciding whether to batch the deliveries into a single SMTP transaction.
17093
9b371988 17094When &%hosts_randomize%& is true, a host list may be split
168e428f
PH
17095into groups whose order is separately randomized. This makes it possible to
17096set up MX-like behaviour. The boundaries between groups are indicated by an
9b371988
PH
17097item that is just &`+`& in the host list. For example:
17098.code
17099route_list = * host1:host2:host3:+:host4:host5
17100.endd
168e428f
PH
17101The order of the first three hosts and the order of the last two hosts is
17102randomized for each use, but the first three always end up before the last two.
9b371988
PH
17103If &%hosts_randomize%& is not set, a &`+`& item in the list is ignored. If a
17104randomized host list is passed to an &(smtp)& transport that also has
17105&%hosts_randomize set%&, the list is not re-randomized.
168e428f
PH
17106
17107
9b371988 17108.option route_data manualroute string&!! unset
168e428f
PH
17109If this option is set, it must expand to yield the data part of a routing rule.
17110Typically, the expansion string includes a lookup based on the domain. For
17111example:
9b371988
PH
17112.code
17113route_data = ${lookup{$domain}dbm{/etc/routes}}
17114.endd
168e428f
PH
17115If the expansion is forced to fail, or the result is an empty string, the
17116router declines. Other kinds of expansion failure cause delivery to be
17117deferred.
17118
17119
0a4e3112 17120.option route_list manualroute "string list" unset
168e428f
PH
17121This string is a list of routing rules, in the form defined below. Note that,
17122unlike most string lists, the items are separated by semicolons. This is so
17123that they may contain colon-separated host lists.
17124
17125
9b371988
PH
17126.option same_domain_copy_routing manualroute boolean false
17127.cindex "address" "copying routing"
17128Addresses with the same domain are normally routed by the &(manualroute)&
17129router to the same list of hosts. However, this cannot be presumed, because the
17130router options and preconditions may refer to the local part of the address. By
168e428f
PH
17131default, therefore, Exim routes each address in a message independently. DNS
17132servers run caches, so repeated DNS lookups are not normally expensive, and in
17133any case, personal messages rarely have more than a few recipients.
17134
17135If you are running mailing lists with large numbers of subscribers at the same
9b371988
PH
17136domain, and you are using a &(manualroute)& router which is independent of the
17137local part, you can set &%same_domain_copy_routing%& to bypass repeated DNS
17138lookups for identical domains in one message. In this case, when
17139&(manualroute)& routes an address to a remote transport, any other unrouted
17140addresses in the message that have the same domain are automatically given the
17141same routing without processing them independently. However, this is only done
17142if &%headers_add%& and &%headers_remove%& are unset.
168e428f
PH
17143
17144
17145
17146
f89d2485 17147.section "Routing rules in route_list" "SECID120"
9b371988 17148The value of &%route_list%& is a string consisting of a sequence of routing
168e428f 17149rules, separated by semicolons. If a semicolon is needed in a rule, it can be
068aaea8 17150entered as two semicolons. Alternatively, the list separator can be changed as
9b371988 17151described (for colon-separated lists) in section &<<SECTlistconstruct>>&.
068aaea8 17152Empty rules are ignored. The format of each rule is
9b371988
PH
17153.display
17154<&'domain pattern'&> <&'list of hosts'&> <&'options'&>
17155.endd
168e428f
PH
17156The following example contains two rules, each with a simple domain pattern and
17157no options:
9b371988 17158.code
168e428f
PH
17159route_list = \
17160 dict.ref.example mail-1.ref.example:mail-2.ref.example ; \
17161 thes.ref.example mail-3.ref.example:mail-4.ref.example
9b371988 17162.endd
168e428f
PH
17163The three parts of a rule are separated by white space. The pattern and the
17164list of hosts can be enclosed in quotes if necessary, and if they are, the
9b371988 17165usual quoting rules apply. Each rule in a &%route_list%& must start with a
168e428f
PH
17166single domain pattern, which is the only mandatory item in the rule. The
17167pattern is in the same format as one item in a domain list (see section
9b371988 17168&<<SECTdomainlist>>&),
168e428f
PH
17169except that it may not be the name of an interpolated file.
17170That is, it may be wildcarded, or a regular expression, or a file or database
17171lookup (with semicolons doubled, because of the use of semicolon as a separator
9b371988 17172in a &%route_list%&).
168e428f 17173
9b371988 17174The rules in &%route_list%& are searched in order until one of the patterns
168e428f
PH
17175matches the domain that is being routed. The list of hosts and then options are
17176then used as described below. If there is no match, the router declines. When
9b371988 17177&%route_list%& is set, &%route_data%& must not be set.
168e428f
PH
17178
17179
17180
f89d2485 17181.section "Routing rules in route_data" "SECID121"
9b371988 17182The use of &%route_list%& is convenient when there are only a small number of
168e428f 17183routing rules. For larger numbers, it is easier to use a file or database to
9b371988
PH
17184hold the routing information, and use the &%route_data%& option instead.
17185The value of &%route_data%& is a list of hosts, followed by (optional) options.
17186Most commonly, &%route_data%& is set as a string that contains an
168e428f
PH
17187expansion lookup. For example, suppose we place two routing rules in a file
17188like this:
9b371988
PH
17189.code
17190dict.ref.example: mail-1.ref.example:mail-2.ref.example
17191thes.ref.example: mail-3.ref.example:mail-4.ref.example
17192.endd
168e428f 17193This data can be accessed by setting
9b371988
PH
17194.code
17195route_data = ${lookup{$domain}lsearch{/the/file/name}}
17196.endd
168e428f 17197Failure of the lookup results in an empty string, causing the router to
9b371988 17198decline. However, you do not have to use a lookup in &%route_data%&. The only
168e428f
PH
17199requirement is that the result of expanding the string is a list of hosts,
17200possibly followed by options, separated by white space. The list of hosts must
17201be enclosed in quotes if it contains white space.
17202
17203
17204
17205
f89d2485 17206.section "Format of the list of hosts" "SECID122"
9b371988
PH
17207A list of hosts, whether obtained via &%route_data%& or &%route_list%&, is
17208always separately expanded before use. If the expansion fails, the router
17209declines. The result of the expansion must be a colon-separated list of names
17210and/or IP addresses, optionally also including ports. The format of each item
17211in the list is described in the next section. The list separator can be changed
17212as described in section &<<SECTlistconstruct>>&.
168e428f 17213
9b371988 17214If the list of hosts was obtained from a &%route_list%& item, the following
168e428f
PH
17215variables are set during its expansion:
17216
9b371988
PH
17217.ilist
17218.cindex "numerical variables (&$1$& &$2$& etc)" "in &(manualroute)& router"
168e428f 17219If the domain was matched against a regular expression, the numeric variables
9b371988
PH
17220&$1$&, &$2$&, etc. may be set. For example:
17221.code
17222route_list = ^domain(\d+) host-$1.text.example
17223.endd
17224.next
17225&$0$& is always set to the entire domain.
17226.next
17227&$1$& is also set when partial matching is done in a file lookup.
17228
17229.next
f89d2485 17230.vindex "&$value$&"
168e428f 17231If the pattern that matched the domain was a lookup item, the data that was
9b371988
PH
17232looked up is available in the expansion variable &$value$&. For example:
17233.code
17234route_list = lsearch;;/some/file.routes $value
17235.endd
17236.endlist
068aaea8
PH
17237
17238Note the doubling of the semicolon in the pattern that is necessary because
17239semicolon is the default route list separator.
17240
17241
17242
9b371988 17243.section "Format of one host item" "SECTformatonehostitem"
068aaea8
PH
17244Each item in the list of hosts is either a host name or an IP address,
17245optionally with an attached port number. When no port is given, an IP address
17246is not enclosed in brackets. When a port is specified, it overrides the port
17247specification on the transport. The port is separated from the name or address
17248by a colon. This leads to some complications:
168e428f 17249
9b371988
PH
17250.ilist
17251Because colon is the default separator for the list of hosts, either
068aaea8
PH
17252the colon that specifies a port must be doubled, or the list separator must
17253be changed. The following two examples have the same effect:
9b371988
PH
17254.code
17255route_list = * "host1.tld::1225 : host2.tld::1226"
17256route_list = * "<+ host1.tld:1225 + host2.tld:1226"
17257.endd
17258.next
17259When IPv6 addresses are involved, it gets worse, because they contain
068aaea8
PH
17260colons of their own. To make this case easier, it is permitted to
17261enclose an IP address (either v4 or v6) in square brackets if a port
17262number follows. For example:
9b371988
PH
17263.code
17264route_list = * "</ [10.1.1.1]:1225 / [::1]:1226"
17265.endd
17266.endlist
9b371988
PH
17267
17268.section "How the list of hosts is used" "SECThostshowused"
17269When an address is routed to an &(smtp)& transport by &(manualroute)&, each of
168e428f 17270the hosts is tried, in the order specified, when carrying out the SMTP
9b371988
PH
17271delivery. However, the order can be changed by setting the &%hosts_randomize%&
17272option, either on the router (see section &<<SECTprioptman>>& above), or on the
168e428f
PH
17273transport.
17274
17275Hosts may be listed by name or by IP address. An unadorned name in the list of
9b371988 17276hosts is interpreted as a host name. A name that is followed by &`/MX`& is
168e428f
PH
17277interpreted as an indirection to a sublist of hosts obtained by looking up MX
17278records in the DNS. For example:
9b371988
PH
17279.code
17280route_list = * x.y.z:p.q.r/MX:e.f.g
17281.endd
068aaea8
PH
17282If this feature is used with a port specifier, the port must come last. For
17283example:
9b371988
PH
17284.code
17285route_list = * dom1.tld/mx::1225
17286.endd
9b371988 17287If the &%hosts_randomize%& option is set, the order of the items in the list is
168e428f 17288randomized before any lookups are done. Exim then scans the list; for any name
9b371988 17289that is not followed by &`/MX`& it looks up an IP address. If this turns out to
168e428f
PH
17290be an interface on the local host and the item is not the first in the list,
17291Exim discards it and any subsequent items. If it is the first item, what
17292happens is controlled by the
0a4e3112 17293.oindex "&%self%&" "in &(manualroute)& router"
9b371988 17294&%self%& option of the router.
168e428f 17295
9b371988 17296A name on the list that is followed by &`/MX`& is replaced with the list of
168e428f 17297hosts obtained by looking up MX records for the name. This is always a DNS
9b371988
PH
17298lookup; the &%bydns%& and &%byname%& options (see section &<<SECThowoptused>>&
17299below) are not relevant here. The order of these hosts is determined by the
17300preference values in the MX records, according to the usual rules. Because
17301randomizing happens before the MX lookup, it does not affect the order that is
17302defined by MX preferences.
168e428f
PH
17303
17304If the local host is present in the sublist obtained from MX records, but is
17305not the most preferred host in that list, it and any equally or less
17306preferred hosts are removed before the sublist is inserted into the main list.
17307
17308If the local host is the most preferred host in the MX list, what happens
9b371988 17309depends on where in the original list of hosts the &`/MX`& item appears. If it
168e428f
PH
17310is not the first item (that is, there are previous hosts in the main list),
17311Exim discards this name and any subsequent items in the main list.
17312
17313If the MX item is first in the list of hosts, and the local host is the
9b371988 17314most preferred host, what happens is controlled by the &%self%& option of the
168e428f
PH
17315router.
17316
17317DNS failures when lookup up the MX records are treated in the same way as DNS
9b371988
PH
17318failures when looking up IP addresses: &%pass_on_timeout%& and
17319&%host_find_failed%& are used when relevant.
168e428f 17320
9b371988 17321The generic &%ignore_target_hosts%& option applies to all hosts in the list,
168e428f
PH
17322whether obtained from an MX lookup or not.
17323
17324
17325
9b371988 17326.section "How the options are used" "SECThowoptused"
168e428f
PH
17327The options are a sequence of words; in practice no more than three are ever
17328present. One of the words can be the name of a transport; this overrides the
9b371988 17329&%transport%& option on the router for this particular routing rule only. The
168e428f
PH
17330other words (if present) control randomization of the list of hosts on a
17331per-rule basis, and how the IP addresses of the hosts are to be found when
17332routing to a remote transport. These options are as follows:
17333
9b371988
PH
17334.ilist
17335&%randomize%&: randomize the order of the hosts in this list, overriding the
17336setting of &%hosts_randomize%& for this routing rule only.
17337.next
17338&%no_randomize%&: do not randomize the order of the hosts in this list,
17339overriding the setting of &%hosts_randomize%& for this routing rule only.
17340.next
17341&%byname%&: use &[getipnodebyname()]& (&[gethostbyname()]& on older systems) to
168e428f 17342find IP addresses. This function may ultimately cause a DNS lookup, but it may
9b371988
PH
17343also look in &_/etc/hosts_& or other sources of information.
17344.next
17345&%bydns%&: look up address records for the hosts directly in the DNS; fail if
168e428f
PH
17346no address records are found. If there is a temporary DNS error (such as a
17347timeout), delivery is deferred.
9b371988 17348.endlist
168e428f
PH
17349
17350For example:
9b371988 17351.code
168e428f
PH
17352route_list = domain1 host1:host2:host3 randomize bydns;\
17353 domain2 host4:host5
9b371988
PH
17354.endd
17355If neither &%byname%& nor &%bydns%& is given, Exim behaves as follows: First, a
17356DNS lookup is done. If this yields anything other than HOST_NOT_FOUND, that
17357result is used. Otherwise, Exim goes on to try a call to &[getipnodebyname()]&
17358or &[gethostbyname()]&, and the result of the lookup is the result of that
168e428f
PH
17359call.
17360
9b371988
PH
17361&*Warning*&: It has been discovered that on some systems, if a DNS lookup
17362called via &[getipnodebyname()]& times out, HOST_NOT_FOUND is returned
168e428f 17363instead of TRY_AGAIN. That is why the default action is to try a DNS
9b371988 17364lookup first. Only if that gives a definite &"no such host"& is the local
168e428f
PH
17365function called.
17366
17367
17368
17369If no IP address for a host can be found, what happens is controlled by the
9b371988 17370&%host_find_failed%& option.
168e428f 17371
f89d2485 17372.vindex "&$host$&"
168e428f 17373When an address is routed to a local transport, IP addresses are not looked up.
9b371988 17374The host list is passed to the transport in the &$host$& variable.
168e428f
PH
17375
17376
17377
f89d2485 17378.section "Manualroute examples" "SECID123"
9b371988 17379In some of the examples that follow, the presence of the &%remote_smtp%&
168e428f
PH
17380transport, as defined in the default configuration file, is assumed:
17381
9b371988
PH
17382.ilist
17383.cindex "smart host" "example router"
17384The &(manualroute)& router can be used to forward all external mail to a
17385&'smart host'&. If you have set up, in the main part of the configuration, a
17386named domain list that contains your local domains, for example:
17387.code
17388domainlist local_domains = my.domain.example
17389.endd
17390You can arrange for all other domains to be routed to a smart host by making
168e428f 17391your first router something like this:
9b371988
PH
17392.code
17393smart_route:
17394 driver = manualroute
17395 domains = !+local_domains
17396 transport = remote_smtp
17397 route_list = * smarthost.ref.example
17398.endd
168e428f 17399This causes all non-local addresses to be sent to the single host
9b371988 17400&'smarthost.ref.example'&. If a colon-separated list of smart hosts is given,
168e428f 17401they are tried in order
9b371988 17402(but you can use &%hosts_randomize%& to vary the order each time).
168e428f 17403Another way of configuring the same thing is this:
9b371988
PH
17404.code
17405smart_route:
17406 driver = manualroute
17407 transport = remote_smtp
17408 route_list = !+local_domains smarthost.ref.example
17409.endd
168e428f 17410There is no difference in behaviour between these two routers as they stand.
9b371988
PH
17411However, they behave differently if &%no_more%& is added to them. In the first
17412example, the router is skipped if the domain does not match the &%domains%&
168e428f 17413precondition; the following router is always tried. If the router runs, it
9b371988
PH
17414always matches the domain and so can never decline. Therefore, &%no_more%&
17415would have no effect. In the second case, the router is never skipped; it
17416always runs. However, if it doesn't match the domain, it declines. In this case
17417&%no_more%& would prevent subsequent routers from running.
17418
17419.next
17420.cindex "mail hub example"
17421A &'mail hub'& is a host which receives mail for a number of domains via MX
168e428f
PH
17422records in the DNS and delivers it via its own private routing mechanism. Often
17423the final destinations are behind a firewall, with the mail hub being the one
17424machine that can connect to machines both inside and outside the firewall. The
9b371988 17425&(manualroute)& router is usually used on a mail hub to route incoming messages
168e428f 17426to the correct hosts. For a small number of domains, the routing can be inline,
9b371988 17427using the &%route_list%& option, but for a larger number a file or database
168e428f 17428lookup is easier to manage.
9b371988 17429
168e428f
PH
17430If the domain names are in fact the names of the machines to which the mail is
17431to be sent by the mail hub, the configuration can be quite simple. For
9b371988
PH
17432example:
17433.code
17434hub_route:
17435 driver = manualroute
17436 transport = remote_smtp
17437 route_list = *.rhodes.tvs.example $domain
17438.endd
17439This configuration routes domains that match &`*.rhodes.tvs.example`& to hosts
168e428f
PH
17440whose names are the same as the mail domains. A similar approach can be taken
17441if the host name can be obtained from the domain name by a string manipulation
17442that the expansion facilities can handle. Otherwise, a lookup based on the
17443domain can be used to find the host:
9b371988
PH
17444.code
17445through_firewall:
17446 driver = manualroute
17447 transport = remote_smtp
17448 route_data = ${lookup {$domain} cdb {/internal/host/routes}}
17449.endd
168e428f
PH
17450The result of the lookup must be the name or IP address of the host (or
17451hosts) to which the address is to be routed. If the lookup fails, the route
17452data is empty, causing the router to decline. The address then passes to the
17453next router.
17454
9b371988
PH
17455.next
17456.cindex "batched SMTP output example"
17457.cindex "SMTP" "batched outgoing; example"
17458You can use &(manualroute)& to deliver messages to pipes or files in batched
168e428f
PH
17459SMTP format for onward transportation by some other means. This is one way of
17460storing mail for a dial-up host when it is not connected. The route list entry
17461can be as simple as a single domain name in a configuration like this:
9b371988
PH
17462.code
17463save_in_file:
17464 driver = manualroute
17465 transport = batchsmtp_appendfile
17466 route_list = saved.domain.example
17467.endd
168e428f
PH
17468though often a pattern is used to pick up more than one domain. If there are
17469several domains or groups of domains with different transport requirements,
17470different transports can be listed in the routing information:
9b371988 17471.code
168e428f
PH
17472save_in_file:
17473 driver = manualroute
17474 route_list = \
17475 *.saved.domain1.example $domain batch_appendfile; \
17476 *.saved.domain2.example \
17477 ${lookup{$domain}dbm{/domain2/hosts}{$value}fail} \
17478 batch_pipe
9b371988 17479.endd
f89d2485
PH
17480.vindex "&$domain$&"
17481.vindex "&$host$&"
9b371988
PH
17482The first of these just passes the domain in the &$host$& variable, which
17483doesn't achieve much (since it is also in &$domain$&), but the second does a
168e428f
PH
17484file lookup to find a value to pass, causing the router to decline to handle
17485the address if the lookup fails.
17486
9b371988
PH
17487.next
17488.cindex "UUCP" "example of router for"
168e428f 17489Routing mail directly to UUCP software is a specific case of the use of
9b371988 17490&(manualroute)& in a gateway to another mail environment. This is an example of
168e428f 17491one way it can be done:
9b371988 17492.code
168e428f
PH
17493# Transport
17494uucp:
17495 driver = pipe
17496 user = nobody
17497 command = /usr/local/bin/uux -r - \
17498 ${substr_-5:$host}!rmail ${local_part}
17499 return_fail_output = true
17500
17501# Router
17502uucphost:
17503 transport = uucp
17504 driver = manualroute
17505 route_data = \
17506 ${lookup{$domain}lsearch{/usr/local/exim/uucphosts}}
9b371988
PH
17507.endd
17508The file &_/usr/local/exim/uucphosts_& contains entries like
17509.code
17510darksite.ethereal.example: darksite.UUCP
17511.endd
17512It can be set up more simply without adding and removing &".UUCP"& but this way
168e428f 17513makes clear the distinction between the domain name
9b371988
PH
17514&'darksite.ethereal.example'& and the UUCP host name &'darksite'&.
17515.endlist
4f578862
PH
17516.ecindex IIDmanrou1
17517.ecindex IIDmanrou2
168e428f
PH
17518
17519
17520
17521
17522
17523
17524
17525
9b371988
PH
17526. ////////////////////////////////////////////////////////////////////////////
17527. ////////////////////////////////////////////////////////////////////////////
168e428f 17528
9b371988 17529.chapter "The queryprogram router" "CHAPdriverlast"
4f578862
PH
17530.scindex IIDquerou1 "&(queryprogram)& router"
17531.scindex IIDquerou2 "routers" "&(queryprogram)&"
9b371988
PH
17532.cindex "routing" "by external program"
17533The &(queryprogram)& router routes an address by running an external command
17534and acting on its output. This is an expensive way to route, and is intended
17535mainly for use in lightly-loaded systems, or for performing experiments.
17536However, if it is possible to use the precondition options (&%domains%&,
17537&%local_parts%&, etc) to skip this router for most addresses, it could sensibly
17538be used in special cases, even on a busy host. There are the following private
17539options:
17540.cindex "options" "&(queryprogram)& router"
168e428f 17541
9b371988 17542.option command queryprogram string&!! unset
168e428f
PH
17543This option must be set. It specifies the command that is to be run. The
17544command is split up into a command name and arguments, and then each is
9b371988
PH
17545expanded separately (exactly as for a &(pipe)& transport, described in chapter
17546&<<CHAPpipetransport>>&).
168e428f 17547
168e428f 17548
9b371988
PH
17549.option command_group queryprogram string unset
17550.cindex "gid (group id)" "in &(queryprogram)& router"
4f578862
PH
17551This option specifies a gid to be set when running the command while routing an
17552address for deliver. It must be set if &%command_user%& specifies a numerical
17553uid. If it begins with a digit, it is interpreted as the numerical value of the
17554gid. Otherwise it is looked up using &[getgrnam()]&.
168e428f
PH
17555
17556
9b371988
PH
17557.option command_user queryprogram string unset
17558.cindex "uid (user id)" "for &(queryprogram)&"
168e428f 17559This option must be set. It specifies the uid which is set when running the
4f578862
PH
17560command while routing an address for delivery. If the value begins with a digit,
17561it is interpreted as the numerical value of the uid. Otherwise, it is looked up
17562using &[getpwnam()]& to obtain a value for the uid and, if &%command_group%& is
17563not set, a value for the gid also.
17564
17565&*Warning:*& Changing uid and gid is possible only when Exim is running as
17566root, which it does during a normal delivery in a conventional configuration.
17567However, when an address is being verified during message reception, Exim is
17568usually running as the Exim user, not as root. If the &(queryprogram)& router
17569is called from a non-root process, Exim cannot change uid or gid before running
17570the command. In this circumstance the command runs under the current uid and
17571gid.
168e428f 17572
168e428f 17573
9b371988 17574.option current_directory queryprogram string /
168e428f
PH
17575This option specifies an absolute path which is made the current directory
17576before running the command.
17577
17578
9b371988 17579.option timeout queryprogram time 1h
168e428f
PH
17580If the command does not complete within the timeout period, its process group
17581is killed and the message is frozen. A value of zero time specifies no
17582timeout.
17583
17584
17585The standard output of the command is connected to a pipe, which is read when
17586the command terminates. It should consist of a single line of output,
17587containing up to five fields, separated by white space. The maximum length of
17588the line is 1023 characters. Longer lines are silently truncated. The first
17589field is one of the following words (case-insensitive):
17590
9b371988
PH
17591.ilist
17592&'Accept'&: routing succeeded; the remaining fields specify what to do (see
168e428f 17593below).
9b371988
PH
17594.next
17595&'Decline'&: the router declines; pass the address to the next router, unless
17596&%no_more%& is set.
17597.next
17598&'Fail'&: routing failed; do not pass the address to any more routers. Any
168e428f
PH
17599subsequent text on the line is an error message. If the router is run as part
17600of address verification during an incoming SMTP message, the message is
17601included in the SMTP response.
9b371988
PH
17602.next
17603&'Defer'&: routing could not be completed at this time; try again later. Any
168e428f
PH
17604subsequent text on the line is an error message which is logged. It is not
17605included in any SMTP response.
9b371988
PH
17606.next
17607&'Freeze'&: the same as &'defer'&, except that the message is frozen.
17608.next
17609&'Pass'&: pass the address to the next router (or the router specified by
17610&%pass_router%&), overriding &%no_more%&.
17611.next
17612&'Redirect'&: the message is redirected. The remainder of the line is a list of
168e428f 17613new addresses, which are routed independently, starting with the first router,
9b371988
PH
17614or the router specified by &%redirect_router%&, if set.
17615.endlist
168e428f 17616
9b371988 17617When the first word is &'accept'&, the remainder of the line consists of a
168e428f
PH
17618number of keyed data values, as follows (split into two lines here, to fit on
17619the page):
9b371988
PH
17620.code
17621ACCEPT TRANSPORT=<transport> HOSTS=<list of hosts>
17622LOOKUP=byname|bydns DATA=<text>
17623.endd
168e428f 17624The data items can be given in any order, and all are optional. If no transport
9b371988
PH
17625is included, the transport specified by the generic &%transport%& option is
17626used. The list of hosts and the lookup type are needed only if the transport is
17627an &(smtp)& transport that does not itself supply a list of hosts.
168e428f 17628
9b371988 17629The format of the list of hosts is the same as for the &(manualroute)& router.
068aaea8 17630As well as host names and IP addresses with optional port numbers, as described
9b371988
PH
17631in section &<<SECTformatonehostitem>>&, it may contain names followed by
17632&`/MX`& to specify sublists of hosts that are obtained by looking up MX records
17633(see section &<<SECThostshowused>>&).
168e428f
PH
17634
17635If the lookup type is not specified, Exim behaves as follows when trying to
17636find an IP address for each host: First, a DNS lookup is done. If this yields
17637anything other than HOST_NOT_FOUND, that result is used. Otherwise, Exim
9b371988 17638goes on to try a call to &[getipnodebyname()]& or &[gethostbyname()]&, and the
168e428f
PH
17639result of the lookup is the result of that call.
17640
f89d2485 17641.vindex "&$address_data$&"
9b371988 17642If the DATA field is set, its value is placed in the &$address_data$&
168e428f 17643variable. For example, this return line
9b371988
PH
17644.code
17645accept hosts=x1.y.example:x2.y.example data="rule1"
17646.endd
168e428f 17647routes the address to the default transport, passing a list of two hosts. When
9b371988 17648the transport runs, the string &"rule1"& is in &$address_data$&.
4f578862
PH
17649.ecindex IIDquerou1
17650.ecindex IIDquerou2
168e428f
PH
17651
17652
17653
17654
9b371988
PH
17655. ////////////////////////////////////////////////////////////////////////////
17656. ////////////////////////////////////////////////////////////////////////////
168e428f 17657
9b371988 17658.chapter "The redirect router" "CHAPredirect"
4f578862
PH
17659.scindex IIDredrou1 "&(redirect)& router"
17660.scindex IIDredrou2 "routers" "&(redirect)&"
9b371988
PH
17661.cindex "alias file" "in a &(redirect)& router"
17662.cindex "address redirection" "&(redirect)& router"
17663The &(redirect)& router handles several kinds of address redirection. Its most
168e428f 17664common uses are for resolving local part aliases from a central alias file
9b371988 17665(usually called &_/etc/aliases_&) and for handling users' personal &_.forward_&
168e428f
PH
17666files, but it has many other potential uses. The incoming address can be
17667redirected in several different ways:
17668
9b371988
PH
17669.ilist
17670It can be replaced by one or more new addresses which are themselves routed
168e428f 17671independently.
9b371988
PH
17672.next
17673It can be routed to be delivered to a given file or directory.
17674.next
17675It can be routed to be delivered to a specified pipe command.
17676.next
17677It can cause an automatic reply to be generated.
17678.next
f89d2485 17679It can be forced to fail, optionally with a custom error message.
9b371988 17680.next
f89d2485 17681It can be temporarily deferred, optionally with a custom message.
9b371988
PH
17682.next
17683It can be discarded.
17684.endlist
17685
17686The generic &%transport%& option must not be set for &(redirect)& routers.
168e428f 17687However, there are some private options which define transports for delivery to
9b371988
PH
17688files and pipes, and for generating autoreplies. See the &%file_transport%&,
17689&%pipe_transport%& and &%reply_transport%& descriptions below.
168e428f
PH
17690
17691
17692
f89d2485 17693.section "Redirection data" "SECID124"
168e428f 17694The router operates by interpreting a text string which it obtains either by
9b371988
PH
17695expanding the contents of the &%data%& option, or by reading the entire
17696contents of a file whose name is given in the &%file%& option. These two
17697options are mutually exclusive. The first is commonly used for handling system
17698aliases, in a configuration like this:
17699.code
17700system_aliases:
17701 driver = redirect
17702 data = ${lookup{$local_part}lsearch{/etc/aliases}}
17703.endd
168e428f 17704If the lookup fails, the expanded string in this example is empty. When the
9b371988 17705expansion of &%data%& results in an empty string, the router declines. A forced
168e428f
PH
17706expansion failure also causes the router to decline; other expansion failures
17707cause delivery to be deferred.
17708
9b371988
PH
17709A configuration using &%file%& is commonly used for handling users'
17710&_.forward_& files, like this:
17711.code
17712userforward:
17713 driver = redirect
17714 check_local_user
17715 file = $home/.forward
17716 no_verify
17717.endd
168e428f 17718If the file does not exist, or causes no action to be taken (for example, it is
9b371988 17719empty or consists only of comments), the router declines. &*Warning*&: This
168e428f
PH
17720is not the case when the file contains syntactically valid items that happen to
17721yield empty addresses, for example, items containing only RFC 2822 address
17722comments.
17723
17724
17725
f89d2485 17726.section "Forward files and address verification" "SECID125"
9b371988
PH
17727.cindex "address redirection" "while verifying"
17728It is usual to set &%no_verify%& on &(redirect)& routers which handle users'
17729&_.forward_& files, as in the example above. There are two reasons for this:
168e428f 17730
9b371988
PH
17731.ilist
17732When Exim is receiving an incoming SMTP message from a remote host, it is
db9452a9
PH
17733running under the Exim uid, not as root. Exim is unable to change uid to read
17734the file as the user, and it may not be able to read it as the Exim user. So in
17735practice the router may not be able to operate.
9b371988
PH
17736.next
17737However, even when the router can operate, the existence of a &_.forward_& file
168e428f
PH
17738is unimportant when verifying an address. What should be checked is whether the
17739local part is a valid user name or not. Cutting out the redirection processing
17740saves some resources.
9b371988 17741.endlist
168e428f
PH
17742
17743
17744
17745
17746
17747
f89d2485 17748.section "Interpreting redirection data" "SECID126"
9b371988
PH
17749.cindex "Sieve filter" "specifying in redirection data"
17750.cindex "filter" "specifying in redirection data"
17751The contents of the data string, whether obtained from &%data%& or &%file%&,
17752can be interpreted in two different ways:
168e428f 17753
9b371988
PH
17754.ilist
17755If the &%allow_filter%& option is set true, and the data begins with the text
17756&"#Exim filter"& or &"#Sieve filter"&, it is interpreted as a list of
17757&'filtering'& instructions in the form of an Exim or Sieve filter file,
168e428f 17758respectively. Details of the syntax and semantics of filter files are described
9b371988 17759in a separate document entitled &'Exim's interfaces to mail filtering'&; this
168e428f 17760document is intended for use by end users.
9b371988
PH
17761.next
17762Otherwise, the data must be a comma-separated list of redirection items, as
168e428f 17763described in the next section.
9b371988 17764.endlist
168e428f 17765
9b371988 17766When a message is redirected to a file (a &"mail folder"&), the file name given
168e428f 17767in a non-filter redirection list must always be an absolute path. A filter may
9b371988
PH
17768generate a relative path &-- how this is handled depends on the transport's
17769configuration. See section &<<SECTfildiropt>>& for a discussion of this issue
17770for the &(appendfile)& transport.
168e428f
PH
17771
17772
17773
9b371988
PH
17774.section "Items in a non-filter redirection list" "SECTitenonfilred"
17775.cindex "address redirection" "non-filter list items"
168e428f
PH
17776When the redirection data is not an Exim or Sieve filter, for example, if it
17777comes from a conventional alias or forward file, it consists of a list of
17778addresses, file names, pipe commands, or certain special items (see section
9b371988
PH
17779&<<SECTspecitredli>>& below). The special items can be individually enabled or
17780disabled by means of options whose names begin with &%allow_%& or &%forbid_%&,
168e428f
PH
17781depending on their default values. The items in the list are separated by
17782commas or newlines.
17783If a comma is required in an item, the entire item must be enclosed in double
17784quotes.
17785
17786Lines starting with a # character are comments, and are ignored, and # may
17787also appear following a comma, in which case everything between the # and the
17788next newline character is ignored.
17789
17790If an item is entirely enclosed in double quotes, these are removed. Otherwise
17791double quotes are retained because some forms of mail address require their use
068aaea8 17792(but never to enclose the entire address). In the following description,
9b371988 17793&"item"& refers to what remains after any surrounding double quotes have been
068aaea8 17794removed.
168e428f 17795
f89d2485 17796.vindex "&$local_part$&"
9b371988
PH
17797&*Warning*&: If you use an Exim expansion to construct a redirection address,
17798and the expansion contains a reference to &$local_part$&, you should make use
17799of the &%quote_local_part%& expansion operator, in case the local part contains
068aaea8 17800special characters. For example, to redirect all mail for the domain
9b371988 17801&'obsolete.example'&, retaining the existing local part, you could use this
168e428f 17802setting:
9b371988
PH
17803.code
17804data = ${quote_local_part:$local_part}@newdomain.example
17805.endd
168e428f
PH
17806
17807
9b371988
PH
17808.section "Redirecting to a local mailbox" "SECTredlocmai"
17809.cindex "routing" "loops in"
f89d2485 17810.cindex "loop" "while routing, avoidance of"
9b371988 17811.cindex "address redirection" "to local mailbox"
168e428f
PH
17812A redirection item may safely be the same as the address currently under
17813consideration. This does not cause a routing loop, because a router is
17814automatically skipped if any ancestor of the address that is being processed
17815is the same as the current address and was processed by the current router.
17816Such an address is therefore passed to the following routers, so it is handled
17817as if there were no redirection. When making this loop-avoidance test, the
17818complete local part, including any prefix or suffix, is used.
17819
9b371988 17820.cindex "address redirection" "local part without domain"
168e428f
PH
17821Specifying the same local part without a domain is a common usage in personal
17822filter files when the user wants to have messages delivered to the local
17823mailbox and also forwarded elsewhere. For example, the user whose login is
9b371988
PH
17824&'cleo'& might have a &_.forward_& file containing this:
17825.code
17826cleo, cleopatra@egypt.example
17827.endd
17828.cindex "backslash in alias file"
17829.cindex "alias file" "backslash in"
168e428f 17830For compatibility with other MTAs, such unqualified local parts may be
f89d2485 17831preceded by &"\"&, but this is not a requirement for loop prevention. However,
168e428f
PH
17832it does make a difference if more than one domain is being handled
17833synonymously.
17834
9b371988
PH
17835If an item begins with &"\"& and the rest of the item parses as a valid RFC
178362822 address that does not include a domain, the item is qualified using the
17837domain of the incoming address. In the absence of a leading &"\"&, unqualified
17838addresses are qualified using the value in &%qualify_recipient%&, but you can
17839force the incoming domain to be used by setting &%qualify_preserve_domain%&.
168e428f
PH
17840
17841Care must be taken if there are alias names for local users.
17842Consider an MTA handling a single local domain where the system alias file
17843contains:
9b371988
PH
17844.code
17845Sam.Reman: spqr
17846.endd
17847Now suppose that Sam (whose login id is &'spqr'&) wants to save copies of
168e428f
PH
17848messages in the local mailbox, and also forward copies elsewhere. He creates
17849this forward file:
9b371988
PH
17850.code
17851Sam.Reman, spqr@reme.elsewhere.example
17852.endd
17853With these settings, an incoming message addressed to &'Sam.Reman'& fails. The
17854&(redirect)& router for system aliases does not process &'Sam.Reman'& the
168e428f
PH
17855second time round, because it has previously routed it,
17856and the following routers presumably cannot handle the alias. The forward file
17857should really contain
9b371988
PH
17858.code
17859spqr, spqr@reme.elsewhere.example
17860.endd
17861but because this is such a common error, the &%check_ancestor%& option (see
168e428f 17862below) exists to provide a way to get round it. This is normally set on a
9b371988 17863&(redirect)& router that is handling users' &_.forward_& files.
168e428f
PH
17864
17865
17866
9b371988 17867.section "Special items in redirection lists" "SECTspecitredli"
168e428f
PH
17868In addition to addresses, the following types of item may appear in redirection
17869lists (that is, in non-filter redirection data):
17870
9b371988
PH
17871.ilist
17872.cindex "pipe" "in redirection list"
17873.cindex "address redirection" "to pipe"
17874An item is treated as a pipe command if it begins with &"|"& and does not parse
168e428f 17875as a valid RFC 2822 address that includes a domain. A transport for running the
9b371988 17876command must be specified by the &%pipe_transport%& option.
168e428f
PH
17877Normally, either the router or the transport specifies a user and a group under
17878which to run the delivery. The default is to use the Exim user and group.
9b371988 17879
168e428f
PH
17880Single or double quotes can be used for enclosing the individual arguments of
17881the pipe command; no interpretation of escapes is done for single quotes. If
17882the command contains a comma character, it is necessary to put the whole item
17883in double quotes, for example:
9b371988
PH
17884.code
17885"|/some/command ready,steady,go"
17886.endd
168e428f
PH
17887since items in redirection lists are terminated by commas. Do not, however,
17888quote just the command. An item such as
9b371988
PH
17889.code
17890|"/some/command ready,steady,go"
17891.endd
168e428f
PH
17892is interpreted as a pipe with a rather strange command name, and no arguments.
17893
9b371988
PH
17894.next
17895.cindex "file" "in redirection list"
17896.cindex "address redirection" "to file"
17897An item is interpreted as a path name if it begins with &"/"& and does not
17898parse as a valid RFC 2822 address that includes a domain. For example,
17899.code
17900/home/world/minbari
17901.endd
168e428f 17902is treated as a file name, but
9b371988
PH
17903.code
17904/s=molari/o=babylon/@x400gate.way
17905.endd
168e428f 17906is treated as an address. For a file name, a transport must be specified using
9b371988 17907the &%file_transport%& option. However, if the generated path name ends with a
168e428f 17908forward slash character, it is interpreted as a directory name rather than a
9b371988
PH
17909file name, and &%directory_transport%& is used instead.
17910
168e428f
PH
17911Normally, either the router or the transport specifies a user and a group under
17912which to run the delivery. The default is to use the Exim user and group.
9b371988
PH
17913
17914.cindex "&_/dev/null_&"
17915However, if a redirection item is the path &_/dev/null_&, delivery to it is
17916bypassed at a high level, and the log entry shows &"**bypassed**"&
168e428f
PH
17917instead of a transport name. In this case the user and group are not used.
17918
9b371988
PH
17919.next
17920.cindex "included address list"
17921.cindex "address redirection" "included external list"
168e428f 17922If an item is of the form
9b371988
PH
17923.code
17924:include:<path name>
17925.endd
168e428f 17926a list of further items is taken from the given file and included at that
9b371988
PH
17927point. &*Note*&: Such a file can not be a filter file; it is just an
17928out-of-line addition to the list. The items in the included list are separated
17929by commas or newlines and are not subject to expansion. If this is the first
17930item in an alias list in an &(lsearch)& file, a colon must be used to terminate
17931the alias name. This example is incorrect:
17932.code
17933list1 :include:/opt/lists/list1
17934.endd
168e428f 17935It must be given as
9b371988
PH
17936.code
17937list1: :include:/opt/lists/list1
17938.endd
17939.next
17940.cindex "address redirection" "to black hole"
168e428f 17941Sometimes you want to throw away mail to a particular local part. Making the
9b371988
PH
17942&%data%& option expand to an empty string does not work, because that causes
17943the router to decline. Instead, the alias item
17944.cindex "black hole"
17945.cindex "abandoning mail"
f89d2485
PH
17946&':blackhole:'& can be used. It does what its name implies. No delivery is
17947done, and no error message is generated. This has the same effect as specifing
17948&_/dev/null_& as a destination, but it can be independently disabled.
9b371988 17949
f89d2485 17950&*Warning*&: If &':blackhole:'& appears anywhere in a redirection list, no
168e428f
PH
17951delivery is done for the original local part, even if other redirection items
17952are present. If you are generating a multi-item list (for example, by reading a
17953database) and need the ability to provide a no-op item, you must use
9b371988
PH
17954&_/dev/null_&.
17955
17956.next
17957.cindex "delivery" "forcing failure"
17958.cindex "delivery" "forcing deferral"
17959.cindex "failing delivery" "forcing"
f89d2485 17960.cindex "deferred delivery, forcing"
9b371988 17961.cindex "customizing" "failure message"
168e428f
PH
17962An attempt to deliver a particular address can be deferred or forced to fail by
17963redirection items of the form
9b371988
PH
17964.code
17965:defer:
17966:fail:
17967.endd
400eda43
NM
17968respectively. When a redirection list contains such an item, it applies
17969to the entire redirection; any other items in the list are ignored. Any
17970text following &':fail:'& or &':defer:'& is placed in the error text
17971associated with the failure. For example, an alias file might contain:
9b371988
PH
17972.code
17973X.Employee: :fail: Gone away, no forwarding address
17974.endd
168e428f
PH
17975In the case of an address that is being verified from an ACL or as the subject
17976of a
f89d2485 17977.cindex "VRFY" "error text, display of"
168e428f
PH
17978VRFY command, the text is included in the SMTP error response by
17979default.
f89d2485 17980.cindex "EXPN" "error text, display of"
5abeaa6e
PH
17981The text is not included in the response to an EXPN command. In non-SMTP cases
17982the text is included in the error message that Exim generates.
17983
17984.cindex "SMTP" "error codes"
17985By default, Exim sends a 451 SMTP code for a &':defer:'&, and 550 for
17986&':fail:'&. However, if the message starts with three digits followed by a
17987space, optionally followed by an extended code of the form &'n.n.n'&, also
17988followed by a space, and the very first digit is the same as the default error
17989code, the code from the message is used instead. If the very first digit is
17990incorrect, a panic error is logged, and the default code is used. You can
17991suppress the use of the supplied code in a redirect router by setting the
17992&%forbid_smtp_code%& option true. In this case, any SMTP code is quietly
17993ignored.
9b371988 17994
f89d2485 17995.vindex "&$acl_verify_message$&"
168e428f 17996In an ACL, an explicitly provided message overrides the default, but the
9b371988 17997default message is available in the variable &$acl_verify_message$& and can
5abeaa6e 17998therefore be included in a custom message if this is desired.
9b371988
PH
17999
18000Normally the error text is the rest of the redirection list &-- a comma does
18001not terminate it &-- but a newline does act as a terminator. Newlines are not
18002normally present in alias expansions. In &(lsearch)& lookups they are removed
18003as part of the continuation process, but they may exist in other kinds of
18004lookup and in &':include:'& files.
18005
168e428f 18006During routing for message delivery (as opposed to verification), a redirection
9b371988
PH
18007containing &':fail:'& causes an immediate failure of the incoming address,
18008whereas &':defer:'& causes the message to remain on the queue so that a
168e428f
PH
18009subsequent delivery attempt can happen at a later time. If an address is
18010deferred for too long, it will ultimately fail, because the normal retry
18011rules still apply.
18012
9b371988
PH
18013.next
18014.cindex "alias file" "exception to default"
168e428f 18015Sometimes it is useful to use a single-key search type with a default (see
9b371988
PH
18016chapter &<<CHAPfdlookup>>&) to look up aliases. However, there may be a need
18017for exceptions to the default. These can be handled by aliasing them to
f89d2485
PH
18018&':unknown:'&. This differs from &':fail:'& in that it causes the &(redirect)&
18019router to decline, whereas &':fail:'& forces routing to fail. A lookup which
18020results in an empty redirection list has the same effect.
9b371988
PH
18021.endlist
18022
18023
0a4e3112 18024.section "Duplicate addresses" "SECTdupaddr"
9b371988 18025.cindex "duplicate addresses"
f89d2485 18026.cindex "address duplicate, discarding"
9b371988 18027.cindex "pipe" "duplicated"
168e428f
PH
18028Exim removes duplicate addresses from the list to which it is delivering, so as
18029to deliver just one copy to each address. This does not apply to deliveries
18030routed to pipes by different immediate parent addresses, but an indirect
18031aliasing scheme of the type
9b371988
PH
18032.code
18033pipe: |/some/command $local_part
18034localpart1: pipe
18035localpart2: pipe
18036.endd
168e428f 18037does not work with a message that is addressed to both local parts, because
9b371988 18038when the second is aliased to the intermediate local part &"pipe"& it gets
168e428f
PH
18039discarded as being the same as a previously handled address. However, a scheme
18040such as
9b371988
PH
18041.code
18042localpart1: |/some/command $local_part
18043localpart2: |/some/command $local_part
18044.endd
168e428f
PH
18045does result in two different pipe deliveries, because the immediate parents of
18046the pipes are distinct.
18047
18048
18049
f89d2485 18050.section "Repeated redirection expansion" "SECID128"
9b371988
PH
18051.cindex "repeated redirection expansion"
18052.cindex "address redirection" "repeated for each delivery attempt"
168e428f
PH
18053When a message cannot be delivered to all of its recipients immediately,
18054leading to two or more delivery attempts, redirection expansion is carried out
18055afresh each time for those addresses whose children were not all previously
18056delivered. If redirection is being used as a mailing list, this can lead to new
9b371988 18057members of the list receiving copies of old messages. The &%one_time%& option
168e428f
PH
18058can be used to avoid this.
18059
18060
f89d2485 18061.section "Errors in redirection lists" "SECID129"
9b371988
PH
18062.cindex "address redirection" "errors"
18063If &%skip_syntax_errors%& is set, a malformed address that causes a parsing
168e428f
PH
18064error is skipped, and an entry is written to the main log. This may be useful
18065for mailing lists that are automatically managed. Otherwise, if an error is
18066detected while generating the list of new addresses, the original address is
9b371988 18067deferred. See also &%syntax_errors_to%&.
168e428f 18068
168e428f 18069
168e428f 18070
f89d2485 18071.section "Private options for the redirect router" "SECID130"
168e428f 18072
9b371988
PH
18073.cindex "options" "&(redirect)& router"
18074The private options for the &(redirect)& router are as follows:
168e428f 18075
168e428f 18076
9b371988
PH
18077.option allow_defer redirect boolean false
18078Setting this option allows the use of &':defer:'& in non-filter redirection
18079data, or the &%defer%& command in an Exim filter file.
168e428f 18080
168e428f 18081
9b371988
PH
18082.option allow_fail redirect boolean false
18083.cindex "failing delivery" "from filter"
18084If this option is true, the &':fail:'& item can be used in a redirection list,
18085and the &%fail%& command may be used in an Exim filter file.
168e428f
PH
18086
18087
9b371988
PH
18088.option allow_filter redirect boolean false
18089.cindex "filter" "enabling use of"
18090.cindex "Sieve filter" "enabling use of"
168e428f 18091Setting this option allows Exim to interpret redirection data that starts with
9b371988 18092&"#Exim filter"& or &"#Sieve filter"& as a set of filtering instructions. There
168e428f 18093are some features of Exim filter files that some administrators may wish to
9b371988 18094lock out; see the &%forbid_filter_%&&'xxx'& options below.
168e428f
PH
18095
18096It is also possible to lock out Exim filters or Sieve filters while allowing
9b371988 18097the other type; see &%forbid_exim_filter%& and &%forbid_sieve_filter%&.
168e428f 18098
168e428f 18099
9b371988
PH
18100The filter is run using the uid and gid set by the generic &%user%& and
18101&%group%& options. These take their defaults from the password data if
18102&%check_local_user%& is set, so in the normal case of users' personal filter
18103files, the filter is run as the relevant user. When &%allow_filter%& is set
18104true, Exim insists that either &%check_local_user%& or &%user%& is set.
168e428f
PH
18105
18106
168e428f 18107
9b371988
PH
18108.option allow_freeze redirect boolean false
18109.cindex "freezing messages" "allowing in filter"
18110Setting this option allows the use of the &%freeze%& command in an Exim filter.
168e428f
PH
18111This command is more normally encountered in system filters, and is disabled by
18112default for redirection filters because it isn't something you usually want to
18113let ordinary users do.
18114
18115
18116
9b371988 18117.option check_ancestor redirect boolean false
168e428f
PH
18118This option is concerned with handling generated addresses that are the same
18119as some address in the list of redirection ancestors of the current address.
18120Although it is turned off by default in the code, it is set in the default
9b371988
PH
18121configuration file for handling users' &_.forward_& files. It is recommended
18122for this use of the &(redirect)& router.
168e428f 18123
9b371988
PH
18124When &%check_ancestor%& is set, if a generated address (including the domain)
18125is the same as any ancestor of the current address, it is replaced by a copy of
168e428f 18126the current address. This helps in the case where local part A is aliased to B,
9b371988
PH
18127and B has a &_.forward_& file pointing back to A. For example, within a single
18128domain, the local part &"Joe.Bloggs"& is aliased to &"jb"& and
18129&_&~jb/.forward_& contains:
18130.code
18131\Joe.Bloggs, <other item(s)>
18132.endd
18133Without the &%check_ancestor%& setting, either local part (&"jb"& or
18134&"joe.bloggs"&) gets processed once by each router and so ends up as it was
18135originally. If &"jb"& is the real mailbox name, mail to &"jb"& gets delivered
18136(having been turned into &"joe.bloggs"& by the &_.forward_& file and back to
18137&"jb"& by the alias), but mail to &"joe.bloggs"& fails. Setting
18138&%check_ancestor%& on the &(redirect)& router that handles the &_.forward_&
18139file prevents it from turning &"jb"& back into &"joe.bloggs"& when that was the
18140original address. See also the &%repeat_use%& option below.
18141
18142
18143.option check_group redirect boolean "see below"
18144When the &%file%& option is used, the group owner of the file is checked only
168e428f 18145when this option is set. The permitted groups are those listed in the
9b371988
PH
18146&%owngroups%& option, together with the user's default group if
18147&%check_local_user%& is set. If the file has the wrong group, routing is
18148deferred. The default setting for this option is true if &%check_local_user%&
18149is set and the &%modemask%& option permits the group write bit, or if the
18150&%owngroups%& option is set. Otherwise it is false, and no group check occurs.
168e428f
PH
18151
18152
168e428f 18153
9b371988
PH
18154.option check_owner redirect boolean "see below"
18155When the &%file%& option is used, the owner of the file is checked only when
18156this option is set. If &%check_local_user%& is set, the local user is
18157permitted; otherwise the owner must be one of those listed in the &%owners%&
18158option. The default value for this option is true if &%check_local_user%& or
18159&%owners%& is set. Otherwise the default is false, and no owner check occurs.
168e428f
PH
18160
18161
9b371988
PH
18162.option data redirect string&!! unset
18163This option is mutually exclusive with &%file%&. One or other of them must be
18164set, but not both. The contents of &%data%& are expanded, and then used as the
168e428f
PH
18165list of forwarding items, or as a set of filtering instructions. If the
18166expansion is forced to fail, or the result is an empty string or a string that
18167has no effect (consists entirely of comments), the router declines.
18168
9b371988
PH
18169When filtering instructions are used, the string must begin with &"#Exim
18170filter"&, and all comments in the string, including this initial one, must be
168e428f 18171terminated with newline characters. For example:
9b371988 18172.code
168e428f
PH
18173data = #Exim filter\n\
18174 if $h_to: contains Exim then save $home/mail/exim endif
9b371988 18175.endd
168e428f 18176If you are reading the data from a database where newlines cannot be included,
9b371988 18177you can use the &${sg}$& expansion item to turn the escape string of your
168e428f
PH
18178choice into a newline.
18179
18180
9b371988
PH
18181.option directory_transport redirect string&!! unset
18182A &(redirect)& router sets up a direct delivery to a directory when a path name
18183ending with a slash is specified as a new &"address"&. The transport used is
168e428f 18184specified by this option, which, after expansion, must be the name of a
9b371988 18185configured transport. This should normally be an &(appendfile)& transport.
168e428f
PH
18186
18187
9b371988 18188.option file redirect string&!! unset
168e428f 18189This option specifies the name of a file that contains the redirection data. It
9b371988 18190is mutually exclusive with the &%data%& option. The string is expanded before
168e428f
PH
18191use; if the expansion is forced to fail, the router declines. Other expansion
18192failures cause delivery to be deferred. The result of a successful expansion
18193must be an absolute path. The entire file is read and used as the redirection
18194data. If the data is an empty string or a string that has no effect (consists
18195entirely of comments), the router declines.
18196
9b371988
PH
18197.cindex "NFS" "checking for file existence"
18198If the attempt to open the file fails with a &"does not exist"& error, Exim
168e428f 18199runs a check on the containing directory,
9b371988 18200unless &%ignore_enotdir%& is true (see below).
168e428f 18201If the directory does not appear to exist, delivery is deferred. This can
9b371988 18202happen when users' &_.forward_& files are in NFS-mounted directories, and there
168e428f
PH
18203is a mount problem. If the containing directory does exist, but the file does
18204not, the router declines.
18205
18206
9b371988 18207.option file_transport redirect string&!! unset
f89d2485 18208.vindex "&$address_file$&"
9b371988
PH
18209A &(redirect)& router sets up a direct delivery to a file when a path name not
18210ending in a slash is specified as a new &"address"&. The transport used is
168e428f 18211specified by this option, which, after expansion, must be the name of a
9b371988
PH
18212configured transport. This should normally be an &(appendfile)& transport. When
18213it is running, the file name is in &$address_file$&.
168e428f
PH
18214
18215
db9452a9
PH
18216.option filter_prepend_home redirect boolean true
18217When this option is true, if a &(save)& command in an Exim filter specifies a
18218relative path, and &$home$& is defined, it is automatically prepended to the
18219relative path. If this option is set false, this action does not happen. The
18220relative path is then passed to the transport unmodified.
db9452a9
PH
18221
18222
9b371988
PH
18223.option forbid_blackhole redirect boolean false
18224If this option is true, the &':blackhole:'& item may not appear in a
18225redirection list.
168e428f
PH
18226
18227
9b371988 18228.option forbid_exim_filter redirect boolean false
168e428f 18229If this option is set true, only Sieve filters are permitted when
9b371988 18230&%allow_filter%& is true.
168e428f
PH
18231
18232
18233
168e428f 18234
9b371988
PH
18235.option forbid_file redirect boolean false
18236.cindex "delivery" "to file; forbidding"
18237.cindex "Sieve filter" "forbidding delivery to a file"
18238.cindex "Sieve filter" "&""keep""& facility; disabling"
168e428f
PH
18239If this option is true, this router may not generate a new address that
18240specifies delivery to a local file or directory, either from a filter or from a
9b371988 18241conventional forward file. This option is forced to be true if &%one_time%& is
168e428f 18242set. It applies to Sieve filters as well as to Exim filters, but if true, it
9b371988 18243locks out the Sieve's &"keep"& facility.
168e428f
PH
18244
18245
9b371988
PH
18246.option forbid_filter_dlfunc redirect boolean false
18247.cindex "filter" "locking out certain features"
068aaea8 18248If this option is true, string expansions in Exim filters are not allowed to
9b371988 18249make use of the &%dlfunc%& expansion facility to run dynamically loaded
068aaea8
PH
18250functions.
18251
9b371988 18252.option forbid_filter_existstest redirect boolean false
9b371988 18253.cindex "expansion" "statting a file"
168e428f 18254If this option is true, string expansions in Exim filters are not allowed to
9b371988 18255make use of the &%exists%& condition or the &%stat%& expansion item.
168e428f 18256
9b371988 18257.option forbid_filter_logwrite redirect boolean false
168e428f
PH
18258If this option is true, use of the logging facility in Exim filters is not
18259permitted. Logging is in any case available only if the filter is being run
18260under some unprivileged uid (which is normally the case for ordinary users'
9b371988 18261&_.forward_& files).
168e428f 18262
168e428f 18263
9b371988 18264.option forbid_filter_lookup redirect boolean false
168e428f 18265If this option is true, string expansions in Exim filter files are not allowed
9b371988 18266to make use of &%lookup%& items.
168e428f
PH
18267
18268
9b371988 18269.option forbid_filter_perl redirect boolean false
068aaea8 18270This option has an effect only if Exim is built with embedded Perl support. If
168e428f
PH
18271it is true, string expansions in Exim filter files are not allowed to make use
18272of the embedded Perl support.
18273
18274
9b371988 18275.option forbid_filter_readfile redirect boolean false
168e428f 18276If this option is true, string expansions in Exim filter files are not allowed
9b371988 18277to make use of &%readfile%& items.
168e428f
PH
18278
18279
9b371988 18280.option forbid_filter_readsocket redirect boolean false
168e428f 18281If this option is true, string expansions in Exim filter files are not allowed
9b371988 18282to make use of &%readsocket%& items.
168e428f 18283
168e428f 18284
9b371988 18285.option forbid_filter_reply redirect boolean false
168e428f 18286If this option is true, this router may not generate an automatic reply
9b371988
PH
18287message. Automatic replies can be generated only from Exim or Sieve filter
18288files, not from traditional forward files. This option is forced to be true if
18289&%one_time%& is set.
168e428f
PH
18290
18291
9b371988 18292.option forbid_filter_run redirect boolean false
168e428f 18293If this option is true, string expansions in Exim filter files are not allowed
9b371988 18294to make use of &%run%& items.
168e428f 18295
168e428f 18296
9b371988 18297.option forbid_include redirect boolean false
168e428f 18298If this option is true, items of the form
9b371988
PH
18299.code
18300:include:<path name>
18301.endd
168e428f
PH
18302are not permitted in non-filter redirection lists.
18303
18304
9b371988
PH
18305.option forbid_pipe redirect boolean false
18306.cindex "delivery" "to pipe; forbidding"
168e428f
PH
18307If this option is true, this router may not generate a new address which
18308specifies delivery to a pipe, either from an Exim filter or from a conventional
9b371988 18309forward file. This option is forced to be true if &%one_time%& is set.
168e428f 18310
168e428f 18311
9b371988 18312.option forbid_sieve_filter redirect boolean false
168e428f 18313If this option is set true, only Exim filters are permitted when
9b371988 18314&%allow_filter%& is true.
168e428f
PH
18315
18316
5abeaa6e
PH
18317.cindex "SMTP" "error codes"
18318.option forbid_smtp_code redirect boolean false
18319If this option is set true, any SMTP error codes that are present at the start
18320of messages specified for &`:defer:`& or &`:fail:`& are quietly ignored, and
18321the default codes (451 and 550, respectively) are always used.
5abeaa6e
PH
18322
18323
168e428f
PH
18324
18325
9b371988
PH
18326.option hide_child_in_errmsg redirect boolean false
18327.cindex "bounce message" "redirection details; suppressing"
168e428f 18328If this option is true, it prevents Exim from quoting a child address if it
9b371988
PH
18329generates a bounce or delay message for it. Instead it says &"an address
18330generated from <&'the top level address'&>"&. Of course, this applies only to
18331bounces generated locally. If a message is forwarded to another host, &'its'&
168e428f
PH
18332bounce may well quote the generated address.
18333
18334
9b371988
PH
18335.option ignore_eacces redirect boolean false
18336.cindex "EACCES"
168e428f 18337If this option is set and an attempt to open a redirection file yields the
9b371988 18338EACCES error (permission denied), the &(redirect)& router behaves as if the
168e428f
PH
18339file did not exist.
18340
18341
9b371988
PH
18342.option ignore_enotdir redirect boolean false
18343.cindex "ENOTDIR"
168e428f 18344If this option is set and an attempt to open a redirection file yields the
9b371988 18345ENOTDIR error (something on the path is not a directory), the &(redirect)&
168e428f
PH
18346router behaves as if the file did not exist.
18347
9b371988
PH
18348Setting &%ignore_enotdir%& has another effect as well: When a &(redirect)&
18349router that has the &%file%& option set discovers that the file does not exist
18350(the ENOENT error), it tries to &[stat()]& the parent directory, as a check
168e428f 18351against unmounted NFS directories. If the parent can not be statted, delivery
9b371988
PH
18352is deferred. However, it seems wrong to do this check when &%ignore_enotdir%&
18353is set, because that option tells Exim to ignore &"something on the path is not
18354a directory"& (the ENOTDIR error). This is a confusing area, because it seems
168e428f
PH
18355that some operating systems give ENOENT where others give ENOTDIR.
18356
18357
18358
9b371988
PH
18359.option include_directory redirect string unset
18360If this option is set, the path names of any &':include:'& items in a
18361redirection list must start with this directory.
168e428f
PH
18362
18363
9b371988 18364.option modemask redirect "octal integer" 022
168e428f 18365This specifies mode bits which must not be set for a file specified by the
9b371988 18366&%file%& option. If any of the forbidden bits are set, delivery is deferred.
168e428f 18367
168e428f 18368
9b371988
PH
18369.option one_time redirect boolean false
18370.cindex "one-time aliasing/forwarding expansion"
18371.cindex "alias file" "one-time expansion"
18372.cindex "forward file" "one-time expansion"
18373.cindex "mailing lists" "one-time expansion"
18374.cindex "address redirection" "one-time expansion"
168e428f 18375Sometimes the fact that Exim re-evaluates aliases and reprocesses redirection
068aaea8
PH
18376files each time it tries to deliver a message causes a problem when one or more
18377of the generated addresses fails be delivered at the first attempt. The problem
9b371988
PH
18378is not one of duplicate delivery &-- Exim is clever enough to handle that &--
18379but of what happens when the redirection list changes during the time that the
068aaea8
PH
18380message is on Exim's queue. This is particularly true in the case of mailing
18381lists, where new subscribers might receive copies of messages that were posted
18382before they subscribed.
18383
9b371988
PH
18384If &%one_time%& is set and any addresses generated by the router fail to
18385deliver at the first attempt, the failing addresses are added to the message as
18386&"top level"& addresses, and the parent address that generated them is marked
18387&"delivered"&. Thus, redirection does not happen again at the next delivery
068aaea8 18388attempt.
168e428f 18389
9b371988 18390&*Warning 1*&: Any header line addition or removal that is specified by this
068aaea8 18391router would be lost if delivery did not succeed at the first attempt. For this
9b371988
PH
18392reason, the &%headers_add%& and &%headers_remove%& generic options are not
18393permitted when &%one_time%& is set.
168e428f 18394
9b371988
PH
18395&*Warning 2*&: To ensure that the router generates only addresses (as opposed
18396to pipe or file deliveries or auto-replies) &%forbid_file%&, &%forbid_pipe%&,
18397and &%forbid_filter_reply%& are forced to be true when &%one_time%& is set.
168e428f 18398
9b371988
PH
18399&*Warning 3*&: The &%unseen%& generic router option may not be set with
18400&%one_time%&.
068aaea8 18401
168e428f
PH
18402The original top-level address is remembered with each of the generated
18403addresses, and is output in any log messages. However, any intermediate parent
18404addresses are not recorded. This makes a difference to the log only if
9b371988 18405&%all_parents%& log selector is set. It is expected that &%one_time%& will
168e428f
PH
18406typically be used for mailing lists, where there is normally just one level of
18407expansion.
18408
18409
9b371988
PH
18410.option owners redirect "string list" unset
18411.cindex "ownership" "alias file"
18412.cindex "ownership" "forward file"
18413.cindex "alias file" "ownership"
18414.cindex "forward file" "ownership"
18415This specifies a list of permitted owners for the file specified by &%file%&.
18416This list is in addition to the local user when &%check_local_user%& is set.
18417See &%check_owner%& above.
168e428f
PH
18418
18419
9b371988
PH
18420.option owngroups redirect "string list" unset
18421This specifies a list of permitted groups for the file specified by &%file%&.
18422The list is in addition to the local user's primary group when
18423&%check_local_user%& is set. See &%check_group%& above.
168e428f 18424
168e428f 18425
9b371988 18426.option pipe_transport redirect string&!! unset
f89d2485 18427.vindex "&$address_pipe$&"
9b371988
PH
18428A &(redirect)& router sets up a direct delivery to a pipe when a string
18429starting with a vertical bar character is specified as a new &"address"&. The
18430transport used is specified by this option, which, after expansion, must be the
18431name of a configured transport. This should normally be a &(pipe)& transport.
18432When the transport is run, the pipe command is in &$address_pipe$&.
168e428f 18433
168e428f 18434
9b371988 18435.option qualify_domain redirect string&!! unset
f89d2485 18436.vindex "&$qualify_recipient$&"
4f578862
PH
18437If this option is set, and an unqualified address (one without a domain) is
18438generated, and that address would normally be qualified by the global setting
18439in &%qualify_recipient%&, it is instead qualified with the domain specified by
18440expanding this string. If the expansion fails, the router declines. If you want
18441to revert to the default, you can have the expansion generate
18442&$qualify_recipient$&.
18443
18444This option applies to all unqualified addresses generated by Exim filters,
18445but for traditional &_.forward_& files, it applies only to addresses that are
18446not preceded by a backslash. Sieve filters cannot generate unqualified
18447addresses.
168e428f 18448
9b371988
PH
18449.option qualify_preserve_domain redirect boolean false
18450.cindex "domain" "in redirection; preserving"
18451.cindex "preserving domain in redirection"
18452.cindex "address redirection" "domain; preserving"
4f578862
PH
18453If this option is set, the router's local &%qualify_domain%& option must not be
18454set (a configuration error occurs if it is). If an unqualified address (one
18455without a domain) is generated, it is qualified with the domain of the parent
18456address (the immediately preceding ancestor) instead of the global
18457&%qualify_recipient%& value. In the case of a traditional &_.forward_& file,
18458this applies whether or not the address is preceded by a backslash.
168e428f 18459
168e428f 18460
9b371988 18461.option repeat_use redirect boolean true
168e428f
PH
18462If this option is set false, the router is skipped for a child address that has
18463any ancestor that was routed by this router. This test happens before any of
18464the other preconditions are tested. Exim's default anti-looping rules skip
18465only when the ancestor is the same as the current address. See also
9b371988 18466&%check_ancestor%& above and the generic &%redirect_router%& option.
168e428f 18467
168e428f 18468
9b371988
PH
18469.option reply_transport redirect string&!! unset
18470A &(redirect)& router sets up an automatic reply when a &%mail%& or
18471&%vacation%& command is used in a filter file. The transport used is specified
18472by this option, which, after expansion, must be the name of a configured
18473transport. This should normally be an &(autoreply)& transport. Other transports
18474are unlikely to do anything sensible or useful.
168e428f 18475
168e428f 18476
9b371988
PH
18477.option rewrite redirect boolean true
18478.cindex "address redirection" "disabling rewriting"
168e428f
PH
18479If this option is set false, addresses generated by the router are not
18480subject to address rewriting. Otherwise, they are treated like new addresses
18481and are rewritten according to the global rewriting rules.
18482
18483
9b371988 18484.option sieve_subaddress redirect string&!! unset
068aaea8
PH
18485The value of this option is passed to a Sieve filter to specify the
18486:subaddress part of an address.
18487
9b371988 18488.option sieve_useraddress redirect string&!! unset
068aaea8
PH
18489The value of this option is passed to a Sieve filter to specify the :user part
18490of an address. However, if it is unset, the entire original local part
18491(including any prefix or suffix) is used for :user.
18492
18493
9b371988 18494.option sieve_vacation_directory redirect string&!! unset
9b371988
PH
18495.cindex "Sieve filter" "vacation directory"
18496To enable the &"vacation"& extension for Sieve filters, you must set
18497&%sieve_vacation_directory%& to the directory where vacation databases are held
168e428f 18498(do not put anything else in that directory), and ensure that the
9b371988
PH
18499&%reply_transport%& option refers to an &(autoreply)& transport. Each user
18500needs their own directory; Exim will create it if necessary.
168e428f
PH
18501
18502
18503
9b371988
PH
18504.option skip_syntax_errors redirect boolean false
18505.cindex "forward file" "broken"
18506.cindex "address redirection" "broken files"
18507.cindex "alias file" "broken"
18508.cindex "broken alias or forward files"
18509.cindex "ignoring faulty addresses"
18510.cindex "skipping faulty addresses"
18511.cindex "error" "skipping bad syntax"
18512If &%skip_syntax_errors%& is set, syntactically malformed addresses in
168e428f 18513non-filter redirection data are skipped, and each failing address is logged. If
9b371988
PH
18514&%syntax_errors_to%& is set, a message is sent to the address it defines,
18515giving details of the failures. If &%syntax_errors_text%& is set, its contents
168e428f 18516are expanded and placed at the head of the error message generated by
9b371988
PH
18517&%syntax_errors_to%&. Usually it is appropriate to set &%syntax_errors_to%& to
18518be the same address as the generic &%errors_to%& option. The
18519&%skip_syntax_errors%& option is often used when handling mailing lists.
168e428f
PH
18520
18521If all the addresses in a redirection list are skipped because of syntax
18522errors, the router declines to handle the original address, and it is passed to
18523the following routers.
18524
9b371988 18525If &%skip_syntax_errors%& is set when an Exim filter is interpreted, any syntax
168e428f
PH
18526error in the filter causes filtering to be abandoned without any action being
18527taken. The incident is logged, and the router declines to handle the address,
18528so it is passed to the following routers.
18529
9b371988
PH
18530.cindex "Sieve filter" "syntax errors in"
18531Syntax errors in a Sieve filter file cause the &"keep"& action to occur. This
18532action is specified by RFC 3028. The values of &%skip_syntax_errors%&,
18533&%syntax_errors_to%&, and &%syntax_errors_text%& are not used.
168e428f 18534
9b371988
PH
18535&%skip_syntax_errors%& can be used to specify that errors in users' forward
18536lists or filter files should not prevent delivery. The &%syntax_errors_to%&
168e428f
PH
18537option, used with an address that does not get redirected, can be used to
18538notify users of these errors, by means of a router like this:
9b371988 18539.code
168e428f
PH
18540userforward:
18541 driver = redirect
18542 allow_filter
18543 check_local_user
18544 file = $home/.forward
18545 file_transport = address_file
18546 pipe_transport = address_pipe
18547 reply_transport = address_reply
18548 no_verify
18549 skip_syntax_errors
9b371988 18550 syntax_errors_to = real-$local_part@$domain
168e428f 18551 syntax_errors_text = \
9b371988
PH
18552 This is an automatically generated message. An error has\n\
18553 been found in your .forward file. Details of the error are\n\
18554 reported below. While this error persists, you will receive\n\
18555 a copy of this message for every message that is addressed\n\
18556 to you. If your .forward file is a filter file, or if it is\n\
18557 a non-filter file containing no valid forwarding addresses,\n\
18558 a copy of each incoming message will be put in your normal\n\
18559 mailbox. If a non-filter file contains at least one valid\n\
18560 forwarding address, forwarding to the valid addresses will\n\
18561 happen, and those will be the only deliveries that occur.
18562.endd
168e428f 18563You also need a router to ensure that local addresses that are prefixed by
9b371988
PH
18564&`real-`& are recognized, but not forwarded or filtered. For example, you could
18565put this immediately before the &(userforward)& router:
18566.code
18567real_localuser:
18568 driver = accept
18569 check_local_user
18570 local_part_prefix = real-
18571 transport = local_delivery
18572.endd
595028e4
PH
18573For security, it would probably be a good idea to restrict the use of this
18574router to locally-generated messages, using a condition such as this:
18575.code
18576 condition = ${if match {$sender_host_address}\
18577 {\N^(|127\.0\.0\.1)$\N}}
18578.endd
595028e4 18579
168e428f 18580
9b371988
PH
18581.option syntax_errors_text redirect string&!! unset
18582See &%skip_syntax_errors%& above.
168e428f 18583
168e428f 18584
9b371988
PH
18585.option syntax_errors_to redirect string unset
18586See &%skip_syntax_errors%& above.
4f578862
PH
18587.ecindex IIDredrou1
18588.ecindex IIDredrou2
168e428f
PH
18589
18590
18591
18592
18593
18594
9b371988
PH
18595. ////////////////////////////////////////////////////////////////////////////
18596. ////////////////////////////////////////////////////////////////////////////
168e428f 18597
9b371988
PH
18598.chapter "Environment for running local transports" "CHAPenvironment" &&&
18599 "Environment for local transports"
4f578862
PH
18600.scindex IIDenvlotra1 "local transports" "environment for"
18601.scindex IIDenvlotra2 "environment for local transports"
18602.scindex IIDenvlotra3 "transport" "local; environment for"
9b371988 18603Local transports handle deliveries to files and pipes. (The &(autoreply)&
168e428f
PH
18604transport can be thought of as similar to a pipe.) Exim always runs transports
18605in subprocesses, under specified uids and gids. Typical deliveries to local
18606mailboxes run under the uid and gid of the local user.
18607
18608Exim also sets a specific current directory while running the transport; for
9b371988 18609some transports a home directory setting is also relevant. The &(pipe)&
168e428f 18610transport is the only one that sets up environment variables; see section
9b371988 18611&<<SECTpipeenv>>& for details.
168e428f
PH
18612
18613The values used for the uid, gid, and the directories may come from several
18614different places. In many cases, the router that handles the address associates
9b371988
PH
18615settings with that address as a result of its &%check_local_user%&, &%group%&,
18616or &%user%& options. However, values may also be given in the transport's own
168e428f
PH
18617configuration, and these override anything that comes from the router.
18618
18619
18620
f89d2485 18621.section "Concurrent deliveries" "SECID131"
9b371988
PH
18622.cindex "concurrent deliveries"
18623.cindex "simultaneous deliveries"
f89d2485 18624If two different messages for the same local recipient arrive more or less
168e428f 18625simultaneously, the two delivery processes are likely to run concurrently. When
9b371988 18626the &(appendfile)& transport is used to write to a file, Exim applies locking
168e428f
PH
18627rules to stop concurrent processes from writing to the same file at the same
18628time.
18629
9b371988 18630However, when you use a &(pipe)& transport, it is up to you to arrange any
168e428f 18631locking that is needed. Here is a silly example:
9b371988
PH
18632.code
18633my_transport:
18634 driver = pipe
18635 command = /bin/sh -c 'cat >>/some/file'
18636.endd
168e428f
PH
18637This is supposed to write the message at the end of the file. However, if two
18638messages arrive at the same time, the file will be scrambled. You can use the
9b371988
PH
18639&%exim_lock%& utility program (see section &<<SECTmailboxmaint>>&) to lock a
18640file using the same algorithm that Exim itself uses.
168e428f
PH
18641
18642
18643
18644
9b371988
PH
18645.section "Uids and gids" "SECTenvuidgid"
18646.cindex "local transports" "uid and gid"
18647.cindex "transport" "local; uid and gid"
18648All transports have the options &%group%& and &%user%&. If &%group%& is set, it
18649overrides any group that the router set in the address, even if &%user%& is not
168e428f
PH
18650set for the transport. This makes it possible, for example, to run local mail
18651delivery under the uid of the recipient (set by the router), but in a special
18652group (set by the transport). For example:
9b371988
PH
18653.code
18654# Routers ...
18655# User/group are set by check_local_user in this router
18656local_users:
18657 driver = accept
18658 check_local_user
18659 transport = group_delivery
168e428f 18660
9b371988
PH
18661# Transports ...
18662# This transport overrides the group
18663group_delivery:
18664 driver = appendfile
18665 file = /var/spool/mail/$local_part
18666 group = mail
18667.endd
18668If &%user%& is set for a transport, its value overrides what is set in the
18669address by the router. If &%user%& is non-numeric and &%group%& is not set, the
18670gid associated with the user is used. If &%user%& is numeric, &%group%& must be
18671set.
168e428f 18672
0a4e3112 18673.oindex "&%initgroups%&"
9b371988
PH
18674When the uid is taken from the transport's configuration, the &[initgroups()]&
18675function is called for the groups associated with that uid if the
18676&%initgroups%& option is set for the transport. When the uid is not specified
18677by the transport, but is associated with the address by a router, the option
18678for calling &[initgroups()]& is taken from the router configuration.
18679
18680.cindex "&(pipe)& transport" "uid for"
18681The &(pipe)& transport contains the special option &%pipe_as_creator%&. If this
18682is set and &%user%& is not set, the uid of the process that called Exim to
18683receive the message is used, and if &%group%& is not set, the corresponding
18684original gid is also used.
168e428f 18685
9b371988
PH
18686This is the detailed preference order for obtaining a gid; the first of the
18687following that is set is used:
18688
18689.ilist
18690A &%group%& setting of the transport;
18691.next
18692A &%group%& setting of the router;
18693.next
18694A gid associated with a user setting of the router, either as a result of
18695&%check_local_user%& or an explicit non-numeric &%user%& setting;
18696.next
18697The group associated with a non-numeric &%user%& setting of the transport;
18698.next
18699In a &(pipe)& transport, the creator's gid if &%deliver_as_creator%& is set and
18700the uid is the creator's uid;
18701.next
18702The Exim gid if the Exim uid is being used as a default.
18703.endlist
18704
18705If, for example, the user is specified numerically on the router and there are
18706no group settings, no gid is available. In this situation, an error occurs.
18707This is different for the uid, for which there always is an ultimate default.
18708The first of the following that is set is used:
18709
18710.ilist
18711A &%user%& setting of the transport;
18712.next
18713In a &(pipe)& transport, the creator's uid if &%deliver_as_creator%& is set;
18714.next
18715A &%user%& setting of the router;
18716.next
18717A &%check_local_user%& setting of the router;
18718.next
18719The Exim uid.
18720.endlist
18721
18722Of course, an error will still occur if the uid that is chosen is on the
18723&%never_users%& list.
9b371988
PH
18724
18725
18726
18727
18728
f89d2485 18729.section "Current and home directories" "SECID132"
9b371988
PH
18730.cindex "current directory for local transport"
18731.cindex "home directory" "for local transport"
18732.cindex "transport" "local; home directory for"
18733.cindex "transport" "local; current directory for"
168e428f 18734Routers may set current and home directories for local transports by means of
9b371988
PH
18735the &%transport_current_directory%& and &%transport_home_directory%& options.
18736However, if the transport's &%current_directory%& or &%home_directory%& options
168e428f
PH
18737are set, they override the router's values. In detail, the home directory
18738for a local transport is taken from the first of these values that is set:
18739
9b371988
PH
18740.ilist
18741The &%home_directory%& option on the transport;
18742.next
18743The &%transport_home_directory%& option on the router;
18744.next
18745The password data if &%check_local_user%& is set on the router;
18746.next
18747The &%router_home_directory%& option on the router.
18748.endlist
168e428f
PH
18749
18750The current directory is taken from the first of these values that is set:
18751
9b371988
PH
18752.ilist
18753The &%current_directory%& option on the transport;
18754.next
18755The &%transport_current_directory%& option on the router.
18756.endlist
168e428f
PH
18757
18758
18759If neither the router nor the transport sets a current directory, Exim uses the
18760value of the home directory, if it is set. Otherwise it sets the current
9b371988 18761directory to &_/_& before running a local transport.
168e428f
PH
18762
18763
18764
f89d2485
PH
18765.section "Expansion variables derived from the address" "SECID133"
18766.vindex "&$domain$&"
18767.vindex "&$local_part$&"
18768.vindex "&$original_domain$&"
168e428f 18769Normally a local delivery is handling a single address, and in that case the
9b371988
PH
18770variables such as &$domain$& and &$local_part$& are set during local
18771deliveries. However, in some circumstances more than one address may be handled
18772at once (for example, while writing batch SMTP for onward transmission by some
18773other means). In this case, the variables associated with the local part are
18774never set, &$domain$& is set only if all the addresses have the same domain,
18775and &$original_domain$& is never set.
4f578862
PH
18776.ecindex IIDenvlotra1
18777.ecindex IIDenvlotra2
18778.ecindex IIDenvlotra3
168e428f
PH
18779
18780
18781
18782
18783
18784
18785
9b371988
PH
18786. ////////////////////////////////////////////////////////////////////////////
18787. ////////////////////////////////////////////////////////////////////////////
168e428f 18788
9b371988 18789.chapter "Generic options for transports" "CHAPtransportgeneric"
4f578862
PH
18790.scindex IIDgenoptra1 "generic options" "transport"
18791.scindex IIDgenoptra2 "options" "generic; for transports"
18792.scindex IIDgenoptra3 "transport" "generic options for"
168e428f
PH
18793The following generic options apply to all transports:
18794
18795
9b371988
PH
18796.option body_only transports boolean false
18797.cindex "transport" "body only"
18798.cindex "message" "transporting body only"
18799.cindex "body of message" "transporting"
168e428f 18800If this option is set, the message's headers are not transported. It is
9b371988
PH
18801mutually exclusive with &%headers_only%&. If it is used with the &(appendfile)&
18802or &(pipe)& transports, the settings of &%message_prefix%& and
18803&%message_suffix%& should be checked, because this option does not
18804automatically suppress them.
168e428f
PH
18805
18806
9b371988
PH
18807.option current_directory transports string&!! unset
18808.cindex "transport" "current directory for"
168e428f
PH
18809This specifies the current directory that is to be set while running the
18810transport, overriding any value that may have been set by the router.
18811If the expansion fails for any reason, including forced failure, an error is
18812logged, and delivery is deferred.
18813
18814
9b371988 18815.option disable_logging transports boolean false
168e428f
PH
18816If this option is set true, nothing is logged for any
18817deliveries by the transport or for any
18818transport errors. You should not set this option unless you really, really know
18819what you are doing.
18820
18821
9b371988
PH
18822.option debug_print transports string&!! unset
18823.cindex "testing" "variables in drivers"
18824If this option is set and debugging is enabled (see the &%-d%& command line
168e428f
PH
18825option), the string is expanded and included in the debugging output when the
18826transport is run.
18827If expansion of the string fails, the error message is written to the debugging
18828output, and Exim carries on processing.
18829This facility is provided to help with checking out the values of variables and
9b371988
PH
18830so on when debugging driver configurations. For example, if a &%headers_add%&
18831option is not working properly, &%debug_print%& could be used to output the
168e428f
PH
18832variables it references. A newline is added to the text if it does not end with
18833one.
18834
18835
9b371988
PH
18836.option delivery_date_add transports boolean false
18837.cindex "&'Delivery-date:'& header line"
18838If this option is true, a &'Delivery-date:'& header is added to the message.
18839This gives the actual time the delivery was made. As this is not a standard
18840header, Exim has a configuration option (&%delivery_date_remove%&) which
18841requests its removal from incoming messages, so that delivered messages can
18842safely be resent to other recipients.
168e428f
PH
18843
18844
9b371988 18845.option driver transports string unset
168e428f
PH
18846This specifies which of the available transport drivers is to be used.
18847There is no default, and this option must be set for every transport.
18848
18849
9b371988
PH
18850.option envelope_to_add transports boolean false
18851.cindex "&'Envelope-to:'& header line"
18852If this option is true, an &'Envelope-to:'& header is added to the message.
18853This gives the original address(es) in the incoming envelope that caused this
168e428f
PH
18854delivery to happen. More than one address may be present if the transport is
18855configured to handle several addresses at once, or if more than one original
18856address was redirected to the same final address. As this is not a standard
9b371988 18857header, Exim has a configuration option (&%envelope_to_remove%&) which requests
168e428f
PH
18858its removal from incoming messages, so that delivered messages can safely be
18859resent to other recipients.
18860
18861
9b371988
PH
18862.option group transports string&!! "Exim group"
18863.cindex "transport" "group; specifying"
168e428f
PH
18864This option specifies a gid for running the transport process, overriding any
18865value that the router supplies, and also overriding any value associated with
9b371988 18866&%user%& (see below).
168e428f 18867
168e428f 18868
9b371988
PH
18869.option headers_add transports string&!! unset
18870.cindex "header lines" "adding in transport"
18871.cindex "transport" "header lines; adding"
168e428f
PH
18872This option specifies a string of text that is expanded and added to the header
18873portion of a message as it is transported, as described in section
9b371988
PH
18874&<<SECTheadersaddrem>>&. Additional header lines can also be specified by
18875routers. If the result of the expansion is an empty string, or if the expansion
18876is forced to fail, no action is taken. Other expansion failures are treated as
168e428f
PH
18877errors and cause the delivery to be deferred.
18878
18879
18880
9b371988
PH
18881.option headers_only transports boolean false
18882.cindex "transport" "header lines only"
18883.cindex "message" "transporting headers only"
18884.cindex "header lines" "transporting"
168e428f 18885If this option is set, the message's body is not transported. It is mutually
9b371988
PH
18886exclusive with &%body_only%&. If it is used with the &(appendfile)& or &(pipe)&
18887transports, the settings of &%message_prefix%& and &%message_suffix%& should be
168e428f
PH
18888checked, since this option does not automatically suppress them.
18889
18890
9b371988
PH
18891.option headers_remove transports string&!! unset
18892.cindex "header lines" "removing"
18893.cindex "transport" "header lines; removing"
168e428f
PH
18894This option specifies a string that is expanded into a list of header names;
18895these headers are omitted from the message as it is transported, as described
9b371988 18896in section &<<SECTheadersaddrem>>&. Header removal can also be specified by
168e428f
PH
18897routers. If the result of the expansion is an empty string, or if the expansion
18898is forced to fail, no action is taken. Other expansion failures are treated as
18899errors and cause the delivery to be deferred.
18900
18901
18902
9b371988
PH
18903.option headers_rewrite transports string unset
18904.cindex "transport" "header lines; rewriting"
18905.cindex "rewriting" "at transport time"
168e428f
PH
18906This option allows addresses in header lines to be rewritten at transport time,
18907that is, as the message is being copied to its destination. The contents of the
18908option are a colon-separated list of rewriting rules. Each rule is in exactly
18909the same form as one of the general rewriting rules that are applied when a
9b371988
PH
18910message is received. These are described in chapter &<<CHAPrewrite>>&. For
18911example,
18912.code
168e428f
PH
18913headers_rewrite = a@b c@d f : \
18914 x@y w@z
9b371988
PH
18915.endd
18916changes &'a@b'& into &'c@d'& in &'From:'& header lines, and &'x@y'& into
18917&'w@z'& in all address-bearing header lines. The rules are applied to the
18918header lines just before they are written out at transport time, so they affect
18919only those copies of the message that pass through the transport. However, only
18920the message's original header lines, and any that were added by a system
18921filter, are rewritten. If a router or transport adds header lines, they are not
18922affected by this option. These rewriting rules are &'not'& applied to the
18923envelope. You can change the return path using &%return_path%&, but you cannot
168e428f
PH
18924change envelope recipients at this time.
18925
18926
9b371988
PH
18927.option home_directory transports string&!! unset
18928.cindex "transport" "home directory for"
f89d2485 18929.vindex "&$home$&"
c0712871 18930This option specifies a home directory setting for a local transport,
4f578862
PH
18931overriding any value that may be set by the router. The home directory is
18932placed in &$home$& while expanding the transport's private options. It is also
18933used as the current directory if no current directory is set by the
9b371988 18934&%current_directory%& option on the transport or the
4f578862
PH
18935&%transport_current_directory%& option on the router. If the expansion fails
18936for any reason, including forced failure, an error is logged, and delivery is
18937deferred.
168e428f
PH
18938
18939
9b371988
PH
18940.option initgroups transports boolean false
18941.cindex "additional groups"
18942.cindex "groups" "additional"
18943.cindex "transport" "group; additional"
168e428f 18944If this option is true and the uid for the delivery process is provided by the
9b371988 18945transport, the &[initgroups()]& function is called when running the transport
168e428f
PH
18946to ensure that any additional groups associated with the uid are set up.
18947
18948
9b371988
PH
18949.option message_size_limit transports string&!! 0
18950.cindex "limit" "message size per transport"
f89d2485 18951.cindex "size" "of message, limit"
9b371988 18952.cindex "transport" "message size; limiting"
168e428f 18953This option controls the size of messages passed through the transport. It is
ad268134
PH
18954expanded before use; the result of the expansion must be a sequence of decimal
18955digits, optionally followed by K or M. If the expansion fails for any reason,
18956including forced failure, or if the result is not of the required form,
18957delivery is deferred. If the value is greater than zero and the size of a
18958message exceeds this limit, the address is failed. If there is any chance that
18959the resulting bounce message could be routed to the same transport, you should
18960ensure that &%return_size_limit%& is less than the transport's
18961&%message_size_limit%&, as otherwise the bounce message will fail to get
18962delivered.
168e428f
PH
18963
18964
18965
9b371988 18966.option rcpt_include_affixes transports boolean false
f89d2485
PH
18967.cindex "prefix" "for local part, including in envelope"
18968.cindex "suffix for local part" "including in envelope"
9b371988
PH
18969.cindex "local part" "prefix"
18970.cindex "local part" "suffix"
168e428f
PH
18971When this option is false (the default), and an address that has had any
18972affixes (prefixes or suffixes) removed from the local part is delivered by any
18973form of SMTP or LMTP, the affixes are not included. For example, if a router
18974that contains
9b371988
PH
18975.code
18976local_part_prefix = *-
18977.endd
18978routes the address &'abc-xyz@some.domain'& to an SMTP transport, the envelope
168e428f 18979is delivered with
9b371988
PH
18980.code
18981RCPT TO:<xyz@some.domain>
18982.endd
4f578862
PH
18983This is also the case when an ACL-time callout is being used to verify a
18984recipient address. However, if &%rcpt_include_affixes%& is set true, the
9b371988
PH
18985whole local part is included in the RCPT command. This option applies to BSMTP
18986deliveries by the &(appendfile)& and &(pipe)& transports as well as to the
18987&(lmtp)& and &(smtp)& transports.
18988
18989
18990.option retry_use_local_part transports boolean "see below"
18991.cindex "hints database" "retry keys"
168e428f
PH
18992When a delivery suffers a temporary failure, a retry record is created
18993in Exim's hints database. For remote deliveries, the key for the retry record
18994is based on the name and/or IP address of the failing remote host. For local
18995deliveries, the key is normally the entire address, including both the local
18996part and the domain. This is suitable for most common cases of local delivery
9b371988 18997temporary failure &-- for example, exceeding a mailbox quota should delay only
168e428f
PH
18998deliveries to that mailbox, not to the whole domain.
18999
19000However, in some special cases you may want to treat a temporary local delivery
19001as a failure associated with the domain, and not with a particular local part.
19002(For example, if you are storing all mail for some domain in files.) You can do
9b371988 19003this by setting &%retry_use_local_part%& false.
168e428f
PH
19004
19005For all the local transports, its default value is true. For remote transports,
19006the default value is false for tidiness, but changing the value has no effect
19007on a remote transport in the current implementation.
19008
19009
9b371988
PH
19010.option return_path transports string&!! unset
19011.cindex "envelope sender"
19012.cindex "transport" "return path; changing"
19013.cindex "return path" "changing in transport"
168e428f
PH
19014If this option is set, the string is expanded at transport time and replaces
19015the existing return path (envelope sender) value in the copy of the message
19016that is being delivered. An empty return path is permitted. This feature is
19017designed for remote deliveries, where the value of this option is used in the
9b371988
PH
19018SMTP MAIL command. If you set &%return_path%& for a local transport, the
19019only effect is to change the address that is placed in the &'Return-path:'&
168e428f
PH
19020header line, if one is added to the message (see the next option).
19021
db9452a9
PH
19022&*Note:*& A changed return path is not logged unless you add
19023&%return_path_on_delivery%& to the log selector.
db9452a9 19024
f89d2485 19025.vindex "&$return_path$&"
9b371988 19026The expansion can refer to the existing value via &$return_path$&. This is
168e428f 19027either the message's envelope sender, or an address set by the
9b371988 19028&%errors_to%& option on a router. If the expansion is forced to fail, no
168e428f 19029replacement occurs; if it fails for another reason, delivery is deferred. This
9b371988 19030option can be used to support VERP (Variable Envelope Return Paths) &-- see
4f578862 19031section &<<SECTverp>>&.
168e428f 19032
4f578862
PH
19033&*Note*&: If a delivery error is detected locally, including the case when a
19034remote server rejects a message at SMTP time, the bounce message is not sent to
19035the value of this option. It is sent to the previously set errors address.
19036This defaults to the incoming sender address, but can be changed by setting
19037&%errors_to%& in a router.
168e428f
PH
19038
19039
19040
9b371988
PH
19041.option return_path_add transports boolean false
19042.cindex "&'Return-path:'& header line"
19043If this option is true, a &'Return-path:'& header is added to the message.
168e428f
PH
19044Although the return path is normally available in the prefix line of BSD
19045mailboxes, this is commonly not displayed by MUAs, and so the user does not
19046have easy access to it.
19047
9b371988
PH
19048RFC 2821 states that the &'Return-path:'& header is added to a message &"when
19049the delivery SMTP server makes the final delivery"&. This implies that this
19050header should not be present in incoming messages. Exim has a configuration
19051option, &%return_path_remove%&, which requests removal of this header from
19052incoming messages, so that delivered messages can safely be resent to other
19053recipients.
168e428f 19054
168e428f 19055
9b371988
PH
19056.option shadow_condition transports string&!! unset
19057See &%shadow_transport%& below.
168e428f
PH
19058
19059
9b371988
PH
19060.option shadow_transport transports string unset
19061.cindex "shadow transport"
19062.cindex "transport" "shadow"
19063A local transport may set the &%shadow_transport%& option to the name of
19064another local transport. Shadow remote transports are not supported.
168e428f
PH
19065
19066Whenever a delivery to the main transport succeeds, and either
9b371988
PH
19067&%shadow_condition%& is unset, or its expansion does not result in the empty
19068string or one of the strings &"0"& or &"no"& or &"false"&, the message is also
19069passed to the shadow transport, with the same delivery address or addresses. If
19070expansion fails, no action is taken except that non-forced expansion failures
19071cause a log line to be written.
168e428f
PH
19072
19073The result of the shadow transport is discarded and does not affect the
19074subsequent processing of the message. Only a single level of shadowing is
9b371988
PH
19075provided; the &%shadow_transport%& option is ignored on any transport when it
19076is running as a shadow. Options concerned with output from pipes are also
19077ignored. The log line for the successful delivery has an item added on the end,
19078of the form
19079.code
19080ST=<shadow transport name>
19081.endd
168e428f 19082If the shadow transport did not succeed, the error message is put in
9b371988
PH
19083parentheses afterwards. Shadow transports can be used for a number of different
19084purposes, including keeping more detailed log information than Exim normally
f89d2485 19085provides, and implementing automatic acknowledgment policies based on message
9b371988 19086headers that some sites insist on.
168e428f
PH
19087
19088
9b371988
PH
19089.option transport_filter transports string&!! unset
19090.cindex "transport" "filter"
19091.cindex "filter" "transport filter"
168e428f
PH
19092This option sets up a filtering (in the Unix shell sense) process for messages
19093at transport time. It should not be confused with mail filtering as set up by
19094individual users or via a system filter.
19095
19096When the message is about to be written out, the command specified by
4f578862 19097&%transport_filter%& is started up in a separate, parallel process, and
9b371988
PH
19098the entire message, including the header lines, is passed to it on its standard
19099input (this in fact is done from a third process, to avoid deadlock). The
19100command must be specified as an absolute path.
168e428f
PH
19101
19102The lines of the message that are written to the transport filter are
9b371988
PH
19103terminated by newline (&"\n"&). The message is passed to the filter before any
19104SMTP-specific processing, such as turning &"\n"& into &"\r\n"& and escaping
068aaea8 19105lines beginning with a dot, and also before any processing implied by the
9b371988
PH
19106settings of &%check_string%& and &%escape_string%& in the &(appendfile)& or
19107&(pipe)& transports.
168e428f
PH
19108
19109The standard error for the filter process is set to the same destination as its
19110standard output; this is read and written to the message's ultimate
4f578862 19111destination. The process that writes the message to the filter, the
9b371988 19112filter itself, and the original process that reads the result and delivers it
4f578862 19113are all run in parallel, like a shell pipeline.
9b371988
PH
19114
19115The filter can perform any transformations it likes, but of course should take
94fb0f79
TF
19116care not to break RFC 2822 syntax. Exim does not check the result, except to
19117test for a final newline when SMTP is in use. All messages transmitted over
19118SMTP must end with a newline, so Exim supplies one if it is missing.
9b371988 19119
9b371988 19120.cindex "content scanning" "per user"
068aaea8
PH
19121A transport filter can be used to provide content-scanning on a per-user basis
19122at delivery time if the only required effect of the scan is to modify the
19123message. For example, a content scan could insert a new header line containing
19124a spam score. This could be interpreted by a filter in the user's MUA. It is
19125not possible to discard a message at this stage.
168e428f 19126
9b371988 19127.cindex "SMTP" "SIZE"
168e428f
PH
19128A problem might arise if the filter increases the size of a message that is
19129being sent down an SMTP connection. If the receiving SMTP server has indicated
19130support for the SIZE parameter, Exim will have sent the size of the message
19131at the start of the SMTP session. If what is actually sent is substantially
19132more, the server might reject the message. This can be worked round by setting
9b371988 19133the &%size_addition%& option on the &(smtp)& transport, either to allow for
168e428f
PH
19134additions to the message, or to disable the use of SIZE altogether.
19135
f89d2485 19136.vindex "&$pipe_addresses$&"
9b371988 19137The value of the &%transport_filter%& option is the command string for starting
168e428f 19138the filter, which is run directly from Exim, not under a shell. The string is
9b371988 19139parsed by Exim in the same way as a command string for the &(pipe)& transport:
4f578862
PH
19140Exim breaks it up into arguments and then expands each argument separately (see
19141section &<<SECThowcommandrun>>&). Any kind of expansion failure causes delivery
19142to be deferred. The special argument &$pipe_addresses$& is replaced by a number
19143of arguments, one for each address that applies to this delivery. (This isn't
19144an ideal name for this feature here, but as it was already implemented for the
19145&(pipe)& transport, it seemed sensible not to change it.)
168e428f 19146
f89d2485
PH
19147.vindex "&$host$&"
19148.vindex "&$host_address$&"
9b371988 19149The expansion variables &$host$& and &$host_address$& are available when the
168e428f
PH
19150transport is a remote one. They contain the name and IP address of the host to
19151which the message is being sent. For example:
9b371988 19152.code
168e428f
PH
19153transport_filter = /some/directory/transport-filter.pl \
19154 $host $host_address $sender_address $pipe_addresses
9b371988 19155.endd
168e428f 19156
4f578862
PH
19157Two problems arise if you want to use more complicated expansion items to
19158generate transport filter commands, both of which due to the fact that the
19159command is split up &'before'& expansion.
19160.ilist
19161If an expansion item contains white space, you must quote it, so that it is all
19162part of the same command item. If the entire option setting is one such
19163expansion item, you have to take care what kind of quoting you use. For
19164example:
19165.code
19166transport_filter = '/bin/cmd${if eq{$host}{a.b.c}{1}{2}}'
19167.endd
19168This runs the command &(/bin/cmd1)& if the host name is &'a.b.c'&, and
19169&(/bin/cmd2)& otherwise. If double quotes had been used, they would have been
19170stripped by Exim when it read the option's value. When the value is used, if
19171the single quotes were missing, the line would be split into two items,
19172&`/bin/cmd${if`& and &`eq{$host}{a.b.c}{1}{2}`&, and an error would occur when
19173Exim tried to expand the first one.
19174.next
19175Except for the special case of &$pipe_addresses$& that is mentioned above, an
19176expansion cannot generate multiple arguments, or a command name followed by
19177arguments. Consider this example:
19178.code
f89d2485 19179transport_filter = ${lookup{$host}lsearch{/a/file}\
4f578862
PH
19180 {$value}{/bin/cat}}
19181.endd
19182The result of the lookup is interpreted as the name of the command, even
19183if it contains white space. The simplest way round this is to use a shell:
19184.code
f89d2485 19185transport_filter = /bin/sh -c ${lookup{$host}lsearch{/a/file}\
4f578862
PH
19186 {$value}{/bin/cat}}
19187.endd
19188.endlist
168e428f 19189
4f578862
PH
19190The filter process is run under the same uid and gid as the normal delivery.
19191For remote deliveries this is the Exim uid/gid by default. The command should
19192normally yield a zero return code. Transport filters are not supposed to fail.
19193A non-zero code is taken to mean that the transport filter encountered some
19194serious problem. Delivery of the message is deferred; the message remains on
19195the queue and is tried again later. It is not possible to cause a message to be
19196bounced from a transport filter.
19197
168e428f
PH
19198If a transport filter is set on an autoreply transport, the original message is
19199passed through the filter as it is being copied into the newly generated
9b371988 19200message, which happens if the &%return_message%& option is set.
168e428f
PH
19201
19202
9b371988 19203.option transport_filter_timeout transports time 5m
f89d2485 19204.cindex "transport" "filter, timeout"
168e428f 19205When Exim is reading the output of a transport filter, it a applies a timeout
068aaea8
PH
19206that can be set by this option. Exceeding the timeout is normally treated as a
19207temporary delivery failure. However, if a transport filter is used with a
9b371988
PH
19208&(pipe)& transport, a timeout in the transport filter is treated in the same
19209way as a timeout in the pipe command itself. By default, a timeout is a hard
19210error, but if the &(pipe)& transport's &%timeout_defer%& option is set true, it
19211becomes a temporary error.
168e428f
PH
19212
19213
9b371988
PH
19214.option user transports string&!! "Exim user"
19215.cindex "uid (user id)" "local delivery"
f89d2485 19216.cindex "transport" "user, specifying"
168e428f
PH
19217This option specifies the user under whose uid the delivery process is to be
19218run, overriding any uid that may have been set by the router. If the user is
19219given as a name, the uid is looked up from the password data, and the
9b371988 19220associated group is taken as the value of the gid to be used if the &%group%&
168e428f
PH
19221option is not set.
19222
19223For deliveries that use local transports, a user and group are normally
19224specified explicitly or implicitly (for example, as a result of
9b371988 19225&%check_local_user%&) by the router or transport.
168e428f 19226
9b371988 19227.cindex "hints database" "access by remote transport"
168e428f
PH
19228For remote transports, you should leave this option unset unless you really are
19229sure you know what you are doing. When a remote transport is running, it needs
19230to be able to access Exim's hints databases, because each host may have its own
19231retry data.
4f578862
PH
19232.ecindex IIDgenoptra1
19233.ecindex IIDgenoptra2
19234.ecindex IIDgenoptra3
168e428f
PH
19235
19236
19237
19238
19239
19240
9b371988
PH
19241. ////////////////////////////////////////////////////////////////////////////
19242. ////////////////////////////////////////////////////////////////////////////
168e428f 19243
9b371988
PH
19244.chapter "Address batching in local transports" "CHAPbatching" &&&
19245 "Address batching"
19246.cindex "transport" "local; address batching in"
19247The only remote transport (&(smtp)&) is normally configured to handle more than
168e428f
PH
19248one address at a time, so that when several addresses are routed to the same
19249remote host, just one copy of the message is sent. Local transports, however,
19250normally handle one address at a time. That is, a separate instance of the
19251transport is run for each address that is routed to the transport. A separate
19252copy of the message is delivered each time.
19253
9b371988 19254.cindex "batched local delivery"
0a4e3112
PH
19255.oindex "&%batch_max%&"
19256.oindex "&%batch_id%&"
168e428f
PH
19257In special cases, it may be desirable to handle several addresses at once in a
19258local transport, for example:
19259
9b371988
PH
19260.ilist
19261In an &(appendfile)& transport, when storing messages in files for later
168e428f
PH
19262delivery by some other means, a single copy of the message with multiple
19263recipients saves space.
9b371988
PH
19264.next
19265In an &(lmtp)& transport, when delivering over &"local SMTP"& to some process,
168e428f 19266a single copy saves time, and is the normal way LMTP is expected to work.
9b371988
PH
19267.next
19268In a &(pipe)& transport, when passing the message
168e428f
PH
19269to a scanner program or
19270to some other delivery mechanism such as UUCP, multiple recipients may be
19271acceptable.
9b371988 19272.endlist
168e428f 19273
c0712871
PH
19274These three local transports all have the same options for controlling multiple
19275(&"batched"&) deliveries, namely &%batch_max%& and &%batch_id%&. To save
19276repeating the information for each transport, these options are described here.
168e428f 19277
9b371988 19278The &%batch_max%& option specifies the maximum number of addresses that can be
c0712871
PH
19279delivered together in a single run of the transport. Its default value is one
19280(no batching). When more than one address is routed to a transport that has a
19281&%batch_max%& value greater than one, the addresses are delivered in a batch
19282(that is, in a single run of the transport with multiple recipients), subject
19283to certain conditions:
168e428f 19284
9b371988 19285.ilist
f89d2485 19286.vindex "&$local_part$&"
9b371988 19287If any of the transport's options contain a reference to &$local_part$&, no
168e428f 19288batching is possible.
9b371988 19289.next
f89d2485 19290.vindex "&$domain$&"
9b371988 19291If any of the transport's options contain a reference to &$domain$&, only
168e428f 19292addresses with the same domain are batched.
9b371988
PH
19293.next
19294.cindex "customizing" "batching condition"
19295If &%batch_id%& is set, it is expanded for each address, and only those
168e428f 19296addresses with the same expanded value are batched. This allows you to specify
c0712871
PH
19297customized batching conditions. Failure of the expansion for any reason,
19298including forced failure, disables batching, but it does not stop the delivery
19299from taking place.
9b371988
PH
19300.next
19301Batched addresses must also have the same errors address (where to send
168e428f
PH
19302delivery errors), the same header additions and removals, the same user and
19303group for the transport, and if a host list is present, the first host must
19304be the same.
9b371988 19305.endlist
168e428f 19306
c0712871
PH
19307In the case of the &(appendfile)& and &(pipe)& transports, batching applies
19308both when the file or pipe command is specified in the transport, and when it
19309is specified by a &(redirect)& router, but all the batched addresses must of
19310course be routed to the same file or pipe command. These two transports have an
19311option called &%use_bsmtp%&, which causes them to deliver the message in
19312&"batched SMTP"& format, with the envelope represented as SMTP commands. The
19313&%check_string%& and &%escape_string%& options are forced to the values
9b371988
PH
19314.code
19315check_string = "."
19316escape_string = ".."
19317.endd
168e428f 19318when batched SMTP is in use. A full description of the batch SMTP mechanism is
9b371988
PH
19319given in section &<<SECTbatchSMTP>>&. The &(lmtp)& transport does not have a
19320&%use_bsmtp%& option, because it always delivers using the SMTP protocol.
168e428f 19321
c0712871
PH
19322.cindex "&'Envelope-to:'& header line"
19323If the generic &%envelope_to_add%& option is set for a batching transport, the
19324&'Envelope-to:'& header that is added to the message contains all the addresses
19325that are being processed together. If you are using a batching &(appendfile)&
19326transport without &%use_bsmtp%&, the only way to preserve the recipient
19327addresses is to set the &%envelope_to_add%& option.
19328
9b371988 19329.cindex "&(pipe)& transport" "with multiple addresses"
f89d2485 19330.vindex "&$pipe_addresses$&"
c0712871
PH
19331If you are using a &(pipe)& transport without BSMTP, and setting the
19332transport's &%command%& option, you can include &$pipe_addresses$& as part of
19333the command. This is not a true variable; it is a bit of magic that causes each
19334of the recipient addresses to be inserted into the command as a separate
19335argument. This provides a way of accessing all the addresses that are being
19336delivered in the batch. &*Note:*& This is not possible for pipe commands that
f89d2485 19337are specified by a &(redirect)& router.
168e428f 19338
168e428f
PH
19339
19340
19341
9b371988
PH
19342. ////////////////////////////////////////////////////////////////////////////
19343. ////////////////////////////////////////////////////////////////////////////
168e428f 19344
9b371988 19345.chapter "The appendfile transport" "CHAPappendfile"
4f578862
PH
19346.scindex IIDapptra1 "&(appendfile)& transport"
19347.scindex IIDapptra2 "transports" "&(appendfile)&"
9b371988
PH
19348.cindex "directory creation"
19349.cindex "creating directories"
19350The &(appendfile)& transport delivers a message by appending it to an existing
168e428f
PH
19351file, or by creating an entirely new file in a specified directory. Single
19352files to which messages are appended can be in the traditional Unix mailbox
19353format, or optionally in the MBX format supported by the Pine MUA and
9b371988
PH
19354University of Washington IMAP daemon, &'inter alia'&. When each message is
19355being delivered as a separate file, &"maildir"& format can optionally be used
19356to give added protection against failures that happen part-way through the
19357delivery. A third form of separate-file delivery known as &"mailstore"& is also
168e428f 19358supported. For all file formats, Exim attempts to create as many levels of
9b371988 19359directory as necessary, provided that &%create_directory%& is set.
168e428f
PH
19360
19361The code for the optional formats is not included in the Exim binary by
19362default. It is necessary to set SUPPORT_MBX, SUPPORT_MAILDIR and/or
9b371988 19363SUPPORT_MAILSTORE in &_Local/Makefile_& to have the appropriate code
168e428f
PH
19364included.
19365
9b371988 19366.cindex "quota" "system"
f89d2485 19367Exim recognizes system quota errors, and generates an appropriate message. Exim
168e428f
PH
19368also supports its own quota control within the transport, for use when the
19369system facility is unavailable or cannot be used for some reason.
19370
19371If there is an error while appending to a file (for example, quota exceeded or
19372partition filled), Exim attempts to reset the file's length and last
19373modification time back to what they were before. If there is an error while
19374creating an entirely new file, the new file is removed.
19375
19376Before appending to a file, a number of security checks are made, and the
19377file is locked. A detailed description is given below, after the list of
19378private options.
19379
9b371988
PH
19380The &(appendfile)& transport is most commonly used for local deliveries to
19381users' mailboxes. However, it can also be used as a pseudo-remote transport for
19382putting messages into files for remote delivery by some means other than Exim.
19383&"Batch SMTP"& format is often used in this case (see the &%use_bsmtp%&
19384option).
168e428f
PH
19385
19386
19387
9b371988
PH
19388.section "The file and directory options" "SECTfildiropt"
19389The &%file%& option specifies a single file, to which the message is appended;
19390the &%directory%& option specifies a directory, in which a new file containing
168e428f 19391the message is created. Only one of these two options can be set, and for
9b371988 19392normal deliveries to mailboxes, one of them &'must'& be set.
168e428f 19393
f89d2485
PH
19394.vindex "&$address_file$&"
19395.vindex "&$local_part$&"
9b371988 19396However, &(appendfile)& is also used for delivering messages to files or
168e428f 19397directories whose names (or parts of names) are obtained from alias,
9b371988
PH
19398forwarding, or filtering operations (for example, a &%save%& command in a
19399user's Exim filter). When such a transport is running, &$local_part$& contains
19400the local part that was aliased or forwarded, and &$address_file$& contains the
168e428f
PH
19401name (or partial name) of the file or directory generated by the redirection
19402operation. There are two cases:
19403
9b371988
PH
19404.ilist
19405If neither &%file%& nor &%directory%& is set, the redirection operation
19406must specify an absolute path (one that begins with &`/`&). This is the most
168e428f 19407common case when users with local accounts use filtering to sort mail into
9b371988 19408different folders. See for example, the &(address_file)& transport in the
168e428f
PH
19409default configuration. If the path ends with a slash, it is assumed to be the
19410name of a directory. A delivery to a directory can also be forced by setting
9b371988
PH
19411&%maildir_format%& or &%mailstore_format%&.
19412.next
19413If &%file%& or &%directory%& is set for a delivery from a redirection, it is
19414used to determine the file or directory name for the delivery. Normally, the
19415contents of &$address_file$& are used in some way in the string expansion.
19416.endlist
168e428f
PH
19417
19418
9b371988
PH
19419.cindex "Sieve filter" "configuring &(appendfile)&"
19420.cindex "Sieve filter" "relative mailbox path handling"
168e428f
PH
19421As an example of the second case, consider an environment where users do not
19422have home directories. They may be permitted to use Exim filter commands of the
19423form:
9b371988
PH
19424.code
19425save folder23
19426.endd
168e428f 19427or Sieve filter commands of the form:
9b371988
PH
19428.code
19429require "fileinto";
19430fileinto "folder23";
19431.endd
19432In this situation, the expansion of &%file%& or &%directory%& in the transport
19433must transform the relative path into an appropriate absolute file name. In the
19434case of Sieve filters, the name &'inbox'& must be handled. It is the name that
19435is used as a result of a &"keep"& action in the filter. This example shows one
19436way of handling this requirement:
19437.code
168e428f
PH
19438file = ${if eq{$address_file}{inbox} \
19439 {/var/mail/$local_part} \
19440 {${if eq{${substr_0_1:$address_file}}{/} \
19441 {$address_file} \
19442 {$home/mail/$address_file} \
19443 }} \
19444 }
9b371988
PH
19445.endd
19446With this setting of &%file%&, &'inbox'& refers to the standard mailbox
19447location, absolute paths are used without change, and other folders are in the
19448&_mail_& directory within the home directory.
19449
19450&*Note 1*&: While processing an Exim filter, a relative path such as
19451&_folder23_& is turned into an absolute path if a home directory is known to
19452the router. In particular, this is the case if &%check_local_user%& is set. If
168e428f 19453you want to prevent this happening at routing time, you can set
9b371988 19454&%router_home_directory%& empty. This forces the router to pass the relative
168e428f
PH
19455path to the transport.
19456
9b371988
PH
19457&*Note 2*&: An absolute path in &$address_file$& is not treated specially;
19458the &%file%& or &%directory%& option is still used if it is set.
168e428f
PH
19459
19460
19461
168e428f 19462
f89d2485 19463.section "Private options for appendfile" "SECID134"
9b371988 19464.cindex "options" "&(appendfile)& transport"
168e428f
PH
19465
19466
168e428f 19467
9b371988
PH
19468.option allow_fifo appendfile boolean false
19469.cindex "fifo (named pipe)"
19470.cindex "named pipe (fifo)"
19471.cindex "pipe" "named (fifo)"
168e428f
PH
19472Setting this option permits delivery to named pipes (FIFOs) as well as to
19473regular files. If no process is reading the named pipe at delivery time, the
19474delivery is deferred.
19475
19476
9b371988
PH
19477.option allow_symlink appendfile boolean false
19478.cindex "symbolic link" "to mailbox"
19479.cindex "mailbox" "symbolic link"
19480By default, &(appendfile)& will not deliver if the path name for the file is
168e428f
PH
19481that of a symbolic link. Setting this option relaxes that constraint, but there
19482are security issues involved in the use of symbolic links. Be sure you know
19483what you are doing if you set this. Details of exactly what this option affects
19484are included in the discussion which follows this list of options.
19485
19486
9b371988
PH
19487.option batch_id appendfile string&!! unset
19488See the description of local delivery batching in chapter &<<CHAPbatching>>&.
19489However, batching is automatically disabled for &(appendfile)& deliveries that
168e428f
PH
19490happen as a result of forwarding or aliasing or other redirection directly to a
19491file.
19492
19493
9b371988
PH
19494.option batch_max appendfile integer 1
19495See the description of local delivery batching in chapter &<<CHAPbatching>>&.
168e428f 19496
168e428f 19497
9b371988
PH
19498.option check_group appendfile boolean false
19499When this option is set, the group owner of the file defined by the &%file%&
168e428f
PH
19500option is checked to see that it is the same as the group under which the
19501delivery process is running. The default setting is false because the default
19502file mode is 0600, which means that the group is irrelevant.
19503
19504
9b371988
PH
19505.option check_owner appendfile boolean true
19506When this option is set, the owner of the file defined by the &%file%& option
19507is checked to ensure that it is the same as the user under which the delivery
168e428f
PH
19508process is running.
19509
19510
9b371988
PH
19511.option check_string appendfile string "see below"
19512.cindex "&""From""& line"
19513As &(appendfile)& writes the message, the start of each line is tested for
19514matching &%check_string%&, and if it does, the initial matching characters are
19515replaced by the contents of &%escape_string%&. The value of &%check_string%& is
19516a literal string, not a regular expression, and the case of any letters it
168e428f
PH
19517contains is significant.
19518
9b371988
PH
19519If &%use_bsmtp%& is set the values of &%check_string%& and &%escape_string%&
19520are forced to &"."& and &".."& respectively, and any settings in the
19521configuration are ignored. Otherwise, they default to &"From&~"& and
19522&">From&~"& when the &%file%& option is set, and unset when any of the
19523&%directory%&, &%maildir%&, or &%mailstore%& options are set.
19524
19525The default settings, along with &%message_prefix%& and &%message_suffix%&, are
19526suitable for traditional &"BSD"& mailboxes, where a line beginning with
19527&"From&~"& indicates the start of a new message. All four options need changing
19528if another format is used. For example, to deliver to mailboxes in MMDF format:
19529.cindex "MMDF format mailbox"
19530.cindex "mailbox" "MMDF format"
19531.code
19532check_string = "\1\1\1\1\n"
19533escape_string = "\1\1\1\1 \n"
19534message_prefix = "\1\1\1\1\n"
19535message_suffix = "\1\1\1\1\n"
19536.endd
19537.option create_directory appendfile boolean true
19538.cindex "directory creation"
168e428f
PH
19539When this option is true, Exim attempts to create any missing superior
19540directories for the file that it is about to write. A created directory's mode
9b371988 19541is given by the &%directory_mode%& option.
168e428f
PH
19542
19543The group ownership of a newly created directory is highly dependent on the
19544operating system (and possibly the file system) that is being used. For
19545example, in Solaris, if the parent directory has the setgid bit set, its group
19546is propagated to the child; if not, the currently set group is used. However,
19547in FreeBSD, the parent's group is always used.
19548
19549
19550
9b371988 19551.option create_file appendfile string anywhere
168e428f 19552This option constrains the location of files and directories that are created
9b371988
PH
19553by this transport. It applies to files defined by the &%file%& option and
19554directories defined by the &%directory%& option. In the case of maildir
19555delivery, it applies to the top level directory, not the maildir directories
19556beneath.
19557
19558The option must be set to one of the words &"anywhere"&, &"inhome"&, or
19559&"belowhome"&. In the second and third cases, a home directory must have been
19560set for the transport. This option is not useful when an explicit file name is
168e428f 19561given for normal mailbox deliveries. It is intended for the case when file
9b371988
PH
19562names are generated from users' &_.forward_& files. These are usually handled
19563by an &(appendfile)& transport called &%address_file%&. See also
19564&%file_must_exist%&.
168e428f
PH
19565
19566
9b371988
PH
19567.option directory appendfile string&!! unset
19568This option is mutually exclusive with the &%file%& option, but one of &%file%&
19569or &%directory%& must be set, unless the delivery is the direct result of a
19570redirection (see section &<<SECTfildiropt>>&).
168e428f 19571
9b371988 19572When &%directory%& is set, the string is expanded, and the message is delivered
168e428f
PH
19573into a new file or files in or below the given directory, instead of being
19574appended to a single mailbox file. A number of different formats are provided
9b371988
PH
19575(see &%maildir_format%& and &%mailstore_format%&), and see section
19576&<<SECTopdir>>& for further details of this form of delivery.
168e428f
PH
19577
19578
f89d2485 19579.option directory_file appendfile string&!! "see below"
9b371988 19580.cindex "base62"
f89d2485 19581.vindex "&$inode$&"
9b371988
PH
19582When &%directory%& is set, but neither &%maildir_format%& nor
19583&%mailstore_format%& is set, &(appendfile)& delivers each message into a file
f89d2485
PH
19584whose name is obtained by expanding this string. The default value is:
19585.code
19586q${base62:$tod_epoch}-$inode
19587.endd
19588This generates a unique name from the current time, in base 62 form, and the
19589inode of the file. The variable &$inode$& is available only when expanding this
19590option.
168e428f 19591
168e428f 19592
9b371988
PH
19593.option directory_mode appendfile "octal integer" 0700
19594If &(appendfile)& creates any directories as a result of the
19595&%create_directory%& option, their mode is specified by this option.
168e428f 19596
168e428f 19597
9b371988
PH
19598.option escape_string appendfile string "see description"
19599See &%check_string%& above.
168e428f
PH
19600
19601
9b371988
PH
19602.option file appendfile string&!! unset
19603This option is mutually exclusive with the &%directory%& option, but one of
19604&%file%& or &%directory%& must be set, unless the delivery is the direct result
19605of a redirection (see section &<<SECTfildiropt>>&). The &%file%& option
19606specifies a single file, to which the message is appended. One or more of
19607&%use_fcntl_lock%&, &%use_flock_lock%&, or &%use_lockfile%& must be set with
19608&%file%&.
168e428f 19609
9b371988
PH
19610.cindex "NFS" "lock file"
19611.cindex "locking files"
19612.cindex "lock files"
168e428f
PH
19613If you are using more than one host to deliver over NFS into the same
19614mailboxes, you should always use lock files.
19615
19616The string value is expanded for each delivery, and must yield an absolute
19617path. The most common settings of this option are variations on one of these
19618examples:
9b371988
PH
19619.code
19620file = /var/spool/mail/$local_part
19621file = /home/$local_part/inbox
19622file = $home/inbox
19623.endd
19624.cindex "&""sticky""& bit"
168e428f 19625In the first example, all deliveries are done into the same directory. If Exim
9b371988
PH
19626is configured to use lock files (see &%use_lockfile%& below) it must be able to
19627create a file in the directory, so the &"sticky"& bit must be turned on for
19628deliveries to be possible, or alternatively the &%group%& option can be used to
168e428f
PH
19629run the delivery under a group id which has write access to the directory.
19630
19631
19632
9b371988
PH
19633.option file_format appendfile string unset
19634.cindex "file" "mailbox; checking existing format"
168e428f
PH
19635This option requests the transport to check the format of an existing file
19636before adding to it. The check consists of matching a specific string at the
19637start of the file. The value of the option consists of an even number of
19638colon-separated strings. The first of each pair is the test string, and the
19639second is the name of a transport. If the transport associated with a matched
19640string is not the current transport, control is passed over to the other
9b371988 19641transport. For example, suppose the standard &(local_delivery)& transport has
168e428f 19642this added to it:
9b371988 19643.code
168e428f
PH
19644file_format = "From : local_delivery :\
19645 \1\1\1\1\n : local_mmdf_delivery"
9b371988
PH
19646.endd
19647Mailboxes that begin with &"From"& are still handled by this transport, but if
19648a mailbox begins with four binary ones followed by a newline, control is passed
19649to a transport called &%local_mmdf_delivery%&, which presumably is configured
168e428f
PH
19650to do the delivery in MMDF format. If a mailbox does not exist or is empty, it
19651is assumed to match the current transport. If the start of a mailbox doesn't
19652match any string, or if the transport named for a given string is not defined,
19653delivery is deferred.
19654
19655
9b371988 19656.option file_must_exist appendfile boolean false
db9452a9
PH
19657If this option is true, the file specified by the &%file%& option must exist.
19658A temporary error occurs if it does not, causing delivery to be deferred.
19659If this option is false, the file is created if it does not exist.
168e428f
PH
19660
19661
9b371988
PH
19662.option lock_fcntl_timeout appendfile time 0s
19663.cindex "timeout" "mailbox locking"
f89d2485 19664.cindex "mailbox" "locking, blocking and non-blocking"
9b371988
PH
19665.cindex "locking files"
19666By default, the &(appendfile)& transport uses non-blocking calls to &[fcntl()]&
168e428f 19667when locking an open mailbox file. If the call fails, the delivery process
9b371988 19668sleeps for &%lock_interval%& and tries again, up to &%lock_retries%& times.
168e428f
PH
19669Non-blocking calls are used so that the file is not kept open during the wait
19670for the lock; the reason for this is to make it as safe as possible for
19671deliveries over NFS in the case when processes might be accessing an NFS
19672mailbox without using a lock file. This should not be done, but
19673misunderstandings and hence misconfigurations are not unknown.
19674
19675On a busy system, however, the performance of a non-blocking lock approach is
19676not as good as using a blocking lock with a timeout. In this case, the waiting
19677is done inside the system call, and Exim's delivery process acquires the lock
19678and can proceed as soon as the previous lock holder releases it.
19679
9b371988 19680If &%lock_fcntl_timeout%& is set to a non-zero time, blocking locks, with that
168e428f
PH
19681timeout, are used. There may still be some retrying: the maximum number of
19682retries is
9b371988
PH
19683.code
19684(lock_retries * lock_interval) / lock_fcntl_timeout
19685.endd
168e428f 19686rounded up to the next whole number. In other words, the total time during
9b371988
PH
19687which &(appendfile)& is trying to get a lock is roughly the same, unless
19688&%lock_fcntl_timeout%& is set very large.
168e428f
PH
19689
19690You should consider setting this option if you are getting a lot of delayed
19691local deliveries because of errors of the form
9b371988
PH
19692.code
19693failed to lock mailbox /some/file (fcntl)
19694.endd
168e428f 19695
9b371988
PH
19696.option lock_flock_timeout appendfile time 0s
19697This timeout applies to file locking when using &[flock()]& (see
19698&%use_flock%&); the timeout operates in a similar manner to
19699&%lock_fcntl_timeout%&.
168e428f
PH
19700
19701
9b371988 19702.option lock_interval appendfile time 3s
168e428f
PH
19703This specifies the time to wait between attempts to lock the file. See below
19704for details of locking.
19705
19706
9b371988 19707.option lock_retries appendfile integer 10
168e428f
PH
19708This specifies the maximum number of attempts to lock the file. A value of zero
19709is treated as 1. See below for details of locking.
19710
19711
9b371988 19712.option lockfile_mode appendfile "octal integer" 0600
168e428f 19713This specifies the mode of the created lock file, when a lock file is being
c0712871 19714used (see &%use_lockfile%& and &%use_mbx_lock%&).
168e428f
PH
19715
19716
9b371988
PH
19717.option lockfile_timeout appendfile time 30m
19718.cindex "timeout" "mailbox locking"
19719When a lock file is being used (see &%use_lockfile%&), if a lock file already
168e428f
PH
19720exists and is older than this value, it is assumed to have been left behind by
19721accident, and Exim attempts to remove it.
19722
19723
9b371988
PH
19724.option mailbox_filecount appendfile string&!! unset
19725.cindex "mailbox" "specifying size of"
19726.cindex "size" "of mailbox"
168e428f
PH
19727If this option is set, it is expanded, and the result is taken as the current
19728number of files in the mailbox. It must be a decimal number, optionally
19729followed by K or M. This provides a way of obtaining this information from an
19730external source that maintains the data.
19731
19732
9b371988
PH
19733.option mailbox_size appendfile string&!! unset
19734.cindex "mailbox" "specifying size of"
19735.cindex "size" "of mailbox"
168e428f
PH
19736If this option is set, it is expanded, and the result is taken as the current
19737size the mailbox. It must be a decimal number, optionally followed by K or M.
19738This provides a way of obtaining this information from an external source that
19739maintains the data. This is likely to be helpful for maildir deliveries where
19740it is computationally expensive to compute the size of a mailbox.
19741
19742
19743
9b371988
PH
19744.option maildir_format appendfile boolean false
19745.cindex "maildir format" "specifying"
19746If this option is set with the &%directory%& option, the delivery is into a new
19747file, in the &"maildir"& format that is used by other mail software. When the
19748transport is activated directly from a &(redirect)& router (for example, the
19749&(address_file)& transport in the default configuration), setting
19750&%maildir_format%& causes the path received from the router to be treated as a
19751directory, whether or not it ends with &`/`&. This option is available only if
19752SUPPORT_MAILDIR is present in &_Local/Makefile_&. See section
19753&<<SECTmaildirdelivery>>& below for further details.
168e428f
PH
19754
19755
9b371988
PH
19756.option maildir_quota_directory_regex appendfile string "See below"
19757.cindex "maildir format" "quota; directories included in"
19758.cindex "quota" "maildir; directories included in"
19759This option is relevant only when &%maildir_use_size_file%& is set. It defines
c0712871
PH
19760a regular expression for specifying directories, relative to the quota
19761directory (see &%quota_directory%&), that should be included in the quota
19762calculation. The default value is:
9b371988
PH
19763.code
19764maildir_quota_directory_regex = ^(?:cur|new|\..*)$
19765.endd
c0712871 19766This includes the &_cur_& and &_new_& directories, and any maildir++ folders
168e428f 19767(directories whose names begin with a dot). If you want to exclude the
9b371988 19768&_Trash_&
168e428f 19769folder from the count (as some sites do), you need to change this setting to
9b371988
PH
19770.code
19771maildir_quota_directory_regex = ^(?:cur|new|\.(?!Trash).*)$
19772.endd
168e428f 19773This uses a negative lookahead in the regular expression to exclude the
c0712871
PH
19774directory whose name is &_.Trash_&. When a directory is excluded from quota
19775calculations, quota processing is bypassed for any messages that are delivered
19776directly into that directory.
168e428f 19777
168e428f 19778
9b371988 19779.option maildir_retries appendfile integer 10
168e428f 19780This option specifies the number of times to retry when writing a file in
9b371988 19781&"maildir"& format. See section &<<SECTmaildirdelivery>>& below.
168e428f
PH
19782
19783
9b371988 19784.option maildir_tag appendfile string&!! unset
168e428f 19785This option applies only to deliveries in maildir format, and is described in
9b371988 19786section &<<SECTmaildirdelivery>>& below.
168e428f
PH
19787
19788
9b371988
PH
19789.option maildir_use_size_file appendfile boolean false
19790.cindex "maildir format" "&_maildirsize_& file"
19791Setting this option true enables support for &_maildirsize_& files. Exim
19792creates a &_maildirsize_& file in a maildir if one does not exist, taking the
19793quota from the &%quota%& option of the transport. If &%quota%& is unset, the
c0712871
PH
19794value is zero. See &%maildir_quota_directory_regex%& above and section
19795&<<SECTmaildirdelivery>>& below for further details.
c0712871 19796
c0712871
PH
19797.option maildirfolder_create_regex appendfile string unset
19798.cindex "maildir format" "&_maildirfolder_& file"
19799.cindex "&_maildirfolder_&, creating"
19800The value of this option is a regular expression. If it is unset, it has no
3cb1b51e 19801effect. Otherwise, before a maildir delivery takes place, the pattern is
c0712871
PH
19802matched against the name of the maildir directory, that is, the directory
19803containing the &_new_& and &_tmp_& subdirectories that will be used for the
19804delivery. If there is a match, Exim checks for the existence of a file called
19805&_maildirfolder_& in the directory, and creates it if it does not exist.
19806See section &<<SECTmaildirdelivery>>& for more details.
168e428f 19807
168e428f 19808
9b371988
PH
19809.option mailstore_format appendfile boolean false
19810.cindex "mailstore format" "specifying"
19811If this option is set with the &%directory%& option, the delivery is into two
19812new files in &"mailstore"& format. The option is available only if
19813SUPPORT_MAILSTORE is present in &_Local/Makefile_&. See section &<<SECTopdir>>&
19814below for further details.
168e428f 19815
168e428f 19816
9b371988 19817.option mailstore_prefix appendfile string&!! unset
168e428f 19818This option applies only to deliveries in mailstore format, and is described in
9b371988 19819section &<<SECTopdir>>& below.
168e428f
PH
19820
19821
9b371988 19822.option mailstore_suffix appendfile string&!! unset
168e428f 19823This option applies only to deliveries in mailstore format, and is described in
9b371988 19824section &<<SECTopdir>>& below.
168e428f 19825
168e428f 19826
9b371988
PH
19827.option mbx_format appendfile boolean false
19828.cindex "locking files"
19829.cindex "file" "locking"
19830.cindex "file" "MBX format"
f89d2485 19831.cindex "MBX format, specifying"
168e428f 19832This option is available only if Exim has been compiled with SUPPORT_MBX
9b371988 19833set in &_Local/Makefile_&. If &%mbx_format%& is set with the &%file%& option,
168e428f
PH
19834the message is appended to the mailbox file in MBX format instead of
19835traditional Unix format. This format is supported by Pine4 and its associated
9b371988 19836IMAP and POP daemons, by means of the &'c-client'& library that they all use.
168e428f 19837
9b371988
PH
19838&*Note*&: The &%message_prefix%& and &%message_suffix%& options are not
19839automatically changed by the use of &%mbx_format%&. They should normally be set
168e428f
PH
19840empty when using MBX format, so this option almost always appears in this
19841combination:
9b371988
PH
19842.code
19843mbx_format = true
19844message_prefix =
19845message_suffix =
19846.endd
168e428f 19847If none of the locking options are mentioned in the configuration,
9b371988
PH
19848&%use_mbx_lock%& is assumed and the other locking options default to false. It
19849is possible to specify the other kinds of locking with &%mbx_format%&, but
19850&%use_fcntl_lock%& and &%use_mbx_lock%& are mutually exclusive. MBX locking
19851interworks with &'c-client'&, providing for shared access to the mailbox. It
168e428f
PH
19852should not be used if any program that does not use this form of locking is
19853going to access the mailbox, nor should it be used if the mailbox file is NFS
19854mounted, because it works only when the mailbox is accessed from a single host.
19855
9b371988
PH
19856If you set &%use_fcntl_lock%& with an MBX-format mailbox, you cannot use
19857the standard version of &'c-client'&, because as long as it has a mailbox open
168e428f
PH
19858(this means for the whole of a Pine or IMAP session), Exim will not be able to
19859append messages to it.
19860
19861
9b371988
PH
19862.option message_prefix appendfile string&!! "see below"
19863.cindex "&""From""& line"
168e428f 19864The string specified here is expanded and output at the start of every message.
9b371988
PH
19865The default is unset unless &%file%& is specified and &%use_bsmtp%& is not set,
19866in which case it is:
19867.code
168e428f
PH
19868message_prefix = "From ${if def:return_path{$return_path}\
19869 {MAILER-DAEMON}} $tod_bsdinbox\n"
9b371988 19870.endd
595028e4
PH
19871&*Note:*& If you set &%use_crlf%& true, you must change any occurrences of
19872&`\n`& to &`\r\n`& in &%message_prefix%&.
168e428f 19873
9b371988 19874.option message_suffix appendfile string&!! "see below"
168e428f 19875The string specified here is expanded and output at the end of every message.
9b371988
PH
19876The default is unset unless &%file%& is specified and &%use_bsmtp%& is not set,
19877in which case it is a single newline character. The suffix can be suppressed by
168e428f 19878setting
9b371988
PH
19879.code
19880message_suffix =
19881.endd
595028e4
PH
19882&*Note:*& If you set &%use_crlf%& true, you must change any occurrences of
19883&`\n`& to &`\r\n`& in &%message_suffix%&.
168e428f 19884
9b371988 19885.option mode appendfile "octal integer" 0600
168e428f
PH
19886If the output file is created, it is given this mode. If it already exists and
19887has wider permissions, they are reduced to this mode. If it has narrower
9b371988 19888permissions, an error occurs unless &%mode_fail_narrower%& is false. However,
f89d2485 19889if the delivery is the result of a &%save%& command in a filter file specifying
9b371988 19890a particular mode, the mode of the output file is always forced to take that
168e428f
PH
19891value, and this option is ignored.
19892
19893
9b371988 19894.option mode_fail_narrower appendfile boolean true
168e428f 19895This option applies in the case when an existing mailbox file has a narrower
9b371988
PH
19896mode than that specified by the &%mode%& option. If &%mode_fail_narrower%& is
19897true, the delivery is deferred (&"mailbox has the wrong mode"&); otherwise Exim
19898continues with the delivery attempt, using the existing mode of the file.
168e428f 19899
168e428f 19900
9b371988
PH
19901.option notify_comsat appendfile boolean false
19902If this option is true, the &'comsat'& daemon is notified after every
19903successful delivery to a user mailbox. This is the daemon that notifies logged
19904on users about incoming mail.
168e428f 19905
168e428f 19906
9b371988
PH
19907.option quota appendfile string&!! unset
19908.cindex "quota" "imposed by Exim"
168e428f 19909This option imposes a limit on the size of the file to which Exim is appending,
9b371988
PH
19910or to the total space used in the directory tree when the &%directory%& option
19911is set. In the latter case, computation of the space used is expensive, because
168e428f 19912all the files in the directory (and any sub-directories) have to be
9b371988
PH
19913individually inspected and their sizes summed. (See &%quota_size_regex%& and
19914&%maildir_use_size_file%& for ways to avoid this in environments where users
19915have no shell access to their mailboxes).
168e428f
PH
19916
19917As there is no interlock against two simultaneous deliveries into a
19918multi-file mailbox, it is possible for the quota to be overrun in this case.
19919For single-file mailboxes, of course, an interlock is a necessity.
19920
9b371988 19921A file's size is taken as its &'used'& value. Because of blocking effects, this
168e428f
PH
19922may be a lot less than the actual amount of disk space allocated to the file.
19923If the sizes of a number of files are being added up, the rounding effect can
19924become quite noticeable, especially on systems that have large block sizes.
9b371988 19925Nevertheless, it seems best to stick to the &'used'& figure, because this is
168e428f
PH
19926the obvious value which users understand most easily.
19927
19928The value of the option is expanded, and must then be a numerical value
068aaea8
PH
19929(decimal point allowed), optionally followed by one of the letters K, M, or G,
19930for kilobytes, megabytes, or gigabytes. If Exim is running on a system with
19931large file support (Linux and FreeBSD have this), mailboxes larger than 2G can
19932be handled.
168e428f 19933
9b371988 19934&*Note*&: A value of zero is interpreted as &"no quota"&.
168e428f 19935
068aaea8
PH
19936The expansion happens while Exim is running as root, before it changes uid for
19937the delivery. This means that files that are inaccessible to the end user can
19938be used to hold quota values that are looked up in the expansion. When delivery
19939fails because this quota is exceeded, the handling of the error is as for
19940system quota failures.
19941
168e428f
PH
19942By default, Exim's quota checking mimics system quotas, and restricts the
19943mailbox to the specified maximum size, though the value is not accurate to the
19944last byte, owing to separator lines and additional headers that may get added
19945during message delivery. When a mailbox is nearly full, large messages may get
19946refused even though small ones are accepted, because the size of the current
19947message is added to the quota when the check is made. This behaviour can be
9b371988 19948changed by setting &%quota_is_inclusive%& false. When this is done, the check
168e428f
PH
19949for exceeding the quota does not include the current message. Thus, deliveries
19950continue until the quota has been exceeded; thereafter, no further messages are
9b371988 19951delivered. See also &%quota_warn_threshold%&.
168e428f 19952
168e428f 19953
9b371988 19954.option quota_directory appendfile string&!! unset
168e428f
PH
19955This option defines the directory to check for quota purposes when delivering
19956into individual files. The default is the delivery directory, or, if a file
9b371988 19957called &_maildirfolder_& exists in a maildir directory, the parent of the
168e428f
PH
19958delivery directory.
19959
19960
9b371988
PH
19961.option quota_filecount appendfile string&!! 0
19962This option applies when the &%directory%& option is set. It limits the total
168e428f 19963number of files in the directory (compare the inode limit in system quotas). It
9b371988 19964can only be used if &%quota%& is also set. The value is expanded; an expansion
4f578862
PH
19965failure causes delivery to be deferred. A value of zero is interpreted as
19966&"no quota"&.
168e428f
PH
19967
19968
9b371988
PH
19969.option quota_is_inclusive appendfile boolean true
19970See &%quota%& above.
168e428f
PH
19971
19972
9b371988 19973.option quota_size_regex appendfile string unset
168e428f
PH
19974This option applies when one of the delivery modes that writes a separate file
19975for each message is being used. When Exim wants to find the size of one of
9b371988 19976these files in order to test the quota, it first checks &%quota_size_regex%&.
168e428f
PH
19977If this is set to a regular expression that matches the file name, and it
19978captures one string, that string is interpreted as a representation of the
9b371988 19979file's size. The value of &%quota_size_regex%& is not expanded.
168e428f
PH
19980
19981This feature is useful only when users have no shell access to their mailboxes
9b371988
PH
19982&-- otherwise they could defeat the quota simply by renaming the files. This
19983facility can be used with maildir deliveries, by setting &%maildir_tag%& to add
168e428f 19984the file length to the file name. For example:
9b371988
PH
19985.code
19986maildir_tag = ,S=$message_size
19987quota_size_regex = ,S=(\d+)
19988.endd
9b371988 19989An alternative to &$message_size$& is &$message_linecount$&, which contains the
068aaea8
PH
19990number of lines in the message.
19991
168e428f 19992The regular expression should not assume that the length is at the end of the
9b371988 19993file name (even though &%maildir_tag%& puts it there) because maildir MUAs
168e428f
PH
19994sometimes add other information onto the ends of message file names.
19995
19996
068aaea8 19997
9b371988 19998.option quota_warn_message appendfile string&!! "see below"
168e428f 19999See below for the use of this option. If it is not set when
9b371988
PH
20000&%quota_warn_threshold%& is set, it defaults to
20001.code
168e428f
PH
20002quota_warn_message = "\
20003 To: $local_part@$domain\n\
20004 Subject: Your mailbox\n\n\
20005 This message is automatically created \
20006 by mail delivery software.\n\n\
20007 The size of your mailbox has exceeded \
20008 a warning threshold that is\n\
20009 set by the system administrator.\n"
9b371988 20010.endd
168e428f
PH
20011
20012
9b371988
PH
20013.option quota_warn_threshold appendfile string&!! 0
20014.cindex "quota" "warning threshold"
20015.cindex "mailbox" "size warning"
20016.cindex "size" "of mailbox"
20017This option is expanded in the same way as &%quota%& (see above). If the
168e428f
PH
20018resulting value is greater than zero, and delivery of the message causes the
20019size of the file or total space in the directory tree to cross the given
9b371988
PH
20020threshold, a warning message is sent. If &%quota%& is also set, the threshold
20021may be specified as a percentage of it by following the value with a percent
20022sign. For example:
20023.code
20024quota = 10M
20025quota_warn_threshold = 75%
20026.endd
20027If &%quota%& is not set, a setting of &%quota_warn_threshold%& that ends with a
168e428f
PH
20028percent sign is ignored.
20029
9b371988
PH
20030The warning message itself is specified by the &%quota_warn_message%& option,
20031and it must start with a &'To:'& header line containing the recipient(s) of the
068aaea8 20032warning message. These do not necessarily have to include the recipient(s) of
9b371988 20033the original message. A &'Subject:'& line should also normally be supplied. You
4f578862
PH
20034can include any other header lines that you want. If you do not include a
20035&'From:'& line, the default is:
20036.code
20037From: Mail Delivery System <mailer-daemon@$qualify_domain_sender>
20038.endd
20039.oindex &%errors_reply_to%&
20040If you supply a &'Reply-To:'& line, it overrides the global &%errors_reply_to%&
20041option.
068aaea8 20042
9b371988 20043The &%quota%& option does not have to be set in order to use this option; they
068aaea8
PH
20044are independent of one another except when the threshold is specified as a
20045percentage.
168e428f
PH
20046
20047
9b371988
PH
20048.option use_bsmtp appendfile boolean false
20049.cindex "envelope sender"
20050If this option is set true, &(appendfile)& writes messages in &"batch SMTP"&
168e428f
PH
20051format, with the envelope sender and recipient(s) included as SMTP commands. If
20052you want to include a leading HELO command with such messages, you can do
9b371988
PH
20053so by setting the &%message_prefix%& option. See section &<<SECTbatchSMTP>>&
20054for details of batch SMTP.
168e428f 20055
168e428f 20056
9b371988
PH
20057.option use_crlf appendfile boolean false
20058.cindex "carriage return"
20059.cindex "linefeed"
168e428f
PH
20060This option causes lines to be terminated with the two-character CRLF sequence
20061(carriage return, linefeed) instead of just a linefeed character. In the case
20062of batched SMTP, the byte sequence written to the file is then an exact image
20063of what would be sent down a real SMTP connection.
20064
595028e4
PH
20065&*Note:*& The contents of the &%message_prefix%& and &%message_suffix%& options
20066(which are used to supply the traditional &"From&~"& and blank line separators
20067in Berkeley-style mailboxes) are written verbatim, so must contain their own
20068carriage return characters if these are needed. In cases where these options
20069have non-empty defaults, the values end with a single linefeed, so they must be
20070changed to end with &`\r\n`& if &%use_crlf%& is set.
168e428f
PH
20071
20072
9b371988
PH
20073.option use_fcntl_lock appendfile boolean "see below"
20074This option controls the use of the &[fcntl()]& function to lock a file for
168e428f 20075exclusive use when a message is being appended. It is set by default unless
9b371988
PH
20076&%use_flock_lock%& is set. Otherwise, it should be turned off only if you know
20077that all your MUAs use lock file locking. When both &%use_fcntl_lock%& and
20078&%use_flock_lock%& are unset, &%use_lockfile%& must be set.
168e428f 20079
168e428f 20080
9b371988
PH
20081.option use_flock_lock appendfile boolean false
20082This option is provided to support the use of &[flock()]& for file locking, for
168e428f 20083the few situations where it is needed. Most modern operating systems support
9b371988
PH
20084&[fcntl()]& and &[lockf()]& locking, and these two functions interwork with
20085each other. Exim uses &[fcntl()]& locking by default.
168e428f
PH
20086
20087This option is required only if you are using an operating system where
9b371988
PH
20088&[flock()]& is used by programs that access mailboxes (typically MUAs), and
20089where &[flock()]& does not correctly interwork with &[fcntl()]&. You can use
20090both &[fcntl()]& and &[flock()]& locking simultaneously if you want.
168e428f 20091
9b371988
PH
20092.cindex "Solaris" "&[flock()]& support"
20093Not all operating systems provide &[flock()]&. Some versions of Solaris do not
168e428f 20094have it (and some, I think, provide a not quite right version built on top of
9b371988 20095&[lockf()]&). If the OS does not have &[flock()]&, Exim will be built without
168e428f
PH
20096the ability to use it, and any attempt to do so will cause a configuration
20097error.
20098
9b371988
PH
20099&*Warning*&: &[flock()]& locks do not work on NFS files (unless &[flock()]&
20100is just being mapped onto &[fcntl()]& by the OS).
168e428f
PH
20101
20102
9b371988 20103.option use_lockfile appendfile boolean "see below"
168e428f
PH
20104If this option is turned off, Exim does not attempt to create a lock file when
20105appending to a mailbox file. In this situation, the only locking is by
9b371988 20106&[fcntl()]&. You should only turn &%use_lockfile%& off if you are absolutely
168e428f 20107sure that every MUA that is ever going to look at your users' mailboxes uses
9b371988 20108&[fcntl()]& rather than a lock file, and even then only when you are not
168e428f
PH
20109delivering over NFS from more than one host.
20110
9b371988 20111.cindex "NFS" "lock file"
168e428f 20112In order to append to an NFS file safely from more than one host, it is
9b371988
PH
20113necessary to take out a lock &'before'& opening the file, and the lock file
20114achieves this. Otherwise, even with &[fcntl()]& locking, there is a risk of
168e428f
PH
20115file corruption.
20116
9b371988
PH
20117The &%use_lockfile%& option is set by default unless &%use_mbx_lock%& is set.
20118It is not possible to turn both &%use_lockfile%& and &%use_fcntl_lock%& off,
20119except when &%mbx_format%& is set.
168e428f 20120
168e428f 20121
9b371988 20122.option use_mbx_lock appendfile boolean "see below"
168e428f 20123This option is available only if Exim has been compiled with SUPPORT_MBX
9b371988
PH
20124set in &_Local/Makefile_&. Setting the option specifies that special MBX
20125locking rules be used. It is set by default if &%mbx_format%& is set and none
20126of the locking options are mentioned in the configuration. The locking rules
20127are the same as are used by the &'c-client'& library that underlies Pine and
20128the IMAP4 and POP daemons that come with it (see the discussion below). The
20129rules allow for shared access to the mailbox. However, this kind of locking
20130does not work when the mailbox is NFS mounted.
168e428f 20131
9b371988
PH
20132You can set &%use_mbx_lock%& with either (or both) of &%use_fcntl_lock%& and
20133&%use_flock_lock%& to control what kind of locking is used in implementing the
20134MBX locking rules. The default is to use &[fcntl()]& if &%use_mbx_lock%& is set
20135without &%use_fcntl_lock%& or &%use_flock_lock%&.
168e428f
PH
20136
20137
20138
20139
9b371988
PH
20140.section "Operational details for appending" "SECTopappend"
20141.cindex "appending to a file"
20142.cindex "file" "appending"
168e428f
PH
20143Before appending to a file, the following preparations are made:
20144
9b371988
PH
20145.ilist
20146If the name of the file is &_/dev/null_&, no action is taken, and a success
168e428f
PH
20147return is given.
20148
9b371988
PH
20149.next
20150.cindex "directory creation"
168e428f 20151If any directories on the file's path are missing, Exim creates them if the
9b371988
PH
20152&%create_directory%& option is set. A created directory's mode is given by the
20153&%directory_mode%& option.
168e428f 20154
9b371988
PH
20155.next
20156If &%file_format%& is set, the format of an existing file is checked. If this
168e428f
PH
20157indicates that a different transport should be used, control is passed to that
20158transport.
20159
9b371988
PH
20160.next
20161.cindex "file" "locking"
20162.cindex "locking files"
20163.cindex "NFS" "lock file"
20164If &%use_lockfile%& is set, a lock file is built in a way that will work
168e428f 20165reliably over NFS, as follows:
9b371988
PH
20166
20167.olist
20168Create a &"hitching post"& file whose name is that of the lock file with the
168e428f
PH
20169current time, primary host name, and process id added, by opening for writing
20170as a new file. If this fails with an access error, delivery is deferred.
9b371988
PH
20171.next
20172Close the hitching post file, and hard link it to the lock file name.
20173.next
20174If the call to &[link()]& succeeds, creation of the lock file has succeeded.
168e428f 20175Unlink the hitching post name.
9b371988
PH
20176.next
20177Otherwise, use &[stat()]& to get information about the hitching post file, and
168e428f
PH
20178then unlink hitching post name. If the number of links is exactly two, creation
20179of the lock file succeeded but something (for example, an NFS server crash and
9b371988
PH
20180restart) caused this fact not to be communicated to the &[link()]& call.
20181.next
20182If creation of the lock file failed, wait for &%lock_interval%& and try again,
20183up to &%lock_retries%& times. However, since any program that writes to a
168e428f
PH
20184mailbox should complete its task very quickly, it is reasonable to time out old
20185lock files that are normally the result of user agent and system crashes. If an
9b371988
PH
20186existing lock file is older than &%lockfile_timeout%& Exim attempts to unlink
20187it before trying again.
20188.endlist olist
20189
20190.next
20191A call is made to &[lstat()]& to discover whether the main file exists, and if
20192so, what its characteristics are. If &[lstat()]& fails for any reason other
168e428f
PH
20193than non-existence, delivery is deferred.
20194
9b371988
PH
20195.next
20196.cindex "symbolic link" "to mailbox"
20197.cindex "mailbox" "symbolic link"
168e428f 20198If the file does exist and is a symbolic link, delivery is deferred, unless the
9b371988
PH
20199&%allow_symlink%& option is set, in which case the ownership of the link is
20200checked, and then &[stat()]& is called to find out about the real file, which
168e428f
PH
20201is then subjected to the checks below. The check on the top-level link
20202ownership prevents one user creating a link for another's mailbox in a sticky
20203directory, though allowing symbolic links in this case is definitely not a good
20204idea. If there is a chain of symbolic links, the intermediate ones are not
20205checked.
20206
9b371988
PH
20207.next
20208If the file already exists but is not a regular file, or if the file's owner
20209and group (if the group is being checked &-- see &%check_group%& above) are
168e428f
PH
20210different from the user and group under which the delivery is running,
20211delivery is deferred.
20212
9b371988
PH
20213.next
20214If the file's permissions are more generous than specified, they are reduced.
20215If they are insufficient, delivery is deferred, unless &%mode_fail_narrower%&
168e428f
PH
20216is set false, in which case the delivery is tried using the existing
20217permissions.
20218
9b371988
PH
20219.next
20220The file's inode number is saved, and the file is then opened for appending.
20221If this fails because the file has vanished, &(appendfile)& behaves as if it
168e428f
PH
20222hadn't existed (see below). For any other failures, delivery is deferred.
20223
9b371988
PH
20224.next
20225If the file is opened successfully, check that the inode number hasn't
168e428f
PH
20226changed, that it is still a regular file, and that the owner and permissions
20227have not changed. If anything is wrong, defer delivery and freeze the message.
20228
9b371988
PH
20229.next
20230If the file did not exist originally, defer delivery if the &%file_must_exist%&
168e428f 20231option is set. Otherwise, check that the file is being created in a permitted
9b371988 20232directory if the &%create_file%& option is set (deferring on failure), and then
168e428f 20233open for writing as a new file, with the O_EXCL and O_CREAT options,
9b371988 20234except when dealing with a symbolic link (the &%allow_symlink%& option must be
168e428f
PH
20235set). In this case, which can happen if the link points to a non-existent file,
20236the file is opened for writing using O_CREAT but not O_EXCL, because
20237that prevents link following.
20238
9b371988
PH
20239.next
20240.cindex "loop" "while file testing"
168e428f
PH
20241If opening fails because the file exists, obey the tests given above for
20242existing files. However, to avoid looping in a situation where the file is
20243being continuously created and destroyed, the exists/not-exists loop is broken
20244after 10 repetitions, and the message is then frozen.
20245
9b371988
PH
20246.next
20247If opening fails with any other error, defer delivery.
20248
20249.next
20250.cindex "file" "locking"
20251.cindex "locking files"
20252Once the file is open, unless both &%use_fcntl_lock%& and &%use_flock_lock%&
20253are false, it is locked using &[fcntl()]& or &[flock()]& or both. If
20254&%use_mbx_lock%& is false, an exclusive lock is requested in each case.
20255However, if &%use_mbx_lock%& is true, Exim takes out a shared lock on the open
20256file, and an exclusive lock on the file whose name is
20257.code
20258/tmp/.<device-number>.<inode-number>
20259.endd
168e428f 20260using the device and inode numbers of the open mailbox file, in accordance with
c0712871
PH
20261the MBX locking rules. This file is created with a mode that is specified by
20262the &%lockfile_mode%& option.
9b371988 20263
168e428f
PH
20264If Exim fails to lock the file, there are two possible courses of action,
20265depending on the value of the locking timeout. This is obtained from
9b371988
PH
20266&%lock_fcntl_timeout%& or &%lock_flock_timeout%&, as appropriate.
20267
168e428f 20268If the timeout value is zero, the file is closed, Exim waits for
9b371988
PH
20269&%lock_interval%&, and then goes back and re-opens the file as above and tries
20270to lock it again. This happens up to &%lock_retries%& times, after which the
168e428f 20271delivery is deferred.
9b371988
PH
20272
20273If the timeout has a value greater than zero, blocking calls to &[fcntl()]& or
20274&[flock()]& are used (with the given timeout), so there has already been some
168e428f
PH
20275waiting involved by the time locking fails. Nevertheless, Exim does not give up
20276immediately. It retries up to
9b371988
PH
20277.code
20278(lock_retries * lock_interval) / <timeout>
20279.endd
168e428f 20280times (rounded up).
9b371988 20281.endlist
168e428f 20282
9b371988
PH
20283At the end of delivery, Exim closes the file (which releases the &[fcntl()]&
20284and/or &[flock()]& locks) and then deletes the lock file if one was created.
168e428f 20285
168e428f 20286
9b371988
PH
20287.section "Operational details for delivery to a new file" "SECTopdir"
20288.cindex "delivery" "to single file"
20289.cindex "&""From""& line"
20290When the &%directory%& option is set instead of &%file%&, each message is
20291delivered into a newly-created file or set of files. When &(appendfile)& is
20292activated directly from a &(redirect)& router, neither &%file%& nor
20293&%directory%& is normally set, because the path for delivery is supplied by the
20294router. (See for example, the &(address_file)& transport in the default
20295configuration.) In this case, delivery is to a new file if either the path name
20296ends in &`/`&, or the &%maildir_format%& or &%mailstore_format%& option is set.
168e428f
PH
20297
20298No locking is required while writing the message to a new file, so the various
9b371988 20299locking options of the transport are ignored. The &"From"& line that by default
168e428f 20300separates messages in a single file is not normally needed, nor is the escaping
9b371988 20301of message lines that start with &"From"&, and there is no need to ensure a
168e428f 20302newline at the end of each message. Consequently, the default values for
9b371988
PH
20303&%check_string%&, &%message_prefix%&, and &%message_suffix%& are all unset when
20304any of &%directory%&, &%maildir_format%&, or &%mailstore_format%& is set.
168e428f 20305
9b371988
PH
20306If Exim is required to check a &%quota%& setting, it adds up the sizes of all
20307the files in the delivery directory by default. However, you can specify a
20308different directory by setting &%quota_directory%&. Also, for maildir
20309deliveries (see below) the &_maildirfolder_& convention is honoured.
168e428f
PH
20310
20311
9b371988
PH
20312.cindex "maildir format"
20313.cindex "mailstore format"
168e428f 20314There are three different ways in which delivery to individual files can be
9b371988
PH
20315done, controlled by the settings of the &%maildir_format%& and
20316&%mailstore_format%& options. Note that code to support maildir or mailstore
168e428f 20317formats is not included in the binary unless SUPPORT_MAILDIR or
9b371988 20318SUPPORT_MAILSTORE, respectively, is set in &_Local/Makefile_&.
168e428f 20319
9b371988 20320.cindex "directory creation"
168e428f 20321In all three cases an attempt is made to create the directory and any necessary
9b371988 20322sub-directories if they do not exist, provided that the &%create_directory%&
168e428f 20323option is set (the default). The location of a created directory can be
9b371988
PH
20324constrained by setting &%create_file%&. A created directory's mode is given by
20325the &%directory_mode%& option. If creation fails, or if the
20326&%create_directory%& option is not set when creation is required, delivery is
20327deferred.
168e428f
PH
20328
20329
20330
9b371988
PH
20331.section "Maildir delivery" "SECTmaildirdelivery"
20332.cindex "maildir format" "description of"
20333If the &%maildir_format%& option is true, Exim delivers each message by writing
20334it to a file whose name is &_tmp/<stime>.H<mtime>P<pid>.<host>_& in the
c0712871
PH
20335directory that is defined by the &%directory%& option (the &"delivery
20336directory"&). If the delivery is successful, the file is renamed into the
9b371988 20337&_new_& subdirectory.
168e428f 20338
9b371988
PH
20339In the file name, <&'stime'&> is the current time of day in seconds, and
20340<&'mtime'&> is the microsecond fraction of the time. After a maildir delivery,
168e428f
PH
20341Exim checks that the time-of-day clock has moved on by at least one microsecond
20342before terminating the delivery process. This guarantees uniqueness for the
9b371988 20343file name. However, as a precaution, Exim calls &[stat()]& for the file before
168e428f 20344opening it. If any response other than ENOENT (does not exist) is given,
9b371988 20345Exim waits 2 seconds and tries again, up to &%maildir_retries%& times.
168e428f 20346
c0712871
PH
20347Before Exim carries out a maildir delivery, it ensures that subdirectories
20348called &_new_&, &_cur_&, and &_tmp_& exist in the delivery directory. If they
20349do not exist, Exim tries to create them and any superior directories in their
20350path, subject to the &%create_directory%& and &%create_file%& options. If the
20351&%maildirfolder_create_regex%& option is set, and the regular expression it
20352contains matches the delivery directory, Exim also ensures that a file called
20353&_maildirfolder_& exists in the delivery directory. If a missing directory or
20354&_maildirfolder_& file cannot be created, delivery is deferred.
20355
20356These features make it possible to use Exim to create all the necessary files
20357and directories in a maildir mailbox, including subdirectories for maildir++
20358folders. Consider this example:
20359.code
20360maildir_format = true
20361directory = /var/mail/$local_part\
20362 ${if eq{$local_part_suffix}{}{}\
20363 {/.${substr_1:$local_part_suffix}}}
20364maildirfolder_create_regex = /\.[^/]+$
20365.endd
20366If &$local_part_suffix$& is empty (there was no suffix for the local part),
20367delivery is into a toplevel maildir with a name like &_/var/mail/pimbo_& (for
20368the user called &'pimbo'&). The pattern in &%maildirfolder_create_regex%& does
db9452a9 20369not match this name, so Exim will not look for or create the file
c0712871
PH
20370&_/var/mail/pimbo/maildirfolder_&, though it will create
20371&_/var/mail/pimbo/{cur,new,tmp}_& if necessary.
20372
20373However, if &$local_part_suffix$& contains &`-eximusers`& (for example),
20374delivery is into the maildir++ folder &_/var/mail/pimbo/.eximusers_&, which
20375does match &%maildirfolder_create_regex%&. In this case, Exim will create
20376&_/var/mail/pimbo/.eximusers/maildirfolder_& as well as the three maildir
20377directories &_/var/mail/pimbo/.eximusers/{cur,new,tmp}_&.
20378
20379&*Warning:*& Take care when setting &%maildirfolder_create_regex%& that it does
20380not inadvertently match the toplevel maildir directory, because a
20381&_maildirfolder_& file at top level would completely break quota calculations.
c0712871 20382
9b371988
PH
20383.cindex "quota" "in maildir delivery"
20384.cindex "maildir++"
20385If Exim is required to check a &%quota%& setting before a maildir delivery, and
20386&%quota_directory%& is not set, it looks for a file called &_maildirfolder_& in
20387the maildir directory (alongside &_new_&, &_cur_&, &_tmp_&). If this exists,
168e428f
PH
20388Exim assumes the directory is a maildir++ folder directory, which is one level
20389down from the user's top level mailbox directory. This causes it to start at
20390the parent directory instead of the current directory when calculating the
20391amount of space used.
20392
20393One problem with delivering into a multi-file mailbox is that it is
20394computationally expensive to compute the size of the mailbox for quota
20395checking. Various approaches have been taken to reduce the amount of work
20396needed. The next two sections describe two of them. A third alternative is to
20397use some external process for maintaining the size data, and use the expansion
9b371988 20398of the &%mailbox_size%& option as a way of importing it into Exim.
168e428f
PH
20399
20400
20401
20402
f89d2485 20403.section "Using tags to record message sizes" "SECID135"
9b371988
PH
20404If &%maildir_tag%& is set, the string is expanded for each delivery.
20405When the maildir file is renamed into the &_new_& sub-directory, the
168e428f 20406tag is added to its name. However, if adding the tag takes the length of the
9b371988 20407name to the point where the test &[stat()]& call fails with ENAMETOOLONG,
168e428f
PH
20408the tag is dropped and the maildir file is created with no tag.
20409
f89d2485 20410.vindex "&$message_size$&"
168e428f 20411Tags can be used to encode the size of files in their names; see
9b371988
PH
20412&%quota_size_regex%& above for an example. The expansion of &%maildir_tag%&
20413happens after the message has been written. The value of the &$message_size$&
20414variable is set to the number of bytes actually written. If the expansion is
20415forced to fail, the tag is ignored, but a non-forced failure causes delivery to
20416be deferred. The expanded tag may contain any printing characters except &"/"&.
168e428f
PH
20417Non-printing characters in the string are ignored; if the resulting string is
20418empty, it is ignored. If it starts with an alphanumeric character, a leading
20419colon is inserted.
20420
20421
20422
f89d2485 20423.section "Using a maildirsize file" "SECID136"
9b371988
PH
20424.cindex "quota" "in maildir delivery"
20425.cindex "maildir format" "&_maildirsize_& file"
20426If &%maildir_use_size_file%& is true, Exim implements the maildir++ rules for
20427storing quota and message size information in a file called &_maildirsize_&
c0712871
PH
20428within the toplevel maildir directory. If this file does not exist, Exim
20429creates it, setting the quota from the &%quota%& option of the transport. If
20430the maildir directory itself does not exist, it is created before any attempt
20431to write a &_maildirsize_& file.
168e428f 20432
9b371988 20433The &_maildirsize_& file is used to hold information about the sizes of
168e428f
PH
20434messages in the maildir, thus speeding up quota calculations. The quota value
20435in the file is just a cache; if the quota is changed in the transport, the new
20436value overrides the cached value when the next message is delivered. The cache
20437is maintained for the benefit of other programs that access the maildir and
20438need to know the quota.
20439
9b371988 20440If the &%quota%& option in the transport is unset or zero, the &_maildirsize_&
168e428f
PH
20441file is maintained (with a zero quota setting), but no quota is imposed.
20442
20443A regular expression is available for controlling which directories in the
c0712871
PH
20444maildir participate in quota calculations when a &_maildirsizefile_& is in use.
20445See the description of the &%maildir_quota_directory_regex%& option above for
20446details.
168e428f
PH
20447
20448
f89d2485 20449.section "Mailstore delivery" "SECID137"
9b371988
PH
20450.cindex "mailstore format" "description of"
20451If the &%mailstore_format%& option is true, each message is written as two
20452files in the given directory. A unique base name is constructed from the
20453message id and the current delivery process, and the files that are written use
20454this base name plus the suffixes &_.env_& and &_.msg_&. The &_.env_& file
20455contains the message's envelope, and the &_.msg_& file contains the message
20456itself. The base name is placed in the variable &$mailstore_basename$&.
168e428f
PH
20457
20458During delivery, the envelope is first written to a file with the suffix
9b371988
PH
20459&_.tmp_&. The &_.msg_& file is then written, and when it is complete, the
20460&_.tmp_& file is renamed as the &_.env_& file. Programs that access messages in
20461mailstore format should wait for the presence of both a &_.msg_& and a &_.env_&
168e428f 20462file before accessing either of them. An alternative approach is to wait for
9b371988 20463the absence of a &_.tmp_& file.
168e428f 20464
9b371988 20465The envelope file starts with any text defined by the &%mailstore_prefix%&
168e428f
PH
20466option, expanded and terminated by a newline if there isn't one. Then follows
20467the sender address on one line, then all the recipient addresses, one per line.
9b371988
PH
20468There can be more than one recipient only if the &%batch_max%& option is set
20469greater than one. Finally, &%mailstore_suffix%& is expanded and the result
168e428f
PH
20470appended to the file, followed by a newline if it does not end with one.
20471
9b371988 20472If expansion of &%mailstore_prefix%& or &%mailstore_suffix%& ends with a forced
168e428f 20473failure, it is ignored. Other expansion errors are treated as serious
068aaea8 20474configuration errors, and delivery is deferred. The variable
9b371988 20475&$mailstore_basename$& is available for use during these expansions.
168e428f
PH
20476
20477
f89d2485 20478.section "Non-special new file delivery" "SECID138"
9b371988
PH
20479If neither &%maildir_format%& nor &%mailstore_format%& is set, a single new
20480file is created directly in the named directory. For example, when delivering
168e428f 20481messages into files in batched SMTP format for later delivery to some host (see
9b371988
PH
20482section &<<SECTbatchSMTP>>&), a setting such as
20483.code
20484directory = /var/bsmtp/$host
20485.endd
168e428f
PH
20486might be used. A message is written to a file with a temporary name, which is
20487then renamed when the delivery is complete. The final name is obtained by
9b371988 20488expanding the contents of the &%directory_file%& option.
4f578862
PH
20489.ecindex IIDapptra1
20490.ecindex IIDapptra2
168e428f
PH
20491
20492
20493
20494
20495
20496
9b371988
PH
20497. ////////////////////////////////////////////////////////////////////////////
20498. ////////////////////////////////////////////////////////////////////////////
168e428f 20499
f89d2485 20500.chapter "The autoreply transport" "CHID8"
4f578862
PH
20501.scindex IIDauttra1 "transports" "&(autoreply)&"
20502.scindex IIDauttra2 "&(autoreply)& transport"
9b371988 20503The &(autoreply)& transport is not a true transport in that it does not cause
4f578862
PH
20504the message to be transmitted. Instead, it generates a new mail message as an
20505automatic reply to the incoming message. &'References:'& and
20506&'Auto-Submitted:'& header lines are included. These are constructed according
20507to the rules in RFCs 2822 and 3834, respectively.
168e428f
PH
20508
20509If the router that passes the message to this transport does not have the
9b371988
PH
20510&%unseen%& option set, the original message (for the current recipient) is not
20511delivered anywhere. However, when the &%unseen%& option is set on the router
20512that passes the message to this transport, routing of the address continues, so
168e428f
PH
20513another router can set up a normal message delivery.
20514
20515
9b371988
PH
20516The &(autoreply)& transport is usually run as the result of mail filtering, a
20517&"vacation"& message being the standard example. However, it can also be run
168e428f 20518directly from a router like any other transport. To reduce the possibility of
9b371988 20519message cascades, messages created by the &(autoreply)& transport always have
168e428f
PH
20520empty envelope sender addresses, like bounce messages.
20521
20522The parameters of the message to be sent can be specified in the configuration
20523by options described below. However, these are used only when the address
20524passed to the transport does not contain its own reply information. When the
20525transport is run as a consequence of a
9b371988
PH
20526&%mail%&
20527or &%vacation%& command in a filter file, the parameters of the message are
168e428f
PH
20528supplied by the filter, and passed with the address. The transport's options
20529that define the message are then ignored (so they are not usually set in this
20530case). The message is specified entirely by the filter or by the transport; it
9b371988
PH
20531is never built from a mixture of options. However, the &%file_optional%&,
20532&%mode%&, and &%return_message%& options apply in all cases.
168e428f 20533
9b371988
PH
20534&(Autoreply)& is implemented as a local transport. When used as a result of a
20535command in a user's filter file, &(autoreply)& normally runs under the uid and
168e428f 20536gid of the user, and with appropriate current and home directories (see chapter
9b371988 20537&<<CHAPenvironment>>&).
168e428f 20538
9b371988 20539There is a subtle difference between routing a message to a &(pipe)& transport
168e428f 20540that generates some text to be returned to the sender, and routing it to an
9b371988 20541&(autoreply)& transport. This difference is noticeable only if more than one
168e428f
PH
20542address from the same message is so handled. In the case of a pipe, the
20543separate outputs from the different addresses are gathered up and returned to
9b371988 20544the sender in a single message, whereas if &(autoreply)& is used, a separate
168e428f
PH
20545message is generated for each address that is passed to it.
20546
20547Non-printing characters are not permitted in the header lines generated for the
9b371988 20548message that &(autoreply)& creates, with the exception of newlines that are
068aaea8 20549immediately followed by white space. If any non-printing characters are found,
168e428f
PH
20550the transport defers.
20551Whether characters with the top bit set count as printing characters or not is
9b371988 20552controlled by the &%print_topbitchars%& global option.
168e428f
PH
20553
20554If any of the generic options for manipulating headers (for example,
9b371988
PH
20555&%headers_add%&) are set on an &(autoreply)& transport, they apply to the copy
20556of the original message that is included in the generated message when
20557&%return_message%& is set. They do not apply to the generated message itself.
168e428f 20558
f89d2485 20559.vindex "&$sender_address$&"
9b371988 20560If the &(autoreply)& transport receives return code 2 from Exim when it submits
168e428f 20561the message, indicating that there were no recipients, it does not treat this
9b371988 20562as an error. This means that autoreplies sent to &$sender_address$& when this
168e428f
PH
20563is empty (because the incoming message is a bounce message) do not cause
20564problems. They are just discarded.
20565
20566
20567
f89d2485 20568.section "Private options for autoreply" "SECID139"
9b371988 20569.cindex "options" "&(autoreply)& transport"
168e428f 20570
9b371988
PH
20571.option bcc autoreply string&!! unset
20572This specifies the addresses that are to receive &"blind carbon copies"& of the
168e428f
PH
20573message when the message is specified by the transport.
20574
20575
9b371988
PH
20576.option cc autoreply string&!! unset
20577This specifies recipients of the message and the contents of the &'Cc:'& header
168e428f
PH
20578when the message is specified by the transport.
20579
20580
9b371988 20581.option file autoreply string&!! unset
168e428f 20582The contents of the file are sent as the body of the message when the message
9b371988 20583is specified by the transport. If both &%file%& and &%text%& are set, the text
168e428f
PH
20584string comes first.
20585
20586
9b371988
PH
20587.option file_expand autoreply boolean false
20588If this is set, the contents of the file named by the &%file%& option are
168e428f
PH
20589subjected to string expansion as they are added to the message.
20590
20591
9b371988
PH
20592.option file_optional autoreply boolean false
20593If this option is true, no error is generated if the file named by the &%file%&
168e428f
PH
20594option or passed with the address does not exist or cannot be read.
20595
20596
9b371988
PH
20597.option from autoreply string&!! unset
20598This specifies the contents of the &'From:'& header when the message is
20599specified by the transport.
168e428f 20600
168e428f 20601
9b371988
PH
20602.option headers autoreply string&!! unset
20603This specifies additional RFC 2822 headers that are to be added to the message
20604when the message is specified by the transport. Several can be given by using
20605&"\n"& to separate them. There is no check on the format.
168e428f 20606
168e428f 20607
9b371988 20608.option log autoreply string&!! unset
168e428f
PH
20609This option names a file in which a record of every message sent is logged when
20610the message is specified by the transport.
20611
20612
9b371988
PH
20613.option mode autoreply "octal integer" 0600
20614If either the log file or the &"once"& file has to be created, this mode is
d1e83bff 20615used.
168e428f
PH
20616
20617
9b371988 20618.option never_mail autoreply "address list&!!" unset
168e428f
PH
20619If any run of the transport creates a message with a recipient that matches any
20620item in the list, that recipient is quietly discarded. If all recipients are
c0712871
PH
20621discarded, no message is created. This applies both when the recipients are
20622generated by a filter and when they are specified in the transport.
168e428f
PH
20623
20624
20625
9b371988
PH
20626.option once autoreply string&!! unset
20627This option names a file or DBM database in which a record of each &'To:'&
20628recipient is kept when the message is specified by the transport. &*Note*&:
20629This does not apply to &'Cc:'& or &'Bcc:'& recipients.
d1e83bff 20630
9b371988
PH
20631If &%once%& is unset, or is set to an empty string, the message is always sent.
20632By default, if &%once%& is set to a non-empty file name, the message
d1e83bff 20633is not sent if a potential recipient is already listed in the database.
9b371988 20634However, if the &%once_repeat%& option specifies a time greater than zero, the
d1e83bff 20635message is sent if that much time has elapsed since a message was last sent to
9b371988
PH
20636this recipient. A setting of zero time for &%once_repeat%& (the default)
20637prevents a message from being sent a second time &-- in this case, zero means
20638infinity.
d1e83bff 20639
9b371988
PH
20640If &%once_file_size%& is zero, a DBM database is used to remember recipients,
20641and it is allowed to grow as large as necessary. If &%once_file_size%& is set
20642greater than zero, it changes the way Exim implements the &%once%& option.
20643Instead of using a DBM file to record every recipient it sends to, it uses a
20644regular file, whose size will never get larger than the given value.
d1e83bff
PH
20645
20646In the file, Exim keeps a linear list of recipient addresses and the times at
20647which they were sent messages. If the file is full when a new address needs to
9b371988 20648be added, the oldest address is dropped. If &%once_repeat%& is not set, this
d1e83bff
PH
20649means that a given recipient may receive multiple messages, but at
20650unpredictable intervals that depend on the rate of turnover of addresses in the
9b371988 20651file. If &%once_repeat%& is set, it specifies a maximum time between repeats.
168e428f 20652
168e428f 20653
9b371988
PH
20654.option once_file_size autoreply integer 0
20655See &%once%& above.
168e428f 20656
168e428f 20657
9b371988
PH
20658.option once_repeat autoreply time&!! 0s
20659See &%once%& above.
168e428f
PH
20660After expansion, the value of this option must be a valid time value.
20661
20662
9b371988
PH
20663.option reply_to autoreply string&!! unset
20664This specifies the contents of the &'Reply-To:'& header when the message is
168e428f
PH
20665specified by the transport.
20666
20667
9b371988 20668.option return_message autoreply boolean false
168e428f 20669If this is set, a copy of the original message is returned with the new
9b371988 20670message, subject to the maximum size set in the &%return_size_limit%& global
168e428f
PH
20671configuration option.
20672
20673
9b371988
PH
20674.option subject autoreply string&!! unset
20675This specifies the contents of the &'Subject:'& header when the message is
20676specified by the transport. It is tempting to quote the original subject in
20677automatic responses. For example:
20678.code
20679subject = Re: $h_subject:
20680.endd
168e428f
PH
20681There is a danger in doing this, however. It may allow a third party to
20682subscribe your users to an opt-in mailing list, provided that the list accepts
20683bounce messages as subscription confirmations. Well-managed lists require a
20684non-bounce message to confirm a subscription, so the danger is relatively
20685small.
20686
20687
20688
9b371988 20689.option text autoreply string&!! unset
168e428f 20690This specifies a single string to be used as the body of the message when the
9b371988
PH
20691message is specified by the transport. If both &%text%& and &%file%& are set,
20692the text comes first.
168e428f 20693
168e428f 20694
9b371988
PH
20695.option to autoreply string&!! unset
20696This specifies recipients of the message and the contents of the &'To:'& header
168e428f 20697when the message is specified by the transport.
4f578862
PH
20698.ecindex IIDauttra1
20699.ecindex IIDauttra2
168e428f
PH
20700
20701
20702
20703
9b371988
PH
20704. ////////////////////////////////////////////////////////////////////////////
20705. ////////////////////////////////////////////////////////////////////////////
168e428f 20706
9b371988
PH
20707.chapter "The lmtp transport" "CHAPLMTP"
20708.cindex "transports" "&(lmtp)&"
20709.cindex "&(lmtp)& transport"
20710.cindex "LMTP" "over a pipe"
20711.cindex "LMTP" "over a socket"
20712The &(lmtp)& transport runs the LMTP protocol (RFC 2033) over a pipe to a
168e428f
PH
20713specified command
20714or by interacting with a Unix domain socket.
9b371988 20715This transport is something of a cross between the &(pipe)& and &(smtp)&
168e428f 20716transports. Exim also has support for using LMTP over TCP/IP; this is
9b371988
PH
20717implemented as an option for the &(smtp)& transport. Because LMTP is expected
20718to be of minority interest, the default build-time configure in &_src/EDITME_&
168e428f 20719has it commented out. You need to ensure that
9b371988
PH
20720.code
20721TRANSPORT_LMTP=yes
20722.endd
20723.cindex "options" "&(lmtp)& transport"
20724is present in your &_Local/Makefile_& in order to have the &(lmtp)& transport
20725included in the Exim binary. The private options of the &(lmtp)& transport are
20726as follows:
168e428f 20727
9b371988
PH
20728.option batch_id lmtp string&!! unset
20729See the description of local delivery batching in chapter &<<CHAPbatching>>&.
168e428f 20730
168e428f 20731
9b371988 20732.option batch_max lmtp integer 1
168e428f
PH
20733This limits the number of addresses that can be handled in a single delivery.
20734Most LMTP servers can handle several addresses at once, so it is normally a
20735good idea to increase this value. See the description of local delivery
9b371988 20736batching in chapter &<<CHAPbatching>>&.
168e428f
PH
20737
20738
9b371988
PH
20739.option command lmtp string&!! unset
20740This option must be set if &%socket%& is not set. The string is a command which
068aaea8
PH
20741is run in a separate process. It is split up into a command name and list of
20742arguments, each of which is separately expanded (so expansion cannot change the
20743number of arguments). The command is run directly, not via a shell. The message
20744is passed to the new process using the standard input and output to operate the
20745LMTP protocol.
20746
9b371988
PH
20747.option ignore_quota lmtp boolean false
20748.cindex "LMTP" "ignoring quota errors"
20749If this option is set true, the string &`IGNOREQUOTA`& is added to RCPT
20750commands, provided that the LMTP server has advertised support for IGNOREQUOTA
20751in its response to the LHLO command.
168e428f 20752
9b371988
PH
20753.option socket lmtp string&!! unset
20754This option must be set if &%command%& is not set. The result of expansion must
168e428f
PH
20755be the name of a Unix domain socket. The transport connects to the socket and
20756delivers the message to it using the LMTP protocol.
20757
20758
9b371988 20759.option timeout lmtp time 5m
f89d2485 20760The transport is aborted if the created process or Unix domain socket does not
7d0ab55c
TF
20761respond to LMTP commands or message input within this timeout. Delivery
20762is deferred, and will be tried again later. Here is an example of a typical
595028e4 20763LMTP transport:
9b371988
PH
20764.code
20765lmtp:
20766 driver = lmtp
20767 command = /some/local/lmtp/delivery/program
20768 batch_max = 20
20769 user = exim
20770.endd
168e428f 20771This delivers up to 20 addresses at a time, in a mixture of domains if
9b371988 20772necessary, running as the user &'exim'&.
168e428f
PH
20773
20774
168e428f 20775
9b371988
PH
20776. ////////////////////////////////////////////////////////////////////////////
20777. ////////////////////////////////////////////////////////////////////////////
168e428f 20778
9b371988 20779.chapter "The pipe transport" "CHAPpipetransport"
4f578862
PH
20780.scindex IIDpiptra1 "transports" "&(pipe)&"
20781.scindex IIDpiptra2 "&(pipe)& transport"
9b371988
PH
20782The &(pipe)& transport is used to deliver messages via a pipe to a command
20783running in another process. One example is the use of &(pipe)& as a
20784pseudo-remote transport for passing messages to some other delivery mechanism
20785(such as UUCP). Another is the use by individual users to automatically process
20786their incoming messages. The &(pipe)& transport can be used in one of the
20787following ways:
168e428f 20788
9b371988 20789.ilist
f89d2485 20790.vindex "&$local_part$&"
068aaea8 20791A router routes one address to a transport in the normal way, and the
9b371988 20792transport is configured as a &(pipe)& transport. In this case, &$local_part$&
068aaea8 20793contains the local part of the address (as usual), and the command that is run
9b371988
PH
20794is specified by the &%command%& option on the transport.
20795.next
f89d2485 20796.vindex "&$pipe_addresses$&"
c0712871
PH
20797If the &%batch_max%& option is set greater than 1 (the default is 1), the
20798transport can handle more than one address in a single run. In this case, when
20799more than one address is routed to the transport, &$local_part$& is not set
20800(because it is not unique). However, the pseudo-variable &$pipe_addresses$&
20801(described in section &<<SECThowcommandrun>>& below) contains all the addresses
20802that are routed to the transport.
9b371988 20803.next
f89d2485 20804.vindex "&$address_pipe$&"
068aaea8 20805A router redirects an address directly to a pipe command (for example, from an
c0712871
PH
20806alias or forward file). In this case, &$address_pipe$& contains the text of the
20807pipe command, and the &%command%& option on the transport is ignored. If only
20808one address is being transported (&%batch_max%& is not greater than one, or
20809only one address was redirected to this pipe command), &$local_part$& contains
20810the local part that was redirected.
9b371988 20811.endlist
168e428f
PH
20812
20813
9b371988 20814The &(pipe)& transport is a non-interactive delivery method. Exim can also
168e428f 20815deliver messages over pipes using the LMTP interactive protocol. This is
9b371988 20816implemented by the &(lmtp)& transport.
168e428f 20817
9b371988
PH
20818In the case when &(pipe)& is run as a consequence of an entry in a local user's
20819&_.forward_& file, the command runs under the uid and gid of that user. In
20820other cases, the uid and gid have to be specified explicitly, either on the
20821transport or on the router that handles the address. Current and &"home"&
20822directories are also controllable. See chapter &<<CHAPenvironment>>& for
db9452a9
PH
20823details of the local delivery environment and chapter &<<CHAPbatching>>&
20824for a discussion of local delivery batching.
168e428f
PH
20825
20826
f89d2485 20827.section "Concurrent delivery" "SECID140"
168e428f
PH
20828If two messages arrive at almost the same time, and both are routed to a pipe
20829delivery, the two pipe transports may be run concurrently. You must ensure that
20830any pipe commands you set up are robust against this happening. If the commands
9b371988 20831write to a file, the &%exim_lock%& utility might be of use.
168e428f
PH
20832
20833
20834
20835
f89d2485 20836.section "Returned status and data" "SECID141"
9b371988 20837.cindex "&(pipe)& transport" "returned data"
168e428f 20838If the command exits with a non-zero return code, the delivery is deemed to
9b371988 20839have failed, unless either the &%ignore_status%& option is set (in which case
168e428f 20840the return code is treated as zero), or the return code is one of those listed
9b371988
PH
20841in the &%temp_errors%& option, which are interpreted as meaning &"try again
20842later"&. In this case, delivery is deferred. Details of a permanent failure are
168e428f 20843logged, but are not included in the bounce message, which merely contains
9b371988 20844&"local delivery failed"&.
168e428f
PH
20845
20846If the return code is greater than 128 and the command being run is a shell
20847script, it normally means that the script was terminated by a signal whose
20848value is the return code minus 128.
20849
9b371988 20850If Exim is unable to run the command (that is, if &[execve()]& fails), the
168e428f
PH
20851return code is set to 127. This is the value that a shell returns if it is
20852asked to run a non-existent command. The wording for the log line suggests that
20853a non-existent command may be the problem.
20854
9b371988 20855The &%return_output%& option can affect the result of a pipe delivery. If it is
168e428f
PH
20856set and the command produces any output on its standard output or standard
20857error streams, the command is considered to have failed, even if it gave a zero
9b371988
PH
20858return code or if &%ignore_status%& is set. The output from the command is
20859included as part of the bounce message. The &%return_fail_output%& option is
168e428f
PH
20860similar, except that output is returned only when the command exits with a
20861failure return code, that is, a value other than zero or a code that matches
9b371988 20862&%temp_errors%&.
168e428f
PH
20863
20864
20865
9b371988
PH
20866.section "How the command is run" "SECThowcommandrun"
20867.cindex "&(pipe)& transport" "path for command"
168e428f 20868The command line is (by default) broken down into a command name and arguments
9b371988
PH
20869by the &(pipe)& transport itself. The &%allow_commands%& and
20870&%restrict_to_path%& options can be used to restrict the commands that may be
20871run.
168e428f 20872
9b371988 20873.cindex "quoting" "in pipe command"
168e428f
PH
20874Unquoted arguments are delimited by white space. If an argument appears in
20875double quotes, backslash is interpreted as an escape character in the usual
20876way. If an argument appears in single quotes, no escaping is done.
20877
20878String expansion is applied to the command line except when it comes from a
9b371988 20879traditional &_.forward_& file (commands from a filter file are expanded). The
168e428f
PH
20880expansion is applied to each argument in turn rather than to the whole line.
20881For this reason, any string expansion item that contains white space must be
20882quoted so as to be contained within a single argument. A setting such as
9b371988
PH
20883.code
20884command = /some/path ${if eq{$local_part}{postmaster}{xx}{yy}}
20885.endd
168e428f
PH
20886will not work, because the expansion item gets split between several
20887arguments. You have to write
9b371988
PH
20888.code
20889command = /some/path "${if eq{$local_part}{postmaster}{xx}{yy}}"
20890.endd
168e428f
PH
20891to ensure that it is all in one argument. The expansion is done in this way,
20892argument by argument, so that the number of arguments cannot be changed as a
20893result of expansion, and quotes or backslashes in inserted variables do not
4f578862
PH
20894interact with external quoting. However, this leads to problems if you want to
20895generate multiple arguments (or the command name plus arguments) from a single
20896expansion. In this situation, the simplest solution is to use a shell. For
20897example:
20898.code
20899command = /bin/sh -c ${lookup{$local_part}lsearch{/some/file}}
20900.endd
168e428f 20901
9b371988
PH
20902.cindex "transport" "filter"
20903.cindex "filter" "transport filter"
f89d2485 20904.vindex "&$pipe_addresses$&"
168e428f 20905Special handling takes place when an argument consists of precisely the text
9b371988 20906&`$pipe_addresses`&. This is not a general expansion variable; the only
168e428f
PH
20907place this string is recognized is when it appears as an argument for a pipe or
20908transport filter command. It causes each address that is being handled to be
9b371988 20909inserted in the argument list at that point &'as a separate argument'&. This
168e428f 20910avoids any problems with spaces or shell metacharacters, and is of use when a
9b371988 20911&(pipe)& transport is handling groups of addresses in a batch.
168e428f
PH
20912
20913After splitting up into arguments and expansion, the resulting command is run
9b371988 20914in a subprocess directly from the transport, &'not'& under a shell. The
168e428f
PH
20915message that is being delivered is supplied on the standard input, and the
20916standard output and standard error are both connected to a single pipe that is
9b371988
PH
20917read by Exim. The &%max_output%& option controls how much output the command
20918may produce, and the &%return_output%& and &%return_fail_output%& options
20919control what is done with it.
168e428f
PH
20920
20921Not running the command under a shell (by default) lessens the security risks
20922in cases when a command from a user's filter file is built out of data that was
20923taken from an incoming message. If a shell is required, it can of course be
20924explicitly specified as the command to be run. However, there are circumstances
9b371988 20925where existing commands (for example, in &_.forward_& files) expect to be run
168e428f 20926under a shell and cannot easily be modified. To allow for these cases, there is
9b371988 20927an option called &%use_shell%&, which changes the way the &(pipe)& transport
168e428f 20928works. Instead of breaking up the command line as just described, it expands it
9b371988
PH
20929as a single string and passes the result to &_/bin/sh_&. The
20930&%restrict_to_path%& option and the &$pipe_addresses$& facility cannot be used
20931with &%use_shell%&, and the whole mechanism is inherently less secure.
168e428f
PH
20932
20933
20934
9b371988
PH
20935.section "Environment variables" "SECTpipeenv"
20936.cindex "&(pipe)& transport" "environment for command"
20937.cindex "environment for pipe transport"
168e428f
PH
20938The environment variables listed below are set up when the command is invoked.
20939This list is a compromise for maximum compatibility with other MTAs. Note that
9b371988 20940the &%environment%& option can be used to add additional variables to this
168e428f 20941environment.
9b371988
PH
20942.display
20943&`DOMAIN `& the domain of the address
20944&`HOME `& the home directory, if set
20945&`HOST `& the host name when called from a router (see below)
20946&`LOCAL_PART `& see below
20947&`LOCAL_PART_PREFIX `& see below
20948&`LOCAL_PART_SUFFIX `& see below
20949&`LOGNAME `& see below
20950&`MESSAGE_ID `& Exim's local ID for the message
20951&`PATH `& as specified by the &%path%& option below
20952&`QUALIFY_DOMAIN `& the sender qualification domain
20953&`RECIPIENT `& the complete recipient address
20954&`SENDER `& the sender of the message (empty if a bounce)
20955&`SHELL `& &`/bin/sh`&
20956&`TZ `& the value of the &%timezone%& option, if set
20957&`USER `& see below
20958.endd
20959When a &(pipe)& transport is called directly from (for example) an &(accept)&
168e428f
PH
20960router, LOCAL_PART is set to the local part of the address. When it is
20961called as a result of a forward or alias expansion, LOCAL_PART is set to
20962the local part of the address that was expanded. In both cases, any affixes are
20963removed from the local part, and made available in LOCAL_PART_PREFIX and
20964LOCAL_PART_SUFFIX, respectively. LOGNAME and USER are set to the
20965same value as LOCAL_PART for compatibility with other MTAs.
20966
9b371988
PH
20967.cindex "HOST"
20968HOST is set only when a &(pipe)& transport is called from a router that
20969associates hosts with an address, typically when using &(pipe)& as a
168e428f
PH
20970pseudo-remote transport. HOST is set to the first host name specified by
20971the router.
20972
9b371988
PH
20973.cindex "HOME"
20974If the transport's generic &%home_directory%& option is set, its value is used
168e428f 20975for the HOME environment variable. Otherwise, a home directory may be set
9b371988
PH
20976by the router's &%transport_home_directory%& option, which defaults to the
20977user's home directory if &%check_local_user%& is set.
168e428f
PH
20978
20979
f89d2485 20980.section "Private options for pipe" "SECID142"
9b371988 20981.cindex "options" "&(pipe)& transport"
168e428f
PH
20982
20983
20984
9b371988
PH
20985.option allow_commands pipe "string list&!!" unset
20986.cindex "&(pipe)& transport" "permitted commands"
168e428f 20987The string is expanded, and is then interpreted as a colon-separated list of
9b371988
PH
20988permitted commands. If &%restrict_to_path%& is not set, the only commands
20989permitted are those in the &%allow_commands%& list. They need not be absolute
20990paths; the &%path%& option is still used for relative paths. If
20991&%restrict_to_path%& is set with &%allow_commands%&, the command must either be
20992in the &%allow_commands%& list, or a name without any slashes that is found on
20993the path. In other words, if neither &%allow_commands%& nor
20994&%restrict_to_path%& is set, there is no restriction on the command, but
20995otherwise only commands that are permitted by one or the other are allowed. For
20996example, if
20997.code
20998allow_commands = /usr/bin/vacation
20999.endd
21000and &%restrict_to_path%& is not set, the only permitted command is
21001&_/usr/bin/vacation_&. The &%allow_commands%& option may not be set if
21002&%use_shell%& is set.
168e428f 21003
168e428f 21004
9b371988
PH
21005.option batch_id pipe string&!! unset
21006See the description of local delivery batching in chapter &<<CHAPbatching>>&.
168e428f 21007
168e428f 21008
9b371988 21009.option batch_max pipe integer 1
168e428f 21010This limits the number of addresses that can be handled in a single delivery.
9b371988 21011See the description of local delivery batching in chapter &<<CHAPbatching>>&.
168e428f
PH
21012
21013
9b371988
PH
21014.option check_string pipe string unset
21015As &(pipe)& writes the message, the start of each line is tested for matching
21016&%check_string%&, and if it does, the initial matching characters are replaced
21017by the contents of &%escape_string%&, provided both are set. The value of
21018&%check_string%& is a literal string, not a regular expression, and the case of
21019any letters it contains is significant. When &%use_bsmtp%& is set, the contents
21020of &%check_string%& and &%escape_string%& are forced to values that implement
21021the SMTP escaping protocol. Any settings made in the configuration file are
168e428f
PH
21022ignored.
21023
21024
9b371988
PH
21025.option command pipe string&!! unset
21026This option need not be set when &(pipe)& is being used to deliver to pipes
168e428f
PH
21027obtained directly from address redirections. In other cases, the option must be
21028set, to provide a command to be run. It need not yield an absolute path (see
9b371988 21029the &%path%& option below). The command is split up into separate arguments by
168e428f 21030Exim, and each argument is separately expanded, as described in section
9b371988 21031&<<SECThowcommandrun>>& above.
168e428f
PH
21032
21033
9b371988
PH
21034.option environment pipe string&!! unset
21035.cindex "&(pipe)& transport" "environment for command"
21036.cindex "environment for &(pipe)& transport"
168e428f 21037This option is used to add additional variables to the environment in which the
9b371988
PH
21038command runs (see section &<<SECTpipeenv>>& for the default list). Its value is
21039a string which is expanded, and then interpreted as a colon-separated list of
21040environment settings of the form <&'name'&>=<&'value'&>.
168e428f 21041
168e428f 21042
9b371988
PH
21043.option escape_string pipe string unset
21044See &%check_string%& above.
168e428f
PH
21045
21046
9b371988
PH
21047.option freeze_exec_fail pipe boolean false
21048.cindex "exec failure"
21049.cindex "failure of exec"
21050.cindex "&(pipe)& transport" "failure of exec"
168e428f 21051Failure to exec the command in a pipe transport is by default treated like
9b371988 21052any other failure while running the command. However, if &%freeze_exec_fail%&
168e428f 21053is set, failure to exec is treated specially, and causes the message to be
9b371988 21054frozen, whatever the setting of &%ignore_status%&.
168e428f 21055
168e428f 21056
9b371988 21057.option ignore_status pipe boolean false
168e428f
PH
21058If this option is true, the status returned by the subprocess that is set up to
21059run the command is ignored, and Exim behaves as if zero had been returned.
068aaea8
PH
21060Otherwise, a non-zero status or termination by signal causes an error return
21061from the transport unless the status value is one of those listed in
9b371988 21062&%temp_errors%&; these cause the delivery to be deferred and tried again later.
068aaea8 21063
9b371988
PH
21064&*Note*&: This option does not apply to timeouts, which do not return a status.
21065See the &%timeout_defer%& option for how timeouts are handled.
168e428f 21066
9b371988
PH
21067.option log_defer_output pipe boolean false
21068.cindex "&(pipe)& transport" "logging output"
168e428f 21069If this option is set, and the status returned by the command is
9b371988 21070one of the codes listed in &%temp_errors%& (that is, delivery was deferred),
168e428f
PH
21071and any output was produced, the first line of it is written to the main log.
21072
21073
9b371988 21074.option log_fail_output pipe boolean false
168e428f
PH
21075If this option is set, and the command returns any output, and also ends with a
21076return code that is neither zero nor one of the return codes listed in
9b371988
PH
21077&%temp_errors%& (that is, the delivery failed), the first line of output is
21078written to the main log. This option and &%log_output%& are mutually exclusive.
21079Only one of them may be set.
168e428f
PH
21080
21081
168e428f 21082
9b371988 21083.option log_output pipe boolean false
168e428f 21084If this option is set and the command returns any output, the first line of
9b371988
PH
21085output is written to the main log, whatever the return code. This option and
21086&%log_fail_output%& are mutually exclusive. Only one of them may be set.
168e428f
PH
21087
21088
168e428f 21089
9b371988 21090.option max_output pipe integer 20K
168e428f
PH
21091This specifies the maximum amount of output that the command may produce on its
21092standard output and standard error file combined. If the limit is exceeded, the
21093process running the command is killed. This is intended as a safety measure to
21094catch runaway processes. The limit is applied independently of the settings of
21095the options that control what is done with such output (for example,
9b371988 21096&%return_output%&). Because of buffering effects, the amount of output may
168e428f
PH
21097exceed the limit by a small amount before Exim notices.
21098
21099
9b371988 21100.option message_prefix pipe string&!! "see below"
168e428f 21101The string specified here is expanded and output at the start of every message.
9b371988
PH
21102The default is unset if &%use_bsmtp%& is set. Otherwise it is
21103.code
168e428f
PH
21104message_prefix = \
21105 From ${if def:return_path{$return_path}{MAILER-DAEMON}}\
21106 ${tod_bsdinbox}\n
9b371988
PH
21107.endd
21108.cindex "Cyrus"
21109.cindex "&%tmail%&"
21110.cindex "&""From""& line"
21111This is required by the commonly used &_/usr/bin/vacation_& program.
21112However, it must &'not'& be present if delivery is to the Cyrus IMAP server,
21113or to the &%tmail%& local delivery agent. The prefix can be suppressed by
21114setting
21115.code
21116message_prefix =
21117.endd
595028e4
PH
21118&*Note:*& If you set &%use_crlf%& true, you must change any occurrences of
21119&`\n`& to &`\r\n`& in &%message_prefix%&.
595028e4 21120
168e428f 21121
9b371988 21122.option message_suffix pipe string&!! "see below"
168e428f 21123The string specified here is expanded and output at the end of every message.
9b371988 21124The default is unset if &%use_bsmtp%& is set. Otherwise it is a single newline.
168e428f 21125The suffix can be suppressed by setting
9b371988
PH
21126.code
21127message_suffix =
21128.endd
595028e4
PH
21129&*Note:*& If you set &%use_crlf%& true, you must change any occurrences of
21130&`\n`& to &`\r\n`& in &%message_suffix%&.
595028e4 21131
168e428f 21132
f89d2485 21133.option path pipe string "see below"
168e428f 21134This option specifies the string that is set up in the PATH environment
f89d2485
PH
21135variable of the subprocess. The default is:
21136.code
21137/bin:/usr/bin
21138.endd
21139If the &%command%& option does not yield an absolute path name, the command is
21140sought in the PATH directories, in the usual way. &*Warning*&: This does not
21141apply to a command specified as a transport filter.
168e428f
PH
21142
21143
a29e5231
PP
21144.option permit_coredump pipe boolean false
21145Normally Exim inhibits core-dumps during delivery. If you have a need to get
21146a core-dump of a pipe command, enable this command. This enables core-dumps
21147during delivery and affects both the Exim binary and the pipe command run.
21148It is recommended that this option remain off unless and until you have a need
21149for it and that this only be enabled when needed, as the risk of excessive
21150resource consumption can be quite high. Note also that Exim is typically
21151installed as a setuid binary and most operating systems will inhibit coredumps
21152of these by default, so further OS-specific action may be required.
21153
21154
9b371988
PH
21155.option pipe_as_creator pipe boolean false
21156.cindex "uid (user id)" "local delivery"
21157If the generic &%user%& option is not set and this option is true, the delivery
168e428f
PH
21158process is run under the uid that was in force when Exim was originally called
21159to accept the message. If the group id is not otherwise set (via the generic
9b371988 21160&%group%& option), the gid that was in force when Exim was originally called to
168e428f
PH
21161accept the message is used.
21162
21163
9b371988
PH
21164.option restrict_to_path pipe boolean false
21165When this option is set, any command name not listed in &%allow_commands%& must
168e428f 21166contain no slashes. The command is searched for only in the directories listed
9b371988
PH
21167in the &%path%& option. This option is intended for use in the case when a pipe
21168command has been generated from a user's &_.forward_& file. This is usually
21169handled by a &(pipe)& transport called &%address_pipe%&.
168e428f
PH
21170
21171
9b371988 21172.option return_fail_output pipe boolean false
168e428f 21173If this option is true, and the command produced any output and ended with a
9b371988 21174return code other than zero or one of the codes listed in &%temp_errors%& (that
168e428f
PH
21175is, the delivery failed), the output is returned in the bounce message.
21176However, if the message has a null sender (that is, it is itself a bounce
9b371988
PH
21177message), output from the command is discarded. This option and
21178&%return_output%& are mutually exclusive. Only one of them may be set.
168e428f
PH
21179
21180
21181
9b371988 21182.option return_output pipe boolean false
168e428f
PH
21183If this option is true, and the command produced any output, the delivery is
21184deemed to have failed whatever the return code from the command, and the output
21185is returned in the bounce message. Otherwise, the output is just discarded.
21186However, if the message has a null sender (that is, it is a bounce message),
21187output from the command is always discarded, whatever the setting of this
9b371988
PH
21188option. This option and &%return_fail_output%& are mutually exclusive. Only one
21189of them may be set.
168e428f 21190
168e428f
PH
21191
21192
9b371988
PH
21193.option temp_errors pipe "string list" "see below"
21194.cindex "&(pipe)& transport" "temporary failure"
168e428f 21195This option contains either a colon-separated list of numbers, or a single
9b371988
PH
21196asterisk. If &%ignore_status%& is false
21197and &%return_output%& is not set,
168e428f
PH
21198and the command exits with a non-zero return code, the failure is treated as
21199temporary and the delivery is deferred if the return code matches one of the
21200numbers, or if the setting is a single asterisk. Otherwise, non-zero return
21201codes are treated as permanent errors. The default setting contains the codes
9b371988 21202defined by EX_TEMPFAIL and EX_CANTCREAT in &_sysexits.h_&. If Exim is
168e428f
PH
21203compiled on a system that does not define these macros, it assumes values of 75
21204and 73, respectively.
21205
21206
9b371988 21207.option timeout pipe time 1h
168e428f 21208If the command fails to complete within this time, it is killed. This normally
9b371988 21209causes the delivery to fail (but see &%timeout_defer%&). A zero time interval
068aaea8
PH
21210specifies no timeout. In order to ensure that any subprocesses created by the
21211command are also killed, Exim makes the initial process a process group leader,
21212and kills the whole process group on a timeout. However, this can be defeated
21213if one of the processes starts a new process group.
21214
9b371988
PH
21215.option timeout_defer pipe boolean false
21216A timeout in a &(pipe)& transport, either in the command that the transport
21217runs, or in a transport filter that is associated with it, is by default
21218treated as a hard error, and the delivery fails. However, if &%timeout_defer%&
21219is set true, both kinds of timeout become temporary errors, causing the
21220delivery to be deferred.
168e428f 21221
9b371988 21222.option umask pipe "octal integer" 022
168e428f
PH
21223This specifies the umask setting for the subprocess that runs the command.
21224
21225
9b371988
PH
21226.option use_bsmtp pipe boolean false
21227.cindex "envelope sender"
21228If this option is set true, the &(pipe)& transport writes messages in &"batch
21229SMTP"& format, with the envelope sender and recipient(s) included as SMTP
168e428f 21230commands. If you want to include a leading HELO command with such messages,
9b371988
PH
21231you can do so by setting the &%message_prefix%& option. See section
21232&<<SECTbatchSMTP>>& for details of batch SMTP.
168e428f 21233
4f578862
PH
21234.option use_classresources pipe boolean false
21235.cindex "class resources (BSD)"
21236This option is available only when Exim is running on FreeBSD, NetBSD, or
21237BSD/OS. If it is set true, the &[setclassresources()]& function is used to set
21238resource limits when a &(pipe)& transport is run to perform a delivery. The
21239limits for the uid under which the pipe is to run are obtained from the login
21240class database.
4f578862 21241
168e428f 21242
9b371988
PH
21243.option use_crlf pipe boolean false
21244.cindex "carriage return"
21245.cindex "linefeed"
168e428f
PH
21246This option causes lines to be terminated with the two-character CRLF sequence
21247(carriage return, linefeed) instead of just a linefeed character. In the case
21248of batched SMTP, the byte sequence written to the pipe is then an exact image
21249of what would be sent down a real SMTP connection.
21250
9b371988
PH
21251The contents of the &%message_prefix%& and &%message_suffix%& options are
21252written verbatim, so must contain their own carriage return characters if these
595028e4
PH
21253are needed. When &%use_bsmtp%& is not set, the default values for both
21254&%message_prefix%& and &%message_suffix%& end with a single linefeed, so their
21255values must be changed to end with &`\r\n`& if &%use_crlf%& is set.
168e428f
PH
21256
21257
9b371988 21258.option use_shell pipe boolean false
f89d2485 21259.vindex "&$pipe_addresses$&"
9b371988 21260If this option is set, it causes the command to be passed to &_/bin/sh_&
168e428f 21261instead of being run directly from the transport, as described in section
9b371988 21262&<<SECThowcommandrun>>&. This is less secure, but is needed in some situations
168e428f 21263where the command is expected to be run under a shell and cannot easily be
9b371988
PH
21264modified. The &%allow_commands%& and &%restrict_to_path%& options, and the
21265&`$pipe_addresses`& facility are incompatible with &%use_shell%&. The
21266command is expanded as a single string, and handed to &_/bin/sh_& as data for
21267its &%-c%& option.
21268
21269
21270
f89d2485 21271.section "Using an external local delivery agent" "SECID143"
9b371988
PH
21272.cindex "local delivery" "using an external agent"
21273.cindex "&'procmail'&"
21274.cindex "external local delivery"
21275.cindex "delivery" "&'procmail'&"
21276.cindex "delivery" "by external agent"
21277The &(pipe)& transport can be used to pass all messages that require local
21278delivery to a separate local delivery agent such as &%procmail%&. When doing
168e428f
PH
21279this, care must be taken to ensure that the pipe is run under an appropriate
21280uid and gid. In some configurations one wants this to be a uid that is trusted
21281by the delivery agent to supply the correct sender of the message. It may be
21282necessary to recompile or reconfigure the delivery agent so that it trusts an
21283appropriate user. The following is an example transport and router
9b371988
PH
21284configuration for &%procmail%&:
21285.code
21286# transport
21287procmail_pipe:
21288 driver = pipe
21289 command = /usr/local/bin/procmail -d $local_part
21290 return_path_add
21291 delivery_date_add
21292 envelope_to_add
21293 check_string = "From "
21294 escape_string = ">From "
a2e4e31d 21295 umask = 077
9b371988
PH
21296 user = $local_part
21297 group = mail
168e428f 21298
9b371988
PH
21299# router
21300procmail:
21301 driver = accept
21302 check_local_user
21303 transport = procmail_pipe
21304.endd
168e428f 21305In this example, the pipe is run as the local user, but with the group set to
9b371988
PH
21306&'mail'&. An alternative is to run the pipe as a specific user such as &'mail'&
21307or &'exim'&, but in this case you must arrange for &%procmail%& to trust that
21308user to supply a correct sender address. If you do not specify either a
21309&%group%& or a &%user%& option, the pipe command is run as the local user. The
21310home directory is the user's home directory by default.
21311
21312&*Note*&: The command that the pipe transport runs does &'not'& begin with
21313.code
21314IFS=" "
21315.endd
21316as shown in some &%procmail%& documentation, because Exim does not by default
21317use a shell to run pipe commands.
21318
21319.cindex "Cyrus"
168e428f
PH
21320The next example shows a transport and a router for a system where local
21321deliveries are handled by the Cyrus IMAP server.
9b371988 21322.code
168e428f
PH
21323# transport
21324local_delivery_cyrus:
21325 driver = pipe
21326 command = /usr/cyrus/bin/deliver \
21327 -m ${substr_1:$local_part_suffix} -- $local_part
21328 user = cyrus
21329 group = mail
21330 return_output
21331 log_output
21332 message_prefix =
21333 message_suffix =
21334
21335# router
21336local_user_cyrus:
21337 driver = accept
21338 check_local_user
21339 local_part_suffix = .*
21340 transport = local_delivery_cyrus
9b371988
PH
21341.endd
21342Note the unsetting of &%message_prefix%& and &%message_suffix%&, and the use of
21343&%return_output%& to cause any text written by Cyrus to be returned to the
168e428f 21344sender.
4f578862
PH
21345.ecindex IIDpiptra1
21346.ecindex IIDpiptra2
168e428f
PH
21347
21348
9b371988
PH
21349. ////////////////////////////////////////////////////////////////////////////
21350. ////////////////////////////////////////////////////////////////////////////
168e428f 21351
9b371988 21352.chapter "The smtp transport" "CHAPsmtptrans"
4f578862
PH
21353.scindex IIDsmttra1 "transports" "&(smtp)&"
21354.scindex IIDsmttra2 "&(smtp)& transport"
9b371988 21355The &(smtp)& transport delivers messages over TCP/IP connections using the SMTP
168e428f
PH
21356or LMTP protocol. The list of hosts to try can either be taken from the address
21357that is being processed (having been set up by the router), or specified
21358explicitly for the transport. Timeout and retry processing (see chapter
9b371988 21359&<<CHAPretry>>&) is applied to each IP address independently.
168e428f
PH
21360
21361
f89d2485 21362.section "Multiple messages on a single connection" "SECID144"
168e428f
PH
21363The sending of multiple messages over a single TCP/IP connection can arise in
21364two ways:
21365
9b371988
PH
21366.ilist
21367If a message contains more than &%max_rcpt%& (see below) addresses that are
168e428f
PH
21368routed to the same host, more than one copy of the message has to be sent to
21369that host. In this situation, multiple copies may be sent in a single run of
9b371988
PH
21370the &(smtp)& transport over a single TCP/IP connection. (What Exim actually
21371does when it has too many addresses to send in one message also depends on the
21372value of the global &%remote_max_parallel%& option. Details are given in
21373section &<<SECToutSMTPTCP>>&.)
21374.next
21375.cindex "hints database" "remembering routing"
168e428f
PH
21376When a message has been successfully delivered over a TCP/IP connection, Exim
21377looks in its hints database to see if there are any other messages awaiting a
21378connection to the same host. If there are, a new delivery process is started
21379for one of them, and the current TCP/IP connection is passed on to it. The new
21380process may in turn send multiple copies and possibly create yet another
21381process.
9b371988 21382.endlist
168e428f
PH
21383
21384
21385For each copy sent over the same TCP/IP connection, a sequence counter is
9b371988 21386incremented, and if it ever gets to the value of &%connection_max_messages%&,
168e428f
PH
21387no further messages are sent over that connection.
21388
21389
21390
595028e4 21391.section "Use of the $host and $host_address variables" "SECID145"
f89d2485
PH
21392.vindex "&$host$&"
21393.vindex "&$host_address$&"
9b371988
PH
21394At the start of a run of the &(smtp)& transport, the values of &$host$& and
21395&$host_address$& are the name and IP address of the first host on the host list
168e428f 21396passed by the router. However, when the transport is about to connect to a
9b371988
PH
21397specific host, and while it is connected to that host, &$host$& and
21398&$host_address$& are set to the values for that host. These are the values
21399that are in force when the &%helo_data%&, &%hosts_try_auth%&, &%interface%&,
21400&%serialize_hosts%&, and the various TLS options are expanded.
168e428f
PH
21401
21402
595028e4
PH
21403.section "Use of $tls_cipher and $tls_peerdn" "usecippeer"
21404.vindex &$tls_cipher$&
21405.vindex &$tls_peerdn$&
21406At the start of a run of the &(smtp)& transport, the values of &$tls_cipher$&
21407and &$tls_peerdn$& are the values that were set when the message was received.
21408These are the values that are used for options that are expanded before any
21409SMTP connections are made. Just before each connection is made, these two
21410variables are emptied. If TLS is subsequently started, they are set to the
21411appropriate values for the outgoing connection, and these are the values that
21412are in force when any authenticators are run and when the
21413&%authenticated_sender%& option is expanded.
595028e4 21414
168e428f 21415
f89d2485 21416.section "Private options for smtp" "SECID146"
9b371988
PH
21417.cindex "options" "&(smtp)& transport"
21418The private options of the &(smtp)& transport are as follows:
168e428f
PH
21419
21420
3cb1b51e
PH
21421.option address_retry_include_sender smtp boolean true
21422.cindex "4&'xx'& responses" "retrying after"
21423When an address is delayed because of a 4&'xx'& response to a RCPT command, it
21424is the combination of sender and recipient that is delayed in subsequent queue
21425runs until the retry time is reached. You can delay the recipient without
21426reference to the sender (which is what earlier versions of Exim did), by
21427setting &%address_retry_include_sender%& false. However, this can lead to
21428problems with servers that regularly issue 4&'xx'& responses to RCPT commands.
3cb1b51e 21429
9b371988
PH
21430.option allow_localhost smtp boolean false
21431.cindex "local host" "sending to"
21432.cindex "fallback" "hosts specified on transport"
21433When a host specified in &%hosts%& or &%fallback_hosts%& (see below) turns out
21434to be the local host, or is listed in &%hosts_treat_as_local%&, delivery is
21435deferred by default. However, if &%allow_localhost%& is set, Exim goes on to do
168e428f
PH
21436the delivery anyway. This should be used only in special cases when the
21437configuration ensures that no looping will result (for example, a differently
21438configured Exim is listening on the port to which the message is sent).
21439
21440
9b371988
PH
21441.option authenticated_sender smtp string&!! unset
21442.cindex "Cyrus"
4f578862
PH
21443When Exim has authenticated as a client, or if &%authenticated_sender_force%&
21444is true, this option sets a value for the AUTH= item on outgoing MAIL commands,
21445overriding any existing authenticated sender value. If the string expansion is
21446forced to fail, the option is ignored. Other expansion failures cause delivery
21447to be deferred. If the result of expansion is an empty string, that is also
21448ignored.
168e428f 21449
595028e4
PH
21450The expansion happens after the outgoing connection has been made and TLS
21451started, if required. This means that the &$host$&, &$host_address$&,
21452&$tls_cipher$&, and &$tls_peerdn$& variables are set according to the
21453particular connection.
595028e4 21454
168e428f 21455If the SMTP session is not authenticated, the expansion of
9b371988 21456&%authenticated_sender%& still happens (and can cause the delivery to be
4f578862
PH
21457deferred if it fails), but no AUTH= item is added to MAIL commands
21458unless &%authenticated_sender_force%& is true.
168e428f 21459
9b371988 21460This option allows you to use the &(smtp)& transport in LMTP mode to
168e428f 21461deliver mail to Cyrus IMAP and provide the proper local part as the
9b371988
PH
21462&"authenticated sender"&, via a setting such as:
21463.code
21464authenticated_sender = $local_part
21465.endd
168e428f
PH
21466This removes the need for IMAP subfolders to be assigned special ACLs to
21467allow direct delivery to those subfolders.
21468
21469Because of expected uses such as that just described for Cyrus (when no
21470domain is involved), there is no checking on the syntax of the provided
21471value.
21472
21473
4f578862
PH
21474.option authenticated_sender_force smtp boolean false
21475If this option is set true, the &%authenticated_sender%& option's value
21476is used for the AUTH= item on outgoing MAIL commands, even if Exim has not
21477authenticated as a client.
4f578862
PH
21478
21479
9b371988 21480.option command_timeout smtp time 5m
168e428f
PH
21481This sets a timeout for receiving a response to an SMTP command that has been
21482sent out. It is also used when waiting for the initial banner line from the
21483remote host. Its value must not be zero.
21484
21485
9b371988
PH
21486.option connect_timeout smtp time 5m
21487This sets a timeout for the &[connect()]& function, which sets up a TCP/IP call
168e428f
PH
21488to a remote host. A setting of zero allows the system timeout (typically
21489several minutes) to act. To have any effect, the value of this option must be
21490less than the system timeout. However, it has been observed that on some
21491systems there is no system timeout, which is why the default value for this
21492option is 5 minutes, a value recommended by RFC 1123.
21493
21494
9b371988
PH
21495.option connection_max_messages smtp integer 500
21496.cindex "SMTP" "passed connection"
21497.cindex "SMTP" "multiple deliveries"
21498.cindex "multiple SMTP deliveries"
168e428f
PH
21499This controls the maximum number of separate message deliveries that are sent
21500over a single TCP/IP connection. If the value is zero, there is no limit.
9b371988 21501For testing purposes, this value can be overridden by the &%-oB%& command line
168e428f
PH
21502option.
21503
21504
9b371988 21505.option data_timeout smtp time 5m
168e428f
PH
21506This sets a timeout for the transmission of each block in the data portion of
21507the message. As a result, the overall timeout for a message depends on the size
9b371988 21508of the message. Its value must not be zero. See also &%final_timeout%&.
168e428f
PH
21509
21510
9b371988 21511.option delay_after_cutoff smtp boolean true
168e428f
PH
21512This option controls what happens when all remote IP addresses for a given
21513domain have been inaccessible for so long that they have passed their retry
21514cutoff times.
21515
21516In the default state, if the next retry time has not been reached for any of
21517them, the address is bounced without trying any deliveries. In other words,
21518Exim delays retrying an IP address after the final cutoff time until a new
21519retry time is reached, and can therefore bounce an address without ever trying
21520a delivery, when machines have been down for a long time. Some people are
21521unhappy at this prospect, so...
21522
9b371988 21523If &%delay_after_cutoff%& is set false, Exim behaves differently. If all IP
168e428f
PH
21524addresses are past their final cutoff time, Exim tries to deliver to those
21525IP addresses that have not been tried since the message arrived. If there are
21526none, of if they all fail, the address is bounced. In other words, it does not
21527delay when a new message arrives, but immediately tries those expired IP
21528addresses that haven't been tried since the message arrived. If there is a
21529continuous stream of messages for the dead hosts, unsetting
9b371988 21530&%delay_after_cutoff%& means that there will be many more attempts to deliver
168e428f
PH
21531to them.
21532
21533
9b371988
PH
21534.option dns_qualify_single smtp boolean true
21535If the &%hosts%& or &%fallback_hosts%& option is being used,
21536and the &%gethostbyname%& option is false,
21537the RES_DEFNAMES resolver option is set. See the &%qualify_single%& option
21538in chapter &<<CHAPdnslookup>>& for more details.
168e428f 21539
168e428f 21540
9b371988 21541.option dns_search_parents smtp boolean false
9b371988
PH
21542If the &%hosts%& or &%fallback_hosts%& option is being used, and the
21543&%gethostbyname%& option is false, the RES_DNSRCH resolver option is set.
21544See the &%search_parents%& option in chapter &<<CHAPdnslookup>>& for more
21545details.
168e428f
PH
21546
21547
168e428f 21548
9b371988 21549.option fallback_hosts smtp "string list" unset
9b371988 21550.cindex "fallback" "hosts specified on transport"
168e428f 21551String expansion is not applied to this option. The argument must be a
068aaea8
PH
21552colon-separated list of host names or IP addresses, optionally also including
21553port numbers, though the separator can be changed, as described in section
9b371988
PH
21554&<<SECTlistconstruct>>&. Each individual item in the list is the same as an
21555item in a &%route_list%& setting for the &(manualroute)& router, as described
21556in section &<<SECTformatonehostitem>>&.
068aaea8
PH
21557
21558Fallback hosts can also be specified on routers, which associate them with the
9b371988
PH
21559addresses they process. As for the &%hosts%& option without &%hosts_override%&,
21560&%fallback_hosts%& specified on the transport is used only if the address does
21561not have its own associated fallback host list. Unlike &%hosts%&, a setting of
21562&%fallback_hosts%& on an address is not overridden by &%hosts_override%&.
21563However, &%hosts_randomize%& does apply to fallback host lists.
168e428f
PH
21564
21565If Exim is unable to deliver to any of the hosts for a particular address, and
21566the errors are not permanent rejections, the address is put on a separate
21567transport queue with its host list replaced by the fallback hosts, unless the
21568address was routed via MX records and the current host was in the original MX
21569list. In that situation, the fallback host list is not used.
21570
21571Once normal deliveries are complete, the fallback queue is delivered by
21572re-running the same transports with the new host lists. If several failing
9b371988 21573addresses have the same fallback hosts (and &%max_rcpt%& permits it), a single
168e428f
PH
21574copy of the message is sent.
21575
21576The resolution of the host names on the fallback list is controlled by the
9b371988 21577&%gethostbyname%& option, as for the &%hosts%& option. Fallback hosts apply
168e428f 21578both to cases when the host list comes with the address and when it is taken
9b371988
PH
21579from &%hosts%&. This option provides a &"use a smart host only if delivery
21580fails"& facility.
168e428f
PH
21581
21582
9b371988 21583.option final_timeout smtp time 10m
168e428f 21584This is the timeout that applies while waiting for the response to the final
9b371988
PH
21585line containing just &"."& that terminates a message. Its value must not be
21586zero.
168e428f 21587
9b371988
PH
21588.option gethostbyname smtp boolean false
21589If this option is true when the &%hosts%& and/or &%fallback_hosts%& options are
21590being used, names are looked up using &[gethostbyname()]&
21591(or &[getipnodebyname()]& when available)
168e428f 21592instead of using the DNS. Of course, that function may in fact use the DNS, but
9b371988
PH
21593it may also consult other sources of information such as &_/etc/hosts_&.
21594
f013fb92 21595.option gnutls_require_kx smtp string unset
f89d2485
PH
21596This option controls the key exchange mechanisms when GnuTLS is used in an Exim
21597client. For details, see section &<<SECTreqciphgnu>>&.
21598
f013fb92 21599.option gnutls_require_mac smtp string unset
f89d2485
PH
21600This option controls the MAC algorithms when GnuTLS is used in an Exim
21601client. For details, see section &<<SECTreqciphgnu>>&.
21602
f013fb92 21603.option gnutls_require_protocols smtp string unset
f89d2485
PH
21604This option controls the protocols when GnuTLS is used in an Exim
21605client. For details, see section &<<SECTreqciphgnu>>&.
f89d2485 21606
f013fb92 21607.option gnutls_compat_mode smtp boolean unset
e6060e2c
NM
21608This option controls whether GnuTLS is used in compatibility mode in an Exim
21609server. This reduces security slightly, but improves interworking with older
21610implementations of TLS.
21611
f89d2485
PH
21612.option helo_data smtp string&!! "see below"
21613.cindex "HELO" "argument, setting"
21614.cindex "EHLO" "argument, setting"
21615.cindex "LHLO argument setting"
21616The value of this option is expanded after a connection to a another host has
21617been set up. The result is used as the argument for the EHLO, HELO, or LHLO
21618command that starts the outgoing SMTP or LMTP session. The default value of the
21619option is:
21620.code
21621$primary_hostname
21622.endd
21623During the expansion, the variables &$host$& and &$host_address$& are set to
21624the identity of the remote host, and the variables &$sending_ip_address$& and
21625&$sending_port$& are set to the local IP address and port number that are being
595028e4
PH
21626used. These variables can be used to generate different values for different
21627servers or different local IP addresses. For example, if you want the string
21628that is used for &%helo_data%& to be obtained by a DNS lookup of the outgoing
21629interface address, you could use this:
f89d2485
PH
21630.code
21631helo_data = ${lookup dnsdb{ptr=$sending_ip_address}{$value}\
21632 {$primary_hostname}}
21633.endd
21634The use of &%helo_data%& applies both to sending messages and when doing
21635callouts.
9b371988
PH
21636
21637.option hosts smtp "string list&!!" unset
21638Hosts are associated with an address by a router such as &(dnslookup)&, which
068aaea8 21639finds the hosts by looking up the address domain in the DNS, or by
9b371988
PH
21640&(manualroute)&, which has lists of hosts in its configuration. However,
21641email addresses can be passed to the &(smtp)& transport by any router, and not
068aaea8
PH
21642all of them can provide an associated list of hosts.
21643
9b371988 21644The &%hosts%& option specifies a list of hosts to be used if the address being
068aaea8 21645processed does not have any hosts associated with it. The hosts specified by
9b371988
PH
21646&%hosts%& are also used, whether or not the address has its own hosts, if
21647&%hosts_override%& is set.
168e428f
PH
21648
21649The string is first expanded, before being interpreted as a colon-separated
068aaea8
PH
21650list of host names or IP addresses, possibly including port numbers. The
21651separator may be changed to something other than colon, as described in section
9b371988
PH
21652&<<SECTlistconstruct>>&. Each individual item in the list is the same as an
21653item in a &%route_list%& setting for the &(manualroute)& router, as described
21654in section &<<SECTformatonehostitem>>&. However, note that the &`/MX`& facility
21655of the &(manualroute)& router is not available here.
068aaea8
PH
21656
21657If the expansion fails, delivery is deferred. Unless the failure was caused by
21658the inability to complete a lookup, the error is logged to the panic log as
21659well as the main log. Host names are looked up either by searching directly for
9b371988
PH
21660address records in the DNS or by calling &[gethostbyname()]& (or
21661&[getipnodebyname()]& when available), depending on the setting of the
21662&%gethostbyname%& option. When Exim is compiled with IPv6 support, if a host
21663that is looked up in the DNS has both IPv4 and IPv6 addresses, both types of
21664address are used.
168e428f
PH
21665
21666During delivery, the hosts are tried in order, subject to their retry status,
9b371988 21667unless &%hosts_randomize%& is set.
168e428f 21668
168e428f 21669
9b371988 21670.option hosts_avoid_esmtp smtp "host list&!!" unset
f89d2485 21671.cindex "ESMTP, avoiding use of"
9b371988
PH
21672.cindex "HELO" "forcing use of"
21673.cindex "EHLO" "avoiding use of"
21674.cindex "PIPELINING" "avoiding the use of"
168e428f
PH
21675This option is for use with broken hosts that announce ESMTP facilities (for
21676example, PIPELINING) and then fail to implement them properly. When a host
9b371988 21677matches &%hosts_avoid_esmtp%&, Exim sends HELO rather than EHLO at the
168e428f
PH
21678start of the SMTP session. This means that it cannot use any of the ESMTP
21679facilities such as AUTH, PIPELINING, SIZE, and STARTTLS.
21680
21681
f89d2485
PH
21682.option hosts_avoid_pipelining smtp "host list&!!" unset
21683.cindex "PIPELINING" "avoiding the use of"
21684Exim will not use the SMTP PIPELINING extension when delivering to any host
21685that matches this list, even if the server host advertises PIPELINING support.
f89d2485
PH
21686
21687
9b371988
PH
21688.option hosts_avoid_tls smtp "host list&!!" unset
21689.cindex "TLS" "avoiding for certain hosts"
168e428f 21690Exim will not try to start a TLS session when delivering to any host that
9b371988 21691matches this list. See chapter &<<CHAPTLS>>& for details of TLS.
168e428f 21692
168e428f 21693
9b371988
PH
21694.option hosts_max_try smtp integer 5
21695.cindex "host" "maximum number to try"
21696.cindex "limit" "number of hosts tried"
21697.cindex "limit" "number of MX tried"
21698.cindex "MX record" "maximum tried"
168e428f
PH
21699This option limits the number of IP addresses that are tried for any one
21700delivery in cases where there are temporary delivery errors. Section
9b371988 21701&<<SECTvalhosmax>>& describes in detail how the value of this option is used.
168e428f
PH
21702
21703
9b371988 21704.option hosts_max_try_hardlimit smtp integer 50
168e428f 21705This is an additional check on the maximum number of IP addresses that Exim
9b371988
PH
21706tries for any one delivery. Section &<<SECTvalhosmax>>& describes its use and
21707why it exists.
168e428f
PH
21708
21709
168e428f 21710
9b371988
PH
21711.option hosts_nopass_tls smtp "host list&!!" unset
21712.cindex "TLS" "passing connection"
21713.cindex "multiple SMTP deliveries"
21714.cindex "TLS" "multiple message deliveries"
168e428f
PH
21715For any host that matches this list, a connection on which a TLS session has
21716been started will not be passed to a new delivery process for sending another
9b371988
PH
21717message on the same connection. See section &<<SECTmulmessam>>& for an
21718explanation of when this might be needed.
168e428f
PH
21719
21720
9b371988
PH
21721.option hosts_override smtp boolean false
21722If this option is set and the &%hosts%& option is also set, any hosts that are
168e428f 21723attached to the address are ignored, and instead the hosts specified by the
9b371988
PH
21724&%hosts%& option are always used. This option does not apply to
21725&%fallback_hosts%&.
168e428f 21726
168e428f 21727
9b371988
PH
21728.option hosts_randomize smtp boolean false
21729.cindex "randomized host list"
21730.cindex "host" "list of; randomized"
21731.cindex "fallback" "randomized hosts"
168e428f 21732If this option is set, and either the list of hosts is taken from the
9b371988 21733&%hosts%& or the &%fallback_hosts%& option, or the hosts supplied by the router
168e428f 21734were not obtained from MX records (this includes fallback hosts from the
f89d2485 21735router), and were not randomized by the router, the order of trying the hosts
168e428f
PH
21736is randomized each time the transport runs. Randomizing the order of a host
21737list can be used to do crude load sharing.
21738
9b371988 21739When &%hosts_randomize%& is true, a host list may be split into groups whose
168e428f
PH
21740order is separately randomized. This makes it possible to set up MX-like
21741behaviour. The boundaries between groups are indicated by an item that is just
9b371988
PH
21742&`+`& in the host list. For example:
21743.code
21744hosts = host1:host2:host3:+:host4:host5
21745.endd
168e428f
PH
21746The order of the first three hosts and the order of the last two hosts is
21747randomized for each use, but the first three always end up before the last two.
9b371988 21748If &%hosts_randomize%& is not set, a &`+`& item in the list is ignored.
168e428f 21749
9b371988
PH
21750.option hosts_require_auth smtp "host list&!!" unset
21751.cindex "authentication" "required by client"
168e428f
PH
21752This option provides a list of servers for which authentication must succeed
21753before Exim will try to transfer a message. If authentication fails for
21754servers which are not in this list, Exim tries to send unauthenticated. If
21755authentication fails for one of these servers, delivery is deferred. This
21756temporary error is detectable in the retry rules, so it can be turned into a
9b371988
PH
21757hard failure if required. See also &%hosts_try_auth%&, and chapter
21758&<<CHAPSMTPAUTH>>& for details of authentication.
168e428f 21759
168e428f 21760
9b371988
PH
21761.option hosts_require_tls smtp "host list&!!" unset
21762.cindex "TLS" "requiring for certain servers"
168e428f 21763Exim will insist on using a TLS session when delivering to any host that
9b371988
PH
21764matches this list. See chapter &<<CHAPTLS>>& for details of TLS.
21765&*Note*&: This option affects outgoing mail only. To insist on TLS for
168e428f
PH
21766incoming messages, use an appropriate ACL.
21767
9b371988
PH
21768.option hosts_try_auth smtp "host list&!!" unset
21769.cindex "authentication" "optional in client"
168e428f
PH
21770This option provides a list of servers to which, provided they announce
21771authentication support, Exim will attempt to authenticate as a client when it
21772connects. If authentication fails, Exim will try to transfer the message
9b371988
PH
21773unauthenticated. See also &%hosts_require_auth%&, and chapter
21774&<<CHAPSMTPAUTH>>& for details of authentication.
21775
21776.option interface smtp "string list&!!" unset
21777.cindex "bind IP address"
21778.cindex "IP address" "binding"
f89d2485
PH
21779.vindex "&$host$&"
21780.vindex "&$host_address$&"
168e428f 21781This option specifies which interface to bind to when making an outgoing SMTP
7d0ab55c
TF
21782call. The value is an IP address, not an interface name such as
21783&`eth0`&. Do not confuse this with the interface address that was used when a
595028e4
PH
21784message was received, which is in &$received_ip_address$&, formerly known as
21785&$interface_address$&. The name was changed to minimize confusion with the
21786outgoing interface address. There is no variable that contains an outgoing
3cb1b51e
PH
21787interface address because, unless it is set by this option, its value is
21788unknown.
3cb1b51e
PH
21789
21790During the expansion of the &%interface%& option the variables &$host$& and
21791&$host_address$& refer to the host to which a connection is about to be made
21792during the expansion of the string. Forced expansion failure, or an empty
21793string result causes the option to be ignored. Otherwise, after expansion, the
21794string must be a list of IP addresses, colon-separated by default, but the
21795separator can be changed in the usual way. For example:
9b371988
PH
21796.code
21797interface = <; 192.168.123.123 ; 3ffe:ffff:836f::fe86:a061
21798.endd
168e428f
PH
21799The first interface of the correct type (IPv4 or IPv6) is used for the outgoing
21800connection. If none of them are the correct type, the option is ignored. If
9b371988 21801&%interface%& is not set, or is ignored, the system's IP functions choose which
168e428f
PH
21802interface to use if the host has more than one.
21803
21804
9b371988
PH
21805.option keepalive smtp boolean true
21806.cindex "keepalive" "on outgoing connection"
168e428f
PH
21807This option controls the setting of SO_KEEPALIVE on outgoing TCP/IP socket
21808connections. When set, it causes the kernel to probe idle connections
9b371988 21809periodically, by sending packets with &"old"& sequence numbers. The other end
f89d2485 21810of the connection should send a acknowledgment if the connection is still okay
9b371988
PH
21811or a reset if the connection has been aborted. The reason for doing this is
21812that it has the beneficial effect of freeing up certain types of connection
21813that can get stuck when the remote host is disconnected without tidying up the
21814TCP/IP call properly. The keepalive mechanism takes several hours to detect
168e428f
PH
21815unreachable hosts.
21816
21817
9b371988
PH
21818.option lmtp_ignore_quota smtp boolean false
21819.cindex "LMTP" "ignoring quota errors"
21820If this option is set true when the &%protocol%& option is set to &"lmtp"&, the
21821string &`IGNOREQUOTA`& is added to RCPT commands, provided that the LMTP server
068aaea8
PH
21822has advertised support for IGNOREQUOTA in its response to the LHLO command.
21823
9b371988
PH
21824.option max_rcpt smtp integer 100
21825.cindex "RCPT" "maximum number of outgoing"
168e428f
PH
21826This option limits the number of RCPT commands that are sent in a single
21827SMTP message transaction. Each set of addresses is treated independently, and
9b371988 21828so can cause parallel connections to the same host if &%remote_max_parallel%&
168e428f
PH
21829permits this.
21830
21831
9b371988 21832.option multi_domain smtp boolean true
f89d2485 21833.vindex "&$domain$&"
9b371988
PH
21834When this option is set, the &(smtp)& transport can handle a number of
21835addresses containing a mixture of different domains provided they all resolve
21836to the same list of hosts. Turning the option off restricts the transport to
21837handling only one domain at a time. This is useful if you want to use
21838&$domain$& in an expansion for the transport, because it is set only when there
21839is a single domain involved in a remote delivery.
168e428f
PH
21840
21841
9b371988
PH
21842.option port smtp string&!! "see below"
21843.cindex "port" "sending TCP/IP"
21844.cindex "TCP/IP" "setting outgoing port"
3cb1b51e
PH
21845This option specifies the TCP/IP port on the server to which Exim connects.
21846&*Note:*& Do not confuse this with the port that was used when a message was
21847received, which is in &$received_port$&, formerly known as &$interface_port$&.
21848The name was changed to minimize confusion with the outgoing port. There is no
21849variable that contains an outgoing port.
3cb1b51e
PH
21850
21851If the value of this option begins with a digit it is taken as a port number;
21852otherwise it is looked up using &[getservbyname()]&. The default value is
21853normally &"smtp"&, but if &%protocol%& is set to &"lmtp"&, the default is
21854&"lmtp"&. If the expansion fails, or if a port number cannot be found, delivery
21855is deferred.
168e428f
PH
21856
21857
21858
9b371988
PH
21859.option protocol smtp string smtp
21860.cindex "LMTP" "over TCP/IP"
21861If this option is set to &"lmtp"& instead of &"smtp"&, the default value for
21862the &%port%& option changes to &"lmtp"&, and the transport operates the LMTP
21863protocol (RFC 2033) instead of SMTP. This protocol is sometimes used for local
168e428f 21864deliveries into closed message stores. Exim also has support for running LMTP
9b371988 21865over a pipe to a local process &-- see chapter &<<CHAPLMTP>>&.
168e428f
PH
21866
21867
9b371988 21868.option retry_include_ip_address smtp boolean true
168e428f
PH
21869Exim normally includes both the host name and the IP address in the key it
21870constructs for indexing retry data after a temporary delivery failure. This
21871means that when one of several IP addresses for a host is failing, it gets
21872tried periodically (controlled by the retry rules), but use of the other IP
21873addresses is not affected.
21874
21875However, in some dialup environments hosts are assigned a different IP address
21876each time they connect. In this situation the use of the IP address as part of
21877the retry key leads to undesirable behaviour. Setting this option false causes
21878Exim to use only the host name. This should normally be done on a separate
9b371988
PH
21879instance of the &(smtp)& transport, set up specially to handle the dialup
21880hosts.
168e428f 21881
168e428f 21882
9b371988
PH
21883.option serialize_hosts smtp "host list&!!" unset
21884.cindex "serializing connections"
21885.cindex "host" "serializing connections"
168e428f
PH
21886Because Exim operates in a distributed manner, if several messages for the same
21887host arrive at around the same time, more than one simultaneous connection to
21888the remote host can occur. This is not usually a problem except when there is a
21889slow link between the hosts. In that situation it may be helpful to restrict
21890Exim to one connection at a time. This can be done by setting
9b371988 21891&%serialize_hosts%& to match the relevant hosts.
168e428f 21892
9b371988 21893.cindex "hints database" "serializing deliveries to a host"
168e428f
PH
21894Exim implements serialization by means of a hints database in which a record is
21895written whenever a process connects to one of the restricted hosts. The record
21896is deleted when the connection is completed. Obviously there is scope for
21897records to get left lying around if there is a system or program crash. To
21898guard against this, Exim ignores any records that are more than six hours old.
21899
21900If you set up this kind of serialization, you should also arrange to delete the
21901relevant hints database whenever your system reboots. The names of the files
9b371988 21902start with &_misc_& and they are kept in the &_spool/db_& directory. There
168e428f
PH
21903may be one or two files, depending on the type of DBM in use. The same files
21904are used for ETRN serialization.
21905
21906
9b371988
PH
21907.option size_addition smtp integer 1024
21908.cindex "SMTP" "SIZE"
21909.cindex "message" "size issue for transport filter"
21910.cindex "size" "of message"
21911.cindex "transport" "filter"
21912.cindex "filter" "transport filter"
168e428f
PH
21913If a remote SMTP server indicates that it supports the SIZE option of the
21914MAIL command, Exim uses this to pass over the message size at the start of
9b371988 21915an SMTP transaction. It adds the value of &%size_addition%& to the value it
168e428f
PH
21916sends, to allow for headers and other text that may be added during delivery by
21917configuration options or in a transport filter. It may be necessary to increase
21918this if a lot of text is added to messages.
21919
9b371988 21920Alternatively, if the value of &%size_addition%& is set negative, it disables
168e428f
PH
21921the use of the SIZE option altogether.
21922
21923
9b371988 21924.option tls_certificate smtp string&!! unset
f89d2485
PH
21925.cindex "TLS" "client certificate, location of"
21926.cindex "certificate" "client, location of"
21927.vindex "&$host$&"
21928.vindex "&$host_address$&"
168e428f 21929The value of this option must be the absolute path to a file which contains the
9b371988
PH
21930client's certificate, for possible use when sending a message over an encrypted
21931connection. The values of &$host$& and &$host_address$& are set to the name and
21932address of the server during the expansion. See chapter &<<CHAPTLS>>& for
168e428f
PH
21933details of TLS.
21934
9b371988
PH
21935&*Note*&: This option must be set if you want Exim to be able to use a TLS
21936certificate when sending messages as a client. The global option of the same
21937name specifies the certificate for Exim as a server; it is not automatically
21938assumed that the same certificate should be used when Exim is operating as a
21939client.
168e428f
PH
21940
21941
9b371988
PH
21942.option tls_crl smtp string&!! unset
21943.cindex "TLS" "client certificate revocation list"
21944.cindex "certificate" "revocation list for client"
168e428f
PH
21945This option specifies a certificate revocation list. The expanded value must
21946be the name of a file that contains a CRL in PEM format.
21947
21948
9b371988 21949.option tls_privatekey smtp string&!! unset
f89d2485
PH
21950.cindex "TLS" "client private key, location of"
21951.vindex "&$host$&"
21952.vindex "&$host_address$&"
168e428f 21953The value of this option must be the absolute path to a file which contains the
9b371988
PH
21954client's private key. This is used when sending a message over an encrypted
21955connection using a client certificate. The values of &$host$& and
21956&$host_address$& are set to the name and address of the server during the
4f578862
PH
21957expansion. If this option is unset, or the expansion is forced to fail, or the
21958result is an empty string, the private key is assumed to be in the same file as
21959the certificate. See chapter &<<CHAPTLS>>& for details of TLS.
9b371988
PH
21960
21961
21962.option tls_require_ciphers smtp string&!! unset
21963.cindex "TLS" "requiring specific ciphers"
21964.cindex "cipher" "requiring specific"
f89d2485
PH
21965.vindex "&$host$&"
21966.vindex "&$host_address$&"
168e428f
PH
21967The value of this option must be a list of permitted cipher suites, for use
21968when setting up an outgoing encrypted connection. (There is a global option of
9b371988
PH
21969the same name for controlling incoming connections.) The values of &$host$& and
21970&$host_address$& are set to the name and address of the server during the
21971expansion. See chapter &<<CHAPTLS>>& for details of TLS; note that this option
21972is used in different ways by OpenSSL and GnuTLS (see sections
21973&<<SECTreqciphssl>>& and &<<SECTreqciphgnu>>&). For GnuTLS, the order of the
21974ciphers is a preference order.
168e428f
PH
21975
21976
21977
9b371988 21978.option tls_tempfail_tryclear smtp boolean true
3cb1b51e 21979.cindex "4&'xx'& responses" "to STARTTLS"
9b371988 21980When the server host is not in &%hosts_require_tls%&, and there is a problem in
168e428f
PH
21981setting up a TLS session, this option determines whether or not Exim should try
21982to deliver the message unencrypted. If it is set false, delivery to the
21983current host is deferred; if there are other hosts, they are tried. If this
9b371988 21984option is set true, Exim attempts to deliver unencrypted after a 4&'xx'&
168e428f
PH
21985response to STARTTLS. Also, if STARTTLS is accepted, but the subsequent
21986TLS negotiation fails, Exim closes the current connection (because it is in an
21987unknown state), opens a new one to the same host, and then tries the delivery
21988in clear.
21989
21990
9b371988
PH
21991.option tls_verify_certificates smtp string&!! unset
21992.cindex "TLS" "server certificate verification"
21993.cindex "certificate" "verification of server"
f89d2485
PH
21994.vindex "&$host$&"
21995.vindex "&$host_address$&"
168e428f
PH
21996The value of this option must be the absolute path to a file containing
21997permitted server certificates, for use when setting up an encrypted connection.
21998Alternatively, if you are using OpenSSL, you can set
9b371988 21999&%tls_verify_certificates%& to the name of a directory containing certificate
168e428f 22000files. This does not work with GnuTLS; the option must be set to the name of a
9b371988
PH
22001single file if you are using GnuTLS. The values of &$host$& and
22002&$host_address$& are set to the name and address of the server during the
22003expansion of this option. See chapter &<<CHAPTLS>>& for details of TLS.
168e428f
PH
22004
22005
22006
22007
9b371988
PH
22008.section "How the limits for the number of hosts to try are used" &&&
22009 "SECTvalhosmax"
22010.cindex "host" "maximum number to try"
22011.cindex "limit" "hosts; maximum number tried"
168e428f 22012There are two options that are concerned with the number of hosts that are
9b371988
PH
22013tried when an SMTP delivery takes place. They are &%hosts_max_try%& and
22014&%hosts_max_try_hardlimit%&.
168e428f
PH
22015
22016
9b371988
PH
22017The &%hosts_max_try%& option limits the number of hosts that are tried
22018for a single delivery. However, despite the term &"host"& in its name, the
22019option actually applies to each IP address independently. In other words, a
22020multihomed host is treated as several independent hosts, just as it is for
22021retrying.
168e428f
PH
22022
22023Many of the larger ISPs have multiple MX records which often point to
22024multihomed hosts. As a result, a list of a dozen or more IP addresses may be
22025created as a result of routing one of these domains.
22026
22027Trying every single IP address on such a long list does not seem sensible; if
22028several at the top of the list fail, it is reasonable to assume there is some
22029problem that is likely to affect all of them. Roughly speaking, the value of
9b371988 22030&%hosts_max_try%& is the maximum number that are tried before deferring the
168e428f
PH
22031delivery. However, the logic cannot be quite that simple.
22032
22033Firstly, IP addresses that are skipped because their retry times have not
22034arrived do not count, and in addition, addresses that are past their retry
22035limits are also not counted, even when they are tried. This means that when
22036some IP addresses are past their retry limits, more than the value of
9b371988 22037&%hosts_max_retry%& may be tried. The reason for this behaviour is to ensure
168e428f
PH
22038that all IP addresses are considered before timing out an email address (but
22039see below for an exception).
22040
9b371988 22041Secondly, when the &%hosts_max_try%& limit is reached, Exim looks down the host
168e428f
PH
22042list to see if there is a subsequent host with a different (higher valued) MX.
22043If there is, that host is considered next, and the current IP address is used
22044but not counted. This behaviour helps in the case of a domain with a retry rule
22045that hardly ever delays any hosts, as is now explained:
22046
22047Consider the case of a long list of hosts with one MX value, and a few with a
9b371988 22048higher MX value. If &%hosts_max_try%& is small (the default is 5) only a few
168e428f
PH
22049hosts at the top of the list are tried at first. With the default retry rule,
22050which specifies increasing retry times, the higher MX hosts are eventually
22051tried when those at the top of the list are skipped because they have not
22052reached their retry times.
22053
22054However, it is common practice to put a fixed short retry time on domains for
22055large ISPs, on the grounds that their servers are rarely down for very long.
22056Unfortunately, these are exactly the domains that tend to resolve to long lists
22057of hosts. The short retry time means that the lowest MX hosts are tried every
22058time. The attempts may be in a different order because of random sorting, but
9b371988
PH
22059without the special MX check, the higher MX hosts would never be tried until
22060all the lower MX hosts had timed out (which might be several days), because
22061there are always some lower MX hosts that have reached their retry times. With
22062the special check, Exim considers at least one IP address from each MX value at
22063every delivery attempt, even if the &%hosts_max_try%& limit has already been
22064reached.
22065
22066The above logic means that &%hosts_max_try%& is not a hard limit, and in
168e428f 22067particular, Exim normally eventually tries all the IP addresses before timing
9b371988 22068out an email address. When &%hosts_max_try%& was implemented, this seemed a
168e428f
PH
22069reasonable thing to do. Recently, however, some lunatic DNS configurations have
22070been set up with hundreds of IP addresses for some domains. It can
22071take a very long time indeed for an address to time out in these cases.
22072
9b371988 22073The &%hosts_max_try_hardlimit%& option was added to help with this problem.
168e428f
PH
22074Exim never tries more than this number of IP addresses; if it hits this limit
22075and they are all timed out, the email address is bounced, even though not all
22076possible IP addresses have been tried.
4f578862
PH
22077.ecindex IIDsmttra1
22078.ecindex IIDsmttra2
168e428f
PH
22079
22080
22081
22082
22083
9b371988
PH
22084. ////////////////////////////////////////////////////////////////////////////
22085. ////////////////////////////////////////////////////////////////////////////
168e428f 22086
9b371988 22087.chapter "Address rewriting" "CHAPrewrite"
4f578862 22088.scindex IIDaddrew "rewriting" "addresses"
168e428f
PH
22089There are some circumstances in which Exim automatically rewrites domains in
22090addresses. The two most common are when an address is given without a domain
9b371988 22091(referred to as an &"unqualified address"&) or when an address contains an
168e428f
PH
22092abbreviated domain that is expanded by DNS lookup.
22093
22094Unqualified envelope addresses are accepted only for locally submitted
9b371988
PH
22095messages, or for messages that are received from hosts matching
22096&%sender_unqualified_hosts%& or &%recipient_unqualified_hosts%&, as
22097appropriate. Unqualified addresses in header lines are qualified if they are in
22098locally submitted messages, or messages from hosts that are permitted to send
22099unqualified envelope addresses. Otherwise, unqualified addresses in header
22100lines are neither qualified nor rewritten.
22101
22102One situation in which Exim does &'not'& automatically rewrite a domain is
168e428f 22103when it is the name of a CNAME record in the DNS. The older RFCs suggest that
9b371988
PH
22104such a domain should be rewritten using the &"canonical"& name, and some MTAs
22105do this. The new RFCs do not contain this suggestion.
168e428f
PH
22106
22107
f89d2485 22108.section "Explicitly configured address rewriting" "SECID147"
168e428f
PH
22109This chapter describes the rewriting rules that can be used in the
22110main rewrite section of the configuration file, and also in the generic
9b371988 22111&%headers_rewrite%& option that can be set on any transport.
168e428f
PH
22112
22113Some people believe that configured address rewriting is a Mortal Sin.
22114Others believe that life is not possible without it. Exim provides the
22115facility; you do not have to use it.
22116
9b371988 22117The main rewriting rules that appear in the &"rewrite"& section of the
168e428f
PH
22118configuration file are applied to addresses in incoming messages, both envelope
22119addresses and addresses in header lines. Each rule specifies the types of
22120address to which it applies.
22121
db9452a9
PH
22122Whether or not addresses in header lines are rewritten depends on the origin of
22123the headers and the type of rewriting. Global rewriting, that is, rewriting
22124rules from the rewrite section of the configuration file, is applied only to
22125those headers that were received with the message. Header lines that are added
22126by ACLs or by a system filter or by individual routers or transports (which
22127are specific to individual recipient addresses) are not rewritten by the global
22128rules.
22129
22130Rewriting at transport time, by means of the &%headers_rewrite%& option,
22131applies all headers except those added by routers and transports. That is, as
22132well as the headers that were received with the message, it also applies to
22133headers that were added by an ACL or a system filter.
db9452a9 22134
168e428f
PH
22135
22136In general, rewriting addresses from your own system or domain has some
22137legitimacy. Rewriting other addresses should be done only with great care and
22138in special circumstances. The author of Exim believes that rewriting should be
9b371988 22139used sparingly, and mainly for &"regularizing"& addresses in your own domains.
168e428f
PH
22140Although it can sometimes be used as a routing tool, this is very strongly
22141discouraged.
22142
22143There are two commonly encountered circumstances where rewriting is used, as
22144illustrated by these examples:
22145
9b371988
PH
22146.ilist
22147The company whose domain is &'hitch.fict.example'& has a number of hosts that
168e428f 22148exchange mail with each other behind a firewall, but there is only a single
9b371988
PH
22149gateway to the outer world. The gateway rewrites &'*.hitch.fict.example'& as
22150&'hitch.fict.example'& when sending mail off-site.
22151.next
22152A host rewrites the local parts of its own users so that, for example,
22153&'fp42@hitch.fict.example'& becomes &'Ford.Prefect@hitch.fict.example'&.
22154.endlist
168e428f
PH
22155
22156
22157
f89d2485 22158.section "When does rewriting happen?" "SECID148"
9b371988
PH
22159.cindex "rewriting" "timing of"
22160.cindex "&ACL;" "rewriting addresses in"
168e428f
PH
22161Configured address rewriting can take place at several different stages of a
22162message's processing.
22163
f89d2485 22164.vindex "&$sender_address$&"
168e428f 22165At the start of an ACL for MAIL, the sender address may have been rewritten
9b371988 22166by a special SMTP-time rewrite rule (see section &<<SECTrewriteS>>&), but no
168e428f
PH
22167ordinary rewrite rules have yet been applied. If, however, the sender address
22168is verified in the ACL, it is rewritten before verification, and remains
9b371988 22169rewritten thereafter. The subsequent value of &$sender_address$& is the
168e428f
PH
22170rewritten address. This also applies if sender verification happens in a
22171RCPT ACL. Otherwise, when the sender address is not verified, it is
22172rewritten as soon as a message's header lines have been received.
22173
f89d2485
PH
22174.vindex "&$domain$&"
22175.vindex "&$local_part$&"
168e428f
PH
22176Similarly, at the start of an ACL for RCPT, the current recipient's address
22177may have been rewritten by a special SMTP-time rewrite rule, but no ordinary
22178rewrite rules have yet been applied to it. However, the behaviour is different
22179from the sender address when a recipient is verified. The address is rewritten
22180for the verification, but the rewriting is not remembered at this stage. The
9b371988
PH
22181value of &$local_part$& and &$domain$& after verification are always the same
22182as they were before (that is, they contain the unrewritten &-- except for
22183SMTP-time rewriting &-- address).
168e428f 22184
4f578862
PH
22185As soon as a message's header lines have been received, all the envelope
22186recipient addresses are permanently rewritten, and rewriting is also applied to
22187the addresses in the header lines (if configured). This happens before adding
22188any header lines that were specified in MAIL or RCPT ACLs, and
9b371988 22189.cindex "&[local_scan()]& function" "address rewriting; timing of"
4f578862 22190before the DATA ACL and &[local_scan()]& functions are run.
168e428f
PH
22191
22192When an address is being routed, either for delivery or for verification,
22193rewriting is applied immediately to child addresses that are generated by
9b371988 22194redirection, unless &%no_rewrite%& is set on the router.
168e428f 22195
4f578862 22196.cindex "envelope sender" "rewriting at transport time"
9b371988 22197.cindex "rewriting" "at transport time"
4f578862 22198.cindex "header lines" "rewriting at transport time"
168e428f 22199At transport time, additional rewriting of addresses in header lines can be
9b371988
PH
22200specified by setting the generic &%headers_rewrite%& option on a transport.
22201This option contains rules that are identical in form to those in the rewrite
4f578862
PH
22202section of the configuration file. They are applied to the original message
22203header lines and any that were added by ACLs or a system filter. They are not
22204applied to header lines that are added by routers or the transport.
22205
22206The outgoing envelope sender can be rewritten by means of the &%return_path%&
22207transport option. However, it is not possible to rewrite envelope recipients at
22208transport time.
168e428f
PH
22209
22210
22211
22212
f89d2485 22213.section "Testing the rewriting rules that apply on input" "SECID149"
9b371988
PH
22214.cindex "rewriting" "testing"
22215.cindex "testing" "rewriting"
168e428f 22216Exim's input rewriting configuration appears in a part of the run time
9b371988
PH
22217configuration file headed by &"begin rewrite"&. It can be tested by the
22218&%-brw%& command line option. This takes an address (which can be a full RFC
222192822 address) as its argument. The output is a list of how the address would be
168e428f
PH
22220transformed by the rewriting rules for each of the different places it might
22221appear in an incoming message, that is, for each different header and for the
22222envelope sender and recipient fields. For example,
9b371988
PH
22223.code
22224exim -brw ph10@exim.workshop.example
22225.endd
168e428f 22226might produce the output
9b371988
PH
22227.code
22228sender: Philip.Hazel@exim.workshop.example
22229from: Philip.Hazel@exim.workshop.example
22230to: ph10@exim.workshop.example
22231cc: ph10@exim.workshop.example
22232bcc: ph10@exim.workshop.example
22233reply-to: Philip.Hazel@exim.workshop.example
22234env-from: Philip.Hazel@exim.workshop.example
22235env-to: ph10@exim.workshop.example
22236.endd
168e428f
PH
22237which shows that rewriting has been set up for that address when used in any of
22238the source fields, but not when it appears as a recipient address. At the
22239present time, there is no equivalent way of testing rewriting rules that are
22240set for a particular transport.
22241
22242
f89d2485 22243.section "Rewriting rules" "SECID150"
9b371988 22244.cindex "rewriting" "rules"
168e428f
PH
22245The rewrite section of the configuration file consists of lines of rewriting
22246rules in the form
9b371988
PH
22247.display
22248<&'source pattern'&> <&'replacement'&> <&'flags'&>
22249.endd
22250Rewriting rules that are specified for the &%headers_rewrite%& generic
22251transport option are given as a colon-separated list. Each item in the list
22252takes the same form as a line in the main rewriting configuration (except that
22253any colons must be doubled, of course).
168e428f
PH
22254
22255The formats of source patterns and replacement strings are described below.
22256Each is terminated by white space, unless enclosed in double quotes, in which
22257case normal quoting conventions apply inside the quotes. The flags are single
22258characters which may appear in any order. Spaces and tabs between them are
22259ignored.
22260
22261For each address that could potentially be rewritten, the rules are scanned in
22262order, and replacements for the address from earlier rules can themselves be
9b371988 22263replaced by later rules (but see the &"q"& and &"R"& flags).
168e428f
PH
22264
22265The order in which addresses are rewritten is undefined, may change between
22266releases, and must not be relied on, with one exception: when a message is
22267received, the envelope sender is always rewritten first, before any header
22268lines are rewritten. For example, the replacement string for a rewrite of an
9b371988
PH
22269address in &'To:'& must not assume that the message's address in &'From:'& has
22270(or has not) already been rewritten. However, a rewrite of &'From:'& may assume
22271that the envelope sender has already been rewritten.
168e428f 22272
f89d2485
PH
22273.vindex "&$domain$&"
22274.vindex "&$local_part$&"
9b371988 22275The variables &$local_part$& and &$domain$& can be used in the replacement
168e428f
PH
22276string to refer to the address that is being rewritten. Note that lookup-driven
22277rewriting can be done by a rule of the form
9b371988
PH
22278.code
22279*@* ${lookup ...
22280.endd
22281where the lookup key uses &$1$& and &$2$& or &$local_part$& and &$domain$& to
168e428f
PH
22282refer to the address that is being rewritten.
22283
22284
f89d2485 22285.section "Rewriting patterns" "SECID151"
9b371988
PH
22286.cindex "rewriting" "patterns"
22287.cindex "address list" "in a rewriting pattern"
168e428f 22288The source pattern in a rewriting rule is any item which may appear in an
9b371988 22289address list (see section &<<SECTaddresslist>>&). It is in fact processed as a
168e428f 22290single-item address list, which means that it is expanded before being tested
068aaea8 22291against the address. As always, if you use a regular expression as a pattern,
9b371988 22292you must take care to escape dollar and backslash characters, or use the &`\N`&
068aaea8 22293facility to suppress string expansion within the regular expression.
168e428f
PH
22294
22295Domains in patterns should be given in lower case. Local parts in patterns are
22296case-sensitive. If you want to do case-insensitive matching of local parts, you
9b371988 22297can use a regular expression that starts with &`^(?i)`&.
168e428f 22298
9b371988
PH
22299.cindex "numerical variables (&$1$& &$2$& etc)" "in rewriting rules"
22300After matching, the numerical variables &$1$&, &$2$&, etc. may be set,
168e428f 22301depending on the type of match which occurred. These can be used in the
9b371988 22302replacement string to insert portions of the incoming address. &$0$& always
168e428f
PH
22303refers to the complete incoming address. When a regular expression is used, the
22304numerical variables are set from its capturing subexpressions. For other types
22305of pattern they are set as follows:
22306
9b371988
PH
22307.ilist
22308If a local part or domain starts with an asterisk, the numerical variables
22309refer to the character strings matched by asterisks, with &$1$& associated with
22310the first asterisk, and &$2$& with the second, if present. For example, if the
168e428f 22311pattern
9b371988
PH
22312.code
22313*queen@*.fict.example
22314.endd
22315is matched against the address &'hearts-queen@wonderland.fict.example'& then
22316.code
22317$0 = hearts-queen@wonderland.fict.example
22318$1 = hearts-
22319$2 = wonderland
22320.endd
168e428f 22321Note that if the local part does not start with an asterisk, but the domain
9b371988 22322does, it is &$1$& that contains the wild part of the domain.
168e428f 22323
9b371988
PH
22324.next
22325If the domain part of the pattern is a partial lookup, the wild and fixed parts
168e428f 22326of the domain are placed in the next available numerical variables. Suppose,
9b371988 22327for example, that the address &'foo@bar.baz.example'& is processed by a
168e428f 22328rewriting rule of the form
9b371988
PH
22329.display
22330&`*@partial-dbm;/some/dbm/file`& <&'replacement string'&>
22331.endd
22332and the key in the file that matches the domain is &`*.baz.example`&. Then
22333.code
22334$1 = foo
22335$2 = bar
22336$3 = baz.example
22337.endd
22338If the address &'foo@baz.example'& is looked up, this matches the same
22339wildcard file entry, and in this case &$2$& is set to the empty string, but
22340&$3$& is still set to &'baz.example'&. If a non-wild key is matched in a
22341partial lookup, &$2$& is again set to the empty string and &$3$& is set to the
168e428f 22342whole domain. For non-partial domain lookups, no numerical variables are set.
9b371988 22343.endlist
168e428f
PH
22344
22345
f89d2485 22346.section "Rewriting replacements" "SECID152"
9b371988 22347.cindex "rewriting" "replacements"
168e428f 22348If the replacement string for a rule is a single asterisk, addresses that
9b371988 22349match the pattern and the flags are &'not'& rewritten, and no subsequent
168e428f 22350rewriting rules are scanned. For example,
9b371988
PH
22351.code
22352hatta@lookingglass.fict.example * f
22353.endd
22354specifies that &'hatta@lookingglass.fict.example'& is never to be rewritten in
22355&'From:'& headers.
22356
f89d2485
PH
22357.vindex "&$domain$&"
22358.vindex "&$local_part$&"
168e428f
PH
22359If the replacement string is not a single asterisk, it is expanded, and must
22360yield a fully qualified address. Within the expansion, the variables
9b371988
PH
22361&$local_part$& and &$domain$& refer to the address that is being rewritten.
22362Any letters they contain retain their original case &-- they are not lower
168e428f
PH
22363cased. The numerical variables are set up according to the type of pattern that
22364matched the address, as described above. If the expansion is forced to fail by
9b371988 22365the presence of &"fail"& in a conditional or lookup item, rewriting by the
168e428f
PH
22366current rule is abandoned, but subsequent rules may take effect. Any other
22367expansion failure causes the entire rewriting operation to be abandoned, and an
22368entry written to the panic log.
22369
22370
22371
f89d2485 22372.section "Rewriting flags" "SECID153"
168e428f
PH
22373There are three different kinds of flag that may appear on rewriting rules:
22374
9b371988
PH
22375.ilist
22376Flags that specify which headers and envelope addresses to rewrite: E, F, T, b,
168e428f 22377c, f, h, r, s, t.
9b371988
PH
22378.next
22379A flag that specifies rewriting at SMTP time: S.
22380.next
22381Flags that control the rewriting process: Q, q, R, w.
22382.endlist
168e428f 22383
9b371988 22384For rules that are part of the &%headers_rewrite%& generic transport option,
168e428f
PH
22385E, F, T, and S are not permitted.
22386
22387
22388
f89d2485
PH
22389.section "Flags specifying which headers and envelope addresses to rewrite" &&&
22390 "SECID154"
9b371988
PH
22391.cindex "rewriting" "flags"
22392If none of the following flag letters, nor the &"S"& flag (see section
22393&<<SECTrewriteS>>&) are present, a main rewriting rule applies to all headers
22394and to both the sender and recipient fields of the envelope, whereas a
168e428f
PH
22395transport-time rewriting rule just applies to all headers. Otherwise, the
22396rewriting rule is skipped unless the relevant addresses are being processed.
9b371988
PH
22397.display
22398&`E`& rewrite all envelope fields
22399&`F`& rewrite the envelope From field
22400&`T`& rewrite the envelope To field
22401&`b`& rewrite the &'Bcc:'& header
22402&`c`& rewrite the &'Cc:'& header
22403&`f`& rewrite the &'From:'& header
22404&`h`& rewrite all headers
22405&`r`& rewrite the &'Reply-To:'& header
22406&`s`& rewrite the &'Sender:'& header
22407&`t`& rewrite the &'To:'& header
22408.endd
711df2d9
TF
22409"All headers" means all of the headers listed above that can be selected
22410individually, plus their &'Resent-'& versions. It does not include
22411other headers such as &'Subject:'& etc.
22412
9b371988 22413You should be particularly careful about rewriting &'Sender:'& headers, and
168e428f
PH
22414restrict this to special known cases in your own domains.
22415
22416
9b371988
PH
22417.section "The SMTP-time rewriting flag" "SECTrewriteS"
22418.cindex "SMTP" "rewriting malformed addresses"
22419.cindex "RCPT" "rewriting argument of"
22420.cindex "MAIL" "rewriting argument of"
22421The rewrite flag &"S"& specifies a rewrite of incoming envelope addresses at
22422SMTP time, as soon as an address is received in a MAIL or RCPT command, and
168e428f
PH
22423before any other processing; even before syntax checking. The pattern is
22424required to be a regular expression, and it is matched against the whole of the
22425data for the command, including any surrounding angle brackets.
22426
f89d2485
PH
22427.vindex "&$domain$&"
22428.vindex "&$local_part$&"
168e428f 22429This form of rewrite rule allows for the handling of addresses that are not
9b371988 22430compliant with RFCs 2821 and 2822 (for example, &"bang paths"& in batched SMTP
168e428f 22431input). Because the input is not required to be a syntactically valid address,
9b371988 22432the variables &$local_part$& and &$domain$& are not available during the
168e428f
PH
22433expansion of the replacement string. The result of rewriting replaces the
22434original address in the MAIL or RCPT command.
22435
22436
f89d2485 22437.section "Flags controlling the rewriting process" "SECID155"
168e428f
PH
22438There are four flags which control the way the rewriting process works. These
22439take effect only when a rule is invoked, that is, when the address is of the
22440correct type (matches the flags) and matches the pattern:
22441
9b371988
PH
22442.ilist
22443If the &"Q"& flag is set on a rule, the rewritten address is permitted to be an
22444unqualified local part. It is qualified with &%qualify_recipient%&. In the
22445absence of &"Q"& the rewritten address must always include a domain.
22446.next
22447If the &"q"& flag is set on a rule, no further rewriting rules are considered,
22448even if no rewriting actually takes place because of a &"fail"& in the
22449expansion. The &"q"& flag is not effective if the address is of the wrong type
22450(does not match the flags) or does not match the pattern.
22451.next
22452The &"R"& flag causes a successful rewriting rule to be re-applied to the new
22453address, up to ten times. It can be combined with the &"q"& flag, to stop
168e428f 22454rewriting once it fails to match (after at least one successful rewrite).
9b371988
PH
22455.next
22456.cindex "rewriting" "whole addresses"
168e428f 22457When an address in a header is rewritten, the rewriting normally applies only
9b371988 22458to the working part of the address, with any comments and RFC 2822 &"phrase"&
168e428f 22459left unchanged. For example, rewriting might change
9b371988
PH
22460.code
22461From: Ford Prefect <fp42@restaurant.hitch.fict.example>
22462.endd
168e428f 22463into
9b371988
PH
22464.code
22465From: Ford Prefect <prefectf@hitch.fict.example>
22466.endd
22467.cindex "RFC 2047"
168e428f 22468Sometimes there is a need to replace the whole address item, and this can be
9b371988 22469done by adding the flag letter &"w"& to a rule. If this is set on a rule that
168e428f
PH
22470causes an address in a header line to be rewritten, the entire address is
22471replaced, not just the working part. The replacement must be a complete RFC
224722822 address, including the angle brackets if necessary. If text outside angle
22473brackets contains a character whose value is greater than 126 or less than 32
d1e83bff 22474(except for tab), the text is encoded according to RFC 2047. The character set
9b371988 22475is taken from &%headers_charset%&, which defaults to ISO-8859-1.
168e428f 22476
9b371988
PH
22477When the &"w"& flag is set on a rule that causes an envelope address to be
22478rewritten, all but the working part of the replacement address is discarded.
22479.endlist
168e428f
PH
22480
22481
f89d2485 22482.section "Rewriting examples" "SECID156"
168e428f 22483Here is an example of the two common rewriting paradigms:
9b371988 22484.code
168e428f
PH
22485*@*.hitch.fict.example $1@hitch.fict.example
22486*@hitch.fict.example ${lookup{$1}dbm{/etc/realnames}\
22487 {$value}fail}@hitch.fict.example bctfrF
9b371988
PH
22488.endd
22489Note the use of &"fail"& in the lookup expansion in the second rule, forcing
168e428f
PH
22490the string expansion to fail if the lookup does not succeed. In this context it
22491has the effect of leaving the original address unchanged, but Exim goes on to
9b371988
PH
22492consider subsequent rewriting rules, if any, because the &"q"& flag is not
22493present in that rule. An alternative to &"fail"& would be to supply &$1$&
168e428f
PH
22494explicitly, which would cause the rewritten address to be the same as before,
22495at the cost of a small bit of processing. Not supplying either of these is an
22496error, since the rewritten address would then contain no local part.
22497
22498The first example above replaces the domain with a superior, more general
22499domain. This may not be desirable for certain local parts. If the rule
9b371988
PH
22500.code
22501root@*.hitch.fict.example *
22502.endd
168e428f 22503were inserted before the first rule, rewriting would be suppressed for the
9b371988 22504local part &'root'& at any domain ending in &'hitch.fict.example'&.
168e428f
PH
22505
22506Rewriting can be made conditional on a number of tests, by making use of
9b371988 22507&${if$& in the expansion item. For example, to apply a rewriting rule only to
168e428f 22508messages that originate outside the local host:
9b371988 22509.code
168e428f
PH
22510*@*.hitch.fict.example "${if !eq {$sender_host_address}{}\
22511 {$1@hitch.fict.example}fail}"
9b371988 22512.endd
168e428f
PH
22513The replacement string is quoted in this example because it contains white
22514space.
22515
9b371988
PH
22516.cindex "rewriting" "bang paths"
22517.cindex "bang paths" "rewriting"
22518Exim does not handle addresses in the form of &"bang paths"&. If it sees such
22519an address it treats it as an unqualified local part which it qualifies with
22520the local qualification domain (if the source of the message is local or if the
168e428f
PH
22521remote host is permitted to send unqualified addresses). Rewriting can
22522sometimes be used to handle simple bang paths with a fixed number of
22523components. For example, the rule
9b371988
PH
22524.code
22525\N^([^!]+)!(.*)@your.domain.example$\N $2@$1
22526.endd
22527rewrites a two-component bang path &'host.name!user'& as the domain address
22528&'user@host.name'&. However, there is a security implication in using this as
168e428f
PH
22529a global rewriting rule for envelope addresses. It can provide a backdoor
22530method for using your system as a relay, because the incoming addresses appear
22531to be local. If the bang path addresses are received via SMTP, it is safer to
9b371988 22532use the &"S"& flag to rewrite them as they are received, so that relay checking
168e428f 22533can be done on the rewritten addresses.
4f578862 22534.ecindex IIDaddrew
168e428f
PH
22535
22536
22537
22538
22539
9b371988
PH
22540. ////////////////////////////////////////////////////////////////////////////
22541. ////////////////////////////////////////////////////////////////////////////
168e428f 22542
9b371988 22543.chapter "Retry configuration" "CHAPretry"
f89d2485 22544.scindex IIDretconf1 "retry" "configuration, description of"
4f578862 22545.scindex IIDregconf2 "configuration file" "retry section"
595028e4 22546The &"retry"& section of the runtime configuration file contains a list of
4f578862 22547retry rules that control how often Exim tries to deliver messages that cannot
595028e4
PH
22548be delivered at the first attempt. If there are no retry rules (the section is
22549empty or not present), there are no retries. In this situation, temporary
22550errors are treated as permanent. The default configuration contains a single,
22551general-purpose retry rule (see section &<<SECID57>>&). The &%-brt%& command
22552line option can be used to test which retry rule will be used for a given
22553address, domain and error.
168e428f
PH
22554
22555The most common cause of retries is temporary failure to deliver to a remote
22556host because the host is down, or inaccessible because of a network problem.
22557Exim's retry processing in this case is applied on a per-host (strictly, per IP
22558address) basis, not on a per-message basis. Thus, if one message has recently
22559been delayed, delivery of a new message to the same host is not immediately
9b371988
PH
22560tried, but waits for the host's retry time to arrive. If the &%retry_defer%&
22561log selector is set, the message
22562.cindex "retry" "time not reached"
22563&"retry time not reached"& is written to the main log whenever a delivery is
22564skipped for this reason. Section &<<SECToutSMTPerr>>& contains more details of
22565the handling of errors during remote deliveries.
168e428f
PH
22566
22567Retry processing applies to routing as well as to delivering, except as covered
22568in the next paragraph. The retry rules do not distinguish between these
22569actions. It is not possible, for example, to specify different behaviour for
9b371988
PH
22570failures to route the domain &'snark.fict.example'& and failures to deliver to
22571the host &'snark.fict.example'&. I didn't think anyone would ever need this
168e428f
PH
22572added complication, so did not implement it. However, although they share the
22573same retry rule, the actual retry times for routing and transporting a given
22574domain are maintained independently.
22575
22576When a delivery is not part of a queue run (typically an immediate delivery on
22577receipt of a message), the routers are always run, and local deliveries are
22578always attempted, even if retry times are set for them. This makes for better
22579behaviour if one particular message is causing problems (for example, causing
22580quota overflow, or provoking an error in a filter file). If such a delivery
22581suffers a temporary failure, the retry data is updated as normal, and
22582subsequent delivery attempts from queue runs occur only when the retry time for
22583the local address is reached.
22584
f89d2485 22585.section "Changing retry rules" "SECID157"
db9452a9
PH
22586If you change the retry rules in your configuration, you should consider
22587whether or not to delete the retry data that is stored in Exim's spool area in
22588files with names like &_db/retry_&. Deleting any of Exim's hints files is
22589always safe; that is why they are called &"hints"&.
22590
22591The hints retry data contains suggested retry times based on the previous
22592rules. In the case of a long-running problem with a remote host, it might
22593record the fact that the host has timed out. If your new rules increase the
22594timeout time for such a host, you should definitely remove the old retry data
22595and let Exim recreate it, based on the new rules. Otherwise Exim might bounce
22596messages that it should now be retaining.
db9452a9 22597
168e428f
PH
22598
22599
f89d2485 22600.section "Format of retry rules" "SECID158"
9b371988 22601.cindex "retry" "rules"
168e428f
PH
22602Each retry rule occupies one line and consists of three or four parts,
22603separated by white space: a pattern, an error name, an optional list of sender
22604addresses, and a list of retry parameters. The pattern and sender lists must be
9b371988
PH
22605enclosed in double quotes if they contain white space. The rules are searched
22606in order until one is found where the pattern, error name, and sender list (if
168e428f
PH
22607present) match the failing host or address, the error that occurred, and the
22608message's sender, respectively.
22609
22610
22611The pattern is any single item that may appear in an address list (see section
9b371988
PH
22612&<<SECTaddresslist>>&). It is in fact processed as a one-item address list,
22613which means that it is expanded before being tested against the address that
3cb1b51e 22614has been delayed. A negated address list item is permitted. Address
db9452a9
PH
22615list processing treats a plain domain name as if it were preceded by &"*@"&,
22616which makes it possible for many retry rules to start with just a domain. For
22617example,
9b371988
PH
22618.code
22619lookingglass.fict.example * F,24h,30m;
22620.endd
22621provides a rule for any address in the &'lookingglass.fict.example'& domain,
168e428f 22622whereas
9b371988
PH
22623.code
22624alice@lookingglass.fict.example * F,24h,30m;
22625.endd
22626applies only to temporary failures involving the local part &%alice%&.
168e428f
PH
22627In practice, almost all rules start with a domain name pattern without a local
22628part.
22629
9b371988
PH
22630.cindex "regular expressions" "in retry rules"
22631&*Warning*&: If you use a regular expression in a routing rule pattern, it
168e428f
PH
22632must match a complete address, not just a domain, because that is how regular
22633expressions work in address lists.
9b371988
PH
22634.display
22635&`^\Nxyz\d+\.abc\.example$\N * G,1h,10m,2`& &%Wrong%&
22636&`^\N[^@]+@xyz\d+\.abc\.example$\N * G,1h,10m,2`& &%Right%&
22637.endd
168e428f
PH
22638
22639
f89d2485 22640.section "Choosing which retry rule to use for address errors" "SECID159"
168e428f
PH
22641When Exim is looking for a retry rule after a routing attempt has failed (for
22642example, after a DNS timeout), each line in the retry configuration is tested
9b371988 22643against the complete address only if &%retry_use_local_part%& is set for the
168e428f 22644router. Otherwise, only the domain is used, except when matching against a
9b371988 22645regular expression, when the local part of the address is replaced with &"*"&.
168e428f 22646A domain on its own can match a domain pattern, or a pattern that starts with
9b371988
PH
22647&"*@"&. By default, &%retry_use_local_part%& is true for routers where
22648&%check_local_user%& is true, and false for other routers.
168e428f
PH
22649
22650Similarly, when Exim is looking for a retry rule after a local delivery has
22651failed (for example, after a mailbox full error), each line in the retry
22652configuration is tested against the complete address only if
9b371988 22653&%retry_use_local_part%& is set for the transport (it defaults true for all
168e428f
PH
22654local transports).
22655
3cb1b51e 22656.cindex "4&'xx'& responses" "retry rules for"
4f578862
PH
22657However, when Exim is looking for a retry rule after a remote delivery attempt
22658suffers an address error (a 4&'xx'& SMTP response for a recipient address), the
22659whole address is always used as the key when searching the retry rules. The
3cb1b51e
PH
22660rule that is found is used to create a retry time for the combination of the
22661failing address and the message's sender. It is the combination of sender and
22662recipient that is delayed in subsequent queue runs until its retry time is
22663reached. You can delay the recipient without regard to the sender by setting
22664&%address_retry_include_sender%& false in the &(smtp)& transport but this can
22665lead to problems with servers that regularly issue 4&'xx'& responses to RCPT
22666commands.
3cb1b51e 22667
168e428f 22668
068aaea8 22669
f89d2485
PH
22670.section "Choosing which retry rule to use for host and message errors" &&&
22671 "SECID160"
068aaea8
PH
22672For a temporary error that is not related to an individual address (for
22673example, a connection timeout), each line in the retry configuration is checked
22674twice. First, the name of the remote host is used as a domain name (preceded by
9b371988 22675&"*@"& when matching a regular expression). If this does not match the line,
068aaea8 22676the domain from the email address is tried in a similar fashion. For example,
9b371988
PH
22677suppose the MX records for &'a.b.c.example'& are
22678.code
22679a.b.c.example MX 5 x.y.z.example
22680 MX 6 p.q.r.example
22681 MX 7 m.n.o.example
22682.endd
168e428f 22683and the retry rules are
9b371988
PH
22684.code
22685p.q.r.example * F,24h,30m;
22686a.b.c.example * F,4d,45m;
22687.endd
22688and a delivery to the host &'x.y.z.example'& suffers a connection failure. The
068aaea8
PH
22689first rule matches neither the host nor the domain, so Exim looks at the second
22690rule. This does not match the host, but it does match the domain, so it is used
9b371988
PH
22691to calculate the retry time for the host &'x.y.z.example'&. Meanwhile, Exim
22692tries to deliver to &'p.q.r.example'&. If this also suffers a host error, the
22693first retry rule is used, because it matches the host.
168e428f 22694
9b371988 22695In other words, temporary failures to deliver to host &'p.q.r.example'& use the
068aaea8 22696first rule to determine retry times, but for all the other hosts for the domain
9b371988
PH
22697&'a.b.c.example'&, the second rule is used. The second rule is also used if
22698routing to &'a.b.c.example'& suffers a temporary failure.
168e428f 22699
9b371988 22700&*Note*&: The host name is used when matching the patterns, not its IP address.
068aaea8 22701However, if a message is routed directly to an IP address without the use of a
9b371988
PH
22702host name, for example, if a &(manualroute)& router contains a setting such as:
22703.code
22704route_list = *.a.example 192.168.34.23
22705.endd
22706then the &"host name"& that is used when searching for a retry rule is the
068aaea8
PH
22707textual form of the IP address.
22708
f89d2485 22709.section "Retry rules for specific errors" "SECID161"
9b371988 22710.cindex "retry" "specific errors; specifying"
168e428f
PH
22711The second field in a retry rule is the name of a particular error, or an
22712asterisk, which matches any error. The errors that can be tested for are:
22713
9b371988
PH
22714.vlist
22715.vitem &%auth_failed%&
22716Authentication failed when trying to send to a host in the
22717&%hosts_require_auth%& list in an &(smtp)& transport.
168e428f 22718
4f578862
PH
22719.vitem &%data_4xx%&
22720A 4&'xx'& error was received for an outgoing DATA command, either immediately
22721after the command, or after sending the message's data.
22722
22723.vitem &%mail_4xx%&
22724A 4&'xx'& error was received for an outgoing MAIL command.
22725
9b371988 22726.vitem &%rcpt_4xx%&
4f578862
PH
22727A 4&'xx'& error was received for an outgoing RCPT command.
22728.endlist
22729
22730For the three 4&'xx'& errors, either the first or both of the x's can be given
22731as specific digits, for example: &`mail_45x`& or &`rcpt_436`&. For example, to
22732recognize 452 errors given to RCPT commands for addresses in a certain domain,
22733and have retries every ten minutes with a one-hour timeout, you could set up a
22734retry rule of this form:
9b371988 22735.code
4f578862 22736the.domain.name rcpt_452 F,1h,10m
9b371988
PH
22737.endd
22738These errors apply to both outgoing SMTP (the &(smtp)& transport) and outgoing
22739LMTP (either the &(lmtp)& transport, or the &(smtp)& transport in LMTP mode).
4f578862
PH
22740
22741.vlist
4f578862
PH
22742.vitem &%lost_connection%&
22743A server unexpectedly closed the SMTP connection. There may, of course,
22744legitimate reasons for this (host died, network died), but if it repeats a lot
22745for the same host, it indicates something odd.
168e428f 22746
9b371988 22747.vitem &%refused_MX%&
168e428f
PH
22748A connection to a host obtained from an MX record was refused.
22749
9b371988 22750.vitem &%refused_A%&
168e428f
PH
22751A connection to a host not obtained from an MX record was refused.
22752
9b371988 22753.vitem &%refused%&
168e428f
PH
22754A connection was refused.
22755
9b371988 22756.vitem &%timeout_connect_MX%&
168e428f
PH
22757A connection attempt to a host obtained from an MX record timed out.
22758
9b371988 22759.vitem &%timeout_connect_A%&
168e428f
PH
22760A connection attempt to a host not obtained from an MX record timed out.
22761
9b371988 22762.vitem &%timeout_connect%&
168e428f
PH
22763A connection attempt timed out.
22764
9b371988 22765.vitem &%timeout_MX%&
168e428f
PH
22766There was a timeout while connecting or during an SMTP session with a host
22767obtained from an MX record.
22768
9b371988 22769.vitem &%timeout_A%&
168e428f
PH
22770There was a timeout while connecting or during an SMTP session with a host not
22771obtained from an MX record.
22772
9b371988 22773.vitem &%timeout%&
168e428f
PH
22774There was a timeout while connecting or during an SMTP session.
22775
4f578862
PH
22776.vitem &%tls_required%&
22777The server was required to use TLS (it matched &%hosts_require_tls%& in the
22778&(smtp)& transport), but either did not offer TLS, or it responded with 4&'xx'&
22779to STARTTLS, or there was a problem setting up the TLS connection.
4f578862 22780
9b371988
PH
22781.vitem &%quota%&
22782A mailbox quota was exceeded in a local delivery by the &(appendfile)&
22783transport.
168e428f 22784
9b371988
PH
22785.vitem &%quota_%&<&'time'&>
22786.cindex "quota" "error testing in retry rule"
22787.cindex "retry" "quota error testing"
22788A mailbox quota was exceeded in a local delivery by the &(appendfile)&
22789transport, and the mailbox has not been accessed for <&'time'&>. For example,
22790&'quota_4d'& applies to a quota error when the mailbox has not been accessed
22791for four days.
22792.endlist
22793
22794.cindex "mailbox" "time of last read"
22795The idea of &%quota_%&<&'time'&> is to make it possible to have shorter
22796timeouts when the mailbox is full and is not being read by its owner. Ideally,
22797it should be based on the last time that the user accessed the mailbox.
22798However, it is not always possible to determine this. Exim uses the following
22799heuristic rules:
22800
22801.ilist
22802If the mailbox is a single file, the time of last access (the &"atime"&) is
22803used. As no new messages are being delivered (because the mailbox is over
22804quota), Exim does not access the file, so this is the time of last user access.
22805.next
22806.cindex "maildir format" "time of last read"
22807For a maildir delivery, the time of last modification of the &_new_&
168e428f 22808subdirectory is used. As the mailbox is over quota, no new files are created in
9b371988
PH
22809the &_new_& subdirectory, because no new messages are being delivered. Any
22810change to the &_new_& subdirectory is therefore assumed to be the result of an
22811MUA moving a new message to the &_cur_& directory when it is first read. The
168e428f 22812time that is used is therefore the last time that the user read a new message.
9b371988
PH
22813.next
22814For other kinds of multi-file mailbox, the time of last access cannot be
168e428f 22815obtained, so a retry rule that uses this type of error field is never matched.
9b371988 22816.endlist
168e428f
PH
22817
22818The quota errors apply both to system-enforced quotas and to Exim's own quota
9b371988 22819mechanism in the &(appendfile)& transport. The &'quota'& error also applies
168e428f
PH
22820when a local delivery is deferred because a partition is full (the ENOSPC
22821error).
22822
22823
22824
f89d2485 22825.section "Retry rules for specified senders" "SECID162"
9b371988 22826.cindex "retry" "rules; sender-specific"
168e428f
PH
22827You can specify retry rules that apply only when the failing message has a
22828specific sender. In particular, this can be used to define retry rules that
22829apply only to bounce messages. The third item in a retry rule can be of this
22830form:
4f578862
PH
22831.display
22832&`senders=`&<&'address list'&>
9b371988 22833.endd
168e428f 22834The retry timings themselves are then the fourth item. For example:
9b371988 22835.code
068aaea8 22836* rcpt_4xx senders=: F,1h,30m
9b371988 22837.endd
4f578862
PH
22838matches recipient 4&'xx'& errors for bounce messages sent to any address at any
22839host. If the address list contains white space, it must be enclosed in quotes.
22840For example:
9b371988 22841.code
4f578862 22842a.domain rcpt_452 senders="xb.dom : yc.dom" G,8h,10m,1.5
9b371988 22843.endd
4f578862
PH
22844&*Warning*&: This facility can be unhelpful if it is used for host errors
22845(which do not depend on the recipient). The reason is that the sender is used
22846only to match the retry rule. Once the rule has been found for a host error,
22847its contents are used to set a retry time for the host, and this will apply to
22848all messages, not just those with specific senders.
168e428f 22849
9b371988
PH
22850When testing retry rules using &%-brt%&, you can supply a sender using the
22851&%-f%& command line option, like this:
22852.code
22853exim -f "" -brt user@dom.ain
22854.endd
22855If you do not set &%-f%& with &%-brt%&, a retry rule that contains a senders
22856list is never matched.
168e428f 22857
168e428f
PH
22858
22859
22860
22861
f89d2485 22862.section "Retry parameters" "SECID163"
9b371988 22863.cindex "retry" "parameters in rules"
168e428f
PH
22864The third (or fourth, if a senders list is present) field in a retry rule is a
22865sequence of retry parameter sets, separated by semicolons. Each set consists of
9b371988
PH
22866.display
22867<&'letter'&>,<&'cutoff time'&>,<&'arguments'&>
22868.endd
168e428f
PH
22869The letter identifies the algorithm for computing a new retry time; the cutoff
22870time is the time beyond which this algorithm no longer applies, and the
22871arguments vary the algorithm's action. The cutoff time is measured from the
22872time that the first failure for the domain (combined with the local part if
22873relevant) was detected, not from the time the message was received.
22874
9b371988
PH
22875.cindex "retry" "algorithms"
22876.cindex "retry" "fixed intervals"
22877.cindex "retry" "increasing intervals"
22878.cindex "retry" "random intervals"
168e428f
PH
22879The available algorithms are:
22880
9b371988
PH
22881.ilist
22882&'F'&: retry at fixed intervals. There is a single time parameter specifying
168e428f 22883the interval.
9b371988
PH
22884.next
22885&'G'&: retry at geometrically increasing intervals. The first argument
168e428f
PH
22886specifies a starting value for the interval, and the second a multiplier, which
22887is used to increase the size of the interval at each retry.
9b371988 22888.next
9b371988 22889&'H'&: retry at randomized intervals. The arguments are as for &'G'&. For each
068aaea8 22890retry, the previous interval is multiplied by the factor in order to get a
f89d2485 22891maximum for the next interval. The minimum interval is the first argument of
068aaea8
PH
22892the parameter, and an actual interval is chosen randomly between them. Such a
22893rule has been found to be helpful in cluster configurations when all the
22894members of the cluster restart at once, and may therefore synchronize their
22895queue processing times.
9b371988 22896.endlist
068aaea8 22897
168e428f
PH
22898When computing the next retry time, the algorithm definitions are scanned in
22899order until one whose cutoff time has not yet passed is reached. This is then
22900used to compute a new retry time that is later than the current time. In the
22901case of fixed interval retries, this simply means adding the interval to the
22902current time. For geometrically increasing intervals, retry intervals are
22903computed from the rule's parameters until one that is greater than the previous
22904interval is found. The main configuration variable
9b371988 22905.cindex "limit" "retry interval"
f89d2485 22906.cindex "retry" "interval, maximum"
0a4e3112 22907.oindex "&%retry_interval_max%&"
c0712871
PH
22908&%retry_interval_max%& limits the maximum interval between retries. It
22909cannot be set greater than &`24h`&, which is its default value.
168e428f
PH
22910
22911A single remote domain may have a number of hosts associated with it, and each
22912host may have more than one IP address. Retry algorithms are selected on the
22913basis of the domain name, but are applied to each IP address independently. If,
22914for example, a host has two IP addresses and one is unusable, Exim will
22915generate retry times for it and will not try to use it until its next retry
22916time comes. Thus the good IP address is likely to be tried first most of the
22917time.
22918
9b371988 22919.cindex "hints database" "use for retrying"
168e428f
PH
22920Retry times are hints rather than promises. Exim does not make any attempt to
22921run deliveries exactly at the computed times. Instead, a queue runner process
22922starts delivery processes for delayed messages periodically, and these attempt
22923new deliveries only for those addresses that have passed their next retry time.
22924If a new message arrives for a deferred address, an immediate delivery attempt
22925occurs only if the address has passed its retry time. In the absence of new
22926messages, the minimum time between retries is the interval between queue runner
22927processes. There is not much point in setting retry times of five minutes if
22928your queue runners happen only once an hour, unless there are a significant
22929number of incoming messages (which might be the case on a system that is
22930sending everything to a smart host, for example).
22931
22932The data in the retry hints database can be inspected by using the
9b371988
PH
22933&'exim_dumpdb'& or &'exim_fixdb'& utility programs (see chapter
22934&<<CHAPutils>>&). The latter utility can also be used to change the data. The
22935&'exinext'& utility script can be used to find out what the next retry times
22936are for the hosts associated with a particular mail domain, and also for local
22937deliveries that have been deferred.
168e428f
PH
22938
22939
f89d2485 22940.section "Retry rule examples" "SECID164"
168e428f 22941Here are some example retry rules:
9b371988
PH
22942.code
22943alice@wonderland.fict.example quota_5d F,7d,3h
22944wonderland.fict.example quota_5d
22945wonderland.fict.example * F,1h,15m; G,2d,1h,2;
22946lookingglass.fict.example * F,24h,30m;
22947* refused_A F,2h,20m;
22948* * F,2h,15m; G,16h,1h,1.5; F,5d,8h
22949.endd
168e428f 22950The first rule sets up special handling for mail to
9b371988 22951&'alice@wonderland.fict.example'& when there is an over-quota error and the
168e428f
PH
22952mailbox has not been read for at least 5 days. Retries continue every three
22953hours for 7 days. The second rule handles over-quota errors for all other local
9b371988
PH
22954parts at &'wonderland.fict.example'&; the absence of a local part has the same
22955effect as supplying &"*@"&. As no retry algorithms are supplied, messages that
168e428f
PH
22956fail are bounced immediately if the mailbox has not been read for at least 5
22957days.
22958
9b371988 22959The third rule handles all other errors at &'wonderland.fict.example'&; retries
168e428f
PH
22960happen every 15 minutes for an hour, then with geometrically increasing
22961intervals until two days have passed since a delivery first failed. After the
22962first hour there is a delay of one hour, then two hours, then four hours, and
22963so on (this is a rather extreme example).
22964
9b371988 22965The fourth rule controls retries for the domain &'lookingglass.fict.example'&.
168e428f
PH
22966They happen every 30 minutes for 24 hours only. The remaining two rules handle
22967all other domains, with special action for connection refusal from hosts that
22968were not obtained from an MX record.
22969
22970The final rule in a retry configuration should always have asterisks in the
22971first two fields so as to provide a general catch-all for any addresses that do
22972not have their own special handling. This example tries every 15 minutes for 2
22973hours, then with intervals starting at one hour and increasing by a factor of
229741.5 up to 16 hours, then every 8 hours up to 5 days.
22975
22976
22977
f89d2485 22978.section "Timeout of retry data" "SECID165"
9b371988 22979.cindex "timeout" "of retry data"
0a4e3112 22980.oindex "&%retry_data_expire%&"
9b371988
PH
22981.cindex "hints database" "data expiry"
22982.cindex "retry" "timeout of data"
168e428f
PH
22983Exim timestamps the data that it writes to its retry hints database. When it
22984consults the data during a delivery it ignores any that is older than the value
9b371988 22985set in &%retry_data_expire%& (default 7 days). If, for example, a host hasn't
168e428f
PH
22986been tried for 7 days, Exim will try to deliver to it immediately a message
22987arrives, and if that fails, it will calculate a retry time as if it were
22988failing for the first time.
22989
22990This improves the behaviour for messages routed to rarely-used hosts such as MX
22991backups. If such a host was down at one time, and happens to be down again when
22992Exim tries a month later, using the old retry data would imply that it had been
22993down all the time, which is not a justified assumption.
22994
22995If a host really is permanently dead, this behaviour causes a burst of retries
3cb1b51e 22996every now and again, but only if messages routed to it are rare. If there is a
168e428f
PH
22997message at least once every 7 days the retry data never expires.
22998
22999
23000
23001
f89d2485
PH
23002.section "Long-term failures" "SECID166"
23003.cindex "delivery failure, long-term"
9b371988 23004.cindex "retry" "after long-term failure"
168e428f
PH
23005Special processing happens when an email address has been failing for so long
23006that the cutoff time for the last algorithm is reached. For example, using the
23007default retry rule:
9b371988 23008.code
168e428f 23009* * F,2h,15m; G,16h,1h,1.5; F,4d,6h
9b371988 23010.endd
168e428f
PH
23011the cutoff time is four days. Reaching the retry cutoff is independent of how
23012long any specific message has been failing; it is the length of continuous
23013failure for the recipient address that counts.
23014
23015When the cutoff time is reached for a local delivery, or for all the IP
23016addresses associated with a remote delivery, a subsequent delivery failure
23017causes Exim to give up on the address, and a bounce message is generated.
23018In order to cater for new messages that use the failing address, a next retry
23019time is still computed from the final algorithm, and is used as follows:
23020
23021For local deliveries, one delivery attempt is always made for any subsequent
23022messages. If this delivery fails, the address fails immediately. The
23023post-cutoff retry time is not used.
23024
23025If the delivery is remote, there are two possibilities, controlled by the
0a4e3112 23026.oindex "&%delay_after_cutoff%&"
9b371988 23027&%delay_after_cutoff%& option of the &(smtp)& transport. The option is true by
168e428f
PH
23028default. Until the post-cutoff retry time for one of the IP addresses is
23029reached, the failing email address is bounced immediately, without a delivery
23030attempt taking place. After that time, one new delivery attempt is made to
23031those IP addresses that are past their retry times, and if that still fails,
23032the address is bounced and new retry times are computed.
23033
23034In other words, when all the hosts for a given email address have been failing
23035for a long time, Exim bounces rather then defers until one of the hosts' retry
23036times is reached. Then it tries once, and bounces if that attempt fails. This
23037behaviour ensures that few resources are wasted in repeatedly trying to deliver
23038to a broken destination, but if the host does recover, Exim will eventually
23039notice.
23040
9b371988 23041If &%delay_after_cutoff%& is set false, Exim behaves differently. If all IP
168e428f
PH
23042addresses are past their final cutoff time, Exim tries to deliver to those IP
23043addresses that have not been tried since the message arrived. If there are
23044no suitable IP addresses, or if they all fail, the address is bounced. In other
23045words, it does not delay when a new message arrives, but tries the expired
23046addresses immediately, unless they have been tried since the message arrived.
23047If there is a continuous stream of messages for the failing domains, setting
9b371988
PH
23048&%delay_after_cutoff%& false means that there will be many more attempts to
23049deliver to permanently failing IP addresses than when &%delay_after_cutoff%& is
168e428f
PH
23050true.
23051
f89d2485 23052.section "Deliveries that work intermittently" "SECID167"
4f578862
PH
23053.cindex "retry" "intermittently working deliveries"
23054Some additional logic is needed to cope with cases where a host is
23055intermittently available, or when a message has some attribute that prevents
23056its delivery when others to the same address get through. In this situation,
23057because some messages are successfully delivered, the &"retry clock"& for the
c0712871
PH
23058host or address keeps getting reset by the successful deliveries, and so
23059failing messages remain on the queue for ever because the cutoff time is never
23060reached.
23061
23062Two exceptional actions are applied to prevent this happening. The first
23063applies to errors that are related to a message rather than a remote host.
23064Section &<<SECToutSMTPerr>>& has a discussion of the different kinds of error;
23065examples of message-related errors are 4&'xx'& responses to MAIL or DATA
23066commands, and quota failures. For this type of error, if a message's arrival
23067time is earlier than the &"first failed"& time for the error, the earlier time
23068is used when scanning the retry rules to decide when to try next and when to
23069time out the address.
23070
23071The exceptional second action applies in all cases. If a message has been on
23072the queue for longer than the cutoff time of any applicable retry rule for a
23073given address, a delivery is attempted for that address, even if it is not yet
23074time, and if this delivery fails, the address is timed out. A new retry time is
23075not computed in this case, so that other messages for the same address are
23076considered immediately.
4f578862
PH
23077.ecindex IIDretconf1
23078.ecindex IIDregconf2
168e428f 23079
168e428f
PH
23080
23081
23082
23083
23084
9b371988
PH
23085. ////////////////////////////////////////////////////////////////////////////
23086. ////////////////////////////////////////////////////////////////////////////
168e428f 23087
9b371988 23088.chapter "SMTP authentication" "CHAPSMTPAUTH"
4f578862
PH
23089.scindex IIDauthconf1 "SMTP" "authentication configuration"
23090.scindex IIDauthconf2 "authentication"
9b371988
PH
23091The &"authenticators"& section of Exim's run time configuration is concerned
23092with SMTP authentication. This facility is an extension to the SMTP protocol,
168e428f 23093described in RFC 2554, which allows a client SMTP host to authenticate itself
9b371988
PH
23094to a server. This is a common way for a server to recognize clients that are
23095permitted to use it as a relay. SMTP authentication is not of relevance to the
23096transfer of mail between servers that have no managerial connection with each
23097other.
168e428f 23098
9b371988 23099.cindex "AUTH" "description of"
168e428f
PH
23100Very briefly, the way SMTP authentication works is as follows:
23101
9b371988
PH
23102.ilist
23103The server advertises a number of authentication &'mechanisms'& in response to
168e428f 23104the client's EHLO command.
9b371988
PH
23105.next
23106The client issues an AUTH command, naming a specific mechanism. The command
168e428f 23107may, optionally, contain some authentication data.
9b371988
PH
23108.next
23109The server may issue one or more &'challenges'&, to which the client must send
168e428f
PH
23110appropriate responses. In simple authentication mechanisms, the challenges are
23111just prompts for user names and passwords. The server does not have to issue
9b371988 23112any challenges &-- in some mechanisms the relevant data may all be transmitted
168e428f 23113with the AUTH command.
9b371988
PH
23114.next
23115The server either accepts or denies authentication.
23116.next
23117If authentication succeeds, the client may optionally make use of the AUTH
168e428f
PH
23118option on the MAIL command to pass an authenticated sender in subsequent
23119mail transactions. Authentication lasts for the remainder of the SMTP
23120connection.
9b371988
PH
23121.next
23122If authentication fails, the client may give up, or it may try a different
168e428f
PH
23123authentication mechanism, or it may try transferring mail over the
23124unauthenticated connection.
9b371988 23125.endlist
168e428f
PH
23126
23127If you are setting up a client, and want to know which authentication
23128mechanisms the server supports, you can use Telnet to connect to port 25 (the
23129SMTP port) on the server, and issue an EHLO command. The response to this
23130includes the list of supported mechanisms. For example:
9b371988
PH
23131.display
23132&`$ `&&*&`telnet server.example 25`&*&
23133&`Trying 192.168.34.25...`&
23134&`Connected to server.example.`&
595028e4 23135&`Escape character is &#x0027;^]&#x0027;.`&
9b371988
PH
23136&`220 server.example ESMTP Exim 4.20 ...`&
23137&*&`ehlo client.example`&*&
23138&`250-server.example Hello client.example [10.8.4.5]`&
23139&`250-SIZE 52428800`&
23140&`250-PIPELINING`&
23141&`250-AUTH PLAIN`&
23142&`250 HELP`&
23143.endd
168e428f
PH
23144The second-last line of this example output shows that the server supports
23145authentication using the PLAIN mechanism. In Exim, the different authentication
9b371988 23146mechanisms are configured by specifying &'authenticator'& drivers. Like the
168e428f
PH
23147routers and transports, which authenticators are included in the binary is
23148controlled by build-time definitions. The following are currently available,
23149included by setting
9b371988
PH
23150.code
23151AUTH_CRAM_MD5=yes
23152AUTH_CYRUS_SASL=yes
23153AUTH_PLAINTEXT=yes
23154AUTH_SPA=yes
23155.endd
23156in &_Local/Makefile_&, respectively. The first of these supports the CRAM-MD5
068aaea8
PH
23157authentication mechanism (RFC 2195), and the second provides an interface to
23158the Cyrus SASL authentication library. The third can be configured to support
23159the PLAIN authentication mechanism (RFC 2595) or the LOGIN mechanism, which is
23160not formally documented, but used by several MUAs. The fourth authenticator
9b371988 23161supports Microsoft's &'Secure Password Authentication'& mechanism.
168e428f
PH
23162
23163The authenticators are configured using the same syntax as other drivers (see
9b371988
PH
23164section &<<SECTfordricon>>&). If no authenticators are required, no
23165authentication section need be present in the configuration file. Each
23166authenticator can in principle have both server and client functions. When Exim
23167is receiving SMTP mail, it is acting as a server; when it is sending out
23168messages over SMTP, it is acting as a client. Authenticator configuration
23169options are provided for use in both these circumstances.
168e428f
PH
23170
23171To make it clear which options apply to which situation, the prefixes
9b371988
PH
23172&%server_%& and &%client_%& are used on option names that are specific to
23173either the server or the client function, respectively. Server and client
23174functions are disabled if none of their options are set. If an authenticator is
23175to be used for both server and client functions, a single definition, using
23176both sets of options, is required. For example:
23177.code
23178cram:
23179 driver = cram_md5
23180 public_name = CRAM-MD5
4f578862 23181 server_secret = ${if eq{$auth1}{ph10}{secret1}fail}
9b371988
PH
23182 client_name = ph10
23183 client_secret = secret2
23184.endd
23185The &%server_%& option is used when Exim is acting as a server, and the
23186&%client_%& options when it is acting as a client.
168e428f
PH
23187
23188Descriptions of the individual authenticators are given in subsequent chapters.
23189The remainder of this chapter covers the generic options for the
23190authenticators, followed by general discussion of the way authentication works
23191in Exim.
23192
23193
23194
f89d2485 23195.section "Generic options for authenticators" "SECID168"
9b371988
PH
23196.cindex "authentication" "generic options"
23197.cindex "options" "generic; for authenticators"
168e428f 23198
595028e4
PH
23199.option client_condition authenticators string&!! unset
23200When Exim is authenticating as a client, it skips any authenticator whose
23201&%client_condition%& expansion yields &"0"&, &"no"&, or &"false"&. This can be
23202used, for example, to skip plain text authenticators when the connection is not
23203encrypted by a setting such as:
23204.code
23205client_condition = ${if !eq{$tls_cipher}{}}
23206.endd
23207(Older documentation incorrectly states that &$tls_cipher$& contains the cipher
23208used for incoming messages. In fact, during SMTP delivery, it contains the
23209cipher used for the delivery.)
595028e4 23210
168e428f 23211
9b371988 23212.option driver authenticators string unset
168e428f
PH
23213This option must always be set. It specifies which of the available
23214authenticators is to be used.
23215
23216
9b371988 23217.option public_name authenticators string unset
168e428f
PH
23218This option specifies the name of the authentication mechanism that the driver
23219implements, and by which it is known to the outside world. These names should
23220contain only upper case letters, digits, underscores, and hyphens (RFC 2222),
9b371988 23221but Exim in fact matches them caselessly. If &%public_name%& is not set, it
168e428f
PH
23222defaults to the driver's instance name.
23223
23224
9b371988 23225.option server_advertise_condition authenticators string&!! unset
168e428f 23226When a server is about to advertise an authentication mechanism, the condition
9b371988 23227is expanded. If it yields the empty string, &"0"&, &"no"&, or &"false"&, the
168e428f
PH
23228mechanism is not advertised.
23229If the expansion fails, the mechanism is not advertised. If the failure was not
23230forced, and was not caused by a lookup defer, the incident is logged.
9b371988 23231See section &<<SECTauthexiser>>& below for further discussion.
168e428f 23232
168e428f 23233
3cb1b51e
PH
23234.option server_condition authenticators string&!! unset
23235This option must be set for a &%plaintext%& server authenticator, where it
23236is used directly to control authentication. See section &<<SECTplainserver>>&
23237for details.
23238
23239For the other authenticators, &%server_condition%& can be used as an additional
23240authentication or authorization mechanism that is applied after the other
23241authenticator conditions succeed. If it is set, it is expanded when the
23242authenticator would otherwise return a success code. If the expansion is forced
23243to fail, authentication fails. Any other expansion failure causes a temporary
23244error code to be returned. If the result of a successful expansion is an empty
23245string, &"0"&, &"no"&, or &"false"&, authentication fails. If the result of the
23246expansion is &"1"&, &"yes"&, or &"true"&, authentication succeeds. For any
23247other result, a temporary error code is returned, with the expanded string as
23248the error text.
3cb1b51e
PH
23249
23250
9b371988
PH
23251.option server_debug_print authenticators string&!! unset
23252If this option is set and authentication debugging is enabled (see the &%-d%&
168e428f
PH
23253command line option), the string is expanded and included in the debugging
23254output when the authenticator is run as a server. This can help with checking
23255out the values of variables.
23256If expansion of the string fails, the error message is written to the debugging
23257output, and Exim carries on processing.
23258
23259
9b371988 23260.option server_set_id authenticators string&!! unset
f89d2485 23261.vindex "&$authenticated_id$&"
168e428f
PH
23262When an Exim server successfully authenticates a client, this string is
23263expanded using data from the authentication, and preserved for any incoming
9b371988 23264messages in the variable &$authenticated_id$&. It is also included in the log
168e428f
PH
23265lines for incoming messages. For example, a user/password authenticator
23266configuration might preserve the user name that was used to authenticate, and
23267refer to it subsequently during delivery of the message.
23268If expansion fails, the option is ignored.
23269
23270
9b371988 23271.option server_mail_auth_condition authenticators string&!! unset
168e428f
PH
23272This option allows a server to discard authenticated sender addresses supplied
23273as part of MAIL commands in SMTP connections that are authenticated by the
9b371988 23274driver on which &%server_mail_auth_condition%& is set. The option is not used
168e428f
PH
23275as part of the authentication process; instead its (unexpanded) value is
23276remembered for later use.
23277How it is used is described in the following section.
23278
23279
23280
23281
23282
9b371988
PH
23283.section "The AUTH parameter on MAIL commands" "SECTauthparamail"
23284.cindex "authentication" "sender; authenticated"
23285.cindex "AUTH" "on MAIL command"
168e428f
PH
23286When a client supplied an AUTH= item on a MAIL command, Exim applies
23287the following checks before accepting it as the authenticated sender of the
23288message:
23289
9b371988
PH
23290.ilist
23291If the connection is not using extended SMTP (that is, HELO was used rather
168e428f 23292than EHLO), the use of AUTH= is a syntax error.
9b371988
PH
23293.next
23294If the value of the AUTH= parameter is &"<>"&, it is ignored.
23295.next
f89d2485 23296.vindex "&$authenticated_sender$&"
9b371988
PH
23297If &%acl_smtp_mailauth%& is defined, the ACL it specifies is run. While it is
23298running, the value of &$authenticated_sender$& is set to the value obtained
23299from the AUTH= parameter. If the ACL does not yield &"accept"&, the value of
23300&$authenticated_sender$& is deleted. The &%acl_smtp_mailauth%& ACL may not
23301return &"drop"& or &"discard"&. If it defers, a temporary error code (451) is
23302given for the MAIL command.
23303.next
23304If &%acl_smtp_mailauth%& is not defined, the value of the AUTH= parameter
23305is accepted and placed in &$authenticated_sender$& only if the client has
168e428f 23306authenticated.
9b371988
PH
23307.next
23308If the AUTH= value was accepted by either of the two previous rules, and
168e428f 23309the client has authenticated, and the authenticator has a setting for the
9b371988 23310&%server_mail_auth_condition%&, the condition is checked at this point. The
168e428f 23311valued that was saved from the authenticator is expanded. If the expansion
9b371988
PH
23312fails, or yields an empty string, &"0"&, &"no"&, or &"false"&, the value of
23313&$authenticated_sender$& is deleted. If the expansion yields any other value,
23314the value of &$authenticated_sender$& is retained and passed on with the
168e428f 23315message.
9b371988 23316.endlist
168e428f
PH
23317
23318
9b371988 23319When &$authenticated_sender$& is set for a message, it is passed on to other
168e428f 23320hosts to which Exim authenticates as a client. Do not confuse this value with
9b371988 23321&$authenticated_id$&, which is a string obtained from the authentication
168e428f
PH
23322process, and which is not usually a complete email address.
23323
f89d2485 23324.vindex "&$sender_address$&"
168e428f
PH
23325Whenever an AUTH= value is ignored, the incident is logged. The ACL for
23326MAIL, if defined, is run after AUTH= is accepted or ignored. It can
9b371988
PH
23327therefore make use of &$authenticated_sender$&. The converse is not true: the
23328value of &$sender_address$& is not yet set up when the &%acl_smtp_mailauth%&
168e428f
PH
23329ACL is run.
23330
23331
23332
9b371988
PH
23333.section "Authentication on an Exim server" "SECTauthexiser"
23334.cindex "authentication" "on an Exim server"
168e428f
PH
23335When Exim receives an EHLO command, it advertises the public names of those
23336authenticators that are configured as servers, subject to the following
23337conditions:
23338
9b371988
PH
23339.ilist
23340The client host must match &%auth_advertise_hosts%& (default *).
23341.next
23342It the &%server_advertise_condition%& option is set, its expansion must not
23343yield the empty string, &"0"&, &"no"&, or &"false"&.
23344.endlist
168e428f
PH
23345
23346The order in which the authenticators are defined controls the order in which
23347the mechanisms are advertised.
23348
23349Some mail clients (for example, some versions of Netscape) require the user to
23350provide a name and password for authentication whenever AUTH is advertised,
23351even though authentication may not in fact be needed (for example, Exim may be
23352set up to allow unconditional relaying from the client by an IP address check).
23353You can make such clients more friendly by not advertising AUTH to them.
23354For example, if clients on the 10.9.8.0/24 network are permitted (by the ACL
23355that runs for RCPT) to relay without authentication, you should set
9b371988
PH
23356.code
23357auth_advertise_hosts = ! 10.9.8.0/24
23358.endd
168e428f
PH
23359so that no authentication mechanisms are advertised to them.
23360
9b371988 23361The &%server_advertise_condition%& controls the advertisement of individual
168e428f 23362authentication mechanisms. For example, it can be used to restrict the
f89d2485 23363advertisement of a particular mechanism to encrypted connections, by a setting
168e428f 23364such as:
9b371988
PH
23365.code
23366server_advertise_condition = ${if eq{$tls_cipher}{}{no}{yes}}
23367.endd
f89d2485 23368.vindex "&$tls_cipher$&"
9b371988
PH
23369If the session is encrypted, &$tls_cipher$& is not empty, and so the expansion
23370yields &"yes"&, which allows the advertisement to happen.
168e428f
PH
23371
23372When an Exim server receives an AUTH command from a client, it rejects it
23373immediately if AUTH was not advertised in response to an earlier EHLO
23374command. This is the case if
23375
9b371988
PH
23376.ilist
23377The client host does not match &%auth_advertise_hosts%&; or
23378.next
23379No authenticators are configured with server options; or
23380.next
23381Expansion of &%server_advertise_condition%& blocked the advertising of all the
168e428f 23382server authenticators.
9b371988 23383.endlist
168e428f
PH
23384
23385
9b371988
PH
23386Otherwise, Exim runs the ACL specified by &%acl_smtp_auth%& in order
23387to decide whether to accept the command. If &%acl_smtp_auth%& is not set,
168e428f
PH
23388AUTH is accepted from any client host.
23389
23390If AUTH is not rejected by the ACL, Exim searches its configuration for a
23391server authentication mechanism that was advertised in response to EHLO and
23392that matches the one named in the AUTH command. If it finds one, it runs
23393the appropriate authentication protocol, and authentication either succeeds or
23394fails. If there is no matching advertised mechanism, the AUTH command is
23395rejected with a 504 error.
23396
f89d2485
PH
23397.vindex "&$received_protocol$&"
23398.vindex "&$sender_host_authenticated$&"
168e428f 23399When a message is received from an authenticated host, the value of
9b371988
PH
23400&$received_protocol$& is set to &"esmtpa"& or &"esmtpsa"& instead of &"esmtp"&
23401or &"esmtps"&, and &$sender_host_authenticated$& contains the name (not the
23402public name) of the authenticator driver that successfully authenticated the
23403client from which the message was received. This variable is empty if there was
23404no successful authentication.
168e428f
PH
23405
23406
23407
23408
f89d2485 23409.section "Testing server authentication" "SECID169"
9b371988
PH
23410.cindex "authentication" "testing a server"
23411.cindex "AUTH" "testing a server"
23412.cindex "base64 encoding" "creating authentication test data"
23413Exim's &%-bh%& option can be useful for testing server authentication
168e428f
PH
23414configurations. The data for the AUTH command has to be sent using base64
23415encoding. A quick way to produce such data for testing is the following Perl
23416script:
9b371988
PH
23417.code
23418use MIME::Base64;
23419printf ("%s", encode_base64(eval "\"$ARGV[0]\""));
23420.endd
23421.cindex "binary zero" "in authentication data"
168e428f
PH
23422This interprets its argument as a Perl string, and then encodes it. The
23423interpretation as a Perl string allows binary zeros, which are required for
23424some kinds of authentication, to be included in the data. For example, a
23425command line to run this script on such data might be
9b371988
PH
23426.code
23427encode '\0user\0password'
23428.endd
168e428f
PH
23429Note the use of single quotes to prevent the shell interpreting the
23430backslashes, so that they can be interpreted by Perl to specify characters
23431whose code value is zero.
23432
9b371988 23433&*Warning 1*&: If either of the user or password strings starts with an octal
168e428f
PH
23434digit, you must use three zeros instead of one after the leading backslash. If
23435you do not, the octal digit that starts your string will be incorrectly
23436interpreted as part of the code for the first character.
23437
9b371988 23438&*Warning 2*&: If there are characters in the strings that Perl interprets
168e428f
PH
23439specially, you must use a Perl escape to prevent them being misinterpreted. For
23440example, a command such as
9b371988
PH
23441.code
23442encode '\0user@domain.com\0pas$$word'
23443.endd
23444gives an incorrect answer because of the unescaped &"@"& and &"$"& characters.
168e428f 23445
9b371988 23446If you have the &%mimencode%& command installed, another way to do produce
168e428f 23447base64-encoded strings is to run the command
9b371988
PH
23448.code
23449echo -e -n `\0user\0password' | mimencode
23450.endd
23451The &%-e%& option of &%echo%& enables the interpretation of backslash escapes
23452in the argument, and the &%-n%& option specifies no newline at the end of its
23453output. However, not all versions of &%echo%& recognize these options, so you
168e428f
PH
23454should check your version before relying on this suggestion.
23455
23456
23457
f89d2485 23458.section "Authentication by an Exim client" "SECID170"
9b371988
PH
23459.cindex "authentication" "on an Exim client"
23460The &(smtp)& transport has two options called &%hosts_require_auth%& and
23461&%hosts_try_auth%&. When the &(smtp)& transport connects to a server that
168e428f
PH
23462announces support for authentication, and the host matches an entry in either
23463of these options, Exim (as a client) tries to authenticate as follows:
23464
9b371988 23465.ilist
f89d2485
PH
23466For each authenticator that is configured as a client, in the order in which
23467they are defined in the configuration, it searches the authentication
23468mechanisms announced by the server for one whose name matches the public name
23469of the authenticator.
f89d2485
PH
23470.next
23471.vindex "&$host$&"
23472.vindex "&$host_address$&"
23473When it finds one that matches, it runs the authenticator's client code. The
23474variables &$host$& and &$host_address$& are available for any string expansions
23475that the client might do. They are set to the server's name and IP address. If
23476any expansion is forced to fail, the authentication attempt is abandoned, and
23477Exim moves on to the next authenticator. Otherwise an expansion failure causes
23478delivery to be deferred.
9b371988
PH
23479.next
23480If the result of the authentication attempt is a temporary error or a timeout,
168e428f
PH
23481Exim abandons trying to send the message to the host for the moment. It will
23482try again later. If there are any backup hosts available, they are tried in the
23483usual way.
9b371988
PH
23484.next
23485If the response to authentication is a permanent error (5&'xx'& code), Exim
23486carries on searching the list of authenticators and tries another one if
23487possible. If all authentication attempts give permanent errors, or if there are
23488no attempts because no mechanisms match (or option expansions force failure),
23489what happens depends on whether the host matches &%hosts_require_auth%& or
23490&%hosts_try_auth%&. In the first case, a temporary error is generated, and
168e428f
PH
23491delivery is deferred. The error can be detected in the retry rules, and thereby
23492turned into a permanent error if you wish. In the second case, Exim tries to
23493deliver the message unauthenticated.
9b371988 23494.endlist
168e428f 23495
9b371988 23496.cindex "AUTH" "on MAIL command"
168e428f 23497When Exim has authenticated itself to a remote server, it adds the AUTH
9b371988
PH
23498parameter to the MAIL commands it sends, if it has an authenticated sender for
23499the message. If the message came from a remote host, the authenticated sender
23500is the one that was receiving on an incoming MAIL command, provided that the
23501incoming connection was authenticated and the &%server_mail_auth%& condition
23502allowed the authenticated sender to be retained. If a local process calls Exim
23503to send a message, the sender address that is built from the login name and
23504&%qualify_domain%& is treated as authenticated. However, if the
23505&%authenticated_sender%& option is set on the &(smtp)& transport, it overrides
168e428f 23506the authenticated sender that was received with the message.
4f578862
PH
23507.ecindex IIDauthconf1
23508.ecindex IIDauthconf2
168e428f
PH
23509
23510
23511
23512
23513
23514
9b371988
PH
23515. ////////////////////////////////////////////////////////////////////////////
23516. ////////////////////////////////////////////////////////////////////////////
168e428f 23517
9b371988 23518.chapter "The plaintext authenticator" "CHAPplaintext"
4f578862
PH
23519.scindex IIDplaiauth1 "&(plaintext)& authenticator"
23520.scindex IIDplaiauth2 "authenticators" "&(plaintext)&"
9b371988 23521The &(plaintext)& authenticator can be configured to support the PLAIN and
168e428f
PH
23522LOGIN authentication mechanisms, both of which transfer authentication data as
23523plain (unencrypted) text (though base64 encoded). The use of plain text is a
4f578862
PH
23524security risk; you are strongly advised to insist on the use of SMTP encryption
23525(see chapter &<<CHAPTLS>>&) if you use the PLAIN or LOGIN mechanisms. If you do
23526use unencrypted plain text, you should not use the same passwords for SMTP
23527connections as you do for login accounts.
168e428f 23528
f89d2485 23529.section "Plaintext options" "SECID171"
9b371988 23530.cindex "options" "&(plaintext)& authenticator (server)"
3cb1b51e
PH
23531When configured as a server, &(plaintext)& uses the following options:
23532
23533.option server_condition authenticators string&!! unset
23534This is actually a global authentication option, but it must be set in order to
23535configure the &(plaintext)& driver as a server. Its use is described below.
168e428f 23536
9b371988 23537.option server_prompts plaintext string&!! unset
168e428f
PH
23538The contents of this option, after expansion, must be a colon-separated list of
23539prompt strings. If expansion fails, a temporary authentication rejection is
23540given.
23541
3cb1b51e 23542.section "Using plaintext in a server" "SECTplainserver"
9b371988
PH
23543.cindex "AUTH" "in &(plaintext)& authenticator"
23544.cindex "binary zero" "in &(plaintext)& authenticator"
23545.cindex "numerical variables (&$1$& &$2$& etc)" &&&
23546 "in &(plaintext)& authenticator"
f89d2485 23547.vindex "&$auth1$&, &$auth2$&, etc"
9b371988 23548.cindex "base64 encoding" "in &(plaintext)& authenticator"
3cb1b51e
PH
23549
23550When running as a server, &(plaintext)& performs the authentication test by
23551expanding a string. The data sent by the client with the AUTH command, or in
23552response to subsequent prompts, is base64 encoded, and so may contain any byte
23553values when decoded. If any data is supplied with the command, it is treated as
23554a list of strings, separated by NULs (binary zeros), the first three of which
23555are placed in the expansion variables &$auth1$&, &$auth2$&, and &$auth3$&
23556(neither LOGIN nor PLAIN uses more than three strings).
4f578862
PH
23557
23558For compatibility with previous releases of Exim, the values are also placed in
23559the expansion variables &$1$&, &$2$&, and &$3$&. However, the use of these
23560variables for this purpose is now deprecated, as it can lead to confusion in
23561string expansions that also use them for other things.
4f578862
PH
23562
23563If there are more strings in &%server_prompts%& than the number of strings
23564supplied with the AUTH command, the remaining prompts are used to obtain more
23565data. Each response from the client may be a list of NUL-separated strings.
168e428f 23566
f89d2485 23567.vindex "&$authenticated_id$&"
9b371988
PH
23568Once a sufficient number of data strings have been received,
23569&%server_condition%& is expanded. If the expansion is forced to fail,
23570authentication fails. Any other expansion failure causes a temporary error code
23571to be returned. If the result of a successful expansion is an empty string,
23572&"0"&, &"no"&, or &"false"&, authentication fails. If the result of the
23573expansion is &"1"&, &"yes"&, or &"true"&, authentication succeeds and the
23574generic &%server_set_id%& option is expanded and saved in &$authenticated_id$&.
23575For any other result, a temporary error code is returned, with the expanded
23576string as the error text.
23577
23578&*Warning*&: If you use a lookup in the expansion to find the user's
168e428f
PH
23579password, be sure to make the authentication fail if the user is unknown.
23580There are good and bad examples at the end of the next section.
23581
23582
23583
f89d2485 23584.section "The PLAIN authentication mechanism" "SECID172"
9b371988
PH
23585.cindex "PLAIN authentication mechanism"
23586.cindex "authentication" "PLAIN mechanism"
23587.cindex "binary zero" "in &(plaintext)& authenticator"
168e428f
PH
23588The PLAIN authentication mechanism (RFC 2595) specifies that three strings be
23589sent as one item of data (that is, one combined string containing two NUL
23590separators). The data is sent either as part of the AUTH command, or
23591subsequently in response to an empty prompt from the server.
23592
23593The second and third strings are a user name and a corresponding password.
23594Using a single fixed user name and password as an example, this could be
23595configured as follows:
9b371988 23596.code
168e428f
PH
23597fixed_plain:
23598 driver = plaintext
23599 public_name = PLAIN
23600 server_prompts = :
23601 server_condition = \
db9452a9 23602 ${if and {{eq{$auth2}{username}}{eq{$auth3}{mysecret}}}}
4f578862 23603 server_set_id = $auth2
9b371988 23604.endd
db9452a9
PH
23605Note that the default result strings from &%if%& (&"true"& or an empty string)
23606are exactly what we want here, so they need not be specified. Obviously, if the
23607password contains expansion-significant characters such as dollar, backslash,
23608or closing brace, they have to be escaped.
db9452a9 23609
9b371988 23610The &%server_prompts%& setting specifies a single, empty prompt (empty items at
168e428f
PH
23611the end of a string list are ignored). If all the data comes as part of the
23612AUTH command, as is commonly the case, the prompt is not used. This
23613authenticator is advertised in the response to EHLO as
9b371988
PH
23614.code
23615250-AUTH PLAIN
23616.endd
168e428f 23617and a client host can authenticate itself by sending the command
9b371988
PH
23618.code
23619AUTH PLAIN AHVzZXJuYW1lAG15c2VjcmV0
23620.endd
168e428f
PH
23621As this contains three strings (more than the number of prompts), no further
23622data is required from the client. Alternatively, the client may just send
9b371988
PH
23623.code
23624AUTH PLAIN
23625.endd
168e428f
PH
23626to initiate authentication, in which case the server replies with an empty
23627prompt. The client must respond with the combined data string.
23628
23629The data string is base64 encoded, as required by the RFC. This example,
9b371988
PH
23630when decoded, is <&'NUL'&>&`username`&<&'NUL'&>&`mysecret`&, where <&'NUL'&>
23631represents a zero byte. This is split up into three strings, the first of which
23632is empty. The &%server_condition%& option in the authenticator checks that the
23633second two are &`username`& and &`mysecret`& respectively.
168e428f
PH
23634
23635Having just one fixed user name and password, as in this example, is not very
23636realistic, though for a small organization with only a handful of
23637authenticating clients it could make sense.
23638
23639A more sophisticated instance of this authenticator could use the user name in
4f578862 23640&$auth2$& to look up a password in a file or database, and maybe do an encrypted
9b371988
PH
23641comparison (see &%crypteq%& in chapter &<<CHAPexpand>>&). Here is a example of
23642this approach, where the passwords are looked up in a DBM file. &*Warning*&:
23643This is an incorrect example:
23644.code
168e428f 23645server_condition = \
db9452a9 23646 ${if eq{$auth3}{${lookup{$auth2}dbm{/etc/authpwd}}}}
9b371988 23647.endd
4f578862
PH
23648The expansion uses the user name (&$auth2$&) as the key to look up a password,
23649which it then compares to the supplied password (&$auth3$&). Why is this example
168e428f
PH
23650incorrect? It works fine for existing users, but consider what happens if a
23651non-existent user name is given. The lookup fails, but as no success/failure
23652strings are given for the lookup, it yields an empty string. Thus, to defeat
23653the authentication, all a client has to do is to supply a non-existent user
23654name and an empty password. The correct way of writing this test is:
9b371988 23655.code
4f578862 23656server_condition = ${lookup{$auth2}dbm{/etc/authpwd}\
db9452a9 23657 {${if eq{$value}{$auth3}}} {false}}
9b371988 23658.endd
168e428f 23659In this case, if the lookup succeeds, the result is checked; if the lookup
db9452a9
PH
23660fails, &"false"& is returned and authentication fails. If &%crypteq%& is being
23661used instead of &%eq%&, the first example is in fact safe, because &%crypteq%&
23662always fails if its second argument is empty. However, the second way of
23663writing the test makes the logic clearer.
168e428f
PH
23664
23665
f89d2485 23666.section "The LOGIN authentication mechanism" "SECID173"
9b371988
PH
23667.cindex "LOGIN authentication mechanism"
23668.cindex "authentication" "LOGIN mechanism"
168e428f
PH
23669The LOGIN authentication mechanism is not documented in any RFC, but is in use
23670in a number of programs. No data is sent with the AUTH command. Instead, a
23671user name and password are supplied separately, in response to prompts. The
23672plaintext authenticator can be configured to support this as in this example:
9b371988 23673.code
168e428f
PH
23674fixed_login:
23675 driver = plaintext
23676 public_name = LOGIN
23677 server_prompts = User Name : Password
23678 server_condition = \
db9452a9 23679 ${if and {{eq{$auth1}{username}}{eq{$auth2}{mysecret}}}}
4f578862 23680 server_set_id = $auth1
9b371988 23681.endd
168e428f
PH
23682Because of the way plaintext operates, this authenticator accepts data supplied
23683with the AUTH command (in contravention of the specification of LOGIN), but
23684if the client does not supply it (as is the case for LOGIN clients), the prompt
23685strings are used to obtain two data items.
23686
23687Some clients are very particular about the precise text of the prompts. For
9b371988
PH
23688example, Outlook Express is reported to recognize only &"Username:"& and
23689&"Password:"&. Here is an example of a LOGIN authenticator that uses those
23690strings. It uses the &%ldapauth%& expansion condition to check the user
168e428f 23691name and password by binding to an LDAP server:
9b371988 23692.code
168e428f
PH
23693login:
23694 driver = plaintext
23695 public_name = LOGIN
23696 server_prompts = Username:: : Password::
450b99e9
TF
23697 server_condition = ${if and{{
23698 !eq{}{$auth1} }{ \
23699 ldapauth{user="cn=${quote_ldap_dn:$auth1},ou=people,o=example.org" \
23700 pass=${quote:$auth2} \
23701 ldap://ldap.example.org/} }} }
4f578862 23702 server_set_id = uid=$auth1,ou=people,o=example.org
9b371988 23703.endd
450b99e9
TF
23704We have to check that the username is not empty before using it, because LDAP
23705does not permit empty DN components. We must also use the &%quote_ldap_dn%&
23706operator to correctly quote the DN for authentication. However, the basic
23707&%quote%& operator, rather than any of the LDAP quoting operators, is the
23708correct one to use for the password, because quoting is needed only to make
23709the password conform to the Exim syntax. At the LDAP level, the password is an
23710uninterpreted string.
168e428f
PH
23711
23712
f89d2485 23713.section "Support for different kinds of authentication" "SECID174"
168e428f
PH
23714A number of string expansion features are provided for the purpose of
23715interfacing to different ways of user authentication. These include checking
9b371988 23716traditionally encrypted passwords from &_/etc/passwd_& (or equivalent), PAM,
4f578862 23717Radius, &%ldapauth%&, &'pwcheck'&, and &'saslauthd'&. For details see section
9b371988 23718&<<SECTexpcond>>&.
168e428f
PH
23719
23720
23721
23722
f89d2485 23723.section "Using plaintext in a client" "SECID175"
9b371988 23724.cindex "options" "&(plaintext)& authenticator (client)"
4f578862 23725The &(plaintext)& authenticator has two client options:
168e428f 23726
4f578862
PH
23727.option client_ignore_invalid_base64 plaintext boolean false
23728If the client receives a server prompt that is not a valid base64 string,
23729authentication is abandoned by default. However, if this option is set true,
23730the error in the challenge is ignored and the client sends the response as
23731usual.
168e428f 23732
9b371988 23733.option client_send plaintext string&!! unset
168e428f
PH
23734The string is a colon-separated list of authentication data strings. Each
23735string is independently expanded before being sent to the server. The first
23736string is sent with the AUTH command; any more strings are sent in response
4f578862
PH
23737to prompts from the server. Before each string is expanded, the value of the
23738most recent prompt is placed in the next &$auth$&<&'n'&> variable, starting
23739with &$auth1$& for the first prompt. Up to three prompts are stored in this
23740way. Thus, the prompt that is received in response to sending the first string
23741(with the AUTH command) can be used in the expansion of the second string, and
23742so on. If an invalid base64 string is received when
23743&%client_ignore_invalid_base64%& is set, an empty string is put in the
23744&$auth$&<&'n'&> variable.
168e428f 23745
9b371988 23746&*Note*&: You cannot use expansion to create multiple strings, because
168e428f
PH
23747splitting takes priority and happens first.
23748
23749Because the PLAIN authentication mechanism requires NUL (binary zero) bytes in
23750the data, further processing is applied to each string before it is sent. If
23751there are any single circumflex characters in the string, they are converted to
23752NULs. Should an actual circumflex be required as data, it must be doubled in
23753the string.
23754
23755This is an example of a client configuration that implements the PLAIN
23756authentication mechanism with a fixed user name and password:
9b371988
PH
23757.code
23758fixed_plain:
23759 driver = plaintext
23760 public_name = PLAIN
23761 client_send = ^username^mysecret
23762.endd
168e428f
PH
23763The lack of colons means that the entire text is sent with the AUTH
23764command, with the circumflex characters converted to NULs. A similar example
23765that uses the LOGIN mechanism is:
9b371988
PH
23766.code
23767fixed_login:
23768 driver = plaintext
23769 public_name = LOGIN
23770 client_send = : username : mysecret
23771.endd
168e428f
PH
23772The initial colon means that the first string is empty, so no data is sent with
23773the AUTH command itself. The remaining strings are sent in response to
23774prompts.
4f578862
PH
23775.ecindex IIDplaiauth1
23776.ecindex IIDplaiauth2
168e428f
PH
23777
23778
23779
23780
9b371988
PH
23781. ////////////////////////////////////////////////////////////////////////////
23782. ////////////////////////////////////////////////////////////////////////////
168e428f 23783
f89d2485 23784.chapter "The cram_md5 authenticator" "CHID9"
4f578862
PH
23785.scindex IIDcramauth1 "&(cram_md5)& authenticator"
23786.scindex IIDcramauth2 "authenticators" "&(cram_md5)&"
9b371988
PH
23787.cindex "CRAM-MD5 authentication mechanism"
23788.cindex "authentication" "CRAM-MD5 mechanism"
168e428f
PH
23789The CRAM-MD5 authentication mechanism is described in RFC 2195. The server
23790sends a challenge string to the client, and the response consists of a user
23791name and the CRAM-MD5 digest of the challenge string combined with a secret
23792string (password) which is known to both server and client. Thus, the secret
23793is not sent over the network as plain text, which makes this authenticator more
9b371988 23794secure than &(plaintext)&. However, the downside is that the secret has to be
168e428f
PH
23795available in plain text at either end.
23796
23797
f89d2485 23798.section "Using cram_md5 as a server" "SECID176"
9b371988 23799.cindex "options" "&(cram_md5)& authenticator (server)"
168e428f
PH
23800This authenticator has one server option, which must be set to configure the
23801authenticator as a server:
23802
9b371988
PH
23803.option server_secret cram_md5 string&!! unset
23804.cindex "numerical variables (&$1$& &$2$& etc)" "in &(cram_md5)& authenticator"
168e428f 23805When the server receives the client's response, the user name is placed in
c0712871 23806the expansion variable &$auth1$&, and &%server_secret%& is expanded to
4f578862
PH
23807obtain the password for that user. The server then computes the CRAM-MD5 digest
23808that the client should have sent, and checks that it received the correct
23809string. If the expansion of &%server_secret%& is forced to fail, authentication
23810fails. If the expansion fails for some other reason, a temporary error code is
23811returned to the client.
23812
4f578862
PH
23813For compatibility with previous releases of Exim, the user name is also placed
23814in &$1$&. However, the use of this variables for this purpose is now
23815deprecated, as it can lead to confusion in string expansions that also use
23816numeric variables for other things.
168e428f
PH
23817
23818For example, the following authenticator checks that the user name given by the
9b371988
PH
23819client is &"ph10"&, and if so, uses &"secret"& as the password. For any other
23820user name, authentication fails.
23821.code
23822fixed_cram:
23823 driver = cram_md5
23824 public_name = CRAM-MD5
4f578862
PH
23825 server_secret = ${if eq{$auth1}{ph10}{secret}fail}
23826 server_set_id = $auth1
9b371988 23827.endd
f89d2485 23828.vindex "&$authenticated_id$&"
9b371988 23829If authentication succeeds, the setting of &%server_set_id%& preserves the user
f89d2485 23830name in &$authenticated_id$&. A more typical configuration might look up the
068aaea8 23831secret string in a file, using the user name as the key. For example:
9b371988
PH
23832.code
23833lookup_cram:
23834 driver = cram_md5
23835 public_name = CRAM-MD5
f89d2485
PH
23836 server_secret = ${lookup{$auth1}lsearch{/etc/authpwd}\
23837 {$value}fail}
4f578862 23838 server_set_id = $auth1
9b371988 23839.endd
168e428f 23840Note that this expansion explicitly forces failure if the lookup fails
f89d2485 23841because &$auth1$& contains an unknown user name.
168e428f
PH
23842
23843
f89d2485 23844.section "Using cram_md5 as a client" "SECID177"
9b371988
PH
23845.cindex "options" "&(cram_md5)& authenticator (client)"
23846When used as a client, the &(cram_md5)& authenticator has two options:
168e428f
PH
23847
23848
23849
9b371988 23850.option client_name cram_md5 string&!! "the primary host name"
168e428f
PH
23851This string is expanded, and the result used as the user name data when
23852computing the response to the server's challenge.
23853
23854
9b371988 23855.option client_secret cram_md5 string&!! unset
168e428f
PH
23856This option must be set for the authenticator to work as a client. Its value is
23857expanded and the result used as the secret string when computing the response.
23858
23859
f89d2485
PH
23860.vindex "&$host$&"
23861.vindex "&$host_address$&"
168e428f 23862Different user names and secrets can be used for different servers by referring
9b371988
PH
23863to &$host$& or &$host_address$& in the options. Forced failure of either
23864expansion string is treated as an indication that this authenticator is not
23865prepared to handle this case. Exim moves on to the next configured client
23866authenticator. Any other expansion failure causes Exim to give up trying to
23867send the message to the current server.
168e428f 23868
9b371988 23869A simple example configuration of a &(cram_md5)& authenticator, using fixed
168e428f 23870strings, is:
9b371988
PH
23871.code
23872fixed_cram:
23873 driver = cram_md5
23874 public_name = CRAM-MD5
23875 client_name = ph10
23876 client_secret = secret
23877.endd
4f578862
PH
23878.ecindex IIDcramauth1
23879.ecindex IIDcramauth2
168e428f
PH
23880
23881
23882
9b371988
PH
23883. ////////////////////////////////////////////////////////////////////////////
23884. ////////////////////////////////////////////////////////////////////////////
168e428f 23885
f89d2485 23886.chapter "The cyrus_sasl authenticator" "CHID10"
4f578862
PH
23887.scindex IIDcyrauth1 "&(cyrus_sasl)& authenticator"
23888.scindex IIDcyrauth2 "authenticators" "&(cyrus_sasl)&"
9b371988 23889.cindex "Cyrus" "SASL library"
3cb1b51e 23890.cindex "Kerberos"
168e428f 23891The code for this authenticator was provided by Matthew Byng-Maddick of A L
9b371988 23892Digital Ltd (&url(http://www.aldigital.co.uk)).
168e428f 23893
9b371988
PH
23894The &(cyrus_sasl)& authenticator provides server support for the Cyrus SASL
23895library implementation of the RFC 2222 (&"Simple Authentication and Security
23896Layer"&). This library supports a number of authentication mechanisms,
23897including PLAIN and LOGIN, but also several others that Exim does not support
23898directly. In particular, there is support for Kerberos authentication.
168e428f 23899
9b371988 23900The &(cyrus_sasl)& authenticator provides a gatewaying mechanism directly to
168e428f 23901the Cyrus interface, so if your Cyrus library can do, for example, CRAM-MD5,
9b371988 23902then so can the &(cyrus_sasl)& authenticator. By default it uses the public
168e428f
PH
23903name of the driver to determine which mechanism to support.
23904
23905Where access to some kind of secret file is required, for example in GSSAPI
9b371988 23906or CRAM-MD5, it is worth noting that the authenticator runs as the Exim
168e428f
PH
23907user, and that the Cyrus SASL library has no way of escalating privileges
23908by default. You may also find you need to set environment variables,
23909depending on the driver you are using.
23910
3cb1b51e
PH
23911The application name provided by Exim is &"exim"&, so various SASL options may
23912be set in &_exim.conf_& in your SASL directory. If you are using GSSAPI for
23913Kerberos, note that because of limitations in the GSSAPI interface,
23914changing the server keytab might need to be communicated down to the Kerberos
23915layer independently. The mechanism for doing so is dependent upon the Kerberos
23916implementation. For example, for Heimdal, the environment variable KRB5_KTNAME
23917may be set to point to an alternative keytab file. Exim will pass this
23918variable through from its own inherited environment when started as root or the
23919Exim user. The keytab file needs to be readable by the Exim user.
3cb1b51e 23920
168e428f 23921
f89d2485 23922.section "Using cyrus_sasl as a server" "SECID178"
4f578862
PH
23923The &(cyrus_sasl)& authenticator has four private options. It puts the username
23924(on a successful authentication) into &$auth1$&. For compatibility with
23925previous releases of Exim, the username is also placed in &$1$&. However, the
23926use of this variable for this purpose is now deprecated, as it can lead to
23927confusion in string expansions that also use numeric variables for other
23928things.
4f578862 23929
168e428f 23930
f89d2485
PH
23931.option server_hostname cyrus_sasl string&!! "see below"
23932This option selects the hostname that is used when communicating with the
23933library. The default value is &`$primary_hostname`&. It is up to the underlying
23934SASL plug-in what it does with this data.
168e428f
PH
23935
23936
f89d2485
PH
23937.option server_mech cyrus_sasl string "see below"
23938This option selects the authentication mechanism this driver should use. The
23939default is the value of the generic &%public_name%& option. This option allows
23940you to use a different underlying mechanism from the advertised name. For
23941example:
9b371988
PH
23942.code
23943sasl:
23944 driver = cyrus_sasl
23945 public_name = X-ANYTHING
23946 server_mech = CRAM-MD5
4f578862 23947 server_set_id = $auth1
9b371988 23948.endd
168e428f 23949
9b371988 23950.option server_realm cyrus_sasl string unset
168e428f
PH
23951This specifies the SASL realm that the server claims to be in.
23952
23953
9b371988 23954.option server_service cyrus_sasl string &`smtp`&
168e428f
PH
23955This is the SASL service that the server claims to implement.
23956
23957
23958For straightforward cases, you do not need to set any of the authenticator's
23959private options. All you need to do is to specify an appropriate mechanism as
23960the public name. Thus, if you have a SASL library that supports CRAM-MD5 and
23961PLAIN, you could have two authenticators as follows:
9b371988
PH
23962.code
23963sasl_cram_md5:
23964 driver = cyrus_sasl
23965 public_name = CRAM-MD5
4f578862 23966 server_set_id = $auth1
168e428f 23967
9b371988
PH
23968sasl_plain:
23969 driver = cyrus_sasl
23970 public_name = PLAIN
e2f03231 23971 server_set_id = $auth2
9b371988 23972.endd
168e428f
PH
23973Cyrus SASL does implement the LOGIN authentication method, even though it is
23974not a standard method. It is disabled by default in the source distribution,
23975but it is present in many binary distributions.
4f578862
PH
23976.ecindex IIDcyrauth1
23977.ecindex IIDcyrauth2
168e428f
PH
23978
23979
23980
23981
3cb1b51e
PH
23982. ////////////////////////////////////////////////////////////////////////////
23983. ////////////////////////////////////////////////////////////////////////////
3cb1b51e
PH
23984.chapter "The dovecot authenticator" "CHAPdovecot"
23985.scindex IIDdcotauth1 "&(dovecot)& authenticator"
23986.scindex IIDdcotauth2 "authenticators" "&(dovecot)&"
23987This authenticator is an interface to the authentication facility of the
23988Dovecot POP/IMAP server, which can support a number of authentication methods.
23989If you are using Dovecot to authenticate POP/IMAP clients, it might be helpful
23990to use the same mechanisms for SMTP authentication. This is a server
23991authenticator only. There is only one option:
23992
23993.option server_socket dovecot string unset
23994
23995This option must specify the socket that is the interface to Dovecot
23996authentication. The &%public_name%& option must specify an authentication
23997mechanism that Dovecot is configured to support. You can have several
23998authenticators for different mechanisms. For example:
23999.code
24000dovecot_plain:
24001 driver = dovecot
24002 public_name = PLAIN
24003 server_socket = /var/run/dovecot/auth-client
e2f03231 24004 server_set_id = $auth2
3cb1b51e
PH
24005
24006dovecot_ntlm:
24007 driver = dovecot
24008 public_name = NTLM
24009 server_socket = /var/run/dovecot/auth-client
693ff309 24010 server_set_id = $auth1
3cb1b51e
PH
24011.endd
24012If the SMTP connection is encrypted, or if &$sender_host_address$& is equal to
24013&$received_ip_address$& (that is, the connection is local), the &"secured"&
24014option is passed in the Dovecot authentication command. If, for a TLS
24015connection, a client certificate has been verified, the &"valid-client-cert"&
595028e4
PH
24016option is passed. When authentication succeeds, the identity of the user
24017who authenticated is placed in &$auth1$&.
3cb1b51e
PH
24018.ecindex IIDdcotauth1
24019.ecindex IIDdcotauth2
3cb1b51e
PH
24020
24021
9b371988
PH
24022. ////////////////////////////////////////////////////////////////////////////
24023. ////////////////////////////////////////////////////////////////////////////
168e428f 24024
4f578862
PH
24025.chapter "The spa authenticator" "CHAPspa"
24026.scindex IIDspaauth1 "&(spa)& authenticator"
24027.scindex IIDspaauth2 "authenticators" "&(spa)&"
9b371988
PH
24028.cindex "authentication" "Microsoft Secure Password"
24029.cindex "authentication" "NTLM"
24030.cindex "Microsoft Secure Password Authentication"
24031.cindex "NTLM authentication"
24032The &(spa)& authenticator provides client support for Microsoft's &'Secure
24033Password Authentication'& mechanism,
168e428f
PH
24034which is also sometimes known as NTLM (NT LanMan). The code for client side of
24035this authenticator was contributed by Marc Prud'hommeaux, and much of it is
9b371988 24036taken from the Samba project (&url(http://www.samba.org)). The code for the
168e428f
PH
24037server side was subsequently contributed by Tom Kistner. The mechanism works as
24038follows:
24039
9b371988
PH
24040.ilist
24041After the AUTH command has been accepted, the client sends an SPA
168e428f 24042authentication request based on the user name and optional domain.
9b371988
PH
24043.next
24044The server sends back a challenge.
24045.next
24046The client builds a challenge response which makes use of the user's password
168e428f 24047and sends it to the server, which then accepts or rejects it.
9b371988 24048.endlist
168e428f
PH
24049
24050Encryption is used to protect the password in transit.
24051
24052
24053
f89d2485 24054.section "Using spa as a server" "SECID179"
9b371988
PH
24055.cindex "options" "&(spa)& authenticator (server)"
24056The &(spa)& authenticator has just one server option:
168e428f 24057
9b371988
PH
24058.option server_password spa string&!! unset
24059.cindex "numerical variables (&$1$& &$2$& etc)" "in &(spa)& authenticator"
168e428f 24060This option is expanded, and the result must be the cleartext password for the
4f578862
PH
24061authenticating user, whose name is at this point in &$auth1$&. For
24062compatibility with previous releases of Exim, the user name is also placed in
24063&$1$&. However, the use of this variable for this purpose is now deprecated, as
24064it can lead to confusion in string expansions that also use numeric variables
24065for other things. For example:
9b371988 24066.code
068aaea8
PH
24067spa:
24068 driver = spa
24069 public_name = NTLM
4f578862
PH
24070 server_password = \
24071 ${lookup{$auth1}lsearch{/etc/exim/spa_clearpass}{$value}fail}
9b371988 24072.endd
168e428f
PH
24073If the expansion is forced to fail, authentication fails. Any other expansion
24074failure causes a temporary error code to be returned.
24075
24076
24077
24078
24079
f89d2485 24080.section "Using spa as a client" "SECID180"
9b371988
PH
24081.cindex "options" "&(spa)& authenticator (client)"
24082The &(spa)& authenticator has the following client options:
168e428f
PH
24083
24084
168e428f 24085
9b371988 24086.option client_domain spa string&!! unset
168e428f
PH
24087This option specifies an optional domain for the authentication.
24088
24089
9b371988 24090.option client_password spa string&!! unset
168e428f
PH
24091This option specifies the user's password, and must be set.
24092
24093
9b371988
PH
24094.option client_username spa string&!! unset
24095This option specifies the user name, and must be set. Here is an example of a
24096configuration of this authenticator for use with the mail servers at
24097&'msn.com'&:
24098.code
24099msn:
24100 driver = spa
24101 public_name = MSN
24102 client_username = msn/msn_username
24103 client_password = msn_plaintext_password
24104 client_domain = DOMAIN_OR_UNSET
24105.endd
4f578862
PH
24106.ecindex IIDspaauth1
24107.ecindex IIDspaauth2
168e428f
PH
24108
24109
24110
24111
24112
9b371988
PH
24113. ////////////////////////////////////////////////////////////////////////////
24114. ////////////////////////////////////////////////////////////////////////////
168e428f 24115
9b371988
PH
24116.chapter "Encrypted SMTP connections using TLS/SSL" "CHAPTLS" &&&
24117 "Encrypted SMTP connections"
4f578862
PH
24118.scindex IIDencsmtp1 "encryption" "on SMTP connection"
24119.scindex IIDencsmtp2 "SMTP" "encryption"
9b371988
PH
24120.cindex "TLS" "on SMTP connection"
24121.cindex "OpenSSL"
24122.cindex "GnuTLS"
168e428f
PH
24123Support for TLS (Transport Layer Security), formerly known as SSL (Secure
24124Sockets Layer), is implemented by making use of the OpenSSL library or the
24125GnuTLS library (Exim requires GnuTLS release 1.0 or later). There is no
24126cryptographic code in the Exim distribution itself for implementing TLS. In
24127order to use this feature you must install OpenSSL or GnuTLS, and then build a
9b371988
PH
24128version of Exim that includes TLS support (see section &<<SECTinctlsssl>>&).
24129You also need to understand the basic concepts of encryption at a managerial
24130level, and in particular, the way that public keys, private keys, and
24131certificates are used.
168e428f 24132
068aaea8 24133RFC 3207 defines how SMTP connections can make use of encryption. Once a
168e428f
PH
24134connection is established, the client issues a STARTTLS command. If the
24135server accepts this, the client and the server negotiate an encryption
24136mechanism. If the negotiation succeeds, the data that subsequently passes
24137between them is encrypted.
24138
24139Exim's ACLs can detect whether the current SMTP session is encrypted or not,
24140and if so, what cipher suite is in use, whether the client supplied a
24141certificate, and whether or not that certificate was verified. This makes it
24142possible for an Exim server to deny or accept certain commands based on the
24143encryption state.
24144
9b371988 24145&*Warning*&: Certain types of firewall and certain anti-virus products can
168e428f
PH
24146disrupt TLS connections. You need to turn off SMTP scanning for these products
24147in order to get TLS to work.
24148
24149
24150
f89d2485
PH
24151.section "Support for the legacy &""ssmtp""& (aka &""smtps""&) protocol" &&&
24152 "SECID284"
9b371988
PH
24153.cindex "ssmtp protocol"
24154.cindex "smtps protocol"
24155.cindex "SMTP" "ssmtp protocol"
24156.cindex "SMTP" "smtps protocol"
168e428f
PH
24157Early implementations of encrypted SMTP used a different TCP port from normal
24158SMTP, and expected an encryption negotiation to start immediately, instead of
24159waiting for a STARTTLS command from the client using the standard SMTP
9b371988
PH
24160port. The protocol was called &"ssmtp"& or &"smtps"&, and port 465 was
24161allocated for this purpose.
168e428f 24162
f89d2485 24163This approach was abandoned when encrypted SMTP was standardized, but there are
168e428f 24164still some legacy clients that use it. Exim supports these clients by means of
9b371988 24165the &%tls_on_connect_ports%& global option. Its value must be a list of port
168e428f 24166numbers; the most common use is expected to be:
9b371988
PH
24167.code
24168tls_on_connect_ports = 465
24169.endd
168e428f 24170The port numbers specified by this option apply to all SMTP connections, both
9b371988
PH
24171via the daemon and via &'inetd'&. You still need to specify all the ports that
24172the daemon uses (by setting &%daemon_smtp_ports%& or &%local_interfaces%& or
24173the &%-oX%& command line option) because &%tls_on_connect_ports%& does not add
24174an extra port &-- rather, it specifies different behaviour on a port that is
168e428f
PH
24175defined elsewhere.
24176
9b371988
PH
24177There is also a &%-tls-on-connect%& command line option. This overrides
24178&%tls_on_connect_ports%&; it forces the legacy behaviour for all ports.
168e428f
PH
24179
24180
24181
24182
24183
24184
9b371988
PH
24185.section "OpenSSL vs GnuTLS" "SECTopenvsgnu"
24186.cindex "TLS" "OpenSSL &'vs'& GnuTLS"
168e428f
PH
24187The first TLS support in Exim was implemented using OpenSSL. Support for GnuTLS
24188followed later, when the first versions of GnuTLS were released. To build Exim
24189to use GnuTLS, you need to set
9b371988
PH
24190.code
24191USE_GNUTLS=yes
24192.endd
168e428f 24193in Local/Makefile, in addition to
9b371988
PH
24194.code
24195SUPPORT_TLS=yes
24196.endd
168e428f
PH
24197You must also set TLS_LIBS and TLS_INCLUDE appropriately, so that the
24198include files and libraries for GnuTLS can be found.
24199
24200There are some differences in usage when using GnuTLS instead of OpenSSL:
24201
9b371988
PH
24202.ilist
24203The &%tls_verify_certificates%& option must contain the name of a file, not the
168e428f 24204name of a directory (for OpenSSL it can be either).
9b371988
PH
24205.next
24206The &%tls_dhparam%& option is ignored, because early versions of GnuTLS had no
168e428f
PH
24207facility for varying its Diffie-Hellman parameters. I understand that this has
24208changed, but Exim has not been updated to provide this facility.
9b371988 24209.next
f89d2485 24210.vindex "&$tls_peerdn$&"
068aaea8 24211Distinguished Name (DN) strings reported by the OpenSSL library use a slash for
168e428f 24212separating fields; GnuTLS uses commas, in accordance with RFC 2253. This
9b371988
PH
24213affects the value of the &$tls_peerdn$& variable.
24214.next
24215OpenSSL identifies cipher suites using hyphens as separators, for example:
168e428f
PH
24216DES-CBC3-SHA. GnuTLS uses underscores, for example: RSA_ARCFOUR_SHA. What is
24217more, OpenSSL complains if underscores are present in a cipher list. To make
f89d2485 24218life simpler, Exim changes underscores to hyphens for OpenSSL and hyphens to
168e428f 24219underscores for GnuTLS when processing lists of cipher suites in the
9b371988 24220&%tls_require_ciphers%& options (the global option and the &(smtp)& transport
168e428f 24221option).
9b371988
PH
24222.next
24223The &%tls_require_ciphers%& options operate differently, as described in the
24224sections &<<SECTreqciphssl>>& and &<<SECTreqciphgnu>>&.
24225.endlist
168e428f 24226
068aaea8 24227
f89d2485 24228.section "GnuTLS parameter computation" "SECID181"
4cc45746 24229GnuTLS uses D-H parameters that may take a substantial amount of time
3cb1b51e 24230to compute. It is unreasonable to re-compute them for every TLS session.
068aaea8 24231Therefore, Exim keeps this data in a file in its spool directory, called
9b371988 24232&_gnutls-params_&. The file is owned by the Exim user and is readable only by
c2fe5cfd 24233its owner. Every Exim process that start up GnuTLS reads the D-H
9b371988
PH
24234parameters from this file. If the file does not exist, the first Exim process
24235that needs it computes the data and writes it to a temporary file which is
24236renamed once it is complete. It does not matter if several Exim processes do
24237this simultaneously (apart from wasting a few resources). Once a file is in
24238place, new Exim processes immediately start using it.
24239
068aaea8
PH
24240For maximum security, the parameters that are stored in this file should be
24241recalculated periodically, the frequency depending on your paranoia level.
24242Arranging this is easy in principle; just delete the file when you want new
24243values to be computed. However, there may be a problem. The calculation of new
9b371988
PH
24244parameters needs random numbers, and these are obtained from &_/dev/random_&.
24245If the system is not very active, &_/dev/random_& may delay returning data
24246until enough randomness (entropy) is available. This may cause Exim to hang for
24247a substantial amount of time, causing timeouts on incoming connections.
068aaea8 24248
068aaea8 24249The solution is to generate the parameters externally to Exim. They are stored
9b371988
PH
24250in &_gnutls-params_& in PEM format, which means that they can be generated
24251externally using the &(certtool)& command that is part of GnuTLS.
068aaea8 24252
068aaea8
PH
24253To replace the parameters with new ones, instead of deleting the file
24254and letting Exim re-create it, you can generate new parameters using
9b371988 24255&(certtool)& and, when this has been done, replace Exim's cache file by
068aaea8 24256renaming. The relevant commands are something like this:
9b371988 24257.code
068aaea8
PH
24258# rm -f new-params
24259# touch new-params
24260# chown exim:exim new-params
24261# chmod 0400 new-params
24262# certtool --generate-privkey --bits 512 >new-params
24263# echo "" >>new-params
24264# certtool --generate-dh-params --bits 1024 >> new-params
24265# mv new-params gnutls-params
9b371988 24266.endd
068aaea8
PH
24267If Exim never has to generate the parameters itself, the possibility of
24268stalling is removed.
168e428f
PH
24269
24270
9b371988
PH
24271.section "Requiring specific ciphers in OpenSSL" "SECTreqciphssl"
24272.cindex "TLS" "requiring specific ciphers (OpenSSL)"
0a4e3112 24273.oindex "&%tls_require_ciphers%&" "OpenSSL"
168e428f
PH
24274There is a function in the OpenSSL library that can be passed a list of cipher
24275suites before the cipher negotiation takes place. This specifies which ciphers
24276are acceptable. The list is colon separated and may contain names like
9b371988 24277DES-CBC3-SHA. Exim passes the expanded value of &%tls_require_ciphers%&
168e428f
PH
24278directly to this function call. The following quotation from the OpenSSL
24279documentation specifies what forms of item are allowed in the cipher string:
24280
9b371988
PH
24281.ilist
24282It can consist of a single cipher suite such as RC4-SHA.
24283.next
24284It can represent a list of cipher suites containing a certain algorithm,
168e428f
PH
24285or cipher suites of a certain type. For example SHA1 represents all
24286ciphers suites using the digest algorithm SHA1 and SSLv3 represents all
24287SSL v3 algorithms.
9b371988
PH
24288.next
24289Lists of cipher suites can be combined in a single cipher string using
168e428f
PH
24290the + character. This is used as a logical and operation. For example
24291SHA1+DES represents all cipher suites containing the SHA1 and the DES
24292algorithms.
9b371988 24293.endlist
168e428f 24294
9b371988
PH
24295Each cipher string can be optionally preceded by one of the characters &`!`&,
24296&`-`& or &`+`&.
24297.ilist
24298If &`!`& is used, the ciphers are permanently deleted from the list. The
168e428f
PH
24299ciphers deleted can never reappear in the list even if they are explicitly
24300stated.
9b371988
PH
24301.next
24302If &`-`& is used, the ciphers are deleted from the list, but some or all
168e428f 24303of the ciphers can be added again by later options.
9b371988
PH
24304.next
24305If &`+`& is used, the ciphers are moved to the end of the list. This
24306option does not add any new ciphers; it just moves matching existing ones.
24307.endlist
24308
24309If none of these characters is present, the string is interpreted as
168e428f
PH
24310a list of ciphers to be appended to the current preference list. If the list
24311includes any ciphers already present they will be ignored: that is, they will
9b371988
PH
24312not be moved to the end of the list.
24313.endlist
168e428f
PH
24314
24315
24316
f89d2485
PH
24317.section "Requiring specific ciphers or other parameters in GnuTLS" &&&
24318 "SECTreqciphgnu"
24319.cindex "GnuTLS" "specifying parameters for"
24320.cindex "TLS" "specifying ciphers (GnuTLS)"
24321.cindex "TLS" "specifying key exchange methods (GnuTLS)"
24322.cindex "TLS" "specifying MAC algorithms (GnuTLS)"
24323.cindex "TLS" "specifying protocols (GnuTLS)"
0a4e3112 24324.oindex "&%tls_require_ciphers%&" "GnuTLS"
f89d2485
PH
24325The GnuTLS library allows the caller to specify separate lists of permitted key
24326exchange methods, main cipher algorithms, MAC algorithms, and protocols.
24327Unfortunately, these lists are numerical, and the library does not have a
24328function for turning names into numbers. Consequently, lists of recognized
24329names have to be built into the application. The permitted key exchange
24330methods, ciphers, and MAC algorithms may be used in any combination to form a
24331cipher suite. This is unlike OpenSSL, where complete cipher suite names are
24332passed to its control function.
24333
24334For compatibility with OpenSSL, the &%tls_require_ciphers%& option can be set
24335to complete cipher suite names such as RSA_ARCFOUR_SHA, but for GnuTLS this
24336option controls only the cipher algorithms. Exim searches each item in the
24337list for the name of an available algorithm. For example, if the list
24338contains RSA_AES_SHA, then AES is recognized, and the behaviour is exactly
24339the same as if just AES were given.
24340
0a4e3112
PH
24341.oindex "&%gnutls_require_kx%&"
24342.oindex "&%gnutls_require_mac%&"
24343.oindex "&%gnutls_require_protocols%&"
f89d2485
PH
24344There are additional options called &%gnutls_require_kx%&,
24345&%gnutls_require_mac%&, and &%gnutls_require_protocols%& that can be used to
24346restrict the key exchange methods, MAC algorithms, and protocols, respectively.
24347These options are ignored if OpenSSL is in use.
24348
24349All four options are available as global options, controlling how Exim
24350behaves as a server, and also as options of the &(smtp)& transport, controlling
24351how Exim behaves as a client. All the values are string expanded. After
24352expansion, the values must be colon-separated lists, though the separator
24353can be changed in the usual way.
24354
24355Each of the four lists starts out with a default set of algorithms. If the
24356first item in a list does &'not'& start with an exclamation mark, all the
24357default items are deleted. In this case, only those that are explicitly
24358specified can be used. If the first item in a list &'does'& start with an
24359exclamation mark, the defaults are left on the list.
168e428f 24360
9b371988 24361Then, any item that starts with an exclamation mark causes the relevant
f89d2485
PH
24362entry to be removed from the list, and any item that does not start with an
24363exclamation mark causes a new entry to be added to the list. Unrecognized
24364items in the list are ignored. Thus:
9b371988 24365.code
f89d2485 24366tls_require_ciphers = !ARCFOUR
9b371988 24367.endd
f89d2485 24368allows all the defaults except ARCFOUR, whereas
9b371988
PH
24369.code
24370tls_require_ciphers = AES : 3DES
24371.endd
f89d2485
PH
24372allows only cipher suites that use AES or 3DES.
24373
24374For &%tls_require_ciphers%& the recognized names are AES_256, AES_128, AES
24375(both of the preceding), 3DES, ARCFOUR_128, ARCFOUR_40, and ARCFOUR (both of
24376the preceding). The default list does not contain all of these; it just has
24377AES_256, AES_128, 3DES, and ARCFOUR_128.
24378
24379For &%gnutls_require_kx%&, the recognized names are DHE_RSA, RSA (which
24380includes DHE_RSA), DHE_DSS, and DHE (which includes both DHE_RSA and
24381DHE_DSS). The default list contains RSA, DHE_DSS, DHE_RSA.
24382
24383For &%gnutls_require_mac%&, the recognized names are SHA (synonym SHA1), and
24384MD5. The default list contains SHA, MD5.
24385
24386For &%gnutls_require_protocols%&, the recognized names are TLS1 and SSL3.
24387The default list contains TLS1, SSL3.
24388
24389In a server, the order of items in these lists is unimportant. The server
24390advertises the availability of all the relevant cipher suites. However, in a
24391client, the order in the &%tls_require_ciphers%& list specifies a preference
24392order for the cipher algorithms. The first one in the client's list that is
168e428f
PH
24393also advertised by the server is tried first. The default order is as listed
24394above.
24395
24396
24397
f89d2485 24398.section "Configuring an Exim server to use TLS" "SECID182"
9b371988 24399.cindex "TLS" "configuring an Exim server"
168e428f 24400When Exim has been built with TLS support, it advertises the availability of
9b371988 24401the STARTTLS command to client hosts that match &%tls_advertise_hosts%&,
168e428f
PH
24402but not to any others. The default value of this option is unset, which means
24403that STARTTLS is not advertised at all. This default is chosen because you
f89d2485 24404need to set some other options in order to make TLS available, and also it is
168e428f
PH
24405sensible for systems that want to use TLS only as a client.
24406
24407If a client issues a STARTTLS command and there is some configuration
24408problem in the server, the command is rejected with a 454 error. If the client
24409persists in trying to issue SMTP commands, all except QUIT are rejected
24410with the error
9b371988
PH
24411.code
24412554 Security failure
24413.endd
168e428f
PH
24414If a STARTTLS command is issued within an existing TLS session, it is
24415rejected with a 554 error code.
24416
9b371988
PH
24417To enable TLS operations on a server, you must set &%tls_advertise_hosts%& to
24418match some hosts. You can, of course, set it to * to match all hosts.
168e428f
PH
24419However, this is not all you need to do. TLS sessions to a server won't work
24420without some further configuration at the server end.
24421
24422It is rumoured that all existing clients that support TLS/SSL use RSA
24423encryption. To make this work you need to set, in the server,
9b371988
PH
24424.code
24425tls_certificate = /some/file/name
24426tls_privatekey = /some/file/name
24427.endd
4f578862
PH
24428These options are, in fact, expanded strings, so you can make them depend on
24429the identity of the client that is connected if you wish. The first file
24430contains the server's X509 certificate, and the second contains the private key
24431that goes with it. These files need to be readable by the Exim user, and must
24432always be given as full path names. They can be the same file if both the
24433certificate and the key are contained within it. If &%tls_privatekey%& is not
24434set, or if its expansion is forced to fail or results in an empty string, this
24435is assumed to be the case. The certificate file may also contain intermediate
24436certificates that need to be sent to the client to enable it to authenticate
24437the server's certificate.
168e428f
PH
24438
24439If you do not understand about certificates and keys, please try to find a
24440source of this background information, which is not Exim-specific. (There are a
9b371988 24441few comments below in section &<<SECTcerandall>>&.)
168e428f 24442
9b371988 24443&*Note*&: These options do not apply when Exim is operating as a client &--
4f578862
PH
24444they apply only in the case of a server. If you need to use a certificate in an
24445Exim client, you must set the options of the same names in an &(smtp)&
24446transport.
168e428f 24447
4f578862
PH
24448With just these options, an Exim server will be able to use TLS. It does not
24449require the client to have a certificate (but see below for how to insist on
24450this). There is one other option that may be needed in other situations. If
9b371988
PH
24451.code
24452tls_dhparam = /some/file/name
24453.endd
168e428f
PH
24454is set, the SSL library is initialized for the use of Diffie-Hellman ciphers
24455with the parameters contained in the file. This increases the set of cipher
24456suites that the server supports. See the command
9b371988
PH
24457.code
24458openssl dhparam
24459.endd
4f578862
PH
24460for a way of generating this data. At present, &%tls_dhparam%& is used only
24461when Exim is linked with OpenSSL. It is ignored if GnuTLS is being used.
168e428f
PH
24462
24463The strings supplied for these three options are expanded every time a client
24464host connects. It is therefore possible to use different certificates and keys
24465for different hosts, if you so wish, by making use of the client's IP address
9b371988 24466in &$sender_host_address$& to control the expansion. If a string expansion is
168e428f
PH
24467forced to fail, Exim behaves as if the option is not set.
24468
9b371988
PH
24469.cindex "cipher" "logging"
24470.cindex "log" "TLS cipher"
f89d2485 24471.vindex "&$tls_cipher$&"
9b371988
PH
24472The variable &$tls_cipher$& is set to the cipher suite that was negotiated for
24473an incoming TLS connection. It is included in the &'Received:'& header of an
24474incoming message (by default &-- you can, of course, change this), and it is
24475also included in the log line that records a message's arrival, keyed by
24476&"X="&, unless the &%tls_cipher%& log selector is turned off. The &%encrypted%&
24477condition can be used to test for specific cipher suites in ACLs.
7d0ab55c
TF
24478(For outgoing SMTP deliveries, &$tls_cipher$& is reset &-- see section
24479&<<SECID185>>&.)
168e428f 24480
595028e4
PH
24481Once TLS has been established, the ACLs that run for subsequent SMTP commands
24482can check the name of the cipher suite and vary their actions accordingly. The
24483cipher suite names vary, depending on which TLS library is being used. For
24484example, OpenSSL uses the name DES-CBC3-SHA for the cipher suite which in other
24485contexts is known as TLS_RSA_WITH_3DES_EDE_CBC_SHA. Check the OpenSSL or GnuTLS
168e428f 24486documentation for more details.
168e428f
PH
24487
24488
f89d2485 24489.section "Requesting and verifying client certificates" "SECID183"
9b371988
PH
24490.cindex "certificate" "verification of client"
24491.cindex "TLS" "client certificate verification"
168e428f 24492If you want an Exim server to request a certificate when negotiating a TLS
9b371988
PH
24493session with a client, you must set either &%tls_verify_hosts%& or
24494&%tls_try_verify_hosts%&. You can, of course, set either of them to * to
168e428f
PH
24495apply to all TLS connections. For any host that matches one of these options,
24496Exim requests a certificate as part of the setup of the TLS session. The
24497contents of the certificate are verified by comparing it with a list of
24498expected certificates. These must be available in a file or,
24499for OpenSSL only (not GnuTLS), a directory, identified by
9b371988 24500&%tls_verify_certificates%&.
168e428f
PH
24501
24502A file can contain multiple certificates, concatenated end to end. If a
24503directory is used
24504(OpenSSL only),
24505each certificate must be in a separate file, with a name (or a symbolic link)
9b371988 24506of the form <&'hash'&>.0, where <&'hash'&> is a hash value constructed from the
168e428f 24507certificate. You can compute the relevant hash by running the command
9b371988
PH
24508.code
24509openssl x509 -hash -noout -in /cert/file
24510.endd
24511where &_/cert/file_& contains a single certificate.
168e428f 24512
9b371988 24513The difference between &%tls_verify_hosts%& and &%tls_try_verify_hosts%& is
168e428f
PH
24514what happens if the client does not supply a certificate, or if the certificate
24515does not match any of the certificates in the collection named by
9b371988 24516&%tls_verify_certificates%&. If the client matches &%tls_verify_hosts%&, the
168e428f 24517attempt to set up a TLS session is aborted, and the incoming connection is
9b371988 24518dropped. If the client matches &%tls_try_verify_hosts%&, the (encrypted) SMTP
168e428f
PH
24519session continues. ACLs that run for subsequent SMTP commands can detect the
24520fact that no certificate was verified, and vary their actions accordingly. For
24521example, you can insist on a certificate before accepting a message for
24522relaying, but not when the message is destined for local delivery.
24523
f89d2485 24524.vindex "&$tls_peerdn$&"
168e428f
PH
24525When a client supplies a certificate (whether it verifies or not), the value of
24526the Distinguished Name of the certificate is made available in the variable
9b371988 24527&$tls_peerdn$& during subsequent processing of the message.
168e428f 24528
9b371988 24529.cindex "log" "distinguished name"
168e428f 24530Because it is often a long text string, it is not included in the log line or
9b371988
PH
24531&'Received:'& header by default. You can arrange for it to be logged, keyed by
24532&"DN="&, by setting the &%tls_peerdn%& log selector, and you can use
24533&%received_header_text%& to change the &'Received:'& header. When no
24534certificate is supplied, &$tls_peerdn$& is empty.
168e428f
PH
24535
24536
f89d2485 24537.section "Revoked certificates" "SECID184"
9b371988
PH
24538.cindex "TLS" "revoked certificates"
24539.cindex "revocation list"
24540.cindex "certificate" "revocation list"
168e428f
PH
24541Certificate issuing authorities issue Certificate Revocation Lists (CRLs) when
24542certificates are revoked. If you have such a list, you can pass it to an Exim
9b371988
PH
24543server using the global option called &%tls_crl%& and to an Exim client using
24544an identically named option for the &(smtp)& transport. In each case, the value
24545of the option is expanded and must then be the name of a file that contains a
24546CRL in PEM format.
24547
24548
f89d2485 24549.section "Configuring an Exim client to use TLS" "SECID185"
9b371988
PH
24550.cindex "cipher" "logging"
24551.cindex "log" "TLS cipher"
24552.cindex "log" "distinguished name"
24553.cindex "TLS" "configuring an Exim client"
24554The &%tls_cipher%& and &%tls_peerdn%& log selectors apply to outgoing SMTP
168e428f
PH
24555deliveries as well as to incoming, the latter one causing logging of the
24556server certificate's DN. The remaining client configuration for TLS is all
9b371988 24557within the &(smtp)& transport.
168e428f 24558
9b371988 24559It is not necessary to set any options to have TLS work in the &(smtp)&
168e428f 24560transport. If Exim is built with TLS support, and TLS is advertised by a
9b371988
PH
24561server, the &(smtp)& transport always tries to start a TLS session. However,
24562this can be prevented by setting &%hosts_avoid_tls%& (an option of the
168e428f
PH
24563transport) to a list of server hosts for which TLS should not be used.
24564
24565If you do not want Exim to attempt to send messages unencrypted when an attempt
24566to set up an encrypted connection fails in any way, you can set
9b371988 24567&%hosts_require_tls%& to a list of hosts for which encryption is mandatory. For
168e428f
PH
24568those hosts, delivery is always deferred if an encrypted connection cannot be
24569set up. If there are any other hosts for the address, they are tried in the
24570usual way.
24571
9b371988 24572When the server host is not in &%hosts_require_tls%&, Exim may try to deliver
168e428f 24573the message unencrypted. It always does this if the response to STARTTLS is
9b371988 24574a 5&'xx'& code. For a temporary error code, or for a failure to negotiate a TLS
168e428f 24575session after a success response code, what happens is controlled by the
9b371988 24576&%tls_tempfail_tryclear%& option of the &(smtp)& transport. If it is false,
168e428f 24577delivery to this host is deferred, and other hosts (if available) are tried. If
9b371988 24578it is true, Exim attempts to deliver unencrypted after a 4&'xx'& response to
168e428f
PH
24579STARTTLS, and if STARTTLS is accepted, but the subsequent TLS
24580negotiation fails, Exim closes the current connection (because it is in an
24581unknown state), opens a new one to the same host, and then tries the delivery
24582unencrypted.
24583
9b371988
PH
24584The &%tls_certificate%& and &%tls_privatekey%& options of the &(smtp)&
24585transport provide the client with a certificate, which is passed to the server
24586if it requests it. If the server is Exim, it will request a certificate only if
07af267e 24587&%tls_verify_hosts%& or &%tls_try_verify_hosts%& matches the client.
168e428f 24588
07af267e
NM
24589If the &%tls_verify_certificates%& option is set on the &(smtp)& transport, it
24590must name a file or,
168e428f
PH
24591for OpenSSL only (not GnuTLS), a directory, that contains a collection of
24592expected server certificates. The client verifies the server's certificate
24593against this collection, taking into account any revoked certificates that are
9b371988 24594in the list defined by &%tls_crl%&.
168e428f
PH
24595
24596If
9b371988 24597&%tls_require_ciphers%& is set on the &(smtp)& transport, it must contain a
168e428f 24598list of permitted cipher suites. If either of these checks fails, delivery to
9b371988 24599the current host is abandoned, and the &(smtp)& transport tries to deliver to
168e428f
PH
24600alternative hosts, if any.
24601
07af267e
NM
24602 &*Note*&:
24603These options must be set in the &(smtp)& transport for Exim to use TLS when it
24604is operating as a client. Exim does not assume that a server certificate (set
24605by the global options of the same name) should also be used when operating as a
24606client.
24607
f89d2485
PH
24608.vindex "&$host$&"
24609.vindex "&$host_address$&"
9b371988
PH
24610All the TLS options in the &(smtp)& transport are expanded before use, with
24611&$host$& and &$host_address$& containing the name and address of the server to
168e428f
PH
24612which the client is connected. Forced failure of an expansion causes Exim to
24613behave as if the relevant option were unset.
24614
595028e4
PH
24615.vindex &$tls_cipher$&
24616.vindex &$tls_peerdn$&
24617Before an SMTP connection is established, the &$tls_cipher$& and &$tls_peerdn$&
24618variables are emptied. (Until the first connection, they contain the values
24619that were set when the message was received.) If STARTTLS is subsequently
24620successfully obeyed, these variables are set to the relevant values for the
24621outgoing connection.
595028e4 24622
168e428f
PH
24623
24624
9b371988
PH
24625.section "Multiple messages on the same encrypted TCP/IP connection" &&&
24626 "SECTmulmessam"
24627.cindex "multiple SMTP deliveries with TLS"
24628.cindex "TLS" "multiple message deliveries"
168e428f
PH
24629Exim sends multiple messages down the same TCP/IP connection by starting up
24630an entirely new delivery process for each message, passing the socket from
24631one process to the next. This implementation does not fit well with the use
24632of TLS, because there is quite a lot of state information associated with a TLS
24633connection, not just a socket identification. Passing all the state information
24634to a new process is not feasible. Consequently, Exim shuts down an existing TLS
24635session before passing the socket to a new process. The new process may then
24636try to start a new TLS session, and if successful, may try to re-authenticate
24637if AUTH is in use, before sending the next message.
24638
24639The RFC is not clear as to whether or not an SMTP session continues in clear
24640after TLS has been shut down, or whether TLS may be restarted again later, as
24641just described. However, if the server is Exim, this shutdown and
24642reinitialization works. It is not known which (if any) other servers operate
24643successfully if the client closes a TLS session and continues with unencrypted
24644SMTP, but there are certainly some that do not work. For such servers, Exim
24645should not pass the socket to another process, because the failure of the
24646subsequent attempt to use it would cause Exim to record a temporary host error,
24647and delay other deliveries to that host.
24648
24649To test for this case, Exim sends an EHLO command to the server after
24650closing down the TLS session. If this fails in any way, the connection is
24651closed instead of being passed to a new delivery process, but no retry
24652information is recorded.
24653
9b371988
PH
24654There is also a manual override; you can set &%hosts_nopass_tls%& on the
24655&(smtp)& transport to match those hosts for which Exim should not pass
168e428f
PH
24656connections to new processes if TLS has been used.
24657
24658
24659
24660
9b371988
PH
24661.section "Certificates and all that" "SECTcerandall"
24662.cindex "certificate" "references to discussion"
168e428f
PH
24663In order to understand fully how TLS works, you need to know about
24664certificates, certificate signing, and certificate authorities. This is not the
24665place to give a tutorial, especially as I do not know very much about it
24666myself. Some helpful introduction can be found in the FAQ for the SSL addition
24667to Apache, currently at
9b371988
PH
24668.display
24669&url(http://www.modssl.org/docs/2.7/ssl_faq.html#ToC24)
24670.endd
24671Other parts of the &'modssl'& documentation are also helpful, and have
168e428f 24672links to further files.
9b371988 24673Eric Rescorla's book, &'SSL and TLS'&, published by Addison-Wesley (ISBN
168e428f
PH
246740-201-61598-3), contains both introductory and more in-depth descriptions.
24675Some sample programs taken from the book are available from
9b371988
PH
24676.display
24677&url(http://www.rtfm.com/openssl-examples/)
24678.endd
168e428f 24679
168e428f 24680
f89d2485 24681.section "Certificate chains" "SECID186"
9b371988 24682The file named by &%tls_certificate%& may contain more than one
168e428f
PH
24683certificate. This is useful in the case where the certificate that is being
24684sent is validated by an intermediate certificate which the other end does
24685not have. Multiple certificates must be in the correct order in the file.
24686First the host's certificate itself, then the first intermediate
24687certificate to validate the issuer of the host certificate, then the next
24688intermediate certificate to validate the issuer of the first intermediate
24689certificate, and so on, until finally (optionally) the root certificate.
24690The root certificate must already be trusted by the recipient for
24691validation to succeed, of course, but if it's not preinstalled, sending the
24692root certificate along with the rest makes it available for the user to
24693install if the receiving end is a client MUA that can interact with a user.
24694
24695
f89d2485 24696.section "Self-signed certificates" "SECID187"
9b371988
PH
24697.cindex "certificate" "self-signed"
24698You can create a self-signed certificate using the &'req'& command provided
168e428f 24699with OpenSSL, like this:
9b371988 24700.code
168e428f
PH
24701openssl req -x509 -newkey rsa:1024 -keyout file1 -out file2 \
24702 -days 9999 -nodes
9b371988
PH
24703.endd
24704&_file1_& and &_file2_& can be the same file; the key and the certificate are
24705delimited and so can be identified independently. The &%-days%& option
24706specifies a period for which the certificate is valid. The &%-nodes%& option is
168e428f
PH
24707important: if you do not set it, the key is encrypted with a passphrase
24708that you are prompted for, and any use that is made of the key causes more
24709prompting for the passphrase. This is not helpful if you are going to use
24710this certificate and key in an MTA, where prompting is not possible.
24711
24712A self-signed certificate made in this way is sufficient for testing, and
24713may be adequate for all your requirements if you are mainly interested in
24714encrypting transfers, and not in secure identification.
24715
24716However, many clients require that the certificate presented by the server be a
9b371988 24717user (also called &"leaf"& or &"site"&) certificate, and not a self-signed
168e428f 24718certificate. In this situation, the self-signed certificate described above
9b371988
PH
24719must be installed on the client host as a trusted root &'certification
24720authority'& (CA), and the certificate used by Exim must be a user certificate
168e428f
PH
24721signed with that self-signed certificate.
24722
24723For information on creating self-signed CA certificates and using them to sign
9b371988
PH
24724user certificates, see the &'General implementation overview'& chapter of the
24725Open-source PKI book, available online at
24726&url(http://ospkibook.sourceforge.net/).
4f578862
PH
24727.ecindex IIDencsmtp1
24728.ecindex IIDencsmtp2
168e428f
PH
24729
24730
24731
9b371988
PH
24732. ////////////////////////////////////////////////////////////////////////////
24733. ////////////////////////////////////////////////////////////////////////////
168e428f 24734
9b371988 24735.chapter "Access control lists" "CHAPACL"
4f578862 24736.scindex IIDacl "&ACL;" "description"
9b371988
PH
24737.cindex "control of incoming mail"
24738.cindex "message" "controlling incoming"
24739.cindex "policy control" "access control lists"
168e428f 24740Access Control Lists (ACLs) are defined in a separate section of the run time
9b371988 24741configuration file, headed by &"begin acl"&. Each ACL definition starts with a
168e428f
PH
24742name, terminated by a colon. Here is a complete ACL section that contains just
24743one very small ACL:
9b371988
PH
24744.code
24745begin acl
9b371988
PH
24746small_acl:
24747 accept hosts = one.host.only
24748.endd
168e428f
PH
24749You can have as many lists as you like in the ACL section, and the order in
24750which they appear does not matter. The lists are self-terminating.
24751
24752The majority of ACLs are used to control Exim's behaviour when it receives
24753certain SMTP commands. This applies both to incoming TCP/IP connections, and
9b371988 24754when a local process submits a message using SMTP by specifying the &%-bs%&
168e428f
PH
24755option. The most common use is for controlling which recipients are accepted
24756in incoming messages. In addition, you can define an ACL that is used to check
24757local non-SMTP messages. The default configuration file contains an example of
24758a realistic ACL for checking RCPT commands. This is discussed in chapter
9b371988 24759&<<CHAPdefconfil>>&.
168e428f
PH
24760
24761
f89d2485 24762.section "Testing ACLs" "SECID188"
9b371988
PH
24763The &%-bh%& command line option provides a way of testing your ACL
24764configuration locally by running a fake SMTP session with which you interact.
24765The host &'relay-test.mail-abuse.org'& provides a service for checking your
24766relaying configuration (see section &<<SECTcheralcon>>& for more details).
168e428f
PH
24767
24768
24769
f89d2485 24770.section "Specifying when ACLs are used" "SECID189"
9b371988 24771.cindex "&ACL;" "options for specifying"
168e428f
PH
24772In order to cause an ACL to be used, you have to name it in one of the relevant
24773options in the main part of the configuration. These options are:
9b371988
PH
24774.cindex "AUTH" "ACL for"
24775.cindex "DATA" "ACLs for"
24776.cindex "ETRN" "ACL for"
24777.cindex "EXPN" "ACL for"
24778.cindex "HELO" "ACL for"
24779.cindex "EHLO" "ACL for"
24780.cindex "MAIL" "ACL for"
f89d2485 24781.cindex "QUIT, ACL for"
9b371988 24782.cindex "RCPT" "ACL for"
f89d2485 24783.cindex "STARTTLS, ACL for"
9b371988 24784.cindex "VRFY" "ACL for"
f89d2485
PH
24785.cindex "SMTP" "connection, ACL for"
24786.cindex "non-SMTP messages" "ACLs for"
24787.cindex "MIME content scanning" "ACL for"
9b371988
PH
24788
24789.table2 140pt
f89d2485
PH
24790.irow &%acl_not_smtp%& "ACL for non-SMTP messages"
24791.irow &%acl_not_smtp_mime%& "ACL for non-SMTP MIME parts"
24792.irow &%acl_not_smtp_start%& "ACL at start of non-SMTP message"
24793.irow &%acl_smtp_auth%& "ACL for AUTH"
24794.irow &%acl_smtp_connect%& "ACL for start of SMTP connection"
24795.irow &%acl_smtp_data%& "ACL after DATA is complete"
24796.irow &%acl_smtp_etrn%& "ACL for ETRN"
24797.irow &%acl_smtp_expn%& "ACL for EXPN"
24798.irow &%acl_smtp_helo%& "ACL for HELO or EHLO"
24799.irow &%acl_smtp_mail%& "ACL for MAIL"
24800.irow &%acl_smtp_mailauth%& "ACL for the AUTH parameter of MAIL"
24801.irow &%acl_smtp_mime%& "ACL for content-scanning MIME parts"
7d0ab55c 24802.irow &%acl_smtp_notquit%& "ACL for non-QUIT terminations"
f89d2485
PH
24803.irow &%acl_smtp_predata%& "ACL at start of DATA command"
24804.irow &%acl_smtp_quit%& "ACL for QUIT"
24805.irow &%acl_smtp_rcpt%& "ACL for RCPT"
24806.irow &%acl_smtp_starttls%& "ACL for STARTTLS"
24807.irow &%acl_smtp_vrfy%& "ACL for VRFY"
9b371988 24808.endtable
168e428f
PH
24809
24810For example, if you set
9b371988
PH
24811.code
24812acl_smtp_rcpt = small_acl
24813.endd
168e428f
PH
24814the little ACL defined above is used whenever Exim receives a RCPT command
24815in an SMTP dialogue. The majority of policy tests on incoming messages can be
24816done when RCPT commands arrive. A rejection of RCPT should cause the
24817sending MTA to give up on the recipient address contained in the RCPT
24818command, whereas rejection at other times may cause the client MTA to keep on
24819trying to deliver the message. It is therefore recommended that you do as much
24820testing as possible at RCPT time.
24821
24822
f89d2485
PH
24823.section "The non-SMTP ACLs" "SECID190"
24824.cindex "non-SMTP messages" "ACLs for"
db9452a9
PH
24825The non-SMTP ACLs apply to all non-interactive incoming messages, that is, they
24826apply to batched SMTP as well as to non-SMTP messages. (Batched SMTP is not
24827really SMTP.) Many of the ACL conditions (for example, host tests, and tests on
24828the state of the SMTP connection such as encryption and authentication) are not
24829relevant and are forbidden in these ACLs. However, the sender and recipients
24830are known, so the &%senders%& and &%sender_domains%& conditions and the
24831&$sender_address$& and &$recipients$& variables can be used. Variables such as
24832&$authenticated_sender$& are also available. You can specify added header lines
24833in any of these ACLs.
24834
24835The &%acl_not_smtp_start%& ACL is run right at the start of receiving a
24836non-SMTP message, before any of the message has been read. (This is the
595028e4
PH
24837analogue of the &%acl_smtp_predata%& ACL for SMTP input.) In the case of
24838batched SMTP input, it runs after the DATA command has been reached. The
f89d2485
PH
24839result of this ACL is ignored; it cannot be used to reject a message. If you
24840really need to, you could set a value in an ACL variable here and reject based
24841on that in the &%acl_not_smtp%& ACL. However, this ACL can be used to set
24842controls, and in particular, it can be used to set
db9452a9
PH
24843.code
24844control = suppress_local_fixups
24845.endd
24846This cannot be used in the other non-SMTP ACLs because by the time they are
24847run, it is too late.
24848
24849The &%acl_not_smtp_mime%& ACL is available only when Exim is compiled with the
24850content-scanning extension. For details, see chapter &<<CHAPexiscan>>&.
24851
24852The &%acl_not_smtp%& ACL is run just before the &[local_scan()]& function. Any
168e428f 24853kind of rejection is treated as permanent, because there is no way of sending a
db9452a9 24854temporary error for these kinds of message.
168e428f
PH
24855
24856
f89d2485
PH
24857.section "The SMTP connect ACL" "SECID191"
24858.cindex "SMTP" "connection, ACL for"
0a4e3112 24859.oindex &%smtp_banner%&
db9452a9
PH
24860The ACL test specified by &%acl_smtp_connect%& happens at the start of an SMTP
24861session, after the test specified by &%host_reject_connection%& (which is now
3cb1b51e
PH
24862an anomaly) and any TCP Wrappers testing (if configured). If the connection is
24863accepted by an &%accept%& verb that has a &%message%& modifier, the contents of
24864the message override the banner message that is otherwise specified by the
24865&%smtp_banner%& option.
24866
24867
f89d2485 24868.section "The EHLO/HELO ACL" "SECID192"
3cb1b51e
PH
24869.cindex "EHLO" "ACL for"
24870.cindex "HELO" "ACL for"
24871The ACL test specified by &%acl_smtp_helo%& happens when the client issues an
24872EHLO or HELO command, after the tests specified by &%helo_accept_junk_hosts%&,
24873&%helo_allow_chars%&, &%helo_verify_hosts%&, and &%helo_try_verify_hosts%&.
24874Note that a client may issue more than one EHLO or HELO command in an SMTP
24875session, and indeed is required to issue a new EHLO or HELO after successfully
24876setting up encryption following a STARTTLS command.
24877
24878If the command is accepted by an &%accept%& verb that has a &%message%&
24879modifier, the message may not contain more than one line (it will be truncated
24880at the first newline and a panic logged if it does). Such a message cannot
24881affect the EHLO options that are listed on the second and subsequent lines of
24882an EHLO response.
168e428f
PH
24883
24884
f89d2485 24885.section "The DATA ACLs" "SECID193"
9b371988 24886.cindex "DATA" "ACLs for"
168e428f
PH
24887Two ACLs are associated with the DATA command, because it is two-stage
24888command, with two responses being sent to the client.
9b371988 24889When the DATA command is received, the ACL defined by &%acl_smtp_predata%&
168e428f
PH
24890is obeyed. This gives you control after all the RCPT commands, but before
24891the message itself is received. It offers the opportunity to give a negative
24892response to the DATA command before the data is transmitted. Header lines
24893added by MAIL or RCPT ACLs are not visible at this time, but any that
9b371988 24894are defined here are visible when the &%acl_smtp_data%& ACL is run.
168e428f
PH
24895
24896You cannot test the contents of the message, for example, to verify addresses
24897in the headers, at RCPT time or when the DATA command is received. Such
24898tests have to appear in the ACL that is run after the message itself has been
24899received, before the final response to the DATA command is sent. This is
9b371988 24900the ACL specified by &%acl_smtp_data%&, which is the second ACL that is
168e428f
PH
24901associated with the DATA command.
24902
24903For both of these ACLs, it is not possible to reject individual recipients. An
24904error response rejects the entire message. Unfortunately, it is known that some
9b371988
PH
24905MTAs do not treat hard (5&'xx'&) responses to the DATA command (either
24906before or after the data) correctly &-- they keep the message on their queues
168e428f
PH
24907and try again later, but that is their problem, though it does waste some of
24908your resources.
24909
24910
f89d2485 24911.section "The SMTP MIME ACL" "SECID194"
9b371988
PH
24912The &%acl_smtp_mime%& option is available only when Exim is compiled with the
24913content-scanning extension. For details, see chapter &<<CHAPexiscan>>&.
168e428f
PH
24914
24915
9b371988 24916.section "The QUIT ACL" "SECTQUITACL"
f89d2485 24917.cindex "QUIT, ACL for"
068aaea8
PH
24918The ACL for the SMTP QUIT command is anomalous, in that the outcome of the ACL
24919does not affect the response code to QUIT, which is always 221. Thus, the ACL
24920does not in fact control any access. For this reason, the only verbs that are
9b371988 24921permitted are &%accept%& and &%warn%&.
168e428f
PH
24922
24923This ACL can be used for tasks such as custom logging at the end of an SMTP
24924session. For example, you can use ACL variables in other ACLs to count
24925messages, recipients, etc., and log the totals at QUIT time using one or
9b371988 24926more &%logwrite%& modifiers on a &%warn%& verb.
168e428f 24927
9b371988
PH
24928&*Warning*&: Only the &$acl_c$&&'x'& variables can be used for this, because
24929the &$acl_m$&&'x'& variables are reset at the end of each incoming message.
068aaea8 24930
9b371988
PH
24931You do not need to have a final &%accept%&, but if you do, you can use a
24932&%message%& modifier to specify custom text that is sent as part of the 221
168e428f
PH
24933response to QUIT.
24934
9b371988 24935This ACL is run only for a &"normal"& QUIT. For certain kinds of disastrous
168e428f
PH
24936failure (for example, failure to open a log file, or when Exim is bombing out
24937because it has detected an unrecoverable error), all SMTP commands from the
24938client are given temporary error responses until QUIT is received or the
24939connection is closed. In these special cases, the QUIT ACL does not run.
24940
24941
595028e4 24942.section "The not-QUIT ACL" "SECTNOTQUITACL"
3ac82526 24943.vindex &$acl_smtp_notquit$&
4f054c63 24944The not-QUIT ACL, specified by &%acl_smtp_notquit%&, is run in most cases when
595028e4
PH
24945an SMTP session ends without sending QUIT. However, when Exim itself is is bad
24946trouble, such as being unable to write to its log files, this ACL is not run,
24947because it might try to do things (such as write to log files) that make the
24948situation even worse.
24949
24950Like the QUIT ACL, this ACL is provided to make it possible to do customized
24951logging or to gather statistics, and its outcome is ignored. The &%delay%&
24952modifier is forbidden in this ACL, and the only permitted verbs are &%accept%&
24953and &%warn%&.
24954
24955.vindex &$smtp_notquit_reason$&
24956When the not-QUIT ACL is running, the variable &$smtp_notquit_reason$& is set
24957to a string that indicates the reason for the termination of the SMTP
24958connection. The possible values are:
24959.table2
24960.irow &`acl-drop`& "Another ACL issued a &%drop%& command"
24961.irow &`bad-commands`& "Too many unknown or non-mail commands"
24962.irow &`command-timeout`& "Timeout while reading SMTP commands"
24963.irow &`connection-lost`& "The SMTP connection has been lost"
24964.irow &`data-timeout`& "Timeout while reading message data"
24965.irow &`local-scan-error`& "The &[local_scan()]& function crashed"
24966.irow &`local-scan-timeout`& "The &[local_scan()]& function timed out"
24967.irow &`signal-exit`& "SIGTERM or SIGINT"
24968.irow &`synchronization-error`& "SMTP synchronization error"
24969.irow &`tls-failed`& "TLS failed to start"
24970.endtable
24971In most cases when an SMTP connection is closed without having received QUIT,
24972Exim sends an SMTP response message before actually closing the connection.
24973With the exception of the &`acl-drop`& case, the default message can be
24974overridden by the &%message%& modifier in the not-QUIT ACL. In the case of a
24975&%drop%& verb in another ACL, it is the message from the other ACL that is
24976used.
595028e4
PH
24977
24978
f89d2485 24979.section "Finding an ACL to use" "SECID195"
9b371988 24980.cindex "&ACL;" "finding which to use"
6083aca0
TF
24981The value of an &%acl_smtp_%&&'xxx'& option is expanded before use, so
24982you can use different ACLs in different circumstances. For example,
24983.code
24984acl_smtp_rcpt = ${if ={25}{$interface_port} \
24985 {acl_check_rcpt} {acl_check_rcpt_submit} }
24986.endd
24987In the default configuration file there are some example settings for
24988providing an RFC 4409 message submission service on port 587 and a
24989non-standard &"smtps"& service on port 465. You can use a string
24990expansion like this to choose an ACL for MUAs on these ports which is
24991more appropriate for this purpose than the default ACL on port 25.
24992
24993The expanded string does not have to be the name of an ACL in the
24994configuration file; there are other possibilities. Having expanded the
24995string, Exim searches for an ACL as follows:
168e428f 24996
9b371988
PH
24997.ilist
24998If the string begins with a slash, Exim uses it as a file name, and reads its
168e428f
PH
24999contents as an ACL. The lines are processed in the same way as lines in the
25000Exim configuration file. In particular, continuation lines are supported, blank
9b371988 25001lines are ignored, as are lines whose first non-whitespace character is &"#"&.
168e428f
PH
25002If the file does not exist or cannot be read, an error occurs (typically
25003causing a temporary failure of whatever caused the ACL to be run). For example:
9b371988 25004.code
168e428f
PH
25005acl_smtp_data = /etc/acls/\
25006 ${lookup{$sender_host_address}lsearch\
25007 {/etc/acllist}{$value}{default}}
9b371988 25008.endd
168e428f
PH
25009This looks up an ACL file to use on the basis of the host's IP address, falling
25010back to a default if the lookup fails. If an ACL is successfully read from a
25011file, it is retained in memory for the duration of the Exim process, so that it
25012can be re-used without having to re-read the file.
9b371988
PH
25013.next
25014If the string does not start with a slash, and does not contain any spaces,
168e428f
PH
25015Exim searches the ACL section of the configuration for an ACL whose name
25016matches the string.
9b371988
PH
25017.next
25018If no named ACL is found, or if the string contains spaces, Exim parses
168e428f
PH
25019the string as an inline ACL. This can save typing in cases where you just
25020want to have something like
9b371988
PH
25021.code
25022acl_smtp_vrfy = accept
25023.endd
168e428f
PH
25024in order to allow free use of the VRFY command. Such a string may contain
25025newlines; it is processed in the same way as an ACL that is read from a file.
9b371988 25026.endlist
168e428f
PH
25027
25028
25029
25030
f89d2485 25031.section "ACL return codes" "SECID196"
9b371988 25032.cindex "&ACL;" "return codes"
168e428f 25033Except for the QUIT ACL, which does not affect the SMTP return code (see
9b371988
PH
25034section &<<SECTQUITACL>>& above), the result of running an ACL is either
25035&"accept"& or &"deny"&, or, if some test cannot be completed (for example, if a
25036database is down), &"defer"&. These results cause 2&'xx'&, 5&'xx'&, and 4&'xx'&
25037return codes, respectively, to be used in the SMTP dialogue. A fourth return,
25038&"error"&, occurs when there is an error such as invalid syntax in the ACL.
25039This also causes a 4&'xx'& return code.
25040
25041For the non-SMTP ACL, &"defer"& and &"error"& are treated in the same way as
25042&"deny"&, because there is no mechanism for passing temporary errors to the
168e428f
PH
25043submitters of non-SMTP messages.
25044
25045
9b371988
PH
25046ACLs that are relevant to message reception may also return &"discard"&. This
25047has the effect of &"accept"&, but causes either the entire message or an
168e428f
PH
25048individual recipient address to be discarded. In other words, it is a
25049blackholing facility. Use it with care.
25050
9b371988
PH
25051If the ACL for MAIL returns &"discard"&, all recipients are discarded, and no
25052ACL is run for subsequent RCPT commands. The effect of &"discard"& in a
168e428f
PH
25053RCPT ACL is to discard just the one recipient address. If there are no
25054recipients left when the message's data is received, the DATA ACL is not
9b371988
PH
25055run. A &"discard"& return from the DATA or the non-SMTP ACL discards all the
25056remaining recipients. The &"discard"& return is not permitted for the
25057&%acl_smtp_predata%& ACL.
168e428f 25058
168e428f 25059
9b371988
PH
25060.cindex "&[local_scan()]& function" "when all recipients discarded"
25061The &[local_scan()]& function is always run, even if there are no remaining
168e428f
PH
25062recipients; it may create new recipients.
25063
25064
25065
f89d2485 25066.section "Unset ACL options" "SECID197"
9b371988
PH
25067.cindex "&ACL;" "unset options"
25068The default actions when any of the &%acl_%&&'xxx'& options are unset are not
25069all the same. &*Note*&: These defaults apply only when the relevant ACL is
25070not defined at all. For any defined ACL, the default action when control
25071reaches the end of the ACL statements is &"deny"&.
168e428f 25072
db9452a9
PH
25073For &%acl_smtp_quit%& and &%acl_not_smtp_start%& there is no default because
25074these two are ACLs that are used only for their side effects. They cannot be
25075used to accept or reject anything.
db9452a9 25076
9b371988
PH
25077For &%acl_not_smtp%&, &%acl_smtp_auth%&, &%acl_smtp_connect%&,
25078&%acl_smtp_data%&, &%acl_smtp_helo%&, &%acl_smtp_mail%&, &%acl_smtp_mailauth%&,
db9452a9
PH
25079&%acl_smtp_mime%&, &%acl_smtp_predata%&, and &%acl_smtp_starttls%&, the action
25080when the ACL is not defined is &"accept"&.
168e428f 25081
9b371988
PH
25082For the others (&%acl_smtp_etrn%&, &%acl_smtp_expn%&, &%acl_smtp_rcpt%&, and
25083&%acl_smtp_vrfy%&), the action when the ACL is not defined is &"deny"&.
25084This means that &%acl_smtp_rcpt%& must be defined in order to receive any
168e428f
PH
25085messages over an SMTP connection. For an example, see the ACL in the default
25086configuration file.
25087
25088
25089
25090
f89d2485 25091.section "Data for message ACLs" "SECID198"
9b371988 25092.cindex "&ACL;" "data for message ACL"
f89d2485
PH
25093.vindex &$domain$&
25094.vindex &$local_part$&
25095.vindex &$sender_address$&
25096.vindex &$sender_host_address$&
25097.vindex &$smtp_command$&
068aaea8
PH
25098When a MAIL or RCPT ACL, or either of the DATA ACLs, is running, the variables
25099that contain information about the host and the message's sender (for example,
9b371988
PH
25100&$sender_host_address$& and &$sender_address$&) are set, and can be used in ACL
25101statements. In the case of RCPT (but not MAIL or DATA), &$domain$& and
4f578862
PH
25102&$local_part$& are set from the argument address. The entire SMTP command
25103is available in &$smtp_command$&.
168e428f
PH
25104
25105When an ACL for the AUTH parameter of MAIL is running, the variables that
9b371988
PH
25106contain information about the host are set, but &$sender_address$& is not yet
25107set. Section &<<SECTauthparamail>>& contains a discussion of this parameter and
168e428f
PH
25108how it is used.
25109
f89d2485 25110.vindex "&$message_size$&"
9b371988 25111The &$message_size$& variable is set to the value of the SIZE parameter on
168e428f
PH
25112the MAIL command at MAIL, RCPT and pre-data time, or to -1 if
25113that parameter is not given. The value is updated to the true message size by
25114the time the final DATA ACL is run (after the message data has been
25115received).
25116
f89d2485
PH
25117.vindex "&$rcpt_count$&"
25118.vindex "&$recipients_count$&"
9b371988
PH
25119The &$rcpt_count$& variable increases by one for each RCPT command received.
25120The &$recipients_count$& variable increases by one each time a RCPT command is
068aaea8
PH
25121accepted, so while an ACL for RCPT is being processed, it contains the number
25122of previously accepted recipients. At DATA time (for both the DATA ACLs),
9b371988
PH
25123&$rcpt_count$& contains the total number of RCPT commands, and
25124&$recipients_count$& contains the total number of accepted recipients.
168e428f
PH
25125
25126
25127
25128
25129
9b371988
PH
25130.section "Data for non-message ACLs" "SECTdatfornon"
25131.cindex "&ACL;" "data for non-message ACL"
f89d2485
PH
25132.vindex &$smtp_command_argument$&
25133.vindex &$smtp_command$&
168e428f 25134When an ACL is being run for AUTH, EHLO, ETRN, EXPN, HELO, STARTTLS, or VRFY,
9b371988 25135the remainder of the SMTP command line is placed in &$smtp_command_argument$&,
4f578862 25136and the entire SMTP command is available in &$smtp_command$&.
9b371988
PH
25137These variables can be tested using a &%condition%& condition. For example,
25138here is an ACL for use with AUTH, which insists that either the session is
25139encrypted, or the CRAM-MD5 authentication method is used. In other words, it
25140does not permit authentication methods that use cleartext passwords on
25141unencrypted connections.
25142.code
168e428f
PH
25143acl_check_auth:
25144 accept encrypted = *
25145 accept condition = ${if eq{${uc:$smtp_command_argument}}\
25146 {CRAM-MD5}}
25147 deny message = TLS encryption or CRAM-MD5 required
9b371988 25148.endd
168e428f
PH
25149(Another way of applying this restriction is to arrange for the authenticators
25150that use cleartext passwords not to be advertised when the connection is not
9b371988 25151encrypted. You can use the generic &%server_advertise_condition%& authenticator
168e428f
PH
25152option to do this.)
25153
25154
25155
f89d2485 25156.section "Format of an ACL" "SECID199"
9b371988 25157.cindex "&ACL;" "format of"
f89d2485 25158.cindex "&ACL;" "verbs, definition of"
168e428f 25159An individual ACL consists of a number of statements. Each statement starts
9b371988 25160with a verb, optionally followed by a number of conditions and &"modifiers"&.
168e428f
PH
25161Modifiers can change the way the verb operates, define error and log messages,
25162set variables, insert delays, and vary the processing of accepted messages.
25163
25164If all the conditions are met, the verb is obeyed. The same condition may be
25165used (with different arguments) more than once in the same statement. This
9b371988 25166provides a means of specifying an &"and"& conjunction between conditions. For
168e428f 25167example:
9b371988
PH
25168.code
25169deny dnslists = list1.example
25170dnslists = list2.example
25171.endd
168e428f
PH
25172If there are no conditions, the verb is always obeyed. Exim stops evaluating
25173the conditions and modifiers when it reaches a condition that fails. What
25174happens then depends on the verb (and in one case, on a special modifier). Not
25175all the conditions make sense at every testing point. For example, you cannot
25176test a sender address in the ACL that is run for a VRFY command.
25177
25178
f89d2485 25179.section "ACL verbs" "SECID200"
168e428f
PH
25180The ACL verbs are as follows:
25181
9b371988 25182.ilist
f89d2485 25183.cindex "&%accept%& ACL verb"
9b371988
PH
25184&%accept%&: If all the conditions are met, the ACL returns &"accept"&. If any
25185of the conditions are not met, what happens depends on whether &%endpass%&
25186appears among the conditions (for syntax see below). If the failing condition
25187is before &%endpass%&, control is passed to the next ACL statement; if it is
25188after &%endpass%&, the ACL returns &"deny"&. Consider this statement, used to
25189check a RCPT command:
25190.code
25191accept domains = +local_domains
25192endpass
25193verify = recipient
25194.endd
25195If the recipient domain does not match the &%domains%& condition, control
25196passes to the next statement. If it does match, the recipient is verified, and
25197the command is accepted if verification succeeds. However, if verification
25198fails, the ACL yields &"deny"&, because the failing condition is after
25199&%endpass%&.
25200
3cb1b51e
PH
25201The &%endpass%& feature has turned out to be confusing to many people, so its
25202use is not recommended nowadays. It is always possible to rewrite an ACL so
25203that &%endpass%& is not needed, and it is no longer used in the default
25204configuration.
25205
f89d2485 25206.cindex "&%message%& ACL modifier" "with &%accept%&"
3cb1b51e
PH
25207If a &%message%& modifier appears on an &%accept%& statement, its action
25208depends on whether or not &%endpass%& is present. In the absence of &%endpass%&
25209(when an &%accept%& verb either accepts or passes control to the next
25210statement), &%message%& can be used to vary the message that is sent when an
25211SMTP command is accepted. For example, in a RCPT ACL you could have:
25212.display
25213&`accept `&<&'some conditions'&>
595028e4 25214&` message = OK, I will allow you through today`&
3cb1b51e
PH
25215.endd
25216You can specify an SMTP response code, optionally followed by an &"extended
25217response code"& at the start of the message, but the first digit must be the
25218same as would be sent by default, which is 2 for an &%accept%& verb.
25219
25220If &%endpass%& is present in an &%accept%& statement, &%message%& specifies
25221an error message that is used when access is denied. This behaviour is retained
25222for backward compatibility, but current &"best practice"& is to avoid the use
25223of &%endpass%&.
3cb1b51e
PH
25224
25225
9b371988 25226.next
f89d2485 25227.cindex "&%defer%& ACL verb"
3cb1b51e 25228&%defer%&: If all the conditions are true, the ACL returns &"defer"& which, in
9b371988
PH
25229an SMTP session, causes a 4&'xx'& response to be given. For a non-SMTP ACL,
25230&%defer%& is the same as &%deny%&, because there is no way of sending a
25231temporary error. For a RCPT command, &%defer%& is much the same as using a
25232&(redirect)& router and &`:defer:`& while verifying, but the &%defer%& verb can
168e428f 25233be used in any ACL, and even for a recipient it might be a simpler approach.
3cb1b51e
PH
25234
25235
9b371988 25236.next
f89d2485 25237.cindex "&%deny%& ACL verb"
9b371988
PH
25238&%deny%&: If all the conditions are met, the ACL returns &"deny"&. If any of
25239the conditions are not met, control is passed to the next ACL statement. For
168e428f 25240example,
9b371988
PH
25241.code
25242deny dnslists = blackholes.mail-abuse.org
25243.endd
168e428f
PH
25244rejects commands from hosts that are on a DNS black list.
25245
3cb1b51e 25246
9b371988 25247.next
f89d2485 25248.cindex "&%discard%& ACL verb"
9b371988
PH
25249&%discard%&: This verb behaves like &%accept%&, except that it returns
25250&"discard"& from the ACL instead of &"accept"&. It is permitted only on ACLs
3cb1b51e
PH
25251that are concerned with receiving messages. When all the conditions are true,
25252the sending entity receives a &"success"& response. However, &%discard%& causes
25253recipients to be discarded. If it is used in an ACL for RCPT, just the one
25254recipient is discarded; if used for MAIL, DATA or in the non-SMTP ACL, all the
25255message's recipients are discarded. Recipients that are discarded before DATA
941c8a88 25256do not appear in the log line when the &%received_recipients%& log selector is set.
3cb1b51e
PH
25257
25258If the &%log_message%& modifier is set when &%discard%& operates,
9b371988 25259its contents are added to the line that is automatically written to the log.
3cb1b51e 25260The &%message%& modifier operates exactly as it does for &%accept%&.
3cb1b51e 25261
9b371988 25262
9b371988 25263.next
f89d2485 25264.cindex "&%drop%& ACL verb"
9b371988
PH
25265&%drop%&: This verb behaves like &%deny%&, except that an SMTP connection is
25266forcibly closed after the 5&'xx'& error message has been sent. For example:
25267.code
25268drop message = I don't take more than 20 RCPTs
25269 condition = ${if > {$rcpt_count}{20}}
25270.endd
25271There is no difference between &%deny%& and &%drop%& for the connect-time ACL.
25272The connection is always dropped after sending a 550 response.
25273
25274.next
f89d2485 25275.cindex "&%require%& ACL verb"
9b371988
PH
25276&%require%&: If all the conditions are met, control is passed to the next ACL
25277statement. If any of the conditions are not met, the ACL returns &"deny"&. For
168e428f 25278example, when checking a RCPT command,
9b371988 25279.code
f89d2485
PH
25280require message = Sender did not verify
25281 verify = sender
9b371988 25282.endd
168e428f 25283passes control to subsequent statements only if the message's sender can be
595028e4 25284verified. Otherwise, it rejects the command. Note the positioning of the
f89d2485 25285&%message%& modifier, before the &%verify%& condition. The reason for this is
595028e4 25286discussed in section &<<SECTcondmodproc>>&.
168e428f 25287
9b371988 25288.next
f89d2485 25289.cindex "&%warn%& ACL verb"
db9452a9
PH
25290&%warn%&: If all the conditions are true, a line specified by the
25291&%log_message%& modifier is written to Exim's main log. Control always passes
25292to the next ACL statement. If any condition is false, the log line is not
25293written. If an identical log line is requested several times in the same
25294message, only one copy is actually written to the log. If you want to force
25295duplicates to be written, use the &%logwrite%& modifier instead.
25296
25297If &%log_message%& is not present, a &%warn%& verb just checks its conditions
25298and obeys any &"immediate"& modifiers (such as &%control%&, &%set%&,
3cb1b51e
PH
25299&%logwrite%&, and &%add_header%&) that appear before the first failing
25300condition. There is more about adding header lines in section
25301&<<SECTaddheadacl>>&.
9b371988
PH
25302
25303If any condition on a &%warn%& statement cannot be completed (that is, there is
db9452a9 25304some sort of defer), the log line specified by &%log_message%& is not written.
f89d2485
PH
25305This does not include the case of a forced failure from a lookup, which
25306is considered to be a successful completion. After a defer, no further
3cb1b51e
PH
25307conditions or modifiers in the &%warn%& statement are processed. The incident
25308is logged, and the ACL continues to be processed, from the next statement
25309onwards.
9b371988 25310
168e428f 25311
f89d2485 25312.vindex "&$acl_verify_message$&"
9b371988
PH
25313When one of the &%warn%& conditions is an address verification that fails, the
25314text of the verification failure message is in &$acl_verify_message$&. If you
25315want this logged, you must set it up explicitly. For example:
25316.code
25317warn !verify = sender
25318 log_message = sender verify failed: $acl_verify_message
25319.endd
25320.endlist
168e428f 25321
9b371988 25322At the end of each ACL there is an implicit unconditional &%deny%&.
168e428f
PH
25323
25324As you can see from the examples above, the conditions and modifiers are
25325written one to a line, with the first one on the same line as the verb, and
25326subsequent ones on following lines. If you have a very long condition, you can
25327continue it onto several physical lines by the usual backslash continuation
25328mechanism. It is conventional to align the conditions vertically.
25329
25330
25331
9b371988
PH
25332.section "ACL variables" "SECTaclvariables"
25333.cindex "&ACL;" "variables"
168e428f
PH
25334There are some special variables that can be set during ACL processing. They
25335can be used to pass information between different ACLs, different invocations
25336of the same ACL in the same SMTP connection, and between ACLs and the routers,
3cb1b51e
PH
25337transports, and filters that are used to deliver a message. The names of these
25338variables must begin with &$acl_c$& or &$acl_m$&, followed either by a digit or
25339an underscore, but the remainder of the name can be any sequence of
25340alphanumeric characters and underscores that you choose. There is no limit on
25341the number of ACL variables. The two sets act as follows:
9b371988 25342.ilist
3cb1b51e
PH
25343The values of those variables whose names begin with &$acl_c$& persist
25344throughout an SMTP connection. They are never reset. Thus, a value that is set
25345while receiving one message is still available when receiving the next message
25346on the same SMTP connection.
25347.next
f89d2485 25348The values of those variables whose names begin with &$acl_m$& persist only
3cb1b51e
PH
25349while a message is being received. They are reset afterwards. They are also
25350reset by MAIL, RSET, EHLO, HELO, and after starting up a TLS session.
9b371988 25351.endlist
168e428f
PH
25352
25353When a message is accepted, the current values of all the ACL variables are
25354preserved with the message and are subsequently made available at delivery
db9452a9 25355time. The ACL variables are set by a modifier called &%set%&. For example:
9b371988
PH
25356.code
25357accept hosts = whatever
25358 set acl_m4 = some value
3cb1b51e
PH
25359accept authenticated = *
25360 set acl_c_auth = yes
9b371988
PH
25361.endd
25362&*Note*&: A leading dollar sign is not used when naming a variable that is to
168e428f 25363be set. If you want to set a variable without taking any action, you can use a
9b371988 25364&%warn%& verb without any other modifiers or conditions.
168e428f 25365
3cb1b51e
PH
25366.oindex &%strict_acl_vars%&
25367What happens if a syntactically valid but undefined ACL variable is
25368referenced depends on the setting of the &%strict_acl_vars%& option. If it is
25369false (the default), an empty string is substituted; if it is true, an
25370error is generated.
25371
25372Versions of Exim before 4.64 have a limited set of numbered variables, but
25373their names are compatible, so there is no problem with upgrading.
168e428f
PH
25374
25375
f89d2485 25376.section "Condition and modifier processing" "SECTcondmodproc"
9b371988
PH
25377.cindex "&ACL;" "conditions; processing"
25378.cindex "&ACL;" "modifiers; processing"
068aaea8 25379An exclamation mark preceding a condition negates its result. For example:
9b371988
PH
25380.code
25381deny domains = *.dom.example
25382 !verify = recipient
25383.endd
9b371988
PH
25384causes the ACL to return &"deny"& if the recipient domain ends in
25385&'dom.example'& and the recipient address cannot be verified. Sometimes
25386negation can be used on the right-hand side of a condition. For example, these
25387two statements are equivalent:
25388.code
068aaea8
PH
25389deny hosts = !192.168.3.4
25390deny !hosts = 192.168.3.4
9b371988
PH
25391.endd
25392However, for many conditions (&%verify%& being a good example), only left-hand
068aaea8 25393side negation of the whole condition is possible.
168e428f
PH
25394
25395The arguments of conditions and modifiers are expanded. A forced failure
25396of an expansion causes a condition to be ignored, that is, it behaves as if the
25397condition is true. Consider these two statements:
9b371988 25398.code
168e428f
PH
25399accept senders = ${lookup{$host_name}lsearch\
25400 {/some/file}{$value}fail}
25401accept senders = ${lookup{$host_name}lsearch\
25402 {/some/file}{$value}{}}
9b371988 25403.endd
168e428f
PH
25404Each attempts to look up a list of acceptable senders. If the lookup succeeds,
25405the returned list is searched, but if the lookup fails the behaviour is
9b371988
PH
25406different in the two cases. The &%fail%& in the first statement causes the
25407condition to be ignored, leaving no further conditions. The &%accept%& verb
168e428f
PH
25408therefore succeeds. The second statement, however, generates an empty list when
25409the lookup fails. No sender can match an empty list, so the condition fails,
9b371988 25410and therefore the &%accept%& also fails.
168e428f
PH
25411
25412ACL modifiers appear mixed in with conditions in ACL statements. Some of them
25413specify actions that are taken as the conditions for a statement are checked;
25414others specify text for messages that are used when access is denied or a
9b371988 25415warning is generated. The &%control%& modifier affects the way an incoming
168e428f
PH
25416message is handled.
25417
25418The positioning of the modifiers in an ACL statement important, because the
25419processing of a verb ceases as soon as its outcome is known. Only those
25420modifiers that have already been encountered will take effect. For example,
9b371988
PH
25421consider this use of the &%message%& modifier:
25422.code
25423require message = Can't verify sender
25424 verify = sender
25425 message = Can't verify recipient
25426 verify = recipient
25427 message = This message cannot be used
25428.endd
168e428f 25429If sender verification fails, Exim knows that the result of the statement is
9b371988
PH
25430&"deny"&, so it goes no further. The first &%message%& modifier has been seen,
25431so its text is used as the error message. If sender verification succeeds, but
168e428f 25432recipient verification fails, the second message is used. If recipient
9b371988 25433verification succeeds, the third message becomes &"current"&, but is never used
168e428f
PH
25434because there are no more conditions to cause failure.
25435
9b371988 25436For the &%deny%& verb, on the other hand, it is always the last &%message%&
168e428f 25437modifier that is used, because all the conditions must be true for rejection to
9b371988 25438happen. Specifying more than one &%message%& modifier does not make sense, and
168e428f 25439the message can even be specified after all the conditions. For example:
9b371988
PH
25440.code
25441deny hosts = ...
25442 !senders = *@my.domain.example
25443 message = Invalid sender from client host
25444.endd
25445The &"deny"& result does not happen until the end of the statement is reached,
168e428f
PH
25446by which time Exim has set up the message.
25447
25448
25449
9b371988
PH
25450.section "ACL modifiers" "SECTACLmodi"
25451.cindex "&ACL;" "modifiers; list of"
168e428f
PH
25452The ACL modifiers are as follows:
25453
9b371988 25454.vlist
4f578862 25455.vitem &*add_header*&&~=&~<&'text'&>
db9452a9 25456This modifier specifies one or more header lines that are to be added to an
4f578862
PH
25457incoming message, assuming, of course, that the message is ultimately
25458accepted. For details, see section &<<SECTaddheadacl>>&.
4f578862 25459
f89d2485
PH
25460.vitem &*continue*&&~=&~<&'text'&>
25461.cindex "&%continue%& ACL modifier"
25462.cindex "database" "updating in ACL"
25463This modifier does nothing of itself, and processing of the ACL always
25464continues with the next condition or modifier. The value of &%continue%& is in
25465the side effects of expanding its argument. Typically this could be used to
25466update a database. It is really just a syntactic tidiness, to avoid having to
25467write rather ugly lines like this:
25468.display
25469&`condition = ${if eq{0}{`&<&'some expansion'&>&`}{true}{true}}`&
25470.endd
25471Instead, all you need is
25472.display
25473&`continue = `&<&'some expansion'&>
25474.endd
f89d2485 25475
9b371988 25476.vitem &*control*&&~=&~<&'text'&>
f89d2485 25477.cindex "&%control%& ACL modifier"
168e428f
PH
25478This modifier affects the subsequent processing of the SMTP connection or of an
25479incoming message that is accepted. The effect of the first type of control
25480lasts for the duration of the connection, whereas the effect of the second type
25481lasts only until the current message has been received. The message-specific
25482controls always apply to the whole message, not to individual recipients,
9b371988
PH
25483even if the &%control%& modifier appears in a RCPT ACL.
25484
168e428f 25485As there are now quite a few controls that can be applied, they are described
9b371988
PH
25486separately in section &<<SECTcontrols>>&. The &%control%& modifier can be used
25487in several different ways. For example:
25488
25489. ==== As this is a nested list, any displays it contains must be indented
f89d2485
PH
25490. ==== as otherwise they are too far to the left. That comment applies only
25491. ==== when xmlto and fop are used; formatting with sdop gets it right either
25492. ==== way.
9b371988
PH
25493
25494.ilist
25495It can be at the end of an &%accept%& statement:
25496.code
25497 accept ...some conditions
25498 control = queue_only
25499.endd
25500In this case, the control is applied when this statement yields &"accept"&, in
168e428f
PH
25501other words, when the conditions are all true.
25502
9b371988
PH
25503.next
25504It can be in the middle of an &%accept%& statement:
25505.code
25506 accept ...some conditions...
25507 control = queue_only
25508 ...some more conditions...
25509.endd
168e428f
PH
25510If the first set of conditions are true, the control is applied, even if the
25511statement does not accept because one of the second set of conditions is false.
9b371988
PH
25512In this case, some subsequent statement must yield &"accept"& for the control
25513to be relevant.
168e428f 25514
9b371988
PH
25515.next
25516It can be used with &%warn%& to apply the control, leaving the
168e428f
PH
25517decision about accepting or denying to a subsequent verb. For
25518example:
9b371988
PH
25519.code
25520 warn ...some conditions...
25521 control = freeze
25522 accept ...
25523.endd
25524This example of &%warn%& does not contain &%message%&, &%log_message%&, or
25525&%logwrite%&, so it does not add anything to the message and does not write a
25526log entry.
25527
25528.next
25529If you want to apply a control unconditionally, you can use it with a
25530&%require%& verb. For example:
25531.code
8a7f259d 25532 require control = no_multiline_responses
9b371988
PH
25533.endd
25534.endlist
25535
25536.vitem &*delay*&&~=&~<&'time'&>
f89d2485
PH
25537.cindex "&%delay%& ACL modifier"
25538.oindex "&%-bh%&"
f89d2485
PH
25539This modifier may appear in any ACL. It causes Exim to wait for the time
25540interval before proceeding. However, when testing Exim using the &%-bh%&
25541option, the delay is not actually imposed (an appropriate message is output
25542instead). The time is given in the usual Exim notation, and the delay happens
25543as soon as the modifier is processed. In an SMTP session, pending output is
25544flushed before the delay is imposed.
9b371988
PH
25545
25546Like &%control%&, &%delay%& can be used with &%accept%& or &%deny%&, for
25547example:
25548.code
25549deny ...some conditions...
25550 delay = 30s
25551.endd
168e428f 25552The delay happens if all the conditions are true, before the statement returns
9b371988
PH
25553&"deny"&. Compare this with:
25554.code
25555deny delay = 30s
25556 ...some conditions...
25557.endd
25558which waits for 30s before processing the conditions. The &%delay%& modifier
25559can also be used with &%warn%& and together with &%control%&:
25560.code
25561warn ...some conditions...
25562 delay = 2m
25563 control = freeze
25564accept ...
25565.endd
25566
f89d2485
PH
25567If &%delay%& is encountered when the SMTP PIPELINING extension is in use,
25568responses to several commands are no longer buffered and sent in one packet (as
25569they would normally be) because all output is flushed before imposing the
25570delay. This optimization is disabled so that a number of small delays do not
25571appear to the client as one large aggregated delay that might provoke an
25572unwanted timeout. You can, however, disable output flushing for &%delay%& by
25573using a &%control%& modifier to set &%no_delay_flush%&.
f89d2485
PH
25574
25575
9b371988 25576.vitem &*endpass*&
f89d2485 25577.cindex "&%endpass%& ACL modifier"
3cb1b51e
PH
25578This modifier, which has no argument, is recognized only in &%accept%& and
25579&%discard%& statements. It marks the boundary between the conditions whose
25580failure causes control to pass to the next statement, and the conditions whose
25581failure causes the ACL to return &"deny"&. This concept has proved to be
25582confusing to some people, so the use of &%endpass%& is no longer recommended as
25583&"best practice"&. See the description of &%accept%& above for more details.
3cb1b51e 25584
168e428f 25585
9b371988 25586.vitem &*log_message*&&~=&~<&'text'&>
f89d2485 25587.cindex "&%log_message%& ACL modifier"
168e428f 25588This modifier sets up a message that is used as part of the log message if the
9b371988
PH
25589ACL denies access or a &%warn%& statement's conditions are true. For example:
25590.code
25591require log_message = wrong cipher suite $tls_cipher
25592 encrypted = DES-CBC3-SHA
25593.endd
3cb1b51e
PH
25594&%log_message%& is also used when recipients are discarded by &%discard%&. For
25595example:
25596.display
25597&`discard `&<&'some conditions'&>
25598&` log_message = Discarded $local_part@$domain because...`&
25599.endd
25600When access is denied, &%log_message%& adds to any underlying error message
25601that may exist because of a condition failure. For example, while verifying a
25602recipient address, a &':fail:'& redirection might have already set up a
25603message.
25604
25605The message may be defined before the conditions to which it applies, because
25606the string expansion does not happen until Exim decides that access is to be
25607denied. This means that any variables that are set by the condition are
25608available for inclusion in the message. For example, the &$dnslist_$&<&'xxx'&>
25609variables are set after a DNS black list lookup succeeds. If the expansion of
25610&%log_message%& fails, or if the result is an empty string, the modifier is
25611ignored.
9b371988 25612
f89d2485 25613.vindex "&$acl_verify_message$&"
9b371988
PH
25614If you want to use a &%warn%& statement to log the result of an address
25615verification, you can use &$acl_verify_message$& to include the verification
168e428f 25616error message.
9b371988
PH
25617
25618If &%log_message%& is used with a &%warn%& statement, &"Warning:"& is added to
25619the start of the logged message. If the same warning log message is requested
25620more than once while receiving a single email message, only one copy is
25621actually logged. If you want to log multiple copies, use &%logwrite%& instead
25622of &%log_message%&. In the absence of &%log_message%& and &%logwrite%&, nothing
f89d2485 25623is logged for a successful &%warn%& statement.
9b371988
PH
25624
25625If &%log_message%& is not present and there is no underlying error message (for
25626example, from the failure of address verification), but &%message%& is present,
25627the &%message%& text is used for logging rejections. However, if any text for
168e428f 25628logging contains newlines, only the first line is logged. In the absence of
9b371988 25629both &%log_message%& and &%message%&, a default built-in message is used for
168e428f
PH
25630logging rejections.
25631
3cb1b51e 25632
3cb1b51e 25633.vitem "&*log_reject_target*&&~=&~<&'log name list'&>"
f89d2485 25634.cindex "&%log_reject_target%& ACL modifier"
3cb1b51e
PH
25635.cindex "logging in ACL" "specifying which log"
25636This modifier makes it possible to specify which logs are used for messages
25637about ACL rejections. Its argument is a colon-separated list of words that can
25638be &"main"&, &"reject"&, or &"panic"&. The default is &`main:reject`&. The list
25639may be empty, in which case a rejection is not logged at all. For example, this
25640ACL fragment writes no logging information when access is denied:
25641.display
25642&`deny `&<&'some conditions'&>
25643&` log_reject_target =`&
25644.endd
25645This modifier can be used in SMTP and non-SMTP ACLs. It applies to both
08dfc92a
TF
25646permanent and temporary rejections. Its effect lasts for the rest of the
25647current ACL.
3cb1b51e
PH
25648
25649
9b371988 25650.vitem &*logwrite*&&~=&~<&'text'&>
f89d2485 25651.cindex "&%logwrite%& ACL modifier"
9b371988 25652.cindex "logging in ACL" "immediate"
168e428f 25653This modifier writes a message to a log file as soon as it is encountered when
9b371988 25654processing an ACL. (Compare &%log_message%&, which, except in the case of
f89d2485 25655&%warn%& and &%discard%&, is used only if the ACL statement denies
3cb1b51e
PH
25656access.) The &%logwrite%& modifier can be used to log special incidents in
25657ACLs. For example:
9b371988
PH
25658.display
25659&`accept `&<&'some special conditions'&>
25660&` control = freeze`&
25661&` logwrite = froze message because ...`&
25662.endd
168e428f
PH
25663By default, the message is written to the main log. However, it may begin
25664with a colon, followed by a comma-separated list of log names, and then
25665another colon, to specify exactly which logs are to be written. For
25666example:
9b371988
PH
25667.code
25668logwrite = :main,reject: text for main and reject logs
25669logwrite = :panic: text for panic log only
25670.endd
168e428f 25671
3cb1b51e 25672
9b371988 25673.vitem &*message*&&~=&~<&'text'&>
f89d2485 25674.cindex "&%message%& ACL modifier"
3cb1b51e
PH
25675This modifier sets up a text string that is expanded and used as a response
25676message when an ACL statement terminates the ACL with an &"accept"&, &"deny"&,
25677or &"defer"& response. (In the case of the &%accept%& and &%discard%& verbs,
25678there is some complication if &%endpass%& is involved; see the description of
25679&%accept%& for details.)
25680
25681The expansion of the message happens at the time Exim decides that the ACL is
25682to end, not at the time it processes &%message%&. If the expansion fails, or
25683generates an empty string, the modifier is ignored. Here is an example where
25684&%message%& must be specified first, because the ACL ends with a rejection if
25685the &%hosts%& condition fails:
25686.code
25687require message = Host not recognized
25688 hosts = 10.0.0.0/8
25689.endd
25690(Once a condition has failed, no further conditions or modifiers are
25691processed.)
9b371988 25692
5abeaa6e 25693.cindex "SMTP" "error codes"
0a4e3112 25694.oindex "&%smtp_banner%&
3cb1b51e
PH
25695For ACLs that are triggered by SMTP commands, the message is returned as part
25696of the SMTP response. The use of &%message%& with &%accept%& (or &%discard%&)
25697is meaningful only for SMTP, as no message is returned when a non-SMTP message
25698is accepted. In the case of the connect ACL, accepting with a message modifier
25699overrides the value of &%smtp_banner%&. For the EHLO/HELO ACL, a customized
25700accept message may not contain more than one line (otherwise it will be
25701truncated at the first newline and a panic logged), and it cannot affect the
25702EHLO options.
25703
25704When SMTP is involved, the message may begin with an overriding response code,
25705consisting of three digits optionally followed by an &"extended response code"&
25706of the form &'n.n.n'&, each code being followed by a space. For example:
25707.code
25708deny message = 599 1.2.3 Host not welcome
25709 hosts = 192.168.34.0/24
25710.endd
25711The first digit of the supplied response code must be the same as would be sent
25712by default. A panic occurs if it is not. Exim uses a 550 code when it denies
25713access, but for the predata ACL, note that the default success code is 354, not
257142&'xx'&.
25715
25716Notwithstanding the previous paragraph, for the QUIT ACL, unlike the others,
25717the message modifier cannot override the 221 response code.
25718
25719The text in a &%message%& modifier is literal; any quotes are taken as
25720literals, but because the string is expanded, backslash escapes are processed
25721anyway. If the message contains newlines, this gives rise to a multi-line SMTP
25722response.
5abeaa6e 25723
f89d2485 25724.vindex "&$acl_verify_message$&"
9b371988 25725If &%message%& is used on a statement that verifies an address, the message
168e428f
PH
25726specified overrides any message that is generated by the verification process.
25727However, the original message is available in the variable
9b371988
PH
25728&$acl_verify_message$&, so you can incorporate it into your message if you
25729wish. In particular, if you want the text from &%:fail:%& items in &(redirect)&
25730routers to be passed back as part of the SMTP response, you should either not
25731use a &%message%& modifier, or make use of &$acl_verify_message$&.
168e428f 25732
4f578862
PH
25733For compatibility with previous releases of Exim, a &%message%& modifier that
25734is used with a &%warn%& verb behaves in a similar way to the &%add_header%&
25735modifier, but this usage is now deprecated. However, &%message%& acts only when
25736all the conditions are true, wherever it appears in an ACL command, whereas
25737&%add_header%& acts as soon as it is encountered. If &%message%& is used with
25738&%warn%& in an ACL that is not concerned with receiving a message, it has no
25739effect.
4f578862 25740
3cb1b51e 25741
9b371988 25742.vitem &*set*&&~<&'acl_name'&>&~=&~<&'value'&>
f89d2485 25743.cindex "&%set%& ACL modifier"
168e428f 25744This modifier puts a value into one of the ACL variables (see section
9b371988
PH
25745&<<SECTaclvariables>>&).
25746.endlist
168e428f
PH
25747
25748
25749
4f578862
PH
25750
25751
9b371988 25752.section "Use of the control modifier" "SECTcontrols"
f89d2485 25753.cindex "&%control%& ACL modifier"
9b371988 25754The &%control%& modifier supports the following settings:
168e428f 25755
9b371988 25756.vlist
4f578862
PH
25757.vitem &*control&~=&~allow_auth_unadvertised*&
25758This modifier allows a client host to use the SMTP AUTH command even when it
25759has not been advertised in response to EHLO. Furthermore, because there are
25760apparently some really broken clients that do this, Exim will accept AUTH after
25761HELO (rather than EHLO) when this control is set. It should be used only if you
25762really need it, and you should limit its use to those broken clients that do
25763not work without it. For example:
25764.code
25765warn hosts = 192.168.34.25
25766 control = allow_auth_unadvertised
25767.endd
25768Normally, when an Exim server receives an AUTH command, it checks the name of
25769the authentication mechanism that is given in the command to ensure that it
25770matches an advertised mechanism. When this control is set, the check that a
25771mechanism has been advertised is bypassed. Any configured mechanism can be used
25772by the client. This control is permitted only in the connection and HELO ACLs.
4f578862
PH
25773
25774
f89d2485
PH
25775.vitem &*control&~=&~caseful_local_part*& &&&
25776 &*control&~=&~caselower_local_part*&
9b371988
PH
25777.cindex "&ACL;" "case of local part in"
25778.cindex "case of local parts"
f89d2485 25779.vindex "&$local_part$&"
9b371988
PH
25780These two controls are permitted only in the ACL specified by &%acl_smtp_rcpt%&
25781(that is, during RCPT processing). By default, the contents of &$local_part$&
25782are lower cased before ACL processing. If &"caseful_local_part"& is specified,
25783any uppercase letters in the original local part are restored in &$local_part$&
25784for the rest of the ACL, or until a control that sets &"caselower_local_part"&
25785is encountered.
25786
168e428f
PH
25787These controls affect only the current recipient. Moreover, they apply only to
25788local part handling that takes place directly in the ACL (for example, as a key
25789in lookups). If a test to verify the recipient is obeyed, the case-related
25790handling of the local part during the verification is controlled by the router
9b371988
PH
25791configuration (see the &%caseful_local_part%& generic router option).
25792
168e428f 25793This facility could be used, for example, to add a spam score to local parts
9b371988 25794containing upper case letters. For example, using &$acl_m4$& to accumulate the
168e428f 25795spam score:
9b371988 25796.code
168e428f
PH
25797warn control = caseful_local_part
25798 set acl_m4 = ${eval:\
25799 $acl_m4 + \
25800 ${if match{$local_part}{[A-Z]}{1}{0}}\
25801 }
25802 control = caselower_local_part
9b371988 25803.endd
168e428f
PH
25804Notice that we put back the lower cased version afterwards, assuming that
25805is what is wanted for subsequent tests.
25806
ed7f7860
PP
25807.vitem &*control&~=&~debug/*&<&'options'&>
25808.cindex "&ACL;" "enabling debug logging"
25809.cindex "debugging" "enabling from an ACL"
25810This control turns on debug logging, almost as though Exim had been invoked
25811with &`-d`&, with the output going to a new logfile, by default called
25812&'debuglog'&. The filename can be adjusted with the &'tag'& option, which
25813may access any variables already defined. The logging may be adjusted with
25814the &'opts'& option, which takes the same values as the &`-d`& command-line
25815option. Some examples (which depend on variables that don't exist in all
25816contexts):
25817.code
25818 control = debug
25819 control = debug/tag=.$sender_host_address
25820 control = debug/opts=+expand+acl
25821 control = debug/tag=.$message_exim_id/opts=+expand
25822.endd
25823
f89d2485
PH
25824.vitem &*control&~=&~enforce_sync*& &&&
25825 &*control&~=&~no_enforce_sync*&
9b371988
PH
25826.cindex "SMTP" "synchronization checking"
25827.cindex "synchronization checking in SMTP"
168e428f 25828These controls make it possible to be selective about when SMTP synchronization
9b371988 25829is enforced. The global option &%smtp_enforce_sync%& specifies the initial
168e428f 25830state of the switch (it is true by default). See the description of this option
9b371988
PH
25831in chapter &<<CHAPmainconfig>>& for details of SMTP synchronization checking.
25832
168e428f
PH
25833The effect of these two controls lasts for the remainder of the SMTP
25834connection. They can appear in any ACL except the one for the non-SMTP
25835messages. The most straightforward place to put them is in the ACL defined by
9b371988 25836&%acl_smtp_connect%&, which is run at the start of an incoming SMTP connection,
168e428f
PH
25837before the first synchronization check. The expected use is to turn off the
25838synchronization checks for badly-behaved hosts that you nevertheless need to
25839work with.
25840
068aaea8 25841
9b371988
PH
25842.vitem &*control&~=&~fakedefer/*&<&'message'&>
25843.cindex "fake defer"
f89d2485 25844.cindex "defer, fake"
9b371988 25845This control works in exactly the same way as &%fakereject%& (described below)
068aaea8 25846except that it causes an SMTP 450 response after the message data instead of a
9b371988 25847550 response. You must take care when using &%fakedefer%& because it causes the
068aaea8 25848messages to be duplicated when the sender retries. Therefore, you should not
9b371988 25849use &%fakedefer%& if the message is to be delivered normally.
068aaea8 25850
9b371988
PH
25851.vitem &*control&~=&~fakereject/*&<&'message'&>
25852.cindex "fake rejection"
f89d2485 25853.cindex "rejection, fake"
168e428f
PH
25854This control is permitted only for the MAIL, RCPT, and DATA ACLs, in other
25855words, only when an SMTP message is being received. If Exim accepts the
25856message, instead the final 250 response, a 550 rejection message is sent.
25857However, Exim proceeds to deliver the message as normal. The control applies
25858only to the current message, not to any subsequent ones that may be received in
25859the same SMTP connection.
168e428f 25860
9b371988
PH
25861The text for the 550 response is taken from the &%control%& modifier. If no
25862message is supplied, the following is used:
25863.code
25864550-Your message has been rejected but is being
25865550-kept for evaluation.
25866550-If it was a legitimate message, it may still be
25867550 delivered to the target recipient(s).
25868.endd
f89d2485 25869This facility should be used with extreme caution.
168e428f 25870
9b371988
PH
25871.vitem &*control&~=&~freeze*&
25872.cindex "frozen messages" "forcing in ACL"
168e428f
PH
25873This control is permitted only for the MAIL, RCPT, DATA, and non-SMTP ACLs, in
25874other words, only when a message is being received. If the message is accepted,
25875it is placed on Exim's queue and frozen. The control applies only to the
25876current message, not to any subsequent ones that may be received in the same
25877SMTP connection.
25878
4f578862
PH
25879This modifier can optionally be followed by &`/no_tell`&. If the global option
25880&%freeze_tell%& is set, it is ignored for the current message (that is, nobody
25881is told about the freezing), provided all the &*control=freeze*& modifiers that
25882are obeyed for the current message have the &`/no_tell`& option.
4f578862 25883
f89d2485
PH
25884.vitem &*control&~=&~no_delay_flush*&
25885.cindex "SMTP" "output flushing, disabling for delay"
25886Exim normally flushes SMTP output before implementing a delay in an ACL, to
25887avoid unexpected timeouts in clients when the SMTP PIPELINING extension is in
25888use. This control, as long as it is encountered before the &%delay%& modifier,
25889disables such output flushing.
25890
25891.vitem &*control&~=&~no_callout_flush*&
25892.cindex "SMTP" "output flushing, disabling for callout"
25893Exim normally flushes SMTP output before performing a callout in an ACL, to
25894avoid unexpected timeouts in clients when the SMTP PIPELINING extension is in
25895use. This control, as long as it is encountered before the &%verify%& condition
25896that causes the callout, disables such output flushing.
4f578862 25897
9b371988 25898.vitem &*control&~=&~no_mbox_unspool*&
168e428f
PH
25899This control is available when Exim is compiled with the content scanning
25900extension. Content scanning may require a copy of the current message, or parts
9b371988 25901of it, to be written in &"mbox format"& to a spool file, for passing to a virus
168e428f
PH
25902or spam scanner. Normally, such copies are deleted when they are no longer
25903needed. If this control is set, the copies are not deleted. The control applies
25904only to the current message, not to any subsequent ones that may be received in
25905the same SMTP connection. It is provided for debugging purposes and is unlikely
25906to be useful in production.
25907
8a7f259d 25908.vitem &*control&~=&~no_multiline_responses*&
f89d2485 25909.cindex "multiline responses, suppressing"
168e428f
PH
25910This control is permitted for any ACL except the one for non-SMTP messages.
25911It seems that there are broken clients in use that cannot handle multiline
25912SMTP responses, despite the fact that RFC 821 defined them over 20 years ago.
9b371988 25913
168e428f
PH
25914If this control is set, multiline SMTP responses from ACL rejections are
25915suppressed. One way of doing this would have been to put out these responses as
25916one long line. However, RFC 2821 specifies a maximum of 512 bytes per response
9b371988
PH
25917(&"use multiline responses for more"& it says &-- ha!), and some of the
25918responses might get close to that. So this facility, which is after all only a
25919sop to broken clients, is implemented by doing two very easy things:
25920
25921.ilist
25922Extra information that is normally output as part of a rejection caused by
25923sender verification failure is omitted. Only the final line (typically &"sender
25924verification failed"&) is sent.
25925.next
25926If a &%message%& modifier supplies a multiline response, only the first
168e428f 25927line is output.
9b371988
PH
25928.endlist
25929
168e428f
PH
25930The setting of the switch can, of course, be made conditional on the
25931calling host. Its effect lasts until the end of the SMTP connection.
25932
f89d2485
PH
25933.vitem &*control&~=&~no_pipelining*&
25934.cindex "PIPELINING" "suppressing advertising"
25935This control turns off the advertising of the PIPELINING extension to SMTP in
25936the current session. To be useful, it must be obeyed before Exim sends its
25937response to an EHLO command. Therefore, it should normally appear in an ACL
25938controlled by &%acl_smtp_connect%& or &%acl_smtp_helo%&. See also
25939&%pipelining_advertise_hosts%&.
f89d2485 25940
9b371988 25941.vitem &*control&~=&~queue_only*&
0a4e3112 25942.oindex "&%queue_only%&"
9b371988 25943.cindex "queueing incoming messages"
168e428f
PH
25944This control is permitted only for the MAIL, RCPT, DATA, and non-SMTP ACLs, in
25945other words, only when a message is being received. If the message is accepted,
25946it is placed on Exim's queue and left there for delivery by a subsequent queue
25947runner. No immediate delivery process is started. In other words, it has the
9b371988
PH
25948effect as the &%queue_only%& global option. However, the control applies only
25949to the current message, not to any subsequent ones that may be received in the
168e428f
PH
25950same SMTP connection.
25951
9b371988
PH
25952.vitem &*control&~=&~submission/*&<&'options'&>
25953.cindex "message" "submission"
25954.cindex "submission mode"
168e428f 25955This control is permitted only for the MAIL, RCPT, and start of data ACLs (the
9b371988 25956latter is the one defined by &%acl_smtp_predata%&). Setting it tells Exim that
168e428f 25957the current message is a submission from a local MUA. In this case, Exim
9b371988 25958operates in &"submission mode"&, and applies certain fixups to the message if
9c2b45c9 25959necessary. For example, it adds a &'Date:'& header line if one is not present.
9b371988 25960This control is not permitted in the &%acl_smtp_data%& ACL, because that is too
168e428f 25961late (the message has already been created).
168e428f 25962
9b371988
PH
25963Chapter &<<CHAPmsgproc>>& describes the processing that Exim applies to
25964messages. Section &<<SECTsubmodnon>>& covers the processing that happens in
25965submission mode; the available options for this control are described there.
25966The control applies only to the current message, not to any subsequent ones
25967that may be received in the same SMTP connection.
25968
9b371988 25969.vitem &*control&~=&~suppress_local_fixups*&
f89d2485 25970.cindex "submission fixups, suppressing"
068aaea8 25971This control applies to locally submitted (non TCP/IP) messages, and is the
9c2b45c9 25972complement of &`control = submission`&. It disables the fixups that are
9b371988
PH
25973normally applied to locally-submitted messages. Specifically:
25974
25975.ilist
25976Any &'Sender:'& header line is left alone (in this respect, it is a
25977dynamic version of &%local_sender_retain%&).
25978.next
25979No &'Message-ID:'&, &'From:'&, or &'Date:'& header lines are added.
25980.next
25981There is no check that &'From:'& corresponds to the actual sender.
25982.endlist ilist
25983
db9452a9
PH
25984This control may be useful when a remotely-originated message is accepted,
25985passed to some scanning program, and then re-submitted for delivery. It can be
25986used only in the &%acl_smtp_mail%&, &%acl_smtp_rcpt%&, &%acl_smtp_predata%&,
25987and &%acl_not_smtp_start%& ACLs, because it has to be set before the message's
25988data is read.
f89d2485 25989
f89d2485
PH
25990&*Note:*& This control applies only to the current message, not to any others
25991that are being submitted at the same time using &%-bs%& or &%-bS%&.
9b371988 25992.endlist vlist
068aaea8 25993
f89d2485
PH
25994
25995.section "Summary of message fixup control" "SECTsummesfix"
068aaea8
PH
25996All four possibilities for message fixups can be specified:
25997
9b371988
PH
25998.ilist
25999Locally submitted, fixups applied: the default.
26000.next
9c2b45c9
NM
26001Locally submitted, no fixups applied: use
26002&`control = suppress_local_fixups`&.
9b371988
PH
26003.next
26004Remotely submitted, no fixups applied: the default.
26005.next
9c2b45c9 26006Remotely submitted, fixups applied: use &`control = submission`&.
9b371988 26007.endlist
9b371988
PH
26008
26009
26010
4f578862 26011.section "Adding header lines in ACLs" "SECTaddheadacl"
9b371988
PH
26012.cindex "header lines" "adding in an ACL"
26013.cindex "header lines" "position of added lines"
f89d2485 26014.cindex "&%message%& ACL modifier"
4f578862
PH
26015The &%add_header%& modifier can be used to add one or more extra header lines
26016to an incoming message, as in this example:
9b371988 26017.code
4f578862 26018warn dnslists = sbl.spamhaus.org : \
168e428f 26019 dialup.mail-abuse.org
4f578862 26020 add_header = X-blacklisted-at: $dnslist_domain
9b371988 26021.endd
4f578862
PH
26022The &%add_header%& modifier is permitted in the MAIL, RCPT, PREDATA, DATA,
26023MIME, and non-SMTP ACLs (in other words, those that are concerned with
26024receiving a message). The message must ultimately be accepted for
26025&%add_header%& to have any significant effect. You can use &%add_header%& with
26026any ACL verb, including &%deny%& (though this is potentially useful only in a
26027RCPT ACL).
26028
26029If the data for the &%add_header%& modifier contains one or more newlines that
26030are not followed by a space or a tab, it is assumed to contain multiple header
9b371988 26031lines. Each one is checked for valid syntax; &`X-ACL-Warn:`& is added to the
168e428f
PH
26032front of any line that is not a valid header line.
26033
4f578862
PH
26034Added header lines are accumulated during the MAIL, RCPT, and predata ACLs.
26035They are added to the message before processing the DATA and MIME ACLs.
26036However, if an identical header line is requested more than once, only one copy
26037is actually added to the message. Further header lines may be accumulated
26038during the DATA and MIME ACLs, after which they are added to the message, again
26039with duplicates suppressed. Thus, it is possible to add two identical header
26040lines to an SMTP message, but only if one is added before DATA and one after.
26041In the case of non-SMTP messages, new headers are accumulated during the
db9452a9
PH
26042non-SMTP ACLs, and are added to the message after all the ACLs have run. If a
26043message is rejected after DATA or by the non-SMTP ACL, all added header lines
26044are included in the entry that is written to the reject log.
4f578862
PH
26045
26046.cindex "header lines" "added; visibility of"
26047Header lines are not visible in string expansions until they are added to the
26048message. It follows that header lines defined in the MAIL, RCPT, and predata
26049ACLs are not visible until the DATA ACL and MIME ACLs are run. Similarly,
26050header lines that are added by the DATA or MIME ACLs are not visible in those
26051ACLs. Because of this restriction, you cannot use header lines as a way of
26052passing data between (for example) the MAIL and RCPT ACLs. If you want to do
26053this, you can use ACL variables, as described in section
26054&<<SECTaclvariables>>&.
26055
26056The &%add_header%& modifier acts immediately it is encountered during the
26057processing of an ACL. Notice the difference between these two cases:
26058.display
26059&`accept add_header = ADDED: some text`&
26060&` `&<&'some condition'&>
26061
26062&`accept `&<&'some condition'&>
26063&` add_header = ADDED: some text`&
26064.endd
26065In the first case, the header line is always added, whether or not the
26066condition is true. In the second case, the header line is added only if the
26067condition is true. Multiple occurrences of &%add_header%& may occur in the same
26068ACL statement. All those that are encountered before a condition fails are
26069honoured.
26070
f89d2485 26071.cindex "&%warn%& ACL verb"
4f578862
PH
26072For compatibility with previous versions of Exim, a &%message%& modifier for a
26073&%warn%& verb acts in the same way as &%add_header%&, except that it takes
26074effect only if all the conditions are true, even if it appears before some of
26075them. Furthermore, only the last occurrence of &%message%& is honoured. This
26076usage of &%message%& is now deprecated. If both &%add_header%& and &%message%&
26077are present on a &%warn%& verb, both are processed according to their
26078specifications.
26079
26080By default, new header lines are added to a message at the end of the existing
26081header lines. However, you can specify that any particular header line should
26082be added right at the start (before all the &'Received:'& lines), immediately
26083after the first block of &'Received:'& lines, or immediately before any line
26084that is not a &'Received:'& or &'Resent-something:'& header.
168e428f 26085
9b371988
PH
26086This is done by specifying &":at_start:"&, &":after_received:"&, or
26087&":at_start_rfc:"& (or, for completeness, &":at_end:"&) before the text of the
168e428f
PH
26088header line, respectively. (Header text cannot start with a colon, as there has
26089to be a header name first.) For example:
9b371988 26090.code
4f578862
PH
26091warn add_header = \
26092 :after_received:X-My-Header: something or other...
9b371988 26093.endd
4f578862
PH
26094If more than one header line is supplied in a single &%add_header%& modifier,
26095each one is treated independently and can therefore be placed differently. If
26096you add more than one line at the start, or after the Received: block, they end
26097up in reverse order.
168e428f 26098
9b371988 26099&*Warning*&: This facility currently applies only to header lines that are
168e428f
PH
26100added in an ACL. It does NOT work for header lines that are added in a
26101system filter or in a router or transport.
168e428f 26102
168e428f
PH
26103
26104
26105
9b371988
PH
26106.section "ACL conditions" "SECTaclconditions"
26107.cindex "&ACL;" "conditions; list of"
168e428f
PH
26108Some of conditions listed in this section are available only when Exim is
26109compiled with the content-scanning extension. They are included here briefly
26110for completeness. More detailed descriptions can be found in the discussion on
9b371988 26111content scanning in chapter &<<CHAPexiscan>>&.
168e428f
PH
26112
26113Not all conditions are relevant in all circumstances. For example, testing
26114senders and recipients does not make sense in an ACL that is being run as the
26115result of the arrival of an ETRN command, and checks on message headers can be
9b371988
PH
26116done only in the ACLs specified by &%acl_smtp_data%& and &%acl_not_smtp%&. You
26117can use the same condition (with different parameters) more than once in the
26118same ACL statement. This provides a way of specifying an &"and"& conjunction.
26119The conditions are as follows:
26120
26121
26122.vlist
26123.vitem &*acl&~=&~*&<&'name&~of&~acl&~or&~ACL&~string&~or&~file&~name&~'&>
26124.cindex "&ACL;" "nested"
26125.cindex "&ACL;" "indirect"
f89d2485 26126.cindex "&%acl%& ACL condition"
9b371988
PH
26127The possible values of the argument are the same as for the
26128&%acl_smtp_%&&'xxx'& options. The named or inline ACL is run. If it returns
26129&"accept"& the condition is true; if it returns &"deny"& the condition is
26130false. If it returns &"defer"&, the current ACL returns &"defer"& unless the
26131condition is on a &%warn%& verb. In that case, a &"defer"& return makes the
26132condition false. This means that further processing of the &%warn%& verb
26133ceases, but processing of the ACL continues.
26134
26135If the nested &%acl%& returns &"drop"& and the outer condition denies access,
26136the connection is dropped. If it returns &"discard"&, the verb must be
26137&%accept%& or &%discard%&, and the action is taken immediately &-- no further
26138conditions are tested.
26139
168e428f
PH
26140ACLs may be nested up to 20 deep; the limit exists purely to catch runaway
26141loops. This condition allows you to use different ACLs in different
26142circumstances. For example, different ACLs can be used to handle RCPT commands
26143for different local users or different local domains.
26144
9b371988 26145.vitem &*authenticated&~=&~*&<&'string&~list'&>
f89d2485 26146.cindex "&%authenticated%& ACL condition"
9b371988
PH
26147.cindex "authentication" "ACL checking"
26148.cindex "&ACL;" "testing for authentication"
168e428f
PH
26149If the SMTP connection is not authenticated, the condition is false. Otherwise,
26150the name of the authenticator is tested against the list. To test for
26151authentication by any authenticator, you can set
9b371988
PH
26152.code
26153authenticated = *
26154.endd
26155
26156.vitem &*condition&~=&~*&<&'string'&>
f89d2485 26157.cindex "&%condition%& ACL condition"
9b371988
PH
26158.cindex "customizing" "ACL condition"
26159.cindex "&ACL;" "customized test"
f89d2485 26160.cindex "&ACL;" "testing, customized"
168e428f
PH
26161This feature allows you to make up custom conditions. If the result of
26162expanding the string is an empty string, the number zero, or one of the strings
9b371988
PH
26163&"no"& or &"false"&, the condition is false. If the result is any non-zero
26164number, or one of the strings &"yes"& or &"true"&, the condition is true. For
db9452a9 26165any other value, some error is assumed to have occurred, and the ACL returns
3cb1b51e 26166&"defer"&. However, if the expansion is forced to fail, the condition is
db9452a9 26167ignored. The effect is to treat it as true, whether it is positive or
3cb1b51e 26168negative.
168e428f 26169
9b371988 26170.vitem &*decode&~=&~*&<&'location'&>
f89d2485 26171.cindex "&%decode%& ACL condition"
168e428f 26172This condition is available only when Exim is compiled with the
3cb1b51e 26173content-scanning extension, and it is allowed only in the ACL defined by
9b371988 26174&%acl_smtp_mime%&. It causes the current MIME part to be decoded into a file.
595028e4 26175If all goes well, the condition is true. It is false only if there are
f89d2485 26176problems such as a syntax error or a memory shortage. For more details, see
595028e4 26177chapter &<<CHAPexiscan>>&.
168e428f 26178
9b371988 26179.vitem &*demime&~=&~*&<&'extension&~list'&>
f89d2485 26180.cindex "&%demime%& ACL condition"
068aaea8 26181This condition is available only when Exim is compiled with the
9b371988
PH
26182content-scanning extension. Its use is described in section
26183&<<SECTdemimecond>>&.
26184
26185.vitem &*dnslists&~=&~*&<&'list&~of&~domain&~names&~and&~other&~data'&>
f89d2485 26186.cindex "&%dnslists%& ACL condition"
9b371988
PH
26187.cindex "DNS list" "in ACL"
26188.cindex "black list (DNS)"
26189.cindex "&ACL;" "testing a DNS list"
168e428f 26190This condition checks for entries in DNS black lists. These are also known as
9b371988
PH
26191&"RBL lists"&, after the original Realtime Blackhole List, but note that the
26192use of the lists at &'mail-abuse.org'& now carries a charge. There are too many
168e428f 26193different variants of this condition to describe briefly here. See sections
595028e4 26194&<<SECTmorednslists>>&&--&<<SECTmorednslistslast>>& for details.
168e428f 26195
9b371988 26196.vitem &*domains&~=&~*&<&'domain&~list'&>
f89d2485 26197.cindex "&%domains%& ACL condition"
9b371988
PH
26198.cindex "domain" "ACL checking"
26199.cindex "&ACL;" "testing a recipient domain"
f89d2485 26200.vindex "&$domain_data$&"
168e428f
PH
26201This condition is relevant only after a RCPT command. It checks that the domain
26202of the recipient address is in the domain list. If percent-hack processing is
26203enabled, it is done before this test is done. If the check succeeds with a
9b371988
PH
26204lookup, the result of the lookup is placed in &$domain_data$& until the next
26205&%domains%& test.
168e428f 26206
3cb1b51e
PH
26207&*Note carefully*& (because many people seem to fall foul of this): you cannot
26208use &%domains%& in a DATA ACL.
3cb1b51e
PH
26209
26210
9b371988 26211.vitem &*encrypted&~=&~*&<&'string&~list'&>
f89d2485 26212.cindex "&%encrypted%& ACL condition"
9b371988
PH
26213.cindex "encryption" "checking in an ACL"
26214.cindex "&ACL;" "testing for encryption"
168e428f
PH
26215If the SMTP connection is not encrypted, the condition is false. Otherwise, the
26216name of the cipher suite in use is tested against the list. To test for
26217encryption without testing for any specific cipher suite(s), set
9b371988
PH
26218.code
26219encrypted = *
26220.endd
26221
3cb1b51e 26222
9b371988 26223.vitem &*hosts&~=&~*&<&'&~host&~list'&>
f89d2485 26224.cindex "&%hosts%& ACL condition"
9b371988
PH
26225.cindex "host" "ACL checking"
26226.cindex "&ACL;" "testing the client host"
168e428f
PH
26227This condition tests that the calling host matches the host list. If you have
26228name lookups or wildcarded host names and IP addresses in the same host list,
26229you should normally put the IP addresses first. For example, you could have:
9b371988
PH
26230.code
26231accept hosts = 10.9.8.7 : dbm;/etc/friendly/hosts
26232.endd
3cb1b51e
PH
26233The lookup in this example uses the host name for its key. This is implied by
26234the lookup type &"dbm"&. (For a host address lookup you would use &"net-dbm"&
26235and it wouldn't matter which way round you had these two items.)
3cb1b51e
PH
26236
26237The reason for the problem with host names lies in the left-to-right way that
26238Exim processes lists. It can test IP addresses without doing any DNS lookups,
26239but when it reaches an item that requires a host name, it fails if it cannot
26240find a host name to compare with the pattern. If the above list is given in the
26241opposite order, the &%accept%& statement fails for a host whose name cannot be
26242found, even if its IP address is 10.9.8.7.
9b371988 26243
168e428f
PH
26244If you really do want to do the name check first, and still recognize the IP
26245address even if the name lookup fails, you can rewrite the ACL like this:
9b371988
PH
26246.code
26247accept hosts = dbm;/etc/friendly/hosts
26248accept hosts = 10.9.8.7
26249.endd
168e428f 26250The default action on failing to find the host name is to assume that the host
9b371988
PH
26251is not in the list, so the first &%accept%& statement fails. The second
26252statement can then check the IP address.
168e428f 26253
f89d2485 26254.vindex "&$host_data$&"
9b371988
PH
26255If a &%hosts%& condition is satisfied by means of a lookup, the result
26256of the lookup is made available in the &$host_data$& variable. This
26257allows you, for example, to set up a statement like this:
26258.code
26259deny hosts = net-lsearch;/some/file
26260message = $host_data
26261.endd
168e428f
PH
26262which gives a custom error message for each denied host.
26263
9b371988 26264.vitem &*local_parts&~=&~*&<&'local&~part&~list'&>
f89d2485 26265.cindex "&%local_parts%& ACL condition"
9b371988
PH
26266.cindex "local part" "ACL checking"
26267.cindex "&ACL;" "testing a local part"
f89d2485 26268.vindex "&$local_part_data$&"
168e428f
PH
26269This condition is relevant only after a RCPT command. It checks that the local
26270part of the recipient address is in the list. If percent-hack processing is
26271enabled, it is done before this test. If the check succeeds with a lookup, the
9b371988
PH
26272result of the lookup is placed in &$local_part_data$&, which remains set until
26273the next &%local_parts%& test.
168e428f 26274
9b371988 26275.vitem &*malware&~=&~*&<&'option'&>
f89d2485 26276.cindex "&%malware%& ACL condition"
9b371988
PH
26277.cindex "&ACL;" "virus scanning"
26278.cindex "&ACL;" "scanning for viruses"
168e428f
PH
26279This condition is available only when Exim is compiled with the
26280content-scanning extension. It causes the incoming message to be scanned for
9b371988 26281viruses. For details, see chapter &<<CHAPexiscan>>&.
168e428f 26282
9b371988 26283.vitem &*mime_regex&~=&~*&<&'list&~of&~regular&~expressions'&>
f89d2485 26284.cindex "&%mime_regex%& ACL condition"
9b371988 26285.cindex "&ACL;" "testing by regex matching"
168e428f 26286This condition is available only when Exim is compiled with the
3cb1b51e 26287content-scanning extension, and it is allowed only in the ACL defined by
9b371988
PH
26288&%acl_smtp_mime%&. It causes the current MIME part to be scanned for a match
26289with any of the regular expressions. For details, see chapter
26290&<<CHAPexiscan>>&.
168e428f 26291
9b371988
PH
26292.vitem &*ratelimit&~=&~*&<&'parameters'&>
26293.cindex "rate limiting"
068aaea8 26294This condition can be used to limit the rate at which a user or host submits
9b371988 26295messages. Details are given in section &<<SECTratelimiting>>&.
068aaea8 26296
9b371988 26297.vitem &*recipients&~=&~*&<&'address&~list'&>
f89d2485 26298.cindex "&%recipients%& ACL condition"
9b371988
PH
26299.cindex "recipient" "ACL checking"
26300.cindex "&ACL;" "testing a recipient"
168e428f
PH
26301This condition is relevant only after a RCPT command. It checks the entire
26302recipient address against a list of recipients.
26303
9b371988 26304.vitem &*regex&~=&~*&<&'list&~of&~regular&~expressions'&>
f89d2485 26305.cindex "&%regex%& ACL condition"
9b371988 26306.cindex "&ACL;" "testing by regex matching"
168e428f 26307This condition is available only when Exim is compiled with the
068aaea8
PH
26308content-scanning extension, and is available only in the DATA, MIME, and
26309non-SMTP ACLs. It causes the incoming message to be scanned for a match with
9b371988
PH
26310any of the regular expressions. For details, see chapter &<<CHAPexiscan>>&.
26311
26312.vitem &*sender_domains&~=&~*&<&'domain&~list'&>
f89d2485 26313.cindex "&%sender_domains%& ACL condition"
9b371988
PH
26314.cindex "sender" "ACL checking"
26315.cindex "&ACL;" "testing a sender domain"
f89d2485
PH
26316.vindex "&$domain$&"
26317.vindex "&$sender_address_domain$&"
168e428f 26318This condition tests the domain of the sender of the message against the given
9b371988
PH
26319domain list. &*Note*&: The domain of the sender address is in
26320&$sender_address_domain$&. It is &'not'& put in &$domain$& during the testing
26321of this condition. This is an exception to the general rule for testing domain
26322lists. It is done this way so that, if this condition is used in an ACL for a
26323RCPT command, the recipient's domain (which is in &$domain$&) can be used to
26324influence the sender checking.
26325
9b371988 26326&*Warning*&: It is a bad idea to use this condition on its own as a control on
068aaea8 26327relaying, because sender addresses are easily, and commonly, forged.
168e428f 26328
9b371988 26329.vitem &*senders&~=&~*&<&'address&~list'&>
f89d2485 26330.cindex "&%senders%& ACL condition"
9b371988
PH
26331.cindex "sender" "ACL checking"
26332.cindex "&ACL;" "testing a sender"
168e428f
PH
26333This condition tests the sender of the message against the given list. To test
26334for a bounce message, which has an empty sender, set
9b371988
PH
26335.code
26336senders = :
26337.endd
9b371988 26338&*Warning*&: It is a bad idea to use this condition on its own as a control on
068aaea8 26339relaying, because sender addresses are easily, and commonly, forged.
168e428f 26340
9b371988 26341.vitem &*spam&~=&~*&<&'username'&>
f89d2485 26342.cindex "&%spam%& ACL condition"
9b371988 26343.cindex "&ACL;" "scanning for spam"
168e428f
PH
26344This condition is available only when Exim is compiled with the
26345content-scanning extension. It causes the incoming message to be scanned by
9b371988
PH
26346SpamAssassin. For details, see chapter &<<CHAPexiscan>>&.
26347
26348.vitem &*verify&~=&~certificate*&
f89d2485 26349.cindex "&%verify%& ACL condition"
9b371988
PH
26350.cindex "TLS" "client certificate verification"
26351.cindex "certificate" "verification of client"
26352.cindex "&ACL;" "certificate verification"
26353.cindex "&ACL;" "testing a TLS certificate"
168e428f
PH
26354This condition is true in an SMTP session if the session is encrypted, and a
26355certificate was received from the client, and the certificate was verified. The
9b371988
PH
26356server requests a certificate only if the client matches &%tls_verify_hosts%&
26357or &%tls_try_verify_hosts%& (see chapter &<<CHAPTLS>>&).
168e428f 26358
9b371988
PH
26359.vitem &*verify&~=&~csa*&
26360.cindex "CSA verification"
068aaea8
PH
26361This condition checks whether the sending host (the client) is authorized to
26362send email. Details of how this works are given in section
9b371988 26363&<<SECTverifyCSA>>&.
9b371988
PH
26364
26365.vitem &*verify&~=&~header_sender/*&<&'options'&>
f89d2485 26366.cindex "&%verify%& ACL condition"
9b371988
PH
26367.cindex "&ACL;" "verifying sender in the header"
26368.cindex "header lines" "verifying the sender in"
26369.cindex "sender" "verifying in header"
26370.cindex "verifying" "sender in header"
168e428f 26371This condition is relevant only in an ACL that is run after a message has been
9b371988
PH
26372received, that is, in an ACL specified by &%acl_smtp_data%& or
26373&%acl_not_smtp%&. It checks that there is a verifiable address in at least one
26374of the &'Sender:'&, &'Reply-To:'&, or &'From:'& header lines. Such an address
26375is loosely thought of as a &"sender"& address (hence the name of the test).
26376However, an address that appears in one of these headers need not be an address
26377that accepts bounce messages; only sender addresses in envelopes are required
26378to accept bounces. Therefore, if you use the callout option on this check, you
26379might want to arrange for a non-empty address in the MAIL command.
26380
168e428f 26381Details of address verification and the options are given later, starting at
9b371988
PH
26382section &<<SECTaddressverification>>& (callouts are described in section
26383&<<SECTcallver>>&). You can combine this condition with the &%senders%&
26384condition to restrict it to bounce messages only:
26385.code
26386deny senders = :
26387 message = A valid sender header is required for bounces
26388 !verify = header_sender
26389.endd
26390
26391.vitem &*verify&~=&~header_syntax*&
f89d2485 26392.cindex "&%verify%& ACL condition"
9b371988
PH
26393.cindex "&ACL;" "verifying header syntax"
26394.cindex "header lines" "verifying syntax"
26395.cindex "verifying" "header syntax"
168e428f 26396This condition is relevant only in an ACL that is run after a message has been
9b371988
PH
26397received, that is, in an ACL specified by &%acl_smtp_data%& or
26398&%acl_not_smtp%&. It checks the syntax of all header lines that can contain
26399lists of addresses (&'Sender:'&, &'From:'&, &'Reply-To:'&, &'To:'&, &'Cc:'&,
26400and &'Bcc:'&). Unqualified addresses (local parts without domains) are
26401permitted only in locally generated messages and from hosts that match
26402&%sender_unqualified_hosts%& or &%recipient_unqualified_hosts%&, as
26403appropriate.
26404
168e428f
PH
26405Note that this condition is a syntax check only. However, a common spamming
26406ploy used to be to send syntactically invalid headers such as
9b371988
PH
26407.code
26408To: @
26409.endd
168e428f
PH
26410and this condition can be used to reject such messages, though they are not as
26411common as they used to be.
26412
9b371988 26413.vitem &*verify&~=&~helo*&
f89d2485 26414.cindex "&%verify%& ACL condition"
9b371988
PH
26415.cindex "&ACL;" "verifying HELO/EHLO"
26416.cindex "HELO" "verifying"
26417.cindex "EHLO" "verifying"
26418.cindex "verifying" "EHLO"
26419.cindex "verifying" "HELO"
168e428f 26420This condition is true if a HELO or EHLO command has been received from the
3cb1b51e
PH
26421client host, and its contents have been verified. If there has been no previous
26422attempt to verify the HELO/EHLO contents, it is carried out when this
9b371988
PH
26423condition is encountered. See the description of the &%helo_verify_hosts%& and
26424&%helo_try_verify_hosts%& options for details of how to request verification
068aaea8
PH
26425independently of this condition.
26426
3cb1b51e
PH
26427For SMTP input that does not come over TCP/IP (the &%-bs%& command line
26428option), this condition is always true.
3cb1b51e
PH
26429
26430
9b371988
PH
26431.vitem &*verify&~=&~not_blind*&
26432.cindex "verifying" "not blind"
f89d2485 26433.cindex "bcc recipients, verifying none"
068aaea8 26434This condition checks that there are no blind (bcc) recipients in the message.
9b371988
PH
26435Every envelope recipient must appear either in a &'To:'& header line or in a
26436&'Cc:'& header line for this condition to be true. Local parts are checked
26437case-sensitively; domains are checked case-insensitively. If &'Resent-To:'& or
26438&'Resent-Cc:'& header lines exist, they are also checked. This condition can be
068aaea8 26439used only in a DATA or non-SMTP ACL.
068aaea8 26440
9b371988
PH
26441There are, of course, many legitimate messages that make use of blind (bcc)
26442recipients. This check should not be used on its own for blocking messages.
068aaea8 26443
168e428f 26444
9b371988 26445.vitem &*verify&~=&~recipient/*&<&'options'&>
f89d2485 26446.cindex "&%verify%& ACL condition"
9b371988
PH
26447.cindex "&ACL;" "verifying recipient"
26448.cindex "recipient" "verifying"
26449.cindex "verifying" "recipient"
f89d2485 26450.vindex "&$address_data$&"
168e428f
PH
26451This condition is relevant only after a RCPT command. It verifies the current
26452recipient. Details of address verification are given later, starting at section
9b371988
PH
26453&<<SECTaddressverification>>&. After a recipient has been verified, the value
26454of &$address_data$& is the last value that was set while routing the address.
26455This applies even if the verification fails. When an address that is being
26456verified is redirected to a single address, verification continues with the new
26457address, and in that case, the subsequent value of &$address_data$& is the
26458value for the child address.
26459
26460.vitem &*verify&~=&~reverse_host_lookup*&
f89d2485 26461.cindex "&%verify%& ACL condition"
9b371988
PH
26462.cindex "&ACL;" "verifying host reverse lookup"
26463.cindex "host" "verifying reverse lookup"
168e428f
PH
26464This condition ensures that a verified host name has been looked up from the IP
26465address of the client host. (This may have happened already if the host name
9b371988 26466was needed for checking a host list, or if the host matched &%host_lookup%&.)
168e428f
PH
26467Verification ensures that the host name obtained from a reverse DNS lookup, or
26468one of its aliases, does, when it is itself looked up in the DNS, yield the
26469original IP address.
9b371988 26470
168e428f
PH
26471If this condition is used for a locally generated message (that is, when there
26472is no client host involved), it always succeeds.
26473
9b371988 26474.vitem &*verify&~=&~sender/*&<&'options'&>
f89d2485 26475.cindex "&%verify%& ACL condition"
9b371988
PH
26476.cindex "&ACL;" "verifying sender"
26477.cindex "sender" "verifying"
26478.cindex "verifying" "sender"
168e428f 26479This condition is relevant only after a MAIL or RCPT command, or after a
9b371988
PH
26480message has been received (the &%acl_smtp_data%& or &%acl_not_smtp%& ACLs). If
26481the message's sender is empty (that is, this is a bounce message), the
26482condition is true. Otherwise, the sender address is verified.
26483
f89d2485
PH
26484.vindex "&$address_data$&"
26485.vindex "&$sender_address_data$&"
9b371988
PH
26486If there is data in the &$address_data$& variable at the end of routing, its
26487value is placed in &$sender_address_data$& at the end of verification. This
168e428f
PH
26488value can be used in subsequent conditions and modifiers in the same ACL
26489statement. It does not persist after the end of the current statement. If you
26490want to preserve the value for longer, you can save it in an ACL variable.
9b371988 26491
168e428f 26492Details of verification are given later, starting at section
9b371988
PH
26493&<<SECTaddressverification>>&. Exim caches the result of sender verification,
26494to avoid doing it more than once per message.
168e428f 26495
9b371988 26496.vitem &*verify&~=&~sender=*&<&'address'&>&*/*&<&'options'&>
f89d2485 26497.cindex "&%verify%& ACL condition"
168e428f
PH
26498This is a variation of the previous option, in which a modified address is
26499verified as a sender.
9b371988 26500.endlist
168e428f
PH
26501
26502
26503
9b371988
PH
26504.section "Using DNS lists" "SECTmorednslists"
26505.cindex "DNS list" "in ACL"
26506.cindex "black list (DNS)"
26507.cindex "&ACL;" "testing a DNS list"
26508In its simplest form, the &%dnslists%& condition tests whether the calling host
168e428f 26509is on at least one of a number of DNS lists by looking up the inverted IP
30966db0
TF
26510address in one or more DNS domains. (Note that DNS list domains are not mail
26511domains, so the &`+`& syntax for named lists doesn't work - it is used for
26512special options instead.) For example, if the calling host's IP
168e428f 26513address is 192.168.62.43, and the ACL statement is
9b371988 26514.code
168e428f
PH
26515deny dnslists = blackholes.mail-abuse.org : \
26516 dialups.mail-abuse.org
9b371988 26517.endd
168e428f 26518the following records are looked up:
9b371988
PH
26519.code
2652043.62.168.192.blackholes.mail-abuse.org
2652143.62.168.192.dialups.mail-abuse.org
26522.endd
168e428f 26523As soon as Exim finds an existing DNS record, processing of the list stops.
9b371988
PH
26524Thus, multiple entries on the list provide an &"or"& conjunction. If you want
26525to test that a host is on more than one list (an &"and"& conjunction), you can
26526use two separate conditions:
26527.code
26528deny dnslists = blackholes.mail-abuse.org
26529 dnslists = dialups.mail-abuse.org
26530.endd
168e428f
PH
26531If a DNS lookup times out or otherwise fails to give a decisive answer, Exim
26532behaves as if the host does not match the list item, that is, as if the DNS
26533record does not exist. If there are further items in the DNS list, they are
26534processed.
26535
9b371988
PH
26536This is usually the required action when &%dnslists%& is used with &%deny%&
26537(which is the most common usage), because it prevents a DNS failure from
26538blocking mail. However, you can change this behaviour by putting one of the
26539following special items in the list:
26540.display
26541&`+include_unknown `& behave as if the item is on the list
26542&`+exclude_unknown `& behave as if the item is not on the list (default)
26543&`+defer_unknown `& give a temporary error
26544.endd
26545.cindex "&`+include_unknown`&"
26546.cindex "&`+exclude_unknown`&"
26547.cindex "&`+defer_unknown`&"
168e428f 26548Each of these applies to any subsequent items on the list. For example:
9b371988
PH
26549.code
26550deny dnslists = +defer_unknown : foo.bar.example
26551.endd
168e428f
PH
26552Testing the list of domains stops as soon as a match is found. If you want to
26553warn for one list and block for another, you can use two different statements:
9b371988
PH
26554.code
26555deny dnslists = blackholes.mail-abuse.org
26556warn message = X-Warn: sending host is on dialups list
26557 dnslists = dialups.mail-abuse.org
26558.endd
168e428f
PH
26559DNS list lookups are cached by Exim for the duration of the SMTP session,
26560so a lookup based on the IP address is done at most once for any incoming
26561connection. Exim does not share information between multiple incoming
26562connections (but your local name server cache should be active).
26563
26564
26565
f89d2485 26566.section "Specifying the IP address for a DNS list lookup" "SECID201"
9b371988 26567.cindex "DNS list" "keyed by explicit IP address"
168e428f
PH
26568By default, the IP address that is used in a DNS list lookup is the IP address
26569of the calling host. However, you can specify another IP address by listing it
26570after the domain name, introduced by a slash. For example:
9b371988
PH
26571.code
26572deny dnslists = black.list.tld/192.168.1.2
26573.endd
168e428f
PH
26574This feature is not very helpful with explicit IP addresses; it is intended for
26575use with IP addresses that are looked up, for example, the IP addresses of the
26576MX hosts or nameservers of an email sender address. For an example, see section
9b371988 26577&<<SECTmulkeyfor>>& below.
168e428f
PH
26578
26579
26580
26581
f89d2485 26582.section "DNS lists keyed on domain names" "SECID202"
9b371988 26583.cindex "DNS list" "keyed by domain name"
168e428f 26584There are some lists that are keyed on domain names rather than inverted IP
9b371988
PH
26585addresses (see for example the &'domain based zones'& link at
26586&url(http://www.rfc-ignorant.org/)). No reversing of components is used
26587with these lists. You can change the name that is looked up in a DNS list by
26588listing it after the domain name, introduced by a slash. For example,
26589.code
26590deny message = Sender's domain is listed at $dnslist_domain
26591 dnslists = dsn.rfc-ignorant.org/$sender_address_domain
26592.endd
168e428f
PH
26593This particular example is useful only in ACLs that are obeyed after the
26594RCPT or DATA commands, when a sender address is available. If (for
9b371988 26595example) the message's sender is &'user@tld.example'& the name that is looked
168e428f 26596up by this example is
9b371988
PH
26597.code
26598tld.example.dsn.rfc-ignorant.org
26599.endd
26600A single &%dnslists%& condition can contain entries for both names and IP
168e428f 26601addresses. For example:
9b371988 26602.code
168e428f
PH
26603deny dnslists = sbl.spamhaus.org : \
26604 dsn.rfc-ignorant.org/$sender_address_domain
9b371988 26605.endd
168e428f
PH
26606The first item checks the sending host's IP address; the second checks a domain
26607name. The whole condition is true if either of the DNS lookups succeeds.
26608
26609
26610
26611
9b371988
PH
26612.section "Multiple explicit keys for a DNS list" "SECTmulkeyfor"
26613.cindex "DNS list" "multiple keys for"
168e428f
PH
26614The syntax described above for looking up explicitly-defined values (either
26615names or IP addresses) in a DNS blacklist is a simplification. After the domain
26616name for the DNS list, what follows the slash can in fact be a list of items.
26617As with all lists in Exim, the default separator is a colon. However, because
26618this is a sublist within the list of DNS blacklist domains, it is necessary
26619either to double the separators like this:
9b371988
PH
26620.code
26621dnslists = black.list.tld/name.1::name.2
26622.endd
168e428f 26623or to change the separator character, like this:
9b371988
PH
26624.code
26625dnslists = black.list.tld/<;name.1;name.2
26626.endd
168e428f
PH
26627If an item in the list is an IP address, it is inverted before the DNS
26628blacklist domain is appended. If it is not an IP address, no inversion
26629occurs. Consider this condition:
9b371988
PH
26630.code
26631dnslists = black.list.tld/<;192.168.1.2;a.domain
26632.endd
168e428f 26633The DNS lookups that occur are:
9b371988
PH
26634.code
266352.1.168.192.black.list.tld
26636a.domain.black.list.tld
26637.endd
168e428f 26638Once a DNS record has been found (that matches a specific IP return
9b371988
PH
26639address, if specified &-- see section &<<SECTaddmatcon>>&), no further lookups
26640are done. If there is a temporary DNS error, the rest of the sublist of domains
26641or IP addresses is tried. A temporary error for the whole dnslists item occurs
168e428f
PH
26642only if no other DNS lookup in this sublist succeeds. In other words, a
26643successful lookup for any of the items in the sublist overrides a temporary
26644error for a previous item.
26645
26646The ability to supply a list of items after the slash is in some sense just a
26647syntactic convenience. These two examples have the same effect:
9b371988
PH
26648.code
26649dnslists = black.list.tld/a.domain : black.list.tld/b.domain
26650dnslists = black.list.tld/a.domain::b.domain
26651.endd
168e428f
PH
26652However, when the data for the list is obtained from a lookup, the second form
26653is usually much more convenient. Consider this example:
9b371988
PH
26654.code
26655deny message = The mail servers for the domain \
26656 $sender_address_domain \
26657 are listed at $dnslist_domain ($dnslist_value); \
26658 see $dnslist_text.
26659 dnslists = sbl.spamhaus.org/<|${lookup dnsdb {>|a=<|\
26660 ${lookup dnsdb {>|mxh=\
26661 $sender_address_domain} }} }
26662.endd
26663Note the use of &`>|`& in the dnsdb lookup to specify the separator for
168e428f
PH
26664multiple DNS records. The inner dnsdb lookup produces a list of MX hosts
26665and the outer dnsdb lookup finds the IP addresses for these hosts. The result
26666of expanding the condition might be something like this:
9b371988
PH
26667.code
26668dnslists = sbl.spahmaus.org/<|192.168.2.3|192.168.5.6|...
26669.endd
168e428f
PH
26670Thus, this example checks whether or not the IP addresses of the sender
26671domain's mail servers are on the Spamhaus black list.
26672
595028e4
PH
26673The key that was used for a successful DNS list lookup is put into the variable
26674&$dnslist_matched$& (see section &<<SECID204>>&).
168e428f
PH
26675
26676
26677
26678
f89d2485 26679.section "Data returned by DNS lists" "SECID203"
9b371988 26680.cindex "DNS list" "data returned from"
168e428f
PH
26681DNS lists are constructed using address records in the DNS. The original RBL
26682just used the address 127.0.0.1 on the right hand side of each record, but the
26683RBL+ list and some other lists use a number of values with different meanings.
26684The values used on the RBL+ list are:
9b371988 26685.display
168e428f
PH
26686127.1.0.1 RBL
26687127.1.0.2 DUL
26688127.1.0.3 DUL and RBL
26689127.1.0.4 RSS
26690127.1.0.5 RSS and RBL
26691127.1.0.6 RSS and DUL
26692127.1.0.7 RSS and DUL and RBL
9b371988 26693.endd
3cb1b51e 26694Section &<<SECTaddmatcon>>& below describes how you can distinguish between
f89d2485 26695different values. Some DNS lists may return more than one address record;
595028e4
PH
26696see section &<<SECThanmuldnsrec>>& for details of how they are checked.
26697
168e428f 26698
f89d2485 26699.section "Variables set from DNS lists" "SECID204"
595028e4 26700.cindex "expansion" "variables, set from DNS list"
9b371988 26701.cindex "DNS list" "variables set from"
f89d2485 26702.vindex "&$dnslist_domain$&"
595028e4 26703.vindex "&$dnslist_matched$&"
f89d2485
PH
26704.vindex "&$dnslist_text$&"
26705.vindex "&$dnslist_value$&"
595028e4
PH
26706When an entry is found in a DNS list, the variable &$dnslist_domain$& contains
26707the name of the overall domain that matched (for example,
26708&`spamhaus.example`&), &$dnslist_matched$& contains the key within that domain
26709(for example, &`192.168.5.3`&), and &$dnslist_value$& contains the data from
26710the DNS record. When the key is an IP address, it is not reversed in
26711&$dnslist_matched$& (though it is, of course, in the actual lookup). In simple
26712cases, for example:
26713.code
26714deny dnslists = spamhaus.example
26715.endd
26716the key is also available in another variable (in this case,
26717&$sender_host_address$&). In more complicated cases, however, this is not true.
26718For example, using a data lookup (as described in section &<<SECTmulkeyfor>>&)
26719might generate a dnslists lookup like this:
26720.code
26721deny dnslists = spamhaus.example/<|192.168.1.2|192.168.6.7|...
26722.endd
26723If this condition succeeds, the value in &$dnslist_matched$& might be
26724&`192.168.6.7`& (for example).
595028e4
PH
26725
26726If more than one address record is returned by the DNS lookup, all the IP
26727addresses are included in &$dnslist_value$&, separated by commas and spaces.
26728The variable &$dnslist_text$& contains the contents of any associated TXT
26729record. For lists such as RBL+ the TXT record for a merged entry is often not
26730very meaningful. See section &<<SECTmordetinf>>& for a way of obtaining more
26731information.
168e428f 26732
3cb1b51e
PH
26733You can use the DNS list variables in &%message%& or &%log_message%& modifiers
26734&-- although these appear before the condition in the ACL, they are not
26735expanded until after it has failed. For example:
9b371988 26736.code
168e428f
PH
26737deny hosts = !+local_networks
26738 message = $sender_host_address is listed \
26739 at $dnslist_domain
26740 dnslists = rbl-plus.mail-abuse.example
9b371988 26741.endd
168e428f
PH
26742
26743
26744
9b371988
PH
26745.section "Additional matching conditions for DNS lists" "SECTaddmatcon"
26746.cindex "DNS list" "matching specific returned data"
26747You can add an equals sign and an IP address after a &%dnslists%& domain name
26748in order to restrict its action to DNS records with a matching right hand side.
168e428f 26749For example,
9b371988
PH
26750.code
26751deny dnslists = rblplus.mail-abuse.org=127.0.0.2
26752.endd
168e428f 26753rejects only those hosts that yield 127.0.0.2. Without this additional data,
595028e4 26754any address record is considered to be a match. For the moment, we assume
f89d2485 26755that the DNS lookup returns just one record. Section &<<SECThanmuldnsrec>>&
595028e4 26756describes how multiple records are handled.
168e428f
PH
26757
26758More than one IP address may be given for checking, using a comma as a
9b371988
PH
26759separator. These are alternatives &-- if any one of them matches, the
26760&%dnslists%& condition is true. For example:
26761.code
26762deny dnslists = a.b.c=127.0.0.2,127.0.0.3
26763.endd
168e428f
PH
26764If you want to specify a constraining address list and also specify names or IP
26765addresses to be looked up, the constraining address list must be specified
26766first. For example:
9b371988 26767.code
168e428f
PH
26768deny dnslists = dsn.rfc-ignorant.org\
26769 =127.0.0.2/$sender_address_domain
9b371988 26770.endd
168e428f 26771
9b371988
PH
26772If the character &`&&`& is used instead of &`=`&, the comparison for each
26773listed IP address is done by a bitwise &"and"& instead of by an equality test.
26774In other words, the listed addresses are used as bit masks. The comparison is
168e428f
PH
26775true if all the bits in the mask are present in the address that is being
26776tested. For example:
9b371988
PH
26777.code
26778dnslists = a.b.c&0.0.0.3
26779.endd
26780matches if the address is &'x.x.x.'&3, &'x.x.x.'&7, &'x.x.x.'&11, etc. If you
168e428f
PH
26781want to test whether one bit or another bit is present (as opposed to both
26782being present), you must use multiple values. For example:
9b371988
PH
26783.code
26784dnslists = a.b.c&0.0.0.1,0.0.0.2
26785.endd
168e428f
PH
26786matches if the final component of the address is an odd number or two times
26787an odd number.
26788
26789
26790
f89d2485 26791.section "Negated DNS matching conditions" "SECID205"
9b371988 26792You can supply a negative list of IP addresses as part of a &%dnslists%&
168e428f 26793condition. Whereas
9b371988
PH
26794.code
26795deny dnslists = a.b.c=127.0.0.2,127.0.0.3
26796.endd
26797means &"deny if the host is in the black list at the domain &'a.b.c'& and the
26798IP address yielded by the list is either 127.0.0.2 or 127.0.0.3"&,
26799.code
26800deny dnslists = a.b.c!=127.0.0.2,127.0.0.3
26801.endd
26802means &"deny if the host is in the black list at the domain &'a.b.c'& and the
26803IP address yielded by the list is not 127.0.0.2 and not 127.0.0.3"&. In other
168e428f 26804words, the result of the test is inverted if an exclamation mark appears before
9b371988 26805the &`=`& (or the &`&&`&) sign.
168e428f 26806
9b371988 26807&*Note*&: This kind of negation is not the same as negation in a domain,
168e428f
PH
26808host, or address list (which is why the syntax is different).
26809
26810If you are using just one list, the negation syntax does not gain you much. The
26811previous example is precisely equivalent to
9b371988
PH
26812.code
26813deny dnslists = a.b.c
26814 !dnslists = a.b.c=127.0.0.2,127.0.0.3
26815.endd
168e428f
PH
26816However, if you are using multiple lists, the negation syntax is clearer.
26817Consider this example:
9b371988 26818.code
168e428f
PH
26819deny dnslists = sbl.spamhaus.org : \
26820 list.dsbl.org : \
26821 dnsbl.njabl.org!=127.0.0.3 : \
26822 relays.ordb.org
9b371988 26823.endd
168e428f 26824Using only positive lists, this would have to be:
9b371988 26825.code
168e428f
PH
26826deny dnslists = sbl.spamhaus.org : \
26827 list.dsbl.org
26828deny dnslists = dnsbl.njabl.org
26829 !dnslists = dnsbl.njabl.org=127.0.0.3
26830deny dnslists = relays.ordb.org
9b371988 26831.endd
168e428f
PH
26832which is less clear, and harder to maintain.
26833
26834
f89d2485
PH
26835
26836
f89d2485
PH
26837.section "Handling multiple DNS records from a DNS list" "SECThanmuldnsrec"
26838A DNS lookup for a &%dnslists%& condition may return more than one DNS record,
26839thereby providing more than one IP address. When an item in a &%dnslists%& list
26840is followed by &`=`& or &`&&`& and a list of IP addresses, in order to restrict
26841the match to specific results from the DNS lookup, there are two ways in which
26842the checking can be handled. For example, consider the condition:
26843.code
26844dnslists = a.b.c=127.0.0.1
26845.endd
26846What happens if the DNS lookup for the incoming IP address yields both
26847127.0.0.1 and 127.0.0.2 by means of two separate DNS records? Is the
26848condition true because at least one given value was found, or is it false
26849because at least one of the found values was not listed? And how does this
26850affect negated conditions? Both possibilities are provided for with the help of
26851additional separators &`==`& and &`=&&`&.
26852
26853.ilist
26854If &`=`& or &`&&`& is used, the condition is true if any one of the looked up
26855IP addresses matches one of the listed addresses. For the example above, the
26856condition is true because 127.0.0.1 matches.
26857.next
26858If &`==`& or &`=&&`& is used, the condition is true only if every one of the
26859looked up IP addresses matches one of the listed addresses. If the condition is
26860changed to:
26861.code
26862dnslists = a.b.c==127.0.0.1
26863.endd
26864and the DNS lookup yields both 127.0.0.1 and 127.0.0.2, the condition is
26865false because 127.0.0.2 is not listed. You would need to have:
26866.code
26867dnslists = a.b.c==127.0.0.1,127.0.0.2
26868.endd
26869for the condition to be true.
26870.endlist
26871
26872When &`!`& is used to negate IP address matching, it inverts the result, giving
26873the precise opposite of the behaviour above. Thus:
26874.ilist
26875If &`!=`& or &`!&&`& is used, the condition is true if none of the looked up IP
26876addresses matches one of the listed addresses. Consider:
26877.code
26878dnslists = a.b.c!&0.0.0.1
26879.endd
26880If the DNS lookup yields both 127.0.0.1 and 127.0.0.2, the condition is
26881false because 127.0.0.1 matches.
26882.next
26883If &`!==`& or &`!=&&`& is used, the condition is true there is at least one
26884looked up IP address that does not match. Consider:
26885.code
26886dnslists = a.b.c!=&0.0.0.1
26887.endd
26888If the DNS lookup yields both 127.0.0.1 and 127.0.0.2, the condition is
26889true, because 127.0.0.2 does not match. You would need to have:
26890.code
26891dnslists = a.b.c!=&0.0.0.1,0.0.0.2
26892.endd
26893for the condition to be false.
26894.endlist
26895When the DNS lookup yields only a single IP address, there is no difference
26896between &`=`& and &`==`& and between &`&&`& and &`=&&`&.
f89d2485
PH
26897
26898
26899
26900
3cb1b51e
PH
26901.section "Detailed information from merged DNS lists" "SECTmordetinf"
26902.cindex "DNS list" "information from merged"
26903When the facility for restricting the matching IP values in a DNS list is used,
26904the text from the TXT record that is set in &$dnslist_text$& may not reflect
26905the true reason for rejection. This happens when lists are merged and the IP
26906address in the A record is used to distinguish them; unfortunately there is
26907only one TXT record. One way round this is not to use merged lists, but that
26908can be inefficient because it requires multiple DNS lookups where one would do
26909in the vast majority of cases when the host of interest is not on any of the
26910lists.
26911
26912A less inefficient way of solving this problem is available. If
26913two domain names, comma-separated, are given, the second is used first to
26914do an initial check, making use of any IP value restrictions that are set.
26915If there is a match, the first domain is used, without any IP value
26916restrictions, to get the TXT record. As a byproduct of this, there is also
26917a check that the IP being tested is indeed on the first list. The first
26918domain is the one that is put in &$dnslist_domain$&. For example:
26919.code
26920reject message = \
f89d2485 26921 rejected because $sender_host_address is blacklisted \
3cb1b51e
PH
26922 at $dnslist_domain\n$dnslist_text
26923 dnslists = \
26924 sbl.spamhaus.org,sbl-xbl.spamhaus.org=127.0.0.2 : \
26925 dul.dnsbl.sorbs.net,dnsbl.sorbs.net=127.0.0.10
26926.endd
26927For the first blacklist item, this starts by doing a lookup in
26928&'sbl-xbl.spamhaus.org'& and testing for a 127.0.0.2 return. If there is a
26929match, it then looks in &'sbl.spamhaus.org'&, without checking the return
26930value, and as long as something is found, it looks for the corresponding TXT
26931record. If there is no match in &'sbl-xbl.spamhaus.org'&, nothing more is done.
26932The second blacklist item is processed similarly.
26933
26934If you are interested in more than one merged list, the same list must be
26935given several times, but because the results of the DNS lookups are cached,
26936the DNS calls themselves are not repeated. For example:
26937.code
26938reject dnslists = \
26939 http.dnsbl.sorbs.net,dnsbl.sorbs.net=127.0.0.2 : \
26940 socks.dnsbl.sorbs.net,dnsbl.sorbs.net=127.0.0.3 : \
26941 misc.dnsbl.sorbs.net,dnsbl.sorbs.net=127.0.0.4 : \
26942 dul.dnsbl.sorbs.net,dnsbl.sorbs.net=127.0.0.10
26943.endd
26944In this case there is one lookup in &'dnsbl.sorbs.net'&, and if none of the IP
26945values matches (or if no record is found), this is the only lookup that is
26946done. Only if there is a match is one of the more specific lists consulted.
3cb1b51e 26947
168e428f
PH
26948
26949
9b371988
PH
26950.section "DNS lists and IPv6" "SECTmorednslistslast"
26951.cindex "IPv6" "DNS black lists"
26952.cindex "DNS list" "IPv6 usage"
168e428f
PH
26953If Exim is asked to do a dnslist lookup for an IPv6 address, it inverts it
26954nibble by nibble. For example, if the calling host's IP address is
269553ffe:ffff:836f:0a00:000a:0800:200a:c031, Exim might look up
9b371988
PH
26956.code
269571.3.0.c.a.0.0.2.0.0.8.0.a.0.0.0.0.0.a.0.f.6.3.8.
26958 f.f.f.f.e.f.f.3.blackholes.mail-abuse.org
26959.endd
168e428f
PH
26960(split over two lines here to fit on the page). Unfortunately, some of the DNS
26961lists contain wildcard records, intended for IPv4, that interact badly with
26962IPv6. For example, the DNS entry
9b371988
PH
26963.code
26964*.3.some.list.example. A 127.0.0.1
26965.endd
168e428f
PH
26966is probably intended to put the entire 3.0.0.0/8 IPv4 network on the list.
26967Unfortunately, it also matches the entire 3::/4 IPv6 network.
26968
26969You can exclude IPv6 addresses from DNS lookups by making use of a suitable
9b371988
PH
26970&%condition%& condition, as in this example:
26971.code
26972deny condition = ${if isip4{$sender_host_address}}
26973 dnslists = some.list.example
26974.endd
26975
595028e4 26976.section "Rate limiting incoming messages" "SECTratelimiting"
9b371988
PH
26977.cindex "rate limiting" "client sending"
26978.cindex "limiting client sending rates"
3cb1b51e 26979.oindex "&%smtp_ratelimit_*%&"
9b371988
PH
26980The &%ratelimit%& ACL condition can be used to measure and control the rate at
26981which clients can send email. This is more powerful than the
26982&%smtp_ratelimit_*%& options, because those options control the rate of
26983commands in a single SMTP session only, whereas the &%ratelimit%& condition
26984works across all connections (concurrent and sequential) from the same client
26985host. The syntax of the &%ratelimit%& condition is:
26986.display
26987&`ratelimit =`& <&'m'&> &`/`& <&'p'&> &`/`& <&'options'&> &`/`& <&'key'&>
26988.endd
26989If the average client sending rate is less than &'m'& messages per time
26990period &'p'& then the condition is false; otherwise it is true.
26991
9b371988
PH
26992As a side-effect, the &%ratelimit%& condition sets the expansion variable
26993&$sender_rate$& to the client's computed rate, &$sender_rate_limit$& to the
26994configured value of &'m'&, and &$sender_rate_period$& to the configured value
26995of &'p'&.
26996
26997The parameter &'p'& is the smoothing time constant, in the form of an Exim
26998time interval, for example, &`8h`& for eight hours. A larger time constant
26999means that it takes Exim longer to forget a client's past behaviour. The
27000parameter &'m'& is the maximum number of messages that a client is permitted to
27001send in each time interval. It also specifies the number of messages permitted
27002in a fast burst. By increasing both &'m'& and &'p'& but keeping &'m/p'&
27003constant, you can allow a client to send more messages in a burst without
c6ac190c 27004changing its long-term sending rate limit. Conversely, if &'m'& and &'p'& are
9b371988
PH
27005both small, messages must be sent at an even rate.
27006
27007There is a script in &_util/ratelimit.pl_& which extracts sending rates from
27008log files, to assist with choosing appropriate settings for &'m'& and &'p'&
27009when deploying the &%ratelimit%& ACL condition. The script prints usage
27010instructions when it is run with no arguments.
27011
068aaea8 27012The key is used to look up the data for calculating the client's average
c6ac190c
TF
27013sending rate. This data is stored in Exim's spool directory, alongside the
27014retry and other hints databases. The default key is &$sender_host_address$&,
27015which means Exim computes the sending rate of each client host IP address.
9b371988
PH
27016By changing the key you can change how Exim identifies clients for the purpose
27017of ratelimiting. For example, to limit the sending rate of each authenticated
27018user, independent of the computer they are sending from, set the key to
27019&$authenticated_id$&. You must ensure that the lookup key is meaningful; for
27020example, &$authenticated_id$& is only meaningful if the client has
c6ac190c 27021authenticated (which you can check with the &%authenticated%& ACL condition).
9b371988 27022
c6ac190c
TF
27023The lookup key does not have to identify clients: If you want to limit the
27024rate at which a recipient receives messages, you can use the key
27025&`$local_part@$domain`& with the &%per_rcpt%& option (see below) in a RCPT
27026ACL.
595028e4 27027
c6ac190c 27028Internally, Exim appends the smoothing constant &'p'& and the options onto the
068aaea8 27029lookup key because they alter the meaning of the stored data. This is not true
9b371988 27030for the limit &'m'&, so you can alter the configured maximum rate and Exim will
068aaea8
PH
27031still remember clients' past behaviour, but if you alter the other ratelimit
27032parameters Exim forgets past behaviour.
27033
595028e4 27034Each &%ratelimit%& condition can have up to three options. One option
068aaea8 27035specifies what Exim measures the rate of, and the second specifies how Exim
595028e4
PH
27036handles excessively fast clients. The third option can be &`noupdate`&, to
27037disable updating of the ratelimiting database (see section &<<rearatdat>>&).
27038The options are separated by a slash, like the other parameters. They may
27039appear in any order.
068aaea8 27040
595028e4 27041.section "Ratelimit options for what is being measured" "ratoptmea"
9b371988
PH
27042The &%per_conn%& option limits the client's connection rate.
27043
27044The &%per_mail%& option limits the client's rate of sending messages. This is
27045the default if none of the &%per_*%& options is specified.
068aaea8 27046
9b371988
PH
27047The &%per_byte%& option limits the sender's email bandwidth. Note that it is
27048best to use this option in the DATA ACL; if it is used in an earlier ACL it
c6ac190c
TF
27049relies on the SIZE parameter specified by the client in its MAIL command,
27050which may be inaccurate or completely missing. You can follow the limit &'m'&
27051in the configuration with K, M, or G to specify limits in kilobytes,
27052megabytes, or gigabytes, respectively.
068aaea8 27053
a843aaa6
NM
27054The &%per_rcpt%& option causes Exim to limit the rate at which
27055recipients are accepted. To be effective, it would need to be used in
27056either the &%acl_smtp_rcpt%& or the &%acl_not_smtp%& ACL. In the
27057&%acl_smtp_rcpt%& ACL, the number of recipients is incremented by one.
27058In the case of a locally submitted message in the &%acl_not_smtp%& ACL,
c6ac190c 27059the number of recipients is incremented by the &%$recipients_count%&
a843aaa6
NM
27060for the entire message. Note that in either case the rate limiting
27061engine will see a message with many recipients as a large high-speed
27062burst.
27063
9b371988 27064The &%per_cmd%& option causes Exim to recompute the rate every time the
a843aaa6
NM
27065condition is processed. This can be used to limit the SMTP command rate.
27066This command is essentially an alias of &%per_rcpt%& to make it clear
27067that the effect is to limit the rate at which individual commands,
27068rather than recipients, are accepted.
068aaea8 27069
595028e4 27070.section "Ratelimit options for handling fast clients" "ratophanfas"
068aaea8
PH
27071If a client's average rate is greater than the maximum, the rate limiting
27072engine can react in two possible ways, depending on the presence of the
9b371988
PH
27073&%strict%& or &%leaky%& options. This is independent of the other
27074counter-measures (such as rejecting the message) that may be specified by the
27075rest of the ACL. The default mode is leaky, which avoids a sender's
27076over-aggressive retry rate preventing it from getting any email through.
068aaea8 27077
c6ac190c
TF
27078The &%strict%& option means that the client's recorded rate is always
27079updated. The effect of this is that Exim measures the client's average rate
27080of attempts to send email, which can be much higher than the maximum it is
27081actually allowed. If the client is over the limit it may be subjected to
27082counter-measures by the ACL until it slows down below the maximum rate. If
27083the client stops attempting to send email for the time specified in the &'p'&
27084parameter then its computed rate will decay exponentially to 37% of its peak
27085value. You can work out the time (the number of smoothing periods) that a
27086client is subjected to counter-measures after an over-limit burst with this
27087formula:
9b371988 27088.code
9e6d33da 27089 ln(peakrate/maxrate)
9b371988 27090.endd
595028e4
PH
27091The &%leaky%& (default) option means that the client's recorded rate is not
27092updated if it is above the limit. The effect of this is that Exim measures the
27093client's average rate of successfully sent email, which cannot be greater than
27094the maximum allowed. If the client is over the limit it may suffer some
f89d2485 27095counter-measures (as specified in the ACL), but it will still be able to send
3cb1b51e
PH
27096email at the configured maximum rate, whatever the rate of its attempts. This
27097is generally the better choice if you have clients that retry automatically.
068aaea8 27098
595028e4 27099.section "Using rate limiting" "useratlim"
068aaea8
PH
27100Exim's other ACL facilities are used to define what counter-measures are taken
27101when the rate limit is exceeded. This might be anything from logging a warning
27102(for example, while measuring existing sending rates in order to define
27103policy), through time delays to slow down fast senders, up to rejecting the
27104message. For example:
9b371988 27105.code
068aaea8 27106# Log all senders' rates
db9452a9
PH
27107warn ratelimit = 0 / 1h / strict
27108 log_message = Sender rate $sender_rate / $sender_rate_period
068aaea8 27109
4f578862
PH
27110# Slow down fast senders; note the need to truncate $sender_rate
27111# at the decimal point.
db9452a9
PH
27112warn ratelimit = 100 / 1h / per_rcpt / strict
27113 delay = ${eval: ${sg{$sender_rate}{[.].*}{}} - \
27114 $sender_rate_limit }s
068aaea8
PH
27115
27116# Keep authenticated users under control
db9452a9
PH
27117deny authenticated = *
27118 ratelimit = 100 / 1d / strict / $authenticated_id
068aaea8
PH
27119
27120# System-wide rate limit
db9452a9
PH
27121defer message = Sorry, too busy. Try again later.
27122 ratelimit = 10 / 1s / $primary_hostname
068aaea8
PH
27123
27124# Restrict incoming rate from each host, with a default
27125# set using a macro and special cases looked up in a table.
db9452a9
PH
27126defer message = Sender rate exceeds $sender_rate_limit \
27127 messages per $sender_rate_period
27128 ratelimit = ${lookup {$sender_host_address} \
27129 cdb {DB/ratelimits.cdb} \
27130 {$value} {RATELIMIT} }
9b371988
PH
27131.endd
27132&*Warning*&: If you have a busy server with a lot of &%ratelimit%& tests,
27133especially with the &%per_rcpt%& option, you may suffer from a performance
068aaea8
PH
27134bottleneck caused by locking on the ratelimit hints database. Apart from
27135making your ACLs less complicated, you can reduce the problem by using a
9b371988 27136RAM disk for Exim's hints directory (usually &_/var/spool/exim/db/_&). However
068aaea8
PH
27137this means that Exim will lose its hints data after a reboot (including retry
27138hints, the callout cache, and ratelimit data).
9b371988
PH
27139
27140
595028e4
PH
27141.section "Reading ratelimit data without updating" "rearatdat"
27142.cindex "rate limitint" "reading data without updating"
27143If the &%noupdate%& option is present on a &%ratelimit%& ACL condition, Exim
27144computes the rate and checks the limit as normal, but it does not update the
27145saved data. This means that, in relevant ACLs, it is possible to lookup the
27146existence of a specified (or auto-generated) ratelimit key without incrementing
27147the ratelimit counter for that key. In order for this to be useful, another ACL
27148entry must set the rate for the same key (otherwise it will always be zero).
27149For example:
27150.code
27151acl_check_connect:
f4cd9433 27152 deny ratelimit = 100 / 5m / strict / per_cmd / noupdate
595028e4
PH
27153 log_message = RATE: $sender_rate/$sender_rate_period \
27154 (max $sender_rate_limit)
27155.endd
27156.display
27157&'... some other logic and tests...'&
27158.endd
27159.code
27160acl_check_mail:
27161 warn ratelimit = 100 / 5m / strict / per_cmd
27162 condition = ${if le{$sender_rate}{$sender_rate_limit}}
27163 logwrite = RATE UPDATE: $sender_rate/$sender_rate_period \
27164 (max $sender_rate_limit)
27165.endd
27166In this example, the rate is tested and used to deny access (when it is too
27167high) in the connect ACL, but the actual computation of the remembered rate
27168happens later, on a per-command basis, in another ACL.
595028e4
PH
27169
27170
27171
9b371988
PH
27172.section "Address verification" "SECTaddressverification"
27173.cindex "verifying address" "options for"
27174.cindex "policy control" "address verification"
27175Several of the &%verify%& conditions described in section
3cb1b51e
PH
27176&<<SECTaclconditions>>& cause addresses to be verified. Section
27177&<<SECTsenaddver>>& discusses the reporting of sender verification failures.
27178The verification conditions can be followed by options that modify the
27179verification process. The options are separated from the keyword and from each
27180other by slashes, and some of them contain parameters. For example:
9b371988
PH
27181.code
27182verify = sender/callout
27183verify = recipient/defer_ok/callout=10s,defer_ok
27184.endd
168e428f 27185The first stage of address verification, which always happens, is to run the
9b371988 27186address through the routers, in &"verify mode"&. Routers can detect the
168e428f 27187difference between verification and routing for delivery, and their actions can
9b371988
PH
27188be varied by a number of generic options such as &%verify%& and &%verify_only%&
27189(see chapter &<<CHAProutergeneric>>&). If routing fails, verification fails.
168e428f
PH
27190The available options are as follows:
27191
9b371988
PH
27192.ilist
27193If the &%callout%& option is specified, successful routing to one or more
27194remote hosts is followed by a &"callout"& to those hosts as an additional
27195check. Callouts and their sub-options are discussed in the next section.
27196.next
27197If there is a defer error while doing verification routing, the ACL
27198normally returns &"defer"&. However, if you include &%defer_ok%& in the
27199options, the condition is forced to be true instead. Note that this is a main
168e428f 27200verification option as well as a suboption for callouts.
9b371988
PH
27201.next
27202The &%no_details%& option is covered in section &<<SECTsenaddver>>&, which
068aaea8 27203discusses the reporting of sender address verification failures.
9b371988 27204.next
9b371988 27205The &%success_on_redirect%& option causes verification always to succeed
068aaea8
PH
27206immediately after a successful redirection. By default, if a redirection
27207generates just one address, that address is also verified. See further
9b371988
PH
27208discussion in section &<<SECTredirwhilveri>>&.
27209.endlist
27210
27211.cindex "verifying address" "differentiating failures"
f89d2485
PH
27212.vindex "&$recipient_verify_failure$&"
27213.vindex "&$sender_verify_failure$&"
27214.vindex "&$acl_verify_message$&"
9b371988
PH
27215After an address verification failure, &$acl_verify_message$& contains the
27216error message that is associated with the failure. It can be preserved by
27217coding like this:
27218.code
27219warn !verify = sender
27220 set acl_m0 = $acl_verify_message
27221.endd
068aaea8
PH
27222If you are writing your own custom rejection message or log message when
27223denying access, you can use this variable to include information about the
27224verification failure.
27225
9b371988 27226In addition, &$sender_verify_failure$& or &$recipient_verify_failure$& (as
068aaea8 27227appropriate) contains one of the following words:
168e428f 27228
9b371988
PH
27229.ilist
27230&%qualify%&: The address was unqualified (no domain), and the message
168e428f 27231was neither local nor came from an exempted host.
9b371988
PH
27232.next
27233&%route%&: Routing failed.
27234.next
27235&%mail%&: Routing succeeded, and a callout was attempted; rejection
168e428f
PH
27236occurred at or before the MAIL command (that is, on initial
27237connection, HELO, or MAIL).
9b371988
PH
27238.next
27239&%recipient%&: The RCPT command in a callout was rejected.
27240.next
27241&%postmaster%&: The postmaster check in a callout was rejected.
27242.endlist
168e428f 27243
168e428f
PH
27244The main use of these variables is expected to be to distinguish between
27245rejections of MAIL and rejections of RCPT in callouts.
27246
27247
27248
27249
9b371988
PH
27250.section "Callout verification" "SECTcallver"
27251.cindex "verifying address" "by callout"
27252.cindex "callout" "verification"
27253.cindex "SMTP" "callout verification"
168e428f
PH
27254For non-local addresses, routing verifies the domain, but is unable to do any
27255checking of the local part. There are situations where some means of verifying
27256the local part is desirable. One way this can be done is to make an SMTP
9b371988
PH
27257&'callback'& to a delivery host for the sender address or a &'callforward'& to
27258a subsequent host for a recipient address, to see if the host accepts the
27259address. We use the term &'callout'& to cover both cases. Note that for a
27260sender address, the callback is not to the client host that is trying to
27261deliver the message, but to one of the hosts that accepts incoming mail for the
27262sender's domain.
068aaea8 27263
068aaea8 27264Exim does not do callouts by default. If you want them to happen, you must
9b371988 27265request them by setting appropriate options on the &%verify%& condition, as
068aaea8
PH
27266described below. This facility should be used with care, because it can add a
27267lot of resource usage to the cost of verifying an address. However, Exim does
27268cache the results of callouts, which helps to reduce the cost. Details of
9b371988 27269caching are in section &<<SECTcallvercache>>&.
168e428f
PH
27270
27271Recipient callouts are usually used only between hosts that are controlled by
27272the same administration. For example, a corporate gateway host could use
068aaea8
PH
27273callouts to check for valid recipients on an internal mailserver. A successful
27274callout does not guarantee that a real delivery to the address would succeed;
27275on the other hand, a failing callout does guarantee that a delivery would fail.
168e428f 27276
9b371988 27277If the &%callout%& option is present on a condition that verifies an address, a
168e428f 27278second stage of verification occurs if the address is successfully routed to
9b371988
PH
27279one or more remote hosts. The usual case is routing by a &(dnslookup)& or a
27280&(manualroute)& router, where the router specifies the hosts. However, if a
27281router that does not set up hosts routes to an &(smtp)& transport with a
27282&%hosts%& setting, the transport's hosts are used. If an &(smtp)& transport has
27283&%hosts_override%& set, its hosts are always used, whether or not the router
168e428f
PH
27284supplies a host list.
27285
27286The port that is used is taken from the transport, if it is specified and is a
27287remote transport. (For routers that do verification only, no transport need be
27288specified.) Otherwise, the default SMTP port is used. If a remote transport
27289specifies an outgoing interface, this is used; otherwise the interface is not
3cb1b51e
PH
27290specified. Likewise, the text that is used for the HELO command is taken from
27291the transport's &%helo_data%& option; if there is no transport, the value of
27292&$smtp_active_hostname$& is used.
168e428f
PH
27293
27294For a sender callout check, Exim makes SMTP connections to the remote hosts, to
27295test whether a bounce message could be delivered to the sender address. The
27296following SMTP commands are sent:
9b371988 27297.display
3cb1b51e 27298&`HELO `&<&'local host name'&>
9b371988
PH
27299&`MAIL FROM:<>`&
27300&`RCPT TO:`&<&'the address to be tested'&>
27301&`QUIT`&
27302.endd
27303LHLO is used instead of HELO if the transport's &%protocol%& option is
27304set to &"lmtp"&.
168e428f
PH
27305
27306A recipient callout check is similar. By default, it also uses an empty address
27307for the sender. This default is chosen because most hosts do not make use of
27308the sender address when verifying a recipient. Using the same address means
27309that a single cache entry can be used for each recipient. Some sites, however,
27310do make use of the sender address when verifying. These are catered for by the
9b371988 27311&%use_sender%& and &%use_postmaster%& options, described in the next section.
168e428f 27312
9b371988
PH
27313If the response to the RCPT command is a 2&'xx'& code, the verification
27314succeeds. If it is 5&'xx'&, the verification fails. For any other condition,
168e428f 27315Exim tries the next host, if any. If there is a problem with all the remote
9b371988
PH
27316hosts, the ACL yields &"defer"&, unless the &%defer_ok%& parameter of the
27317&%callout%& option is given, in which case the condition is forced to succeed.
168e428f 27318
f89d2485
PH
27319.cindex "SMTP" "output flushing, disabling for callout"
27320A callout may take a little time. For this reason, Exim normally flushes SMTP
27321output before performing a callout in an ACL, to avoid unexpected timeouts in
27322clients when the SMTP PIPELINING extension is in use. The flushing can be
27323disabled by using a &%control%& modifier to set &%no_callout_flush%&.
168e428f
PH
27324
27325
27326
168e428f 27327
9b371988
PH
27328.section "Additional parameters for callouts" "CALLaddparcall"
27329.cindex "callout" "additional parameters for"
27330The &%callout%& option can be followed by an equals sign and a number of
27331optional parameters, separated by commas. For example:
27332.code
27333verify = recipient/callout=10s,defer_ok
27334.endd
27335The old syntax, which had &%callout_defer_ok%& and &%check_postmaster%& as
168e428f 27336separate verify options, is retained for backwards compatibility, but is now
9b371988 27337deprecated. The additional parameters for &%callout%& are as follows:
168e428f
PH
27338
27339
9b371988
PH
27340.vlist
27341.vitem <&'a&~time&~interval'&>
f89d2485 27342.cindex "callout" "timeout, specifying"
168e428f
PH
27343This specifies the timeout that applies for the callout attempt to each host.
27344For example:
9b371988
PH
27345.code
27346verify = sender/callout=5s
27347.endd
168e428f 27348The default is 30 seconds. The timeout is used for each response from the
f89d2485 27349remote host. It is also used for the initial connection, unless overridden by
9b371988 27350the &%connect%& parameter.
168e428f
PH
27351
27352
9b371988 27353.vitem &*connect&~=&~*&<&'time&~interval'&>
f89d2485 27354.cindex "callout" "connection timeout, specifying"
168e428f
PH
27355This parameter makes it possible to set a different (usually smaller) timeout
27356for making the SMTP connection. For example:
9b371988
PH
27357.code
27358verify = sender/callout=5s,connect=1s
27359.endd
168e428f
PH
27360If not specified, this timeout defaults to the general timeout value.
27361
9b371988 27362.vitem &*defer_ok*&
f89d2485 27363.cindex "callout" "defer, action on"
168e428f
PH
27364When this parameter is present, failure to contact any host, or any other kind
27365of temporary error, is treated as success by the ACL. However, the cache is not
27366updated in this circumstance.
27367
9b371988
PH
27368.vitem &*fullpostmaster*&
27369.cindex "callout" "full postmaster check"
27370This operates like the &%postmaster%& option (see below), but if the check for
27371&'postmaster@domain'& fails, it tries just &'postmaster'&, without a domain, in
068aaea8 27372accordance with the specification in RFC 2821. The RFC states that the
9b371988 27373unqualified address &'postmaster'& should be accepted.
9b371988
PH
27374
27375
27376.vitem &*mailfrom&~=&~*&<&'email&~address'&>
27377.cindex "callout" "sender when verifying header"
27378When verifying addresses in header lines using the &%header_sender%&
27379verification option, Exim behaves by default as if the addresses are envelope
27380sender addresses from a message. Callout verification therefore tests to see
27381whether a bounce message could be delivered, by using an empty address in the
27382MAIL command. However, it is arguable that these addresses might never be used
27383as envelope senders, and could therefore justifiably reject bounce messages
27384(empty senders). The &%mailfrom%& callout parameter allows you to specify what
27385address to use in the MAIL command. For example:
27386.code
27387require verify = header_sender/callout=mailfrom=abcd@x.y.z
27388.endd
27389This parameter is available only for the &%header_sender%& verification option.
27390
27391
27392.vitem &*maxwait&~=&~*&<&'time&~interval'&>
f89d2485 27393.cindex "callout" "overall timeout, specifying"
168e428f
PH
27394This parameter sets an overall timeout for performing a callout verification.
27395For example:
9b371988
PH
27396.code
27397verify = sender/callout=5s,maxwait=30s
27398.endd
168e428f
PH
27399This timeout defaults to four times the callout timeout for individual SMTP
27400commands. The overall timeout applies when there is more than one host that can
27401be tried. The timeout is checked before trying the next host. This prevents
27402very long delays if there are a large number of hosts and all are timing out
27403(for example, when network connections are timing out).
27404
27405
9b371988 27406.vitem &*no_cache*&
f89d2485
PH
27407.cindex "callout" "cache, suppressing"
27408.cindex "caching callout, suppressing"
168e428f
PH
27409When this parameter is given, the callout cache is neither read nor updated.
27410
9b371988
PH
27411.vitem &*postmaster*&
27412.cindex "callout" "postmaster; checking"
f89d2485 27413When this parameter is set, a successful callout check is followed by a similar
9b371988
PH
27414check for the local part &'postmaster'& at the same domain. If this address is
27415rejected, the callout fails (but see &%fullpostmaster%& above). The result of
27416the postmaster check is recorded in a cache record; if it is a failure, this is
068aaea8
PH
27417used to fail subsequent callouts for the domain without a connection being
27418made, until the cache record expires.
168e428f 27419
9b371988 27420.vitem &*postmaster_mailfrom&~=&~*&<&'email&~address'&>
168e428f
PH
27421The postmaster check uses an empty sender in the MAIL command by default.
27422You can use this parameter to do a postmaster check using a different address.
27423For example:
9b371988
PH
27424.code
27425require verify = sender/callout=postmaster_mailfrom=abc@x.y.z
27426.endd
27427If both &%postmaster%& and &%postmaster_mailfrom%& are present, the rightmost
27428one overrides. The &%postmaster%& parameter is equivalent to this example:
27429.code
27430require verify = sender/callout=postmaster_mailfrom=
27431.endd
27432&*Warning*&: The caching arrangements for postmaster checking do not take
168e428f
PH
27433account of the sender address. It is assumed that either the empty address or
27434a fixed non-empty address will be used. All that Exim remembers is that the
27435postmaster check for the domain succeeded or failed.
27436
27437
9b371988
PH
27438.vitem &*random*&
27439.cindex "callout" "&""random""& check"
168e428f 27440When this parameter is set, before doing the normal callout check, Exim does a
9b371988
PH
27441check for a &"random"& local part at the same domain. The local part is not
27442really random &-- it is defined by the expansion of the option
27443&%callout_random_local_part%&, which defaults to
27444.code
27445$primary_host_name-$tod_epoch-testing
27446.endd
168e428f
PH
27447The idea here is to try to determine whether the remote host accepts all local
27448parts without checking. If it does, there is no point in doing callouts for
9b371988 27449specific local parts. If the &"random"& check succeeds, the result is saved in
168e428f
PH
27450a cache record, and used to force the current and subsequent callout checks to
27451succeed without a connection being made, until the cache record expires.
27452
9b371988
PH
27453.vitem &*use_postmaster*&
27454.cindex "callout" "sender for recipient check"
168e428f 27455This parameter applies to recipient callouts only. For example:
9b371988
PH
27456.code
27457deny !verify = recipient/callout=use_postmaster
27458.endd
f89d2485 27459.vindex "&$qualify_domain$&"
068aaea8 27460It causes a non-empty postmaster address to be used in the MAIL command when
9b371988
PH
27461performing the callout for the recipient, and also for a &"random"& check if
27462that is configured. The local part of the address is &`postmaster`& and the
27463domain is the contents of &$qualify_domain$&.
168e428f 27464
9b371988 27465.vitem &*use_sender*&
168e428f 27466This option applies to recipient callouts only. For example:
9b371988
PH
27467.code
27468require verify = recipient/callout=use_sender
27469.endd
168e428f
PH
27470It causes the message's actual sender address to be used in the MAIL
27471command when performing the callout, instead of an empty address. There is no
27472need to use this option unless you know that the called hosts make use of the
27473sender when checking recipients. If used indiscriminately, it reduces the
27474usefulness of callout caching.
9b371988 27475.endlist
168e428f
PH
27476
27477If you use any of the parameters that set a non-empty sender for the MAIL
9b371988
PH
27478command (&%mailfrom%&, &%postmaster_mailfrom%&, &%use_postmaster%&, or
27479&%use_sender%&), you should think about possible loops. Recipient checking is
168e428f
PH
27480usually done between two hosts that are under the same management, and the host
27481that receives the callouts is not normally configured to do callouts itself.
9b371988 27482Therefore, it is normally safe to use &%use_postmaster%& or &%use_sender%& in
168e428f
PH
27483these circumstances.
27484
27485However, if you use a non-empty sender address for a callout to an arbitrary
27486host, there is the likelihood that the remote host will itself initiate a
27487callout check back to your host. As it is checking what appears to be a message
27488sender, it is likely to use an empty address in MAIL, thus avoiding a
27489callout loop. However, to be on the safe side it would be best to set up your
27490own ACLs so that they do not do sender verification checks when the recipient
27491is the address you use for header sender or postmaster callout checking.
27492
27493Another issue to think about when using non-empty senders for callouts is
9b371988
PH
27494caching. When you set &%mailfrom%& or &%use_sender%&, the cache record is keyed
27495by the sender/recipient combination; thus, for any given recipient, many more
168e428f
PH
27496actual callouts are performed than when an empty sender or postmaster is used.
27497
27498
27499
27500
9b371988
PH
27501.section "Callout caching" "SECTcallvercache"
27502.cindex "hints database" "callout cache"
f89d2485 27503.cindex "callout" "cache, description of"
9b371988 27504.cindex "caching" "callout"
168e428f 27505Exim caches the results of callouts in order to reduce the amount of resources
9b371988
PH
27506used, unless you specify the &%no_cache%& parameter with the &%callout%&
27507option. A hints database called &"callout"& is used for the cache. Two
27508different record types are used: one records the result of a callout check for
27509a specific address, and the other records information that applies to the
27510entire domain (for example, that it accepts the local part &'postmaster'&).
168e428f
PH
27511
27512When an original callout fails, a detailed SMTP error message is given about
27513the failure. However, for subsequent failures use the cache data, this message
27514is not available.
27515
27516The expiry times for negative and positive address cache records are
9b371988
PH
27517independent, and can be set by the global options &%callout_negative_expire%&
27518(default 2h) and &%callout_positive_expire%& (default 24h), respectively.
168e428f
PH
27519
27520If a host gives a negative response to an SMTP connection, or rejects any
27521commands up to and including
9b371988
PH
27522.code
27523MAIL FROM:<>
27524.endd
168e428f
PH
27525(but not including the MAIL command with a non-empty address),
27526any callout attempt is bound to fail. Exim remembers such failures in a
27527domain cache record, which it uses to fail callouts for the domain without
27528making new connections, until the domain record times out. There are two
27529separate expiry times for domain cache records:
9b371988
PH
27530&%callout_domain_negative_expire%& (default 3h) and
27531&%callout_domain_positive_expire%& (default 7d).
168e428f
PH
27532
27533Domain records expire when the negative expiry time is reached if callouts
27534cannot be made for the domain, or if the postmaster check failed.
27535Otherwise, they expire when the positive expiry time is reached. This
9b371988 27536ensures that, for example, a host that stops accepting &"random"& local parts
168e428f
PH
27537will eventually be noticed.
27538
27539The callout caching mechanism is based on the domain of the address that is
27540being tested. If the domain routes to several hosts, it is assumed that their
27541behaviour will be the same.
27542
27543
27544
9b371988
PH
27545.section "Sender address verification reporting" "SECTsenaddver"
27546.cindex "verifying" "suppressing error details"
3cb1b51e
PH
27547See section &<<SECTaddressverification>>& for a general discussion of
27548verification. When sender verification fails in an ACL, the details of the
27549failure are given as additional output lines before the 550 response to the
27550relevant SMTP command (RCPT or DATA). For example, if sender callout is in use,
168e428f 27551you might see:
9b371988
PH
27552.code
27553MAIL FROM:<xyz@abc.example>
27554250 OK
27555RCPT TO:<pqr@def.example>
27556550-Verification failed for <xyz@abc.example>
27557550-Called: 192.168.34.43
27558550-Sent: RCPT TO:<xyz@abc.example>
27559550-Response: 550 Unknown local part xyz in <xyz@abc.example>
27560550 Sender verification failed
27561.endd
168e428f
PH
27562If more than one RCPT command fails in the same way, the details are given
27563only for the first of them. However, some administrators do not want to send
27564out this much information. You can suppress the details by adding
4f578862 27565&`/no_details`& to the ACL statement that requests sender verification. For
168e428f 27566example:
9b371988
PH
27567.code
27568verify = sender/no_details
27569.endd
168e428f 27570
9b371988
PH
27571.section "Redirection while verifying" "SECTredirwhilveri"
27572.cindex "verifying" "redirection while"
27573.cindex "address redirection" "while verifying"
168e428f
PH
27574A dilemma arises when a local address is redirected by aliasing or forwarding
27575during verification: should the generated addresses themselves be verified,
27576or should the successful expansion of the original address be enough to verify
068aaea8 27577it? By default, Exim takes the following pragmatic approach:
168e428f 27578
9b371988
PH
27579.ilist
27580When an incoming address is redirected to just one child address, verification
168e428f
PH
27581continues with the child address, and if that fails to verify, the original
27582verification also fails.
9b371988
PH
27583.next
27584When an incoming address is redirected to more than one child address,
168e428f 27585verification does not continue. A success result is returned.
9b371988 27586.endlist
168e428f
PH
27587
27588This seems the most reasonable behaviour for the common use of aliasing as a
27589way of redirecting different local parts to the same mailbox. It means, for
27590example, that a pair of alias entries of the form
9b371988
PH
27591.code
27592A.Wol: aw123
27593aw123: :fail: Gone away, no forwarding address
27594.endd
168e428f
PH
27595work as expected, with both local parts causing verification failure. When a
27596redirection generates more than one address, the behaviour is more like a
27597mailing list, where the existence of the alias itself is sufficient for
27598verification to succeed.
27599
068aaea8
PH
27600It is possible, however, to change the default behaviour so that all successful
27601redirections count as successful verifications, however many new addresses are
9b371988
PH
27602generated. This is specified by the &%success_on_redirect%& verification
27603option. For example:
27604.code
27605require verify = recipient/success_on_redirect/callout=10s
27606.endd
068aaea8
PH
27607In this example, verification succeeds if a router generates a new address, and
27608the callout does not occur, because no address was routed to a remote host.
27609
3cb1b51e
PH
27610When verification is being tested via the &%-bv%& option, the treatment of
27611redirections is as just described, unless the &%-v%& or any debugging option is
27612also specified. In that case, full verification is done for every generated
27613address and a report is output for each of them.
068aaea8
PH
27614
27615
27616
9b371988
PH
27617.section "Client SMTP authorization (CSA)" "SECTverifyCSA"
27618.cindex "CSA" "verifying"
068aaea8
PH
27619Client SMTP Authorization is a system that allows a site to advertise
27620which machines are and are not permitted to send email. This is done by placing
27621special SRV records in the DNS; these are looked up using the client's HELO
27622domain. At the time of writing, CSA is still an Internet Draft. Client SMTP
27623Authorization checks in Exim are performed by the ACL condition:
9b371988
PH
27624.code
27625verify = csa
27626.endd
068aaea8
PH
27627This fails if the client is not authorized. If there is a DNS problem, or if no
27628valid CSA SRV record is found, or if the client is authorized, the condition
27629succeeds. These three cases can be distinguished using the expansion variable
9b371988
PH
27630&$csa_status$&, which can take one of the values &"fail"&, &"defer"&,
27631&"unknown"&, or &"ok"&. The condition does not itself defer because that would
068aaea8
PH
27632be likely to cause problems for legitimate email.
27633
068aaea8 27634The error messages produced by the CSA code include slightly more
9b371988 27635detail. If &$csa_status$& is &"defer"&, this may be because of problems
068aaea8 27636looking up the CSA SRV record, or problems looking up the CSA target
9b371988
PH
27637address record. There are four reasons for &$csa_status$& being &"fail"&:
27638
27639.ilist
27640The client's host name is explicitly not authorized.
27641.next
27642The client's IP address does not match any of the CSA target IP addresses.
27643.next
27644The client's host name is authorized but it has no valid target IP addresses
068aaea8 27645(for example, the target's addresses are IPv6 and the client is using IPv4).
9b371988
PH
27646.next
27647The client's host name has no CSA SRV record but a parent domain has asserted
068aaea8 27648that all subdomains must be explicitly authorized.
9b371988 27649.endlist
068aaea8 27650
9b371988 27651The &%csa%& verification condition can take an argument which is the domain to
068aaea8 27652use for the DNS query. The default is:
9b371988
PH
27653.code
27654verify = csa/$sender_helo_name
27655.endd
068aaea8
PH
27656This implementation includes an extension to CSA. If the query domain
27657is an address literal such as [192.0.2.95], or if it is a bare IP
27658address, Exim searches for CSA SRV records in the reverse DNS as if
9b371988 27659the HELO domain was (for example) &'95.2.0.192.in-addr.arpa'&. Therefore it is
068aaea8 27660meaningful to say:
9b371988
PH
27661.code
27662verify = csa/$sender_host_address
27663.endd
068aaea8
PH
27664In fact, this is the check that Exim performs if the client does not say HELO.
27665This extension can be turned off by setting the main configuration option
9b371988 27666&%dns_csa_use_reverse%& to be false.
068aaea8 27667
068aaea8
PH
27668If a CSA SRV record is not found for the domain itself, a search
27669is performed through its parent domains for a record which might be
27670making assertions about subdomains. The maximum depth of this search is limited
9b371988 27671using the main configuration option &%dns_csa_search_limit%&, which is 5 by
068aaea8
PH
27672default. Exim does not look for CSA SRV records in a top level domain, so the
27673default settings handle HELO domains as long as seven
9b371988
PH
27674(&'hostname.five.four.three.two.one.com'&). This encompasses the vast majority
27675of legitimate HELO domains.
068aaea8 27676
9b371988 27677The &'dnsdb'& lookup also has support for CSA. Although &'dnsdb'& also supports
068aaea8 27678direct SRV lookups, this is not sufficient because of the extra parent domain
9b371988 27679search behaviour of CSA, and (as with PTR lookups) &'dnsdb'& also turns IP
068aaea8
PH
27680addresses into lookups in the reverse DNS space. The result of a successful
27681lookup such as:
9b371988 27682.code
068aaea8 27683${lookup dnsdb {csa=$sender_helo_name}}
9b371988 27684.endd
068aaea8 27685has two space-separated fields: an authorization code and a target host name.
9b371988
PH
27686The authorization code can be &"Y"& for yes, &"N"& for no, &"X"& for explicit
27687authorization required but absent, or &"?"& for unknown.
068aaea8
PH
27688
27689
27690
27691
9b371988 27692.section "Bounce address tag validation" "SECTverifyPRVS"
f89d2485 27693.cindex "BATV, verifying"
068aaea8 27694Bounce address tag validation (BATV) is a scheme whereby the envelope senders
9b371988 27695of outgoing messages have a cryptographic, timestamped &"tag"& added to them.
068aaea8
PH
27696Genuine incoming bounce messages should therefore always be addressed to
27697recipients that have a valid tag. This scheme is a way of detecting unwanted
9b371988 27698bounce messages caused by sender address forgeries (often called &"collateral
4f578862 27699spam"&), because the recipients of such messages do not include valid tags.
068aaea8 27700
068aaea8 27701There are two expansion items to help with the implementation of the BATV
9b371988 27702&"prvs"& (private signature) scheme in an Exim configuration. This scheme signs
db9452a9
PH
27703the original envelope sender address by using a simple key to add a hash of the
27704address and some time-based randomizing information. The &%prvs%& expansion
27705item creates a signed address, and the &%prvscheck%& expansion item checks one.
27706The syntax of these expansion items is described in section
9b371988 27707&<<SECTexpansionitems>>&.
068aaea8 27708
068aaea8
PH
27709As an example, suppose the secret per-address keys are stored in an MySQL
27710database. A query to look up the key for an address could be defined as a macro
27711like this:
9b371988 27712.code
068aaea8
PH
27713PRVSCHECK_SQL = ${lookup mysql{SELECT secret FROM batv_prvs \
27714 WHERE sender='${quote_mysql:$prvscheck_address}'\
27715 }{$value}}
9b371988 27716.endd
068aaea8 27717Suppose also that the senders who make use of BATV are defined by an address
9b371988 27718list called &%batv_senders%&. Then, in the ACL for RCPT commands, you could
068aaea8 27719use this:
9b371988 27720.code
068aaea8 27721# Bounces: drop unsigned addresses for BATV senders
f89d2485 27722deny message = This address does not send an unsigned reverse path
068aaea8
PH
27723 senders = :
27724 recipients = +batv_senders
27725
27726# Bounces: In case of prvs-signed address, check signature.
27727deny message = Invalid reverse path signature.
27728 senders = :
27729 condition = ${prvscheck {$local_part@$domain}\
27730 {PRVSCHECK_SQL}{1}}
27731 !condition = $prvscheck_result
9b371988 27732.endd
068aaea8
PH
27733The first statement rejects recipients for bounce messages that are addressed
27734to plain BATV sender addresses, because it is known that BATV senders do not
27735send out messages with plain sender addresses. The second statement rejects
27736recipients that are prvs-signed, but with invalid signatures (either because
27737the key is wrong, or the signature has timed out).
27738
068aaea8 27739A non-prvs-signed address is not rejected by the second statement, because the
9b371988
PH
27740&%prvscheck%& expansion yields an empty string if its first argument is not a
27741prvs-signed address, thus causing the &%condition%& condition to be false. If
27742the first argument is a syntactically valid prvs-signed address, the yield is
27743the third string (in this case &"1"&), whether or not the cryptographic and
27744timeout checks succeed. The &$prvscheck_result$& variable contains the result
27745of the checks (empty for failure, &"1"& for success).
27746
2e317712
TF
27747There is one more issue you must consider when implementing prvs-signing:
27748you have to ensure that the routers accept prvs-signed addresses and
4f578862
PH
27749deliver them correctly. The easiest way to handle this is to use a &(redirect)&
27750router to remove the signature with a configuration along these lines:
9b371988 27751.code
068aaea8
PH
27752batv_redirect:
27753 driver = redirect
27754 data = ${prvscheck {$local_part@$domain}{PRVSCHECK_SQL}}
9b371988
PH
27755.endd
27756This works because, if the third argument of &%prvscheck%& is empty, the result
068aaea8
PH
27757of the expansion of a prvs-signed address is the decoded value of the original
27758address. This router should probably be the first of your routers that handles
27759local addresses.
27760
068aaea8
PH
27761To create BATV-signed addresses in the first place, a transport of this form
27762can be used:
9b371988 27763.code
068aaea8
PH
27764external_smtp_batv:
27765 driver = smtp
27766 return_path = ${prvs {$return_path} \
27767 {${lookup mysql{SELECT \
27768 secret FROM batv_prvs WHERE \
27769 sender='${quote_mysql:$sender_address}'} \
27770 {$value}fail}}}
9b371988 27771.endd
068aaea8
PH
27772If no key can be found for the existing return path, no signing takes place.
27773
27774
168e428f 27775
9b371988
PH
27776.section "Using an ACL to control relaying" "SECTrelaycontrol"
27777.cindex "&ACL;" "relay control"
27778.cindex "relaying" "control by ACL"
27779.cindex "policy control" "relay control"
27780An MTA is said to &'relay'& a message if it receives it from some host and
168e428f
PH
27781delivers it directly to another host as a result of a remote address contained
27782within it. Redirecting a local address via an alias or forward file and then
27783passing the message on to another host is not relaying,
9b371988
PH
27784.cindex "&""percent hack""&"
27785but a redirection as a result of the &"percent hack"& is.
168e428f 27786
9b371988 27787Two kinds of relaying exist, which are termed &"incoming"& and &"outgoing"&.
168e428f
PH
27788A host which is acting as a gateway or an MX backup is concerned with incoming
27789relaying from arbitrary hosts to a specific set of domains. On the other hand,
27790a host which is acting as a smart host for a number of clients is concerned
27791with outgoing relaying from those clients to the Internet at large. Often the
27792same host is fulfilling both functions,
9b371988
PH
27793. ///
27794. as illustrated in the diagram below,
27795. ///
168e428f
PH
27796but in principle these two kinds of relaying are entirely independent. What is
27797not wanted is the transmission of mail from arbitrary remote hosts through your
27798system to arbitrary domains.
27799
27800
27801You can implement relay control by means of suitable statements in the ACL that
27802runs for each RCPT command. For convenience, it is often easiest to use
27803Exim's named list facility to define the domains and hosts involved. For
27804example, suppose you want to do the following:
27805
9b371988
PH
27806.ilist
27807Deliver a number of domains to mailboxes on the local host (or process them
27808locally in some other way). Let's say these are &'my.dom1.example'& and
27809&'my.dom2.example'&.
27810.next
27811Relay mail for a number of other domains for which you are the secondary MX.
27812These might be &'friend1.example'& and &'friend2.example'&.
27813.next
27814Relay mail from the hosts on your local LAN, to whatever domains are involved.
168e428f 27815Suppose your LAN is 192.168.45.0/24.
9b371988 27816.endlist
168e428f
PH
27817
27818
27819In the main part of the configuration, you put the following definitions:
9b371988
PH
27820.code
27821domainlist local_domains = my.dom1.example : my.dom2.example
27822domainlist relay_domains = friend1.example : friend2.example
27823hostlist relay_hosts = 192.168.45.0/24
27824.endd
168e428f
PH
27825Now you can use these definitions in the ACL that is run for every RCPT
27826command:
9b371988
PH
27827.code
27828acl_check_rcpt:
27829 accept domains = +local_domains : +relay_domains
27830 accept hosts = +relay_hosts
27831.endd
168e428f
PH
27832The first statement accepts any RCPT command that contains an address in
27833the local or relay domains. For any other domain, control passes to the second
27834statement, which accepts the command only if it comes from one of the relay
27835hosts. In practice, you will probably want to make your ACL more sophisticated
27836than this, for example, by including sender and recipient verification. The
27837default configuration includes a more comprehensive example, which is described
9b371988 27838in chapter &<<CHAPdefconfil>>&.
168e428f
PH
27839
27840
27841
9b371988
PH
27842.section "Checking a relay configuration" "SECTcheralcon"
27843.cindex "relaying" "checking control of"
168e428f
PH
27844You can check the relay characteristics of your configuration in the same way
27845that you can test any ACL behaviour for an incoming SMTP connection, by using
9b371988 27846the &%-bh%& option to run a fake SMTP session with which you interact.
168e428f
PH
27847
27848For specifically testing for unwanted relaying, the host
9b371988 27849&'relay-test.mail-abuse.org'& provides a useful service. If you telnet to this
168e428f
PH
27850host from the host on which Exim is running, using the normal telnet port, you
27851will see a normal telnet connection message and then quite a long delay. Be
27852patient. The remote host is making an SMTP connection back to your host, and
27853trying a number of common probes to test for open relay vulnerability. The
27854results of the tests will eventually appear on your terminal.
4f578862 27855.ecindex IIDacl
168e428f
PH
27856
27857
27858
9b371988
PH
27859. ////////////////////////////////////////////////////////////////////////////
27860. ////////////////////////////////////////////////////////////////////////////
168e428f 27861
9b371988 27862.chapter "Content scanning at ACL time" "CHAPexiscan"
4f578862 27863.scindex IIDcosca "content scanning" "at ACL time"
068aaea8 27864The extension of Exim to include content scanning at ACL time, formerly known
9b371988 27865as &"exiscan"&, was originally implemented as a patch by Tom Kistner. The code
068aaea8
PH
27866was integrated into the main source for Exim release 4.50, and Tom continues to
27867maintain it. Most of the wording of this chapter is taken from Tom's
27868specification.
27869
068aaea8 27870It is also possible to scan the content of messages at other times. The
9b371988 27871&[local_scan()]& function (see chapter &<<CHAPlocalscan>>&) allows for content
068aaea8 27872scanning after all the ACLs have run. A transport filter can be used to scan
9b371988
PH
27873messages at delivery time (see the &%transport_filter%& option, described in
27874chapter &<<CHAPtransportgeneric>>&).
068aaea8
PH
27875
27876If you want to include the ACL-time content-scanning features when you compile
27877Exim, you need to arrange for WITH_CONTENT_SCAN to be defined in your
9b371988
PH
27878&_Local/Makefile_&. When you do that, the Exim binary is built with:
27879
27880.ilist
9b371988
PH
27881Two additional ACLs (&%acl_smtp_mime%& and &%acl_not_smtp_mime%&) that are run
27882for all MIME parts for SMTP and non-SMTP messages, respectively.
9b371988
PH
27883.next
27884Additional ACL conditions and modifiers: &%decode%&, &%malware%&,
27885&%mime_regex%&, &%regex%&, and &%spam%&. These can be used in the ACL that is
27886run at the end of message reception (the &%acl_smtp_data%& ACL).
27887.next
27888An additional control feature (&"no_mbox_unspool"&) that saves spooled copies
168e428f 27889of messages, or parts of messages, for debugging purposes.
9b371988
PH
27890.next
27891Additional expansion variables that are set in the new ACL and by the new
168e428f 27892conditions.
9b371988
PH
27893.next
27894Two new main configuration options: &%av_scanner%& and &%spamd_address%&.
27895.endlist
168e428f 27896
9b371988
PH
27897There is another content-scanning configuration option for &_Local/Makefile_&,
27898called WITH_OLD_DEMIME. If this is set, the old, deprecated &%demime%& ACL
168e428f
PH
27899condition is compiled, in addition to all the other content-scanning features.
27900
27901Content-scanning is continually evolving, and new features are still being
27902added. While such features are still unstable and liable to incompatible
27903changes, they are made available in Exim by setting options whose names begin
9b371988 27904EXPERIMENTAL_ in &_Local/Makefile_&. Such features are not documented in
168e428f 27905this manual. You can find out about them by reading the file called
9b371988 27906&_doc/experimental.txt_&.
168e428f 27907
f89d2485 27908All the content-scanning facilities work on a MBOX copy of the message that is
168e428f 27909temporarily created in a file called:
9b371988
PH
27910.display
27911<&'spool_directory'&>&`/scan/`&<&'message_id'&>/<&'message_id'&>&`.eml`&
27912.endd
27913The &_.eml_& extension is a friendly hint to virus scanners that they can
168e428f
PH
27914expect an MBOX-like structure inside that file. The file is created when the
27915first content scanning facility is called. Subsequent calls to content
27916scanning conditions open the same file again. The directory is recursively
9b371988
PH
27917removed when the &%acl_smtp_data%& ACL has finished running, unless
27918.code
27919control = no_mbox_unspool
27920.endd
168e428f
PH
27921has been encountered. When the MIME ACL decodes files, they are put into the
27922same directory by default.
27923
27924
27925
9b371988
PH
27926.section "Scanning for viruses" "SECTscanvirus"
27927.cindex "virus scanning"
27928.cindex "content scanning" "for viruses"
27929.cindex "content scanning" "the &%malware%& condition"
27930The &%malware%& ACL condition lets you connect virus scanner software to Exim.
27931It supports a &"generic"& interface to scanners called via the shell, and
27932specialized interfaces for &"daemon"& type virus scanners, which are resident
27933in memory and thus are much faster.
168e428f 27934
0a4e3112 27935.oindex "&%av_scanner%&"
9b371988 27936You can set the &%av_scanner%& option in first part of the Exim configuration
168e428f
PH
27937file to specify which scanner to use, together with any additional options that
27938are needed. The basic syntax is as follows:
9b371988
PH
27939.display
27940&`av_scanner = <`&&'scanner-type'&&`>:<`&&'option1'&&`>:<`&&'option2'&&`>:[...]`&
27941.endd
27942If you do not set &%av_scanner%&, it defaults to
27943.code
27944av_scanner = sophie:/var/run/sophie
27945.endd
7d9f747b 27946If the value of &%av_scanner%& starts with a dollar character, it is expanded
9b371988
PH
27947before use. The following scanner types are supported in this release:
27948
27949.vlist
27950.vitem &%aveserver%&
27951.cindex "virus scanners" "Kaspersky"
168e428f 27952This is the scanner daemon of Kaspersky Version 5. You can get a trial version
9b371988
PH
27953at &url(http://www.kaspersky.com). This scanner type takes one option,
27954which is the path to the daemon's UNIX socket. The default is shown in this
27955example:
27956.code
27957av_scanner = aveserver:/var/run/aveserver
27958.endd
168e428f 27959
9b371988
PH
27960.vitem &%clamd%&
27961.cindex "virus scanners" "clamd"
168e428f 27962This daemon-type scanner is GPL and free. You can get it at
9b371988
PH
27963&url(http://www.clamav.net/). Some older versions of clamd do not seem to
27964unpack MIME containers, so it used to be recommended to unpack MIME attachments
27965in the MIME ACL. This no longer believed to be necessary. One option is
27966required: either the path and name of a UNIX socket file, or a hostname or IP
27967number, and a port, separated by space, as in the second of these examples:
27968.code
27969av_scanner = clamd:/opt/clamd/socket
8544e77a
PP
27970av_scanner = clamd:192.0.2.3 1234
27971av_scanner = clamd:192.0.2.3 1234:local
27972.endd
27973If the value of av_scanner points to a UNIX socket file or contains the local
27974keyword, then the ClamAV interface will pass a filename containing the data
27975to be scanned, which will should normally result in less I/O happening and be
27976more efficient. Normally in the TCP case, the data is streamed to ClamAV as
27977Exim does not assume that there is a common filesystem with the remote host.
27978There is an option WITH_OLD_CLAMAV_STREAM in &_src/EDITME_& available, should
27979you be running a version of ClamAV prior to 0.95.
9b371988 27980If the option is unset, the default is &_/tmp/clamd_&. Thanks to David Saez for
168e428f
PH
27981contributing the code for this scanner.
27982
9b371988
PH
27983.vitem &%cmdline%&
27984.cindex "virus scanners" "command line interface"
168e428f
PH
27985This is the keyword for the generic command line scanner interface. It can be
27986used to attach virus scanners that are invoked from the shell. This scanner
27987type takes 3 mandatory options:
168e428f 27988
9b371988
PH
27989.olist
27990The full path and name of the scanner binary, with all command line options,
27991and a placeholder (&`%s`&) for the directory to scan.
27992
27993.next
27994A regular expression to match against the STDOUT and STDERR output of the
168e428f 27995virus scanner. If the expression matches, a virus was found. You must make
9b371988
PH
27996absolutely sure that this expression matches on &"virus found"&. This is called
27997the &"trigger"& expression.
168e428f 27998
9b371988
PH
27999.next
28000Another regular expression, containing exactly one pair of parentheses, to
168e428f 28001match the name of the virus found in the scanners output. This is called the
9b371988
PH
28002&"name"& expression.
28003.endlist olist
168e428f 28004
9b371988
PH
28005For example, Sophos Sweep reports a virus on a line like this:
28006.code
28007Virus 'W32/Magistr-B' found in file ./those.bat
28008.endd
3cb1b51e
PH
28009For the trigger expression, we can match the phrase &"found in file"&. For the
28010name expression, we want to extract the W32/Magistr-B string, so we can match
28011for the single quotes left and right of it. Altogether, this makes the
168e428f 28012configuration setting:
9b371988 28013.code
168e428f 28014av_scanner = cmdline:\
3cb1b51e
PH
28015 /path/to/sweep -ss -all -rec -archive %s:\
28016 found in file:'(.+)'
9b371988
PH
28017.endd
28018.vitem &%drweb%&
28019.cindex "virus scanners" "DrWeb"
28020The DrWeb daemon scanner (&url(http://www.sald.com/)) interface takes one
168e428f 28021argument, either a full path to a UNIX socket, or an IP address and port
068aaea8 28022separated by white space, as in these examples:
9b371988
PH
28023.code
28024av_scanner = drweb:/var/run/drwebd.sock
28025av_scanner = drweb:192.168.2.20 31337
28026.endd
28027If you omit the argument, the default path &_/usr/local/drweb/run/drwebd.sock_&
168e428f
PH
28028is used. Thanks to Alex Miller for contributing the code for this scanner.
28029
9b371988
PH
28030.vitem &%fsecure%&
28031.cindex "virus scanners" "F-Secure"
28032The F-Secure daemon scanner (&url(http://www.f-secure.com)) takes one
28033argument which is the path to a UNIX socket. For example:
28034.code
28035av_scanner = fsecure:/path/to/.fsav
28036.endd
28037If no argument is given, the default is &_/var/run/.fsav_&. Thanks to Johan
168e428f
PH
28038Thelmen for contributing the code for this scanner.
28039
9b371988
PH
28040.vitem &%kavdaemon%&
28041.cindex "virus scanners" "Kaspersky"
168e428f 28042This is the scanner daemon of Kaspersky Version 4. This version of the
9b371988 28043Kaspersky scanner is outdated. Please upgrade (see &%aveserver%& above). This
168e428f
PH
28044scanner type takes one option, which is the path to the daemon's UNIX socket.
28045For example:
9b371988
PH
28046.code
28047av_scanner = kavdaemon:/opt/AVP/AvpCtl
28048.endd
28049The default path is &_/var/run/AvpCtl_&.
168e428f 28050
9b371988
PH
28051.vitem &%mksd%&
28052.cindex "virus scanners" "mksd"
168e428f
PH
28053This is a daemon type scanner that is aimed mainly at Polish users, though some
28054parts of documentation are now available in English. You can get it at
9b371988
PH
28055&url(http://linux.mks.com.pl/). The only option for this scanner type is
28056the maximum number of processes used simultaneously to scan the attachments,
168e428f
PH
28057provided that the demime facility is employed and also provided that mksd has
28058been run with at least the same number of child processes. For example:
9b371988
PH
28059.code
28060av_scanner = mksd:2
28061.endd
168e428f
PH
28062You can safely omit this option (the default value is 1).
28063
9b371988
PH
28064.vitem &%sophie%&
28065.cindex "virus scanners" "Sophos and Sophie"
28066Sophie is a daemon that uses Sophos' &%libsavi%& library to scan for viruses.
db9452a9
PH
28067You can get Sophie at &url(http://www.clanfield.info/sophie/). The only option
28068for this scanner type is the path to the UNIX socket that Sophie uses for
28069client communication. For example:
9b371988
PH
28070.code
28071av_scanner = sophie:/tmp/sophie
28072.endd
28073The default path is &_/var/run/sophie_&, so if you are using this, you can omit
168e428f 28074the option.
9b371988
PH
28075.endlist
28076
9b371988
PH
28077When &%av_scanner%& is correctly set, you can use the &%malware%& condition in
28078the DATA ACL. &*Note*&: You cannot use the &%malware%& condition in the MIME
28079ACL.
9b371988
PH
28080
28081The &%av_scanner%& option is expanded each time &%malware%& is called. This
28082makes it possible to use different scanners. See further below for an example.
28083The &%malware%& condition caches its results, so when you use it multiple times
28084for the same message, the actual scanning process is only carried out once.
28085However, using expandable items in &%av_scanner%& disables this caching, in
28086which case each use of the &%malware%& condition causes a new scan of the
28087message.
168e428f 28088
9b371988 28089The &%malware%& condition takes a right-hand argument that is expanded before
168e428f
PH
28090use. It can then be one of
28091
9b371988
PH
28092.ilist
28093&"true"&, &"*"&, or &"1"&, in which case the message is scanned for viruses.
168e428f
PH
28094The condition succeeds if a virus was found, and fail otherwise. This is the
28095recommended usage.
9b371988 28096.next
db9452a9
PH
28097&"false"& or &"0"& or an empty string, in which case no scanning is done and
28098the condition fails immediately.
9b371988
PH
28099.next
28100A regular expression, in which case the message is scanned for viruses. The
168e428f
PH
28101condition succeeds if a virus is found and its name matches the regular
28102expression. This allows you to take special actions on certain types of virus.
9b371988 28103.endlist
168e428f 28104
9b371988 28105You can append &`/defer_ok`& to the &%malware%& condition to accept messages
db9452a9
PH
28106even if there is a problem with the virus scanner. Otherwise, such a problem
28107causes the ACL to defer.
168e428f 28108
f89d2485 28109.vindex "&$malware_name$&"
168e428f 28110When a virus is found, the condition sets up an expansion variable called
9b371988
PH
28111&$malware_name$& that contains the name of the virus. You can use it in a
28112&%message%& modifier that specifies the error returned to the sender, and/or in
168e428f
PH
28113logging data.
28114
28115If your virus scanner cannot unpack MIME and TNEF containers itself, you should
9b371988
PH
28116use the &%demime%& condition (see section &<<SECTdemimecond>>&) before the
28117&%malware%& condition.
168e428f 28118
8544e77a
PP
28119Beware the interaction of Exim's &%message_size_limit%& with any size limits
28120imposed by your anti-virus scanner.
28121
168e428f 28122Here is a very simple scanning example:
9b371988
PH
28123.code
28124deny message = This message contains malware ($malware_name)
168e428f
PH
28125 demime = *
28126 malware = *
9b371988 28127.endd
168e428f 28128The next example accepts messages when there is a problem with the scanner:
9b371988
PH
28129.code
28130deny message = This message contains malware ($malware_name)
168e428f
PH
28131 demime = *
28132 malware = */defer_ok
9b371988 28133.endd
168e428f
PH
28134The next example shows how to use an ACL variable to scan with both sophie and
28135aveserver. It assumes you have set:
9b371988
PH
28136.code
28137av_scanner = $acl_m0
28138.endd
168e428f 28139in the main Exim configuration.
9b371988
PH
28140.code
28141deny message = This message contains malware ($malware_name)
168e428f
PH
28142 set acl_m0 = sophie
28143 malware = *
28144
9b371988 28145deny message = This message contains malware ($malware_name)
168e428f
PH
28146 set acl_m0 = aveserver
28147 malware = *
9b371988 28148.endd
168e428f
PH
28149
28150
9b371988
PH
28151.section "Scanning with SpamAssassin" "SECTscanspamass"
28152.cindex "content scanning" "for spam"
28153.cindex "spam scanning"
f89d2485 28154.cindex "SpamAssassin"
9b371988 28155The &%spam%& ACL condition calls SpamAssassin's &%spamd%& daemon to get a spam
168e428f 28156score and a report for the message. You can get SpamAssassin at
9b371988
PH
28157&url(http://www.spamassassin.org), or, if you have a working Perl
28158installation, you can use CPAN by running:
28159.code
28160perl -MCPAN -e 'install Mail::SpamAssassin'
28161.endd
168e428f
PH
28162SpamAssassin has its own set of configuration files. Please review its
28163documentation to see how you can tweak it. The default installation should work
28164nicely, however.
28165
0a4e3112 28166.oindex "&%spamd_address%&"
9b371988 28167After having installed and configured SpamAssassin, start the &%spamd%& daemon.
168e428f 28168By default, it listens on 127.0.0.1, TCP port 783. If you use another host or
9b371988
PH
28169port for &%spamd%&, you must set the &%spamd_address%& option in the global
28170part of the Exim configuration as follows (example):
28171.code
28172spamd_address = 192.168.99.45 387
28173.endd
168e428f 28174You do not need to set this option if you use the default. As of version 2.60,
9b371988
PH
28175&%spamd%& also supports communication over UNIX sockets. If you want to use
28176these, supply &%spamd_address%& with an absolute file name instead of a
168e428f 28177address/port pair:
9b371988
PH
28178.code
28179spamd_address = /var/run/spamd_socket
28180.endd
28181You can have multiple &%spamd%& servers to improve scalability. These can
28182reside on other hardware reachable over the network. To specify multiple
28183&%spamd%& servers, put multiple address/port pairs in the &%spamd_address%&
28184option, separated with colons:
28185.code
168e428f
PH
28186spamd_address = 192.168.2.10 783 : \
28187 192.168.2.11 783 : \
28188 192.168.2.12 783
9b371988
PH
28189.endd
28190Up to 32 &%spamd%& servers are supported. The servers are queried in a random
068aaea8 28191fashion. When a server fails to respond to the connection attempt, all other
9b371988 28192servers are tried until one succeeds. If no server responds, the &%spam%&
168e428f
PH
28193condition defers.
28194
9b371988
PH
28195&*Warning*&: It is not possible to use the UNIX socket connection method with
28196multiple &%spamd%& servers.
168e428f 28197
8fde9903
NM
28198The &%spamd_address%& variable is expanded before use if it starts with
28199a dollar sign. In this case, the expansion may return a string that is
28200used as the list so that multiple spamd servers can be the result of an
28201expansion.
168e428f 28202
f89d2485 28203.section "Calling SpamAssassin from an Exim ACL" "SECID206"
9b371988
PH
28204Here is a simple example of the use of the &%spam%& condition in a DATA ACL:
28205.code
28206deny message = This message was classified as SPAM
28207 spam = joe
28208.endd
3cb1b51e
PH
28209The right-hand side of the &%spam%& condition specifies a name. This is
28210relevant if you have set up multiple SpamAssassin profiles. If you do not want
28211to scan using a specific profile, but rather use the SpamAssassin system-wide
28212default profile, you can scan for an unknown name, or simply use &"nobody"&.
28213However, you must put something on the right-hand side.
28214
28215The name allows you to use per-domain or per-user antispam profiles in
28216principle, but this is not straightforward in practice, because a message may
28217have multiple recipients, not necessarily all in the same domain. Because the
28218&%spam%& condition has to be called from a DATA ACL in order to be able to
28219read the contents of the message, the variables &$local_part$& and &$domain$&
28220are not set.
28221
28222The right-hand side of the &%spam%& condition is expanded before being used, so
28223you can put lookups or conditions there. When the right-hand side evaluates to
28224&"0"& or &"false"&, no scanning is done and the condition fails immediately.
168e428f 28225
168e428f 28226
068aaea8 28227Scanning with SpamAssassin uses a lot of resources. If you scan every message,
f89d2485 28228large ones may cause significant performance degradation. As most spam messages
068aaea8
PH
28229are quite small, it is recommended that you do not scan the big ones. For
28230example:
9b371988 28231.code
068aaea8
PH
28232deny message = This message was classified as SPAM
28233 condition = ${if < {$message_size}{10K}}
28234 spam = nobody
9b371988 28235.endd
068aaea8 28236
9b371988 28237The &%spam%& condition returns true if the threshold specified in the user's
168e428f 28238SpamAssassin profile has been matched or exceeded. If you want to use the
9b371988
PH
28239&%spam%& condition for its side effects (see the variables below), you can make
28240it always return &"true"& by appending &`:true`& to the username.
168e428f 28241
9b371988 28242.cindex "spam scanning" "returned variables"
c0712871 28243When the &%spam%& condition is run, it sets up a number of expansion
7d9f747b
PP
28244variables. These variables are saved with the received message, thus they are
28245available for use at delivery time.
168e428f 28246
9b371988
PH
28247.vlist
28248.vitem &$spam_score$&
28249The spam score of the message, for example &"3.4"& or &"30.5"&. This is useful
168e428f
PH
28250for inclusion in log or reject messages.
28251
9b371988 28252.vitem &$spam_score_int$&
168e428f 28253The spam score of the message, multiplied by ten, as an integer value. For
b049e222
TF
28254example &"34"& or &"305"&. It may appear to disagree with &$spam_score$&
28255because &$spam_score$& is rounded and &$spam_score_int$& is truncated.
7d9f747b
PP
28256The integer value is useful for numeric comparisons in conditions.
28257
168e428f 28258
9b371988
PH
28259.vitem &$spam_bar$&
28260A string consisting of a number of &"+"& or &"-"& characters, representing the
168e428f 28261integer part of the spam score value. A spam score of 4.4 would have a
9b371988
PH
28262&$spam_bar$& value of &"++++"&. This is useful for inclusion in warning
28263headers, since MUAs can match on such strings.
168e428f 28264
9b371988 28265.vitem &$spam_report$&
168e428f
PH
28266A multiline text table, containing the full SpamAssassin report for the
28267message. Useful for inclusion in headers or reject messages.
9b371988 28268.endlist
168e428f 28269
8fde9903
NM
28270The &%spam%& condition caches its results unless expansion in
28271spamd_address was used. If you call it again with the same user name, it
28272does not scan again, but rather returns the same values as before.
168e428f 28273
8fde9903
NM
28274The &%spam%& condition returns DEFER if there is any error while running
28275the message through SpamAssassin or if the expansion of spamd_address
28276failed. If you want to treat DEFER as FAIL (to pass on to the next ACL
28277statement block), append &`/defer_ok`& to the right-hand side of the
28278spam condition, like this:
9b371988
PH
28279.code
28280deny message = This message was classified as SPAM
28281 spam = joe/defer_ok
28282.endd
28283This causes messages to be accepted even if there is a problem with &%spamd%&.
168e428f 28284
9b371988 28285Here is a longer, commented example of the use of the &%spam%&
168e428f 28286condition:
9b371988
PH
28287.code
28288# put headers in all messages (no matter if spam or not)
db9452a9
PH
28289warn spam = nobody:true
28290 add_header = X-Spam-Score: $spam_score ($spam_bar)
28291 add_header = X-Spam-Report: $spam_report
9b371988
PH
28292
28293# add second subject line with *SPAM* marker when message
28294# is over threshold
db9452a9
PH
28295warn spam = nobody
28296 add_header = Subject: *SPAM* $h_Subject:
9b371988
PH
28297
28298# reject spam at high scores (> 12)
28299deny message = This message scored $spam_score spam points.
28300 spam = nobody:true
28301 condition = ${if >{$spam_score_int}{120}{1}{0}}
28302.endd
28303
28304
28305
28306.section "Scanning MIME parts" "SECTscanmimepart"
28307.cindex "content scanning" "MIME parts"
28308.cindex "MIME content scanning"
0a4e3112
PH
28309.oindex "&%acl_smtp_mime%&"
28310.oindex "&%acl_not_smtp_mime%&"
9b371988
PH
28311The &%acl_smtp_mime%& global option specifies an ACL that is called once for
28312each MIME part of an SMTP message, including multipart types, in the sequence
28313of their position in the message. Similarly, the &%acl_not_smtp_mime%& option
068aaea8
PH
28314specifies an ACL that is used for the MIME parts of non-SMTP messages. These
28315options may both refer to the same ACL if you want the same processing in both
28316cases.
28317
595028e4
PH
28318These ACLs are called (possibly many times) just before the &%acl_smtp_data%&
28319ACL in the case of an SMTP message, or just before the &%acl_not_smtp%& ACL in
28320the case of a non-SMTP message. However, a MIME ACL is called only if the
7d0ab55c 28321message contains a &'Content-Type:'& header line. When a call to a MIME
595028e4
PH
28322ACL does not yield &"accept"&, ACL processing is aborted and the appropriate
28323result code is sent to the client. In the case of an SMTP message, the
28324&%acl_smtp_data%& ACL is not called when this happens.
9b371988
PH
28325
28326You cannot use the &%malware%& or &%spam%& conditions in a MIME ACL; these can
28327only be used in the DATA or non-SMTP ACLs. However, you can use the &%regex%&
28328condition to match against the raw MIME part. You can also use the
28329&%mime_regex%& condition to match against the decoded MIME part (see section
28330&<<SECTscanregex>>&).
168e428f 28331
068aaea8 28332At the start of a MIME ACL, a number of variables are set from the header
168e428f
PH
28333information for the relevant MIME part. These are described below. The contents
28334of the MIME part are not by default decoded into a disk file except for MIME
9b371988 28335parts whose content-type is &"message/rfc822"&. If you want to decode a MIME
f89d2485
PH
28336part into a disk file, you can use the &%decode%& condition. The general
28337syntax is:
9b371988
PH
28338.display
28339&`decode = [/`&<&'path'&>&`/]`&<&'filename'&>
28340.endd
168e428f
PH
28341The right hand side is expanded before use. After expansion,
28342the value can be:
28343
9b371988
PH
28344.olist
28345&"0"& or &"false"&, in which case no decoding is done.
28346.next
28347The string &"default"&. In that case, the file is put in the temporary
28348&"default"& directory <&'spool_directory'&>&_/scan/_&<&'message_id'&>&_/_& with
28349a sequential file name consisting of the message id and a sequence number. The
28350full path and name is available in &$mime_decoded_filename$& after decoding.
28351.next
28352A full path name starting with a slash. If the full name is an existing
168e428f
PH
28353directory, it is used as a replacement for the default directory. The filename
28354is then sequentially assigned. If the path does not exist, it is used as
28355the full path and file name.
9b371988
PH
28356.next
28357If the string does not start with a slash, it is used as the
168e428f 28358filename, and the default path is then used.
9b371988 28359.endlist
595028e4
PH
28360The &%decode%& condition normally succeeds. It is only false for syntax
28361errors or unusual circumstances such as memory shortages. You can easily decode
28362a file with its original, proposed filename using
9b371988
PH
28363.code
28364decode = $mime_filename
28365.endd
28366However, you should keep in mind that &$mime_filename$& might contain
168e428f
PH
28367anything. If you place files outside of the default path, they are not
28368automatically unlinked.
28369
28370For RFC822 attachments (these are messages attached to messages, with a
9b371988
PH
28371content-type of &"message/rfc822"&), the ACL is called again in the same manner
28372as for the primary message, only that the &$mime_is_rfc822$& expansion
168e428f
PH
28373variable is set (see below). Attached messages are always decoded to disk
28374before being checked, and the files are unlinked once the check is done.
28375
9b371988 28376The MIME ACL supports the &%regex%& and &%mime_regex%& conditions. These can be
168e428f 28377used to match regular expressions against raw and decoded MIME parts,
9b371988 28378respectively. They are described in section &<<SECTscanregex>>&.
168e428f 28379
9b371988 28380.cindex "MIME content scanning" "returned variables"
168e428f
PH
28381The following list describes all expansion variables that are
28382available in the MIME ACL:
28383
9b371988
PH
28384.vlist
28385.vitem &$mime_boundary$&
28386If the current part is a multipart (see &$mime_is_multipart$&) below, it should
168e428f 28387have a boundary string, which is stored in this variable. If the current part
9b371988
PH
28388has no boundary parameter in the &'Content-Type:'& header, this variable
28389contains the empty string.
168e428f 28390
9b371988 28391.vitem &$mime_charset$&
168e428f 28392This variable contains the character set identifier, if one was found in the
9b371988
PH
28393&'Content-Type:'& header. Examples for charset identifiers are:
28394.code
28395us-ascii
28396gb2312 (Chinese)
28397iso-8859-1
28398.endd
168e428f
PH
28399Please note that this value is not normalized, so you should do matches
28400case-insensitively.
28401
9b371988
PH
28402.vitem &$mime_content_description$&
28403This variable contains the normalized content of the &'Content-Description:'&
168e428f
PH
28404header. It can contain a human-readable description of the parts content. Some
28405implementations repeat the filename for attachments here, but they are usually
28406only used for display purposes.
28407
9b371988
PH
28408.vitem &$mime_content_disposition$&
28409This variable contains the normalized content of the &'Content-Disposition:'&
28410header. You can expect strings like &"attachment"& or &"inline"& here.
168e428f 28411
9b371988
PH
28412.vitem &$mime_content_id$&
28413This variable contains the normalized content of the &'Content-ID:'& header.
168e428f
PH
28414This is a unique ID that can be used to reference a part from another part.
28415
9b371988
PH
28416.vitem &$mime_content_size$&
28417This variable is set only after the &%decode%& modifier (see above) has been
168e428f
PH
28418successfully run. It contains the size of the decoded part in kilobytes. The
28419size is always rounded up to full kilobytes, so only a completely empty part
9b371988 28420has a &$mime_content_size$& of zero.
168e428f 28421
9b371988 28422.vitem &$mime_content_transfer_encoding$&
168e428f 28423This variable contains the normalized content of the
9b371988
PH
28424&'Content-transfer-encoding:'& header. This is a symbolic name for an encoding
28425type. Typical values are &"base64"& and &"quoted-printable"&.
168e428f 28426
9b371988
PH
28427.vitem &$mime_content_type$&
28428If the MIME part has a &'Content-Type:'& header, this variable contains its
28429value, lowercased, and without any options (like &"name"& or &"charset"&). Here
168e428f 28430are some examples of popular MIME types, as they may appear in this variable:
9b371988
PH
28431.code
28432text/plain
28433text/html
28434application/octet-stream
28435image/jpeg
28436audio/midi
28437.endd
28438If the MIME part has no &'Content-Type:'& header, this variable contains the
168e428f
PH
28439empty string.
28440
9b371988
PH
28441.vitem &$mime_decoded_filename$&
28442This variable is set only after the &%decode%& modifier (see above) has been
168e428f
PH
28443successfully run. It contains the full path and file name of the file
28444containing the decoded data.
9b371988 28445.endlist
168e428f 28446
9b371988
PH
28447.cindex "RFC 2047"
28448.vlist
28449.vitem &$mime_filename$&
168e428f
PH
28450This is perhaps the most important of the MIME variables. It contains a
28451proposed filename for an attachment, if one was found in either the
9b371988
PH
28452&'Content-Type:'& or &'Content-Disposition:'& headers. The filename will be
28453RFC2047 decoded, but no additional sanity checks are done. If no filename was
28454found, this variable contains the empty string.
168e428f 28455
9b371988
PH
28456.vitem &$mime_is_coverletter$&
28457This variable attempts to differentiate the &"cover letter"& of an e-mail from
f89d2485 28458attached data. It can be used to clamp down on flashy or unnecessarily encoded
168e428f 28459content in the cover letter, while not restricting attachments at all.
9b371988 28460
168e428f
PH
28461The variable contains 1 (true) for a MIME part believed to be part of the
28462cover letter, and 0 (false) for an attachment. At present, the algorithm is as
28463follows:
168e428f 28464
9b371988
PH
28465.olist
28466The outermost MIME part of a message is always a cover letter.
28467
28468.next
28469If a multipart/alternative or multipart/related MIME part is a cover letter,
d1e83bff 28470so are all MIME subparts within that multipart.
168e428f 28471
9b371988
PH
28472.next
28473If any other multipart is a cover letter, the first subpart is a cover letter,
168e428f
PH
28474and the rest are attachments.
28475
9b371988
PH
28476.next
28477All parts contained within an attachment multipart are attachments.
28478.endlist olist
28479
28480As an example, the following will ban &"HTML mail"& (including that sent with
168e428f
PH
28481alternative plain text), while allowing HTML files to be attached. HTML
28482coverletter mail attached to non-HMTL coverletter mail will also be allowed:
9b371988
PH
28483.code
28484deny message = HTML mail is not accepted here
28485!condition = $mime_is_rfc822
28486condition = $mime_is_coverletter
28487condition = ${if eq{$mime_content_type}{text/html}{1}{0}}
28488.endd
28489.vitem &$mime_is_multipart$&
168e428f 28490This variable has the value 1 (true) when the current part has the main type
9b371988 28491&"multipart"&, for example &"multipart/alternative"& or &"multipart/mixed"&.
168e428f
PH
28492Since multipart entities only serve as containers for other parts, you may not
28493want to carry out specific actions on them.
28494
9b371988 28495.vitem &$mime_is_rfc822$&
168e428f
PH
28496This variable has the value 1 (true) if the current part is not a part of the
28497checked message itself, but part of an attached message. Attached message
28498decoding is fully recursive.
28499
9b371988 28500.vitem &$mime_part_count$&
168e428f
PH
28501This variable is a counter that is raised for each processed MIME part. It
28502starts at zero for the very first part (which is usually a multipart). The
28503counter is per-message, so it is reset when processing RFC822 attachments (see
9b371988 28504&$mime_is_rfc822$&). The counter stays set after &%acl_smtp_mime%& is
168e428f
PH
28505complete, so you can use it in the DATA ACL to determine the number of MIME
28506parts of a message. For non-MIME messages, this variable contains the value -1.
9b371988 28507.endlist
168e428f
PH
28508
28509
28510
9b371988
PH
28511.section "Scanning with regular expressions" "SECTscanregex"
28512.cindex "content scanning" "with regular expressions"
28513.cindex "regular expressions" "content scanning with"
168e428f
PH
28514You can specify your own custom regular expression matches on the full body of
28515the message, or on individual MIME parts.
28516
9b371988 28517The &%regex%& condition takes one or more regular expressions as arguments and
168e428f 28518matches them against the full message (when called in the DATA ACL) or a raw
9b371988 28519MIME part (when called in the MIME ACL). The &%regex%& condition matches
168e428f 28520linewise, with a maximum line length of 32K characters. That means you cannot
9b371988 28521have multiline matches with the &%regex%& condition.
168e428f 28522
9b371988 28523The &%mime_regex%& condition can be called only in the MIME ACL. It matches up
168e428f 28524to 32K of decoded content (the whole content at once, not linewise). If the
9b371988
PH
28525part has not been decoded with the &%decode%& modifier earlier in the ACL, it
28526is decoded automatically when &%mime_regex%& is executed (using default path
28527and filename values). If the decoded data is larger than 32K, only the first
2852832K characters are checked.
168e428f
PH
28529
28530The regular expressions are passed as a colon-separated list. To include a
28531literal colon, you must double it. Since the whole right-hand side string is
28532expanded before being used, you must also escape dollar signs and backslashes
9b371988 28533with more backslashes, or use the &`\N`& facility to disable expansion.
168e428f 28534Here is a simple example that contains two regular expressions:
9b371988
PH
28535.code
28536deny message = contains blacklisted regex ($regex_match_string)
28537 regex = [Mm]ortgage : URGENT BUSINESS PROPOSAL
28538.endd
168e428f 28539The conditions returns true if any one of the regular expressions matches. The
9b371988 28540&$regex_match_string$& expansion variable is then set up and contains the
168e428f
PH
28541matching regular expression.
28542
9b371988 28543&*Warning*&: With large messages, these conditions can be fairly
168e428f
PH
28544CPU-intensive.
28545
28546
28547
28548
9b371988
PH
28549.section "The demime condition" "SECTdemimecond"
28550.cindex "content scanning" "MIME checking"
28551.cindex "MIME content scanning"
28552The &%demime%& ACL condition provides MIME unpacking, sanity checking and file
068aaea8 28553extension blocking. It is usable only in the DATA and non-SMTP ACLs. The
9b371988
PH
28554&%demime%& condition uses a simpler interface to MIME decoding than the MIME
28555ACL functionality, but provides no additional facilities. Please note that this
068aaea8 28556condition is deprecated and kept only for backward compatibility. You must set
9b371988
PH
28557the WITH_OLD_DEMIME option in &_Local/Makefile_& at build time to be able to
28558use the &%demime%& condition.
168e428f 28559
9b371988 28560The &%demime%& condition unpacks MIME containers in the message. It detects
168e428f
PH
28561errors in MIME containers and can match file extensions found in the message
28562against a list. Using this facility produces files containing the unpacked MIME
28563parts of the message in the temporary scan directory. If you do antivirus
f89d2485 28564scanning, it is recommended that you use the &%demime%& condition before the
9b371988 28565antivirus (&%malware%&) condition.
168e428f 28566
9b371988
PH
28567On the right-hand side of the &%demime%& condition you can pass a
28568colon-separated list of file extensions that it should match against. For
28569example:
28570.code
28571deny message = Found blacklisted file attachment
28572 demime = vbs:com:bat:pif:prf:lnk
28573.endd
168e428f 28574If one of the file extensions is found, the condition is true, otherwise it is
9b371988
PH
28575false. If there is a temporary error while demimeing (for example, &"disk
28576full"&), the condition defers, and the message is temporarily rejected (unless
28577the condition is on a &%warn%& verb).
168e428f
PH
28578
28579The right-hand side is expanded before being treated as a list, so you can have
9b371988
PH
28580conditions and lookups there. If it expands to an empty string, &"false"&, or
28581zero (&"0"&), no demimeing is done and the condition is false.
168e428f 28582
9b371988 28583The &%demime%& condition set the following variables:
168e428f 28584
9b371988
PH
28585.vlist
28586.vitem &$demime_errorlevel$&
f89d2485 28587.vindex "&$demime_errorlevel$&"
168e428f
PH
28588When an error is detected in a MIME container, this variable contains the
28589severity of the error, as an integer number. The higher the value, the more
068aaea8
PH
28590severe the error (the current maximum value is 3). If this variable is unset or
28591zero, no error occurred.
168e428f 28592
9b371988 28593.vitem &$demime_reason$&
f89d2485 28594.vindex "&$demime_reason$&"
9b371988 28595When &$demime_errorlevel$& is greater than zero, this variable contains a
168e428f 28596human-readable text string describing the MIME error that occurred.
9b371988 28597.endlist
168e428f 28598
9b371988
PH
28599.vlist
28600.vitem &$found_extension$&
f89d2485 28601.vindex "&$found_extension$&"
9b371988
PH
28602When the &%demime%& condition is true, this variable contains the file
28603extension it found.
28604.endlist
168e428f 28605
9b371988
PH
28606Both &$demime_errorlevel$& and &$demime_reason$& are set by the first call of
28607the &%demime%& condition, and are not changed on subsequent calls.
168e428f 28608
9b371988
PH
28609If you do not want to check for file extensions, but rather use the &%demime%&
28610condition for unpacking or error checking purposes, pass &"*"& as the
168e428f
PH
28611right-hand side value. Here is a more elaborate example of how to use this
28612facility:
9b371988
PH
28613.code
28614# Reject messages with serious MIME container errors
28615deny message = Found MIME error ($demime_reason).
28616 demime = *
28617 condition = ${if >{$demime_errorlevel}{2}{1}{0}}
168e428f 28618
9b371988
PH
28619# Reject known virus spreading file extensions.
28620# Accepting these is pretty much braindead.
28621deny message = contains $found_extension file (blacklisted).
28622 demime = com:vbs:bat:pif:scr
168e428f 28623
9b371988
PH
28624# Freeze .exe and .doc files. Postmaster can
28625# examine them and eventually thaw them.
28626deny log_message = Another $found_extension file.
28627 demime = exe:doc
28628 control = freeze
28629.endd
4f578862 28630.ecindex IIDcosca
168e428f
PH
28631
28632
28633
28634
9b371988
PH
28635. ////////////////////////////////////////////////////////////////////////////
28636. ////////////////////////////////////////////////////////////////////////////
168e428f 28637
9b371988
PH
28638.chapter "Adding a local scan function to Exim" "CHAPlocalscan" &&&
28639 "Local scan function"
4f578862 28640.scindex IIDlosca "&[local_scan()]& function" "description of"
9b371988
PH
28641.cindex "customizing" "input scan using C function"
28642.cindex "policy control" "by local scan function"
168e428f
PH
28643In these days of email worms, viruses, and ever-increasing spam, some sites
28644want to apply a lot of checking to messages before accepting them.
28645
9b371988 28646The content scanning extension (chapter &<<CHAPexiscan>>&) has facilities for
168e428f 28647passing messages to external virus and spam scanning software. You can also do
9b371988 28648a certain amount in Exim itself through string expansions and the &%condition%&
168e428f 28649condition in the ACL that runs after the SMTP DATA command or the ACL for
9b371988 28650non-SMTP messages (see chapter &<<CHAPACL>>&), but this has its limitations.
168e428f
PH
28651
28652To allow for further customization to a site's own requirements, there is the
28653possibility of linking Exim with a private message scanning function, written
28654in C. If you want to run code that is written in something other than C, you
28655can of course use a little C stub to call it.
28656
28657The local scan function is run once for every incoming message, at the point
28658when Exim is just about to accept the message.
28659It can therefore be used to control non-SMTP messages from local processes as
28660well as messages arriving via SMTP.
28661
28662Exim applies a timeout to calls of the local scan function, and there is an
9b371988
PH
28663option called &%local_scan_timeout%& for setting it. The default is 5 minutes.
28664Zero means &"no timeout"&.
168e428f
PH
28665Exim also sets up signal handlers for SIGSEGV, SIGILL, SIGFPE, and SIGBUS
28666before calling the local scan function, so that the most common types of crash
28667are caught. If the timeout is exceeded or one of those signals is caught, the
28668incoming message is rejected with a temporary error if it is an SMTP message.
28669For a non-SMTP message, the message is dropped and Exim ends with a non-zero
28670code. The incident is logged on the main and reject logs.
28671
28672
28673
f89d2485 28674.section "Building Exim to use a local scan function" "SECID207"
9b371988 28675.cindex "&[local_scan()]& function" "building Exim to use"
168e428f
PH
28676To make use of the local scan function feature, you must tell Exim where your
28677function is before building Exim, by setting LOCAL_SCAN_SOURCE in your
9b371988 28678&_Local/Makefile_&. A recommended place to put it is in the &_Local_&
168e428f 28679directory, so you might set
9b371988
PH
28680.code
28681LOCAL_SCAN_SOURCE=Local/local_scan.c
28682.endd
28683for example. The function must be called &[local_scan()]&. It is called by
168e428f
PH
28684Exim after it has received a message, when the success return code is about to
28685be sent. This is after all the ACLs have been run. The return code from your
28686function controls whether the message is actually accepted or not. There is a
28687commented template function (that just accepts the message) in the file
28688_src/local_scan.c_.
28689
28690If you want to make use of Exim's run time configuration file to set options
9b371988
PH
28691for your &[local_scan()]& function, you must also set
28692.code
28693LOCAL_SCAN_HAS_OPTIONS=yes
28694.endd
28695in &_Local/Makefile_& (see section &<<SECTconoptloc>>& below).
168e428f
PH
28696
28697
28698
28699
9b371988
PH
28700.section "API for local_scan()" "SECTapiforloc"
28701.cindex "&[local_scan()]& function" "API description"
168e428f 28702You must include this line near the start of your code:
9b371988
PH
28703.code
28704#include "local_scan.h"
28705.endd
168e428f
PH
28706This header file defines a number of variables and other values, and the
28707prototype for the function itself. Exim is coded to use unsigned char values
28708almost exclusively, and one of the things this header defines is a shorthand
9b371988 28709for &`unsigned char`& called &`uschar`&.
168e428f
PH
28710It also contains the following macro definitions, to simplify casting character
28711strings and pointers to character strings:
9b371988
PH
28712.code
28713#define CS (char *)
28714#define CCS (const char *)
28715#define CSS (char **)
28716#define US (unsigned char *)
28717#define CUS (const unsigned char *)
28718#define USS (unsigned char **)
28719.endd
28720The function prototype for &[local_scan()]& is:
28721.code
28722extern int local_scan(int fd, uschar **return_text);
28723.endd
168e428f
PH
28724The arguments are as follows:
28725
9b371988
PH
28726.ilist
28727&%fd%& is a file descriptor for the file that contains the body of the message
168e428f 28728(the -D file). The file is open for reading and writing, but updating it is not
9b371988
PH
28729recommended. &*Warning*&: You must &'not'& close this file descriptor.
28730
168e428f
PH
28731The descriptor is positioned at character 19 of the file, which is the first
28732character of the body itself, because the first 19 characters are the message
9b371988 28733id followed by &`-D`& and a newline. If you rewind the file, you should use the
168e428f
PH
28734macro SPOOL_DATA_START_OFFSET to reset to the start of the data, just in
28735case this changes in some future version.
9b371988
PH
28736.next
28737&%return_text%& is an address which you can use to return a pointer to a text
168e428f 28738string at the end of the function. The value it points to on entry is NULL.
9b371988 28739.endlist
168e428f 28740
9b371988 28741The function must return an &%int%& value which is one of the following macros:
168e428f 28742
9b371988
PH
28743.vlist
28744.vitem &`LOCAL_SCAN_ACCEPT`&
f89d2485 28745.vindex "&$local_scan_data$&"
168e428f 28746The message is accepted. If you pass back a string of text, it is saved with
9b371988 28747the message, and made available in the variable &$local_scan_data$&. No
168e428f
PH
28748newlines are permitted (if there are any, they are turned into spaces) and the
28749maximum length of text is 1000 characters.
28750
9b371988 28751.vitem &`LOCAL_SCAN_ACCEPT_FREEZE`&
168e428f
PH
28752This behaves as LOCAL_SCAN_ACCEPT, except that the accepted message is
28753queued without immediate delivery, and is frozen.
28754
9b371988 28755.vitem &`LOCAL_SCAN_ACCEPT_QUEUE`&
168e428f
PH
28756This behaves as LOCAL_SCAN_ACCEPT, except that the accepted message is
28757queued without immediate delivery.
28758
9b371988 28759.vitem &`LOCAL_SCAN_REJECT`&
168e428f 28760The message is rejected; the returned text is used as an error message which is
9b371988
PH
28761passed back to the sender and which is also logged. Newlines are permitted &--
28762they cause a multiline response for SMTP rejections, but are converted to
28763&`\n`& in log lines. If no message is given, &"Administrative prohibition"& is
28764used.
168e428f 28765
9b371988 28766.vitem &`LOCAL_SCAN_TEMPREJECT`&
168e428f 28767The message is temporarily rejected; the returned text is used as an error
9b371988
PH
28768message as for LOCAL_SCAN_REJECT. If no message is given, &"Temporary local
28769problem"& is used.
168e428f 28770
9b371988 28771.vitem &`LOCAL_SCAN_REJECT_NOLOGHDR`&
168e428f
PH
28772This behaves as LOCAL_SCAN_REJECT, except that the header of the rejected
28773message is not written to the reject log. It has the effect of unsetting the
9b371988
PH
28774&%rejected_header%& log selector for just this rejection. If
28775&%rejected_header%& is already unset (see the discussion of the
28776&%log_selection%& option in section &<<SECTlogselector>>&), this code is the
28777same as LOCAL_SCAN_REJECT.
168e428f 28778
9b371988 28779.vitem &`LOCAL_SCAN_TEMPREJECT_NOLOGHDR`&
168e428f
PH
28780This code is a variation of LOCAL_SCAN_TEMPREJECT in the same way that
28781LOCAL_SCAN_REJECT_NOLOGHDR is a variation of LOCAL_SCAN_REJECT.
9b371988 28782.endlist
168e428f
PH
28783
28784If the message is not being received by interactive SMTP, rejections are
9b371988
PH
28785reported by writing to &%stderr%& or by sending an email, as configured by the
28786&%-oe%& command line options.
168e428f
PH
28787
28788
28789
9b371988
PH
28790.section "Configuration options for local_scan()" "SECTconoptloc"
28791.cindex "&[local_scan()]& function" "configuration options"
168e428f 28792It is possible to have option settings in the main configuration file
9b371988 28793that set values in static variables in the &[local_scan()]& module. If you
168e428f 28794want to do this, you must have the line
9b371988
PH
28795.code
28796LOCAL_SCAN_HAS_OPTIONS=yes
28797.endd
28798in your &_Local/Makefile_& when you build Exim. (This line is in
28799&_OS/Makefile-Default_&, commented out). Then, in the &[local_scan()]& source
28800file, you must define static variables to hold the option values, and a table
28801to define them.
28802
28803The table must be a vector called &%local_scan_options%&, of type
28804&`optionlist`&. Each entry is a triplet, consisting of a name, an option type,
168e428f 28805and a pointer to the variable that holds the value. The entries must appear in
9b371988
PH
28806alphabetical order. Following &%local_scan_options%& you must also define a
28807variable called &%local_scan_options_count%& that contains the number of
168e428f 28808entries in the table. Here is a short example, showing two kinds of option:
9b371988
PH
28809.code
28810static int my_integer_option = 42;
28811static uschar *my_string_option = US"a default string";
28812
28813optionlist local_scan_options[] = {
28814 { "my_integer", opt_int, &my_integer_option },
28815 { "my_string", opt_stringptr, &my_string_option }
28816};
28817
28818int local_scan_options_count =
28819 sizeof(local_scan_options)/sizeof(optionlist);
28820.endd
168e428f
PH
28821The values of the variables can now be changed from Exim's runtime
28822configuration file by including a local scan section as in this example:
9b371988
PH
28823.code
28824begin local_scan
28825my_integer = 99
28826my_string = some string of text...
28827.endd
168e428f
PH
28828The available types of option data are as follows:
28829
9b371988
PH
28830.vlist
28831.vitem &*opt_bool*&
168e428f 28832This specifies a boolean (true/false) option. The address should point to a
9b371988
PH
28833variable of type &`BOOL`&, which will be set to TRUE or FALSE, which are macros
28834that are defined as &"1"& and &"0"&, respectively. If you want to detect
168e428f
PH
28835whether such a variable has been set at all, you can initialize it to
28836TRUE_UNSET. (BOOL variables are integers underneath, so can hold more than two
28837values.)
28838
9b371988 28839.vitem &*opt_fixed*&
168e428f 28840This specifies a fixed point number, such as is used for load averages.
9b371988 28841The address should point to a variable of type &`int`&. The value is stored
168e428f
PH
28842multiplied by 1000, so, for example, 1.4142 is truncated and stored as 1414.
28843
9b371988 28844.vitem &*opt_int*&
168e428f 28845This specifies an integer; the address should point to a variable of type
9b371988 28846&`int`&. The value may be specified in any of the integer formats accepted by
168e428f
PH
28847Exim.
28848
9b371988
PH
28849.vitem &*opt_mkint*&
28850This is the same as &%opt_int%&, except that when such a value is output in a
28851&%-bP%& listing, if it is an exact number of kilobytes or megabytes, it is
168e428f
PH
28852printed with the suffix K or M.
28853
9b371988 28854.vitem &*opt_octint*&
f89d2485 28855This also specifies an integer, but the value is always interpreted as an
168e428f
PH
28856octal integer, whether or not it starts with the digit zero, and it is
28857always output in octal.
28858
9b371988 28859.vitem &*opt_stringptr*&
168e428f 28860This specifies a string value; the address must be a pointer to a
9b371988 28861variable that points to a string (for example, of type &`uschar *`&).
168e428f 28862
9b371988 28863.vitem &*opt_time*&
168e428f 28864This specifies a time interval value. The address must point to a variable of
9b371988
PH
28865type &`int`&. The value that is placed there is a number of seconds.
28866.endlist
168e428f 28867
9b371988
PH
28868If the &%-bP%& command line option is followed by &`local_scan`&, Exim prints
28869out the values of all the &[local_scan()]& options.
168e428f
PH
28870
28871
28872
f89d2485 28873.section "Available Exim variables" "SECID208"
9b371988
PH
28874.cindex "&[local_scan()]& function" "available Exim variables"
28875The header &_local_scan.h_& gives you access to a number of C variables. These
168e428f 28876are the only ones that are guaranteed to be maintained from release to release.
595028e4
PH
28877Note, however, that you can obtain the value of any Exim expansion variable,
28878including &$recipients$&, by calling &'expand_string()'&. The exported
28879C variables are as follows:
168e428f 28880
9b371988 28881.vlist
595028e4 28882.vitem &*int&~body_linecount*&
595028e4
PH
28883This variable contains the number of lines in the message's body.
28884
28885.vitem &*int&~body_zerocount*&
28886This variable contains the number of binary zero bytes in the message's body.
595028e4 28887
9b371988 28888.vitem &*unsigned&~int&~debug_selector*&
168e428f
PH
28889This variable is set to zero when no debugging is taking place. Otherwise, it
28890is a bitmap of debugging selectors. Two bits are identified for use in
9b371988
PH
28891&[local_scan()]&; they are defined as macros:
28892
28893.ilist
28894The &`D_v`& bit is set when &%-v%& was present on the command line. This is a
28895testing option that is not privileged &-- any caller may set it. All the
168e428f
PH
28896other selector bits can be set only by admin users.
28897
9b371988
PH
28898.next
28899The &`D_local_scan`& bit is provided for use by &[local_scan()]&; it is set
28900by the &`+local_scan`& debug selector. It is not included in the default set
168e428f 28901of debugging bits.
9b371988 28902.endlist ilist
168e428f 28903
9b371988
PH
28904Thus, to write to the debugging output only when &`+local_scan`& has been
28905selected, you should use code like this:
28906.code
28907if ((debug_selector & D_local_scan) != 0)
28908 debug_printf("xxx", ...);
28909.endd
28910.vitem &*uschar&~*expand_string_message*&
28911After a failing call to &'expand_string()'& (returned value NULL), the
28912variable &%expand_string_message%& contains the error message, zero-terminated.
28913
28914.vitem &*header_line&~*header_list*&
28915A pointer to a chain of header lines. The &%header_line%& structure is
28916discussed below.
28917
28918.vitem &*header_line&~*header_last*&
168e428f
PH
28919A pointer to the last of the header lines.
28920
9b371988
PH
28921.vitem &*uschar&~*headers_charset*&
28922The value of the &%headers_charset%& configuration option.
168e428f 28923
9b371988 28924.vitem &*BOOL&~host_checking*&
168e428f 28925This variable is TRUE during a host checking session that is initiated by the
9b371988 28926&%-bh%& command line option.
168e428f 28927
9b371988 28928.vitem &*uschar&~*interface_address*&
168e428f
PH
28929The IP address of the interface that received the message, as a string. This
28930is NULL for locally submitted messages.
28931
9b371988 28932.vitem &*int&~interface_port*&
3cb1b51e
PH
28933The port on which this message was received. When testing with the &%-bh%&
28934command line option, the value of this variable is -1 unless a port has been
28935specified via the &%-oMi%& option.
168e428f 28936
9b371988 28937.vitem &*uschar&~*message_id*&
d1e83bff 28938This variable contains Exim's message id for the incoming message (the value of
9b371988 28939&$message_exim_id$&) as a zero-terminated string.
168e428f 28940
9b371988 28941.vitem &*uschar&~*received_protocol*&
168e428f
PH
28942The name of the protocol by which the message was received.
28943
9b371988 28944.vitem &*int&~recipients_count*&
168e428f
PH
28945The number of accepted recipients.
28946
9b371988
PH
28947.vitem &*recipient_item&~*recipients_list*&
28948.cindex "recipient" "adding in local scan"
28949.cindex "recipient" "removing in local scan"
28950The list of accepted recipients, held in a vector of length
28951&%recipients_count%&. The &%recipient_item%& structure is discussed below. You
28952can add additional recipients by calling &'receive_add_recipient()'& (see
f89d2485
PH
28953below). You can delete recipients by removing them from the vector and
28954adjusting the value in &%recipients_count%&. In particular, by setting
9b371988
PH
28955&%recipients_count%& to zero you remove all recipients. If you then return the
28956value &`LOCAL_SCAN_ACCEPT`&, the message is accepted, but immediately
28957blackholed. To replace the recipients, you can set &%recipients_count%& to zero
28958and then call &'receive_add_recipient()'& as often as needed.
28959
28960.vitem &*uschar&~*sender_address*&
168e428f
PH
28961The envelope sender address. For bounce messages this is the empty string.
28962
9b371988 28963.vitem &*uschar&~*sender_host_address*&
168e428f
PH
28964The IP address of the sending host, as a string. This is NULL for
28965locally-submitted messages.
28966
9b371988 28967.vitem &*uschar&~*sender_host_authenticated*&
168e428f
PH
28968The name of the authentication mechanism that was used, or NULL if the message
28969was not received over an authenticated SMTP connection.
28970
9b371988 28971.vitem &*uschar&~*sender_host_name*&
168e428f
PH
28972The name of the sending host, if known.
28973
9b371988 28974.vitem &*int&~sender_host_port*&
168e428f
PH
28975The port on the sending host.
28976
9b371988 28977.vitem &*BOOL&~smtp_input*&
168e428f
PH
28978This variable is TRUE for all SMTP input, including BSMTP.
28979
9b371988 28980.vitem &*BOOL&~smtp_batched_input*&
168e428f
PH
28981This variable is TRUE for BSMTP input.
28982
9b371988 28983.vitem &*int&~store_pool*&
168e428f 28984The contents of this variable control which pool of memory is used for new
9b371988
PH
28985requests. See section &<<SECTmemhanloc>>& for details.
28986.endlist
168e428f
PH
28987
28988
f89d2485 28989.section "Structure of header lines" "SECID209"
9b371988
PH
28990The &%header_line%& structure contains the members listed below.
28991You can add additional header lines by calling the &'header_add()'& function
168e428f 28992(see below). You can cause header lines to be ignored (deleted) by setting
9b371988 28993their type to *.
168e428f
PH
28994
28995
9b371988
PH
28996.vlist
28997.vitem &*struct&~header_line&~*next*&
168e428f
PH
28998A pointer to the next header line, or NULL for the last line.
28999
9b371988 29000.vitem &*int&~type*&
168e428f 29001A code identifying certain headers that Exim recognizes. The codes are printing
9b371988
PH
29002characters, and are documented in chapter &<<CHAPspool>>& of this manual.
29003Notice in particular that any header line whose type is * is not transmitted
29004with the message. This flagging is used for header lines that have been
29005rewritten, or are to be removed (for example, &'Envelope-sender:'& header
29006lines.) Effectively, * means &"deleted"&.
168e428f 29007
9b371988 29008.vitem &*int&~slen*&
168e428f
PH
29009The number of characters in the header line, including the terminating and any
29010internal newlines.
29011
9b371988 29012.vitem &*uschar&~*text*&
168e428f
PH
29013A pointer to the text of the header. It always ends with a newline, followed by
29014a zero byte. Internal newlines are preserved.
9b371988 29015.endlist
168e428f
PH
29016
29017
29018
f89d2485 29019.section "Structure of recipient items" "SECID210"
9b371988 29020The &%recipient_item%& structure contains these members:
168e428f 29021
9b371988
PH
29022.vlist
29023.vitem &*uschar&~*address*&
168e428f
PH
29024This is a pointer to the recipient address as it was received.
29025
9b371988 29026.vitem &*int&~pno*&
168e428f 29027This is used in later Exim processing when top level addresses are created by
9b371988
PH
29028the &%one_time%& option. It is not relevant at the time &[local_scan()]& is run
29029and must always contain -1 at this stage.
168e428f 29030
9b371988 29031.vitem &*uschar&~*errors_to*&
168e428f
PH
29032If this value is not NULL, bounce messages caused by failing to deliver to the
29033recipient are sent to the address it contains. In other words, it overrides the
9b371988
PH
29034envelope sender for this one recipient. (Compare the &%errors_to%& generic
29035router option.) If a &[local_scan()]& function sets an &%errors_to%& field to
29036an unqualified address, Exim qualifies it using the domain from
29037&%qualify_recipient%&. When &[local_scan()]& is called, the &%errors_to%& field
29038is NULL for all recipients.
29039.endlist
168e428f
PH
29040
29041
29042
f89d2485 29043.section "Available Exim functions" "SECID211"
9b371988
PH
29044.cindex "&[local_scan()]& function" "available Exim functions"
29045The header &_local_scan.h_& gives you access to a number of Exim functions.
168e428f
PH
29046These are the only ones that are guaranteed to be maintained from release to
29047release:
29048
9b371988
PH
29049.vlist
29050.vitem "&*pid_t&~child_open(uschar&~**argv,&~uschar&~**envp,&~int&~newumask,&&&
29051 &~int&~*infdptr,&~int&~*outfdptr, &~&~BOOL&~make_leader)*&"
168e428f
PH
29052
29053This function creates a child process that runs the command specified by
9b371988
PH
29054&%argv%&. The environment for the process is specified by &%envp%&, which can
29055be NULL if no environment variables are to be passed. A new umask is supplied
29056for the process in &%newumask%&.
29057
168e428f 29058Pipes to the standard input and output of the new process are set up
9b371988 29059and returned to the caller via the &%infdptr%& and &%outfdptr%& arguments. The
168e428f 29060standard error is cloned to the standard output. If there are any file
9b371988 29061descriptors &"in the way"& in the new process, they are closed. If the final
168e428f 29062argument is TRUE, the new process is made into a process group leader.
9b371988 29063
168e428f
PH
29064The function returns the pid of the new process, or -1 if things go wrong.
29065
9b371988 29066.vitem &*int&~child_close(pid_t&~pid,&~int&~timeout)*&
168e428f
PH
29067This function waits for a child process to terminate, or for a timeout (in
29068seconds) to expire. A timeout value of zero means wait as long as it takes. The
29069return value is as follows:
9b371988
PH
29070
29071.ilist
29072>= 0
29073
29074The process terminated by a normal exit and the value is the process
29075ending status.
29076
29077.next
29078< 0 and > &--256
29079
168e428f
PH
29080The process was terminated by a signal and the value is the negation of the
29081signal number.
29082
9b371988
PH
29083.next
29084&--256
168e428f 29085
9b371988
PH
29086The process timed out.
29087.next
29088&--257
168e428f 29089
9b371988
PH
29090The was some other error in wait(); &%errno%& is still set.
29091.endlist
168e428f 29092
9b371988 29093.vitem &*pid_t&~child_open_exim(int&~*fd)*&
168e428f 29094This function provide you with a means of submitting a new message to
9b371988 29095Exim. (Of course, you can also call &_/usr/sbin/sendmail_& yourself if you
168e428f
PH
29096want, but this packages it all up for you.) The function creates a pipe,
29097forks a subprocess that is running
9b371988
PH
29098.code
29099exim -t -oem -oi -f <>
29100.endd
29101and returns to you (via the &`int *`& argument) a file descriptor for the pipe
168e428f
PH
29102that is connected to the standard input. The yield of the function is the PID
29103of the subprocess. You can then write a message to the file descriptor, with
9b371988
PH
29104recipients in &'To:'&, &'Cc:'&, and/or &'Bcc:'& header lines.
29105
29106When you have finished, call &'child_close()'& to wait for the process to
168e428f
PH
29107finish and to collect its ending status. A timeout value of zero is usually
29108fine in this circumstance. Unless you have made a mistake with the recipient
29109addresses, you should get a return code of zero.
29110
4f578862 29111
4f578862
PH
29112.vitem &*pid_t&~child_open_exim2(int&~*fd,&~uschar&~*sender,&~uschar&~&&&
29113 *sender_authentication)*&
29114This function is a more sophisticated version of &'child_open()'&. The command
29115that it runs is:
29116.display
29117&`exim -t -oem -oi -f `&&'sender'&&` -oMas `&&'sender_authentication'&
29118.endd
29119The third argument may be NULL, in which case the &%-oMas%& option is omitted.
4f578862
PH
29120
29121
9b371988
PH
29122.vitem &*void&~debug_printf(char&~*,&~...)*&
29123This is Exim's debugging function, with arguments as for &'(printf()'&. The
168e428f 29124output is written to the standard error stream. If no debugging is selected,
9b371988
PH
29125calls to &'debug_printf()'& have no effect. Normally, you should make calls
29126conditional on the &`local_scan`& debug selector by coding like this:
29127.code
29128if ((debug_selector & D_local_scan) != 0)
29129 debug_printf("xxx", ...);
29130.endd
4f578862 29131
9b371988 29132.vitem &*uschar&~*expand_string(uschar&~*string)*&
168e428f
PH
29133This is an interface to Exim's string expansion code. The return value is the
29134expanded string, or NULL if there was an expansion failure.
9b371988 29135The C variable &%expand_string_message%& contains an error message after an
168e428f
PH
29136expansion failure. If expansion does not change the string, the return value is
29137the pointer to the input string. Otherwise, the return value points to a new
9b371988
PH
29138block of memory that was obtained by a call to &'store_get()'&. See section
29139&<<SECTmemhanloc>>& below for a discussion of memory handling.
168e428f 29140
9b371988 29141.vitem &*void&~header_add(int&~type,&~char&~*format,&~...)*&
168e428f
PH
29142This function allows you to an add additional header line at the end of the
29143existing ones. The first argument is the type, and should normally be a space
29144character. The second argument is a format string and any number of
9b371988
PH
29145substitution arguments as for &[sprintf()]&. You may include internal newlines
29146if you want, and you must ensure that the string ends with a newline.
168e428f 29147
9b371988
PH
29148.vitem "&*void&~header_add_at_position(BOOL&~after,&~uschar&~*name,&~&&&
29149 BOOL&~topnot,&~int&~type,&~char&~*format, &~&~...)*&"
168e428f 29150This function adds a new header line at a specified point in the header
9b371988
PH
29151chain. The header itself is specified as for &'header_add()'&.
29152
29153If &%name%& is NULL, the new header is added at the end of the chain if
29154&%after%& is true, or at the start if &%after%& is false. If &%name%& is not
29155NULL, the header lines are searched for the first non-deleted header that
29156matches the name. If one is found, the new header is added before it if
29157&%after%& is false. If &%after%& is true, the new header is added after the
29158found header and any adjacent subsequent ones with the same name (even if
29159marked &"deleted"&). If no matching non-deleted header is found, the &%topnot%&
29160option controls where the header is added. If it is true, addition is at the
29161top; otherwise at the bottom. Thus, to add a header after all the &'Received:'&
29162headers, or at the top if there are no &'Received:'& headers, you could use
29163.code
29164header_add_at_position(TRUE, US"Received", TRUE,
29165 ' ', "X-xxx: ...");
29166.endd
29167Normally, there is always at least one non-deleted &'Received:'& header, but
29168there may not be if &%received_header_text%& expands to an empty string.
29169
29170
29171.vitem &*void&~header_remove(int&~occurrence,&~uschar&~*name)*&
29172This function removes header lines. If &%occurrence%& is zero or negative, all
168e428f
PH
29173occurrences of the header are removed. If occurrence is greater than zero, that
29174particular instance of the header is removed. If no header(s) can be found that
29175match the specification, the function does nothing.
29176
29177
9b371988
PH
29178.vitem "&*BOOL&~header_testname(header_line&~*hdr,&~uschar&~*name,&~&&&
29179 int&~length,&~BOOL&~notdel)*&"
168e428f 29180This function tests whether the given header has the given name. It is not just
068aaea8 29181a string comparison, because white space is permitted between the name and the
9b371988
PH
29182colon. If the &%notdel%& argument is true, a false return is forced for all
29183&"deleted"& headers; otherwise they are not treated specially. For example:
29184.code
29185if (header_testname(h, US"X-Spam", 6, TRUE)) ...
29186.endd
29187.vitem &*uschar&~*lss_b64encode(uschar&~*cleartext,&~int&~length)*&
29188.cindex "base64 encoding" "functions for &[local_scan()]& use"
168e428f
PH
29189This function base64-encodes a string, which is passed by address and length.
29190The text may contain bytes of any value, including zero. The result is passed
9b371988 29191back in dynamic memory that is obtained by calling &'store_get()'&. It is
168e428f
PH
29192zero-terminated.
29193
9b371988 29194.vitem &*int&~lss_b64decode(uschar&~*codetext,&~uschar&~**cleartext)*&
168e428f
PH
29195This function decodes a base64-encoded string. Its arguments are a
29196zero-terminated base64-encoded string and the address of a variable that is set
29197to point to the result, which is in dynamic memory. The length of the decoded
29198string is the yield of the function. If the input is invalid base64 data, the
29199yield is -1. A zero byte is added to the end of the output string to make it
29200easy to interpret as a C string (assuming it contains no zeros of its own). The
29201added zero byte is not included in the returned count.
29202
9b371988 29203.vitem &*int&~lss_match_domain(uschar&~*domain,&~uschar&~*list)*&
168e428f
PH
29204This function checks for a match in a domain list. Domains are always
29205matched caselessly. The return value is one of the following:
9b371988
PH
29206.display
29207&`OK `& match succeeded
29208&`FAIL `& match failed
29209&`DEFER `& match deferred
29210.endd
168e428f
PH
29211DEFER is usually caused by some kind of lookup defer, such as the
29212inability to contact a database.
29213
9b371988
PH
29214.vitem "&*int&~lss_match_local_part(uschar&~*localpart,&~uschar&~*list,&~&&&
29215 BOOL&~caseless)*&"
168e428f
PH
29216This function checks for a match in a local part list. The third argument
29217controls case-sensitivity. The return values are as for
9b371988 29218&'lss_match_domain()'&.
168e428f 29219
9b371988
PH
29220.vitem "&*int&~lss_match_address(uschar&~*address,&~uschar&~*list,&~&&&
29221 BOOL&~caseless)*&"
168e428f
PH
29222This function checks for a match in an address list. The third argument
29223controls the case-sensitivity of the local part match. The domain is always
9b371988 29224matched caselessly. The return values are as for &'lss_match_domain()'&.
168e428f 29225
9b371988
PH
29226.vitem "&*int&~lss_match_host(uschar&~*host_name,&~uschar&~*host_address,&~&&&
29227 uschar&~*list)*&"
168e428f
PH
29228This function checks for a match in a host list. The most common usage is
29229expected to be
9b371988
PH
29230.code
29231lss_match_host(sender_host_name, sender_host_address, ...)
29232.endd
f89d2485 29233.vindex "&$sender_host_address$&"
068aaea8 29234An empty address field matches an empty item in the host list. If the host name
9b371988 29235is NULL, the name corresponding to &$sender_host_address$& is automatically
068aaea8 29236looked up if a host name is required to match an item in the list. The return
9b371988 29237values are as for &'lss_match_domain()'&, but in addition, &'lss_match_host()'&
068aaea8
PH
29238returns ERROR in the case when it had to look up a host name, but the lookup
29239failed.
168e428f 29240
9b371988
PH
29241.vitem "&*void&~log_write(unsigned&~int&~selector,&~int&~which,&~char&~&&&
29242 *format,&~...)*&"
168e428f 29243This function writes to Exim's log files. The first argument should be zero (it
9b371988
PH
29244is concerned with &%log_selector%&). The second argument can be &`LOG_MAIN`& or
29245&`LOG_REJECT`& or &`LOG_PANIC`& or the inclusive &"or"& of any combination of
29246them. It specifies to which log or logs the message is written. The remaining
168e428f
PH
29247arguments are a format and relevant insertion arguments. The string should not
29248contain any newlines, not even at the end.
29249
29250
9b371988 29251.vitem &*void&~receive_add_recipient(uschar&~*address,&~int&~pno)*&
168e428f
PH
29252This function adds an additional recipient to the message. The first argument
29253is the recipient address. If it is unqualified (has no domain), it is qualified
9b371988
PH
29254with the &%qualify_recipient%& domain. The second argument must always be -1.
29255
29256This function does not allow you to specify a private &%errors_to%& address (as
29257described with the structure of &%recipient_item%& above), because it pre-dates
168e428f
PH
29258the addition of that field to the structure. However, it is easy to add such a
29259value afterwards. For example:
9b371988 29260.code
db9452a9
PH
29261 receive_add_recipient(US"monitor@mydom.example", -1);
29262 recipients_list[recipients_count-1].errors_to =
29263 US"postmaster@mydom.example";
9b371988 29264.endd
168e428f 29265
9b371988 29266.vitem &*BOOL&~receive_remove_recipient(uschar&~*recipient)*&
168e428f
PH
29267This is a convenience function to remove a named recipient from the list of
29268recipients. It returns true if a recipient was removed, and false if no
29269matching recipient could be found. The argument must be a complete email
29270address.
9b371988 29271.endlist
168e428f
PH
29272
29273
9b371988
PH
29274.cindex "RFC 2047"
29275.vlist
29276.vitem "&*uschar&~rfc2047_decode(uschar&~*string,&~BOOL&~lencheck,&&&
29277 &~uschar&~*target,&~int&~zeroval,&~int&~*lenptr, &~&~uschar&~**error)*&"
168e428f 29278This function decodes strings that are encoded according to RFC 2047. Typically
9b371988 29279these are the contents of header lines. First, each &"encoded word"& is decoded
168e428f 29280from the Q or B encoding into a byte-string. Then, if provided with the name of
9b371988 29281a charset encoding, and if the &[iconv()]& function is available, an attempt is
168e428f
PH
29282made to translate the result to the named character set. If this fails, the
29283binary string is returned with an error message.
9b371988
PH
29284
29285The first argument is the string to be decoded. If &%lencheck%& is TRUE, the
168e428f
PH
29286maximum MIME word length is enforced. The third argument is the target
29287encoding, or NULL if no translation is wanted.
9b371988
PH
29288
29289.cindex "binary zero" "in RFC 2047 decoding"
29290.cindex "RFC 2047" "binary zero in"
168e428f 29291If a binary zero is encountered in the decoded string, it is replaced by the
9b371988 29292contents of the &%zeroval%& argument. For use with Exim headers, the value must
168e428f 29293not be 0 because header lines are handled as zero-terminated strings.
9b371988 29294
168e428f 29295The function returns the result of processing the string, zero-terminated; if
9b371988
PH
29296&%lenptr%& is not NULL, the length of the result is set in the variable to
29297which it points. When &%zeroval%& is 0, &%lenptr%& should not be NULL.
29298
29299If an error is encountered, the function returns NULL and uses the &%error%&
29300argument to return an error message. The variable pointed to by &%error%& is
29301set to NULL if there is no error; it may be set non-NULL even when the function
168e428f
PH
29302returns a non-NULL value if decoding was successful, but there was a problem
29303with translation.
29304
29305
9b371988
PH
29306.vitem &*int&~smtp_fflush(void)*&
29307This function is used in conjunction with &'smtp_printf()'&, as described
168e428f
PH
29308below.
29309
9b371988
PH
29310.vitem &*void&~smtp_printf(char&~*,&~...)*&
29311The arguments of this function are like &[printf()]&; it writes to the SMTP
168e428f
PH
29312output stream. You should use this function only when there is an SMTP output
29313stream, that is, when the incoming message is being received via interactive
9b371988
PH
29314SMTP. This is the case when &%smtp_input%& is TRUE and &%smtp_batched_input%&
29315is FALSE. If you want to test for an incoming message from another host (as
29316opposed to a local process that used the &%-bs%& command line option), you can
29317test the value of &%sender_host_address%&, which is non-NULL when a remote host
168e428f 29318is involved.
9b371988
PH
29319
29320If an SMTP TLS connection is established, &'smtp_printf()'& uses the TLS
168e428f 29321output function, so it can be used for all forms of SMTP connection.
9b371988
PH
29322
29323Strings that are written by &'smtp_printf()'& from within &[local_scan()]&
168e428f
PH
29324must start with an appropriate response code: 550 if you are going to return
29325LOCAL_SCAN_REJECT, 451 if you are going to return
29326LOCAL_SCAN_TEMPREJECT, and 250 otherwise. Because you are writing the
29327initial lines of a multi-line response, the code must be followed by a hyphen
29328to indicate that the line is not the final response line. You must also ensure
29329that the lines you write terminate with CRLF. For example:
9b371988
PH
29330.code
29331smtp_printf("550-this is some extra info\r\n");
29332return LOCAL_SCAN_REJECT;
29333.endd
168e428f 29334Note that you can also create multi-line responses by including newlines in
9b371988
PH
29335the data returned via the &%return_text%& argument. The added value of using
29336&'smtp_printf()'& is that, for instance, you could introduce delays between
168e428f 29337multiple output lines.
9b371988
PH
29338
29339The &'smtp_printf()'& function does not return any error indication, because it
168e428f
PH
29340does not automatically flush pending output, and therefore does not test
29341the state of the stream. (In the main code of Exim, flushing and error
29342detection is done when Exim is ready for the next SMTP input command.) If
29343you want to flush the output and check for an error (for example, the
9b371988 29344dropping of a TCP/IP connection), you can call &'smtp_fflush()'&, which has no
168e428f
PH
29345arguments. It flushes the output stream, and returns a non-zero value if there
29346is an error.
29347
9b371988 29348.vitem &*void&~*store_get(int)*&
168e428f
PH
29349This function accesses Exim's internal store (memory) manager. It gets a new
29350chunk of memory whose size is given by the argument. Exim bombs out if it ever
29351runs out of memory. See the next section for a discussion of memory handling.
29352
9b371988
PH
29353.vitem &*void&~*store_get_perm(int)*&
29354This function is like &'store_get()'&, but it always gets memory from the
168e428f
PH
29355permanent pool. See the next section for a discussion of memory handling.
29356
9b371988 29357.vitem &*uschar&~*string_copy(uschar&~*string)*&
168e428f
PH
29358See below.
29359
9b371988 29360.vitem &*uschar&~*string_copyn(uschar&~*string,&~int&~length)*&
168e428f
PH
29361See below.
29362
9b371988 29363.vitem &*uschar&~*string_sprintf(char&~*format,&~...)*&
168e428f
PH
29364These three functions create strings using Exim's dynamic memory facilities.
29365The first makes a copy of an entire string. The second copies up to a maximum
29366number of characters, indicated by the second argument. The third uses a format
29367and insertion arguments to create a new string. In each case, the result is a
29368pointer to a new string in the current memory pool. See the next section for
29369more discussion.
9b371988 29370.endlist
168e428f
PH
29371
29372
29373
9b371988
PH
29374.section "More about Exim's memory handling" "SECTmemhanloc"
29375.cindex "&[local_scan()]& function" "memory handling"
168e428f
PH
29376No function is provided for freeing memory, because that is never needed.
29377The dynamic memory that Exim uses when receiving a message is automatically
29378recycled if another message is received by the same process (this applies only
9b371988
PH
29379to incoming SMTP connections &-- other input methods can supply only one
29380message at a time). After receiving the last message, a reception process
29381terminates.
168e428f
PH
29382
29383Because it is recycled, the normal dynamic memory cannot be used for holding
29384data that must be preserved over a number of incoming messages on the same SMTP
29385connection. However, Exim in fact uses two pools of dynamic memory; the second
29386one is not recycled, and can be used for this purpose.
29387
29388If you want to allocate memory that remains available for subsequent messages
29389in the same SMTP connection, you should set
9b371988
PH
29390.code
29391store_pool = POOL_PERM
29392.endd
168e428f
PH
29393before calling the function that does the allocation. There is no need to
29394restore the value if you do not need to; however, if you do want to revert to
9b371988 29395the normal pool, you can either restore the previous value of &%store_pool%& or
168e428f
PH
29396set it explicitly to POOL_MAIN.
29397
29398The pool setting applies to all functions that get dynamic memory, including
9b371988
PH
29399&'expand_string()'&, &'store_get()'&, and the &'string_xxx()'& functions.
29400There is also a convenience function called &'store_get_perm()'& that gets a
168e428f 29401block of memory from the permanent pool while preserving the value of
9b371988 29402&%store_pool%&.
4f578862 29403.ecindex IIDlosca
168e428f
PH
29404
29405
29406
29407
9b371988
PH
29408. ////////////////////////////////////////////////////////////////////////////
29409. ////////////////////////////////////////////////////////////////////////////
168e428f 29410
9b371988 29411.chapter "System-wide message filtering" "CHAPsystemfilter"
4f578862
PH
29412.scindex IIDsysfil1 "filter" "system filter"
29413.scindex IIDsysfil2 "filtering all mail"
29414.scindex IIDsysfil3 "system filter"
168e428f
PH
29415The previous chapters (on ACLs and the local scan function) describe checks
29416that can be applied to messages before they are accepted by a host. There is
29417also a mechanism for checking messages once they have been received, but before
9b371988 29418they are delivered. This is called the &'system filter'&.
168e428f
PH
29419
29420The system filter operates in a similar manner to users' filter files, but it
29421is run just once per message (however many recipients the message has).
9b371988 29422It should not normally be used as a substitute for routing, because &%deliver%&
168e428f
PH
29423commands in a system router provide new envelope recipient addresses.
29424The system filter must be an Exim filter. It cannot be a Sieve filter.
29425
29426The system filter is run at the start of a delivery attempt, before any routing
29427is done. If a message fails to be completely delivered at the first attempt,
29428the system filter is run again at the start of every retry.
29429If you want your filter to do something only once per message, you can make use
9b371988
PH
29430of the &%first_delivery%& condition in an &%if%& command in the filter to
29431prevent it happening on retries.
29432
f89d2485
PH
29433.vindex "&$domain$&"
29434.vindex "&$local_part$&"
9b371988
PH
29435&*Warning*&: Because the system filter runs just once, variables that are
29436specific to individual recipient addresses, such as &$local_part$& and
29437&$domain$&, are not set, and the &"personal"& condition is not meaningful. If
29438you want to run a centrally-specified filter for each recipient address
29439independently, you can do so by setting up a suitable &(redirect)& router, as
29440described in section &<<SECTperaddfil>>& below.
29441
29442
f89d2485 29443.section "Specifying a system filter" "SECID212"
9b371988
PH
29444.cindex "uid (user id)" "system filter"
29445.cindex "gid (group id)" "system filter"
168e428f 29446The name of the file that contains the system filter must be specified by
9b371988
PH
29447setting &%system_filter%&. If you want the filter to run under a uid and gid
29448other than root, you must also set &%system_filter_user%& and
29449&%system_filter_group%& as appropriate. For example:
29450.code
29451system_filter = /etc/mail/exim.filter
29452system_filter_user = exim
29453.endd
168e428f 29454If a system filter generates any deliveries directly to files or pipes (via the
9b371988
PH
29455&%save%& or &%pipe%& commands), transports to handle these deliveries must be
29456specified by setting &%system_filter_file_transport%& and
29457&%system_filter_pipe_transport%&, respectively. Similarly,
29458&%system_filter_reply_transport%& must be set to handle any messages generated
29459by the &%reply%& command.
168e428f
PH
29460
29461
f89d2485 29462.section "Testing a system filter" "SECID213"
168e428f 29463You can run simple tests of a system filter in the same way as for a user
9b371988 29464filter, but you should use &%-bF%& rather than &%-bf%&, so that features that
168e428f
PH
29465are permitted only in system filters are recognized.
29466
29467If you want to test the combined effect of a system filter and a user filter,
9b371988 29468you can use both &%-bF%& and &%-bf%& on the same command line.
168e428f
PH
29469
29470
29471
f89d2485 29472.section "Contents of a system filter" "SECID214"
168e428f 29473The language used to specify system filters is the same as for users' filter
9b371988
PH
29474files. It is described in the separate end-user document &'Exim's interface to
29475mail filtering'&. However, there are some additional features that are
168e428f 29476available only in system filters; these are described in subsequent sections.
9b371988 29477If they are encountered in a user's filter file or when testing with &%-bf%&,
168e428f
PH
29478they cause errors.
29479
9b371988 29480.cindex "frozen messages" "manual thaw; testing in filter"
168e428f 29481There are two special conditions which, though available in users' filter
9b371988 29482files, are designed for use in system filters. The condition &%first_delivery%&
168e428f 29483is true only for the first attempt at delivering a message, and
9b371988 29484&%manually_thawed%& is true only if the message has been frozen, and
168e428f 29485subsequently thawed by an admin user. An explicit forced delivery counts as a
9b371988 29486manual thaw, but thawing as a result of the &%auto_thaw%& setting does not.
168e428f 29487
9b371988
PH
29488&*Warning*&: If a system filter uses the &%first_delivery%& condition to
29489specify an &"unseen"& (non-significant) delivery, and that delivery does not
168e428f
PH
29490succeed, it will not be tried again.
29491If you want Exim to retry an unseen delivery until it succeeds, you should
29492arrange to set it up every time the filter runs.
29493
9b371988
PH
29494When a system filter finishes running, the values of the variables &$n0$& &--
29495&$n9$& are copied into &$sn0$& &-- &$sn9$& and are thereby made available to
29496users' filter files. Thus a system filter can, for example, set up &"scores"&
29497to which users' filter files can refer.
168e428f
PH
29498
29499
29500
f89d2485
PH
29501.section "Additional variable for system filters" "SECID215"
29502.vindex "&$recipients$&"
9b371988 29503The expansion variable &$recipients$&, containing a list of all the recipients
168e428f
PH
29504of the message (separated by commas and white space), is available in system
29505filters. It is not available in users' filters for privacy reasons.
29506
29507
29508
f89d2485 29509.section "Defer, freeze, and fail commands for system filters" "SECID216"
9b371988
PH
29510.cindex "freezing messages"
29511.cindex "message" "freezing"
29512.cindex "message" "forced failure"
29513.cindex "&%fail%&" "in system filter"
29514.cindex "&%freeze%& in system filter"
29515.cindex "&%defer%& in system filter"
29516There are three extra commands (&%defer%&, &%freeze%& and &%fail%&) which are
29517always available in system filters, but are not normally enabled in users'
29518filters. (See the &%allow_defer%&, &%allow_freeze%& and &%allow_fail%& options
29519for the &(redirect)& router.) These commands can optionally be followed by the
29520word &%text%& and a string containing an error message, for example:
29521.code
29522fail text "this message looks like spam to me"
29523.endd
29524The keyword &%text%& is optional if the next character is a double quote.
29525
29526The &%defer%& command defers delivery of the original recipients of the
29527message. The &%fail%& command causes all the original recipients to be failed,
29528and a bounce message to be created. The &%freeze%& command suspends all
29529delivery attempts for the original recipients. In all cases, any new deliveries
29530that are specified by the filter are attempted as normal after the filter has
29531run.
29532
29533The &%freeze%& command is ignored if the message has been manually unfrozen and
168e428f
PH
29534not manually frozen since. This means that automatic freezing by a system
29535filter can be used as a way of checking out suspicious messages. If a message
29536is found to be all right, manually unfreezing it allows it to be delivered.
29537
9b371988
PH
29538.cindex "log" "&%fail%& command log line"
29539.cindex "&%fail%&" "log line; reducing"
168e428f
PH
29540The text given with a fail command is used as part of the bounce message as
29541well as being written to the log. If the message is quite long, this can fill
29542up a lot of log space when such failures are common. To reduce the size of the
29543log message, Exim interprets the text in a special way if it starts with the
9b371988 29544two characters &`<<`& and contains &`>>`& later. The text between these two
168e428f
PH
29545strings is written to the log, and the rest of the text is used in the bounce
29546message. For example:
9b371988 29547.code
168e428f
PH
29548fail "<<filter test 1>>Your message is rejected \
29549 because it contains attachments that we are \
29550 not prepared to receive."
9b371988
PH
29551.endd
29552
29553.cindex "loop" "caused by &%fail%&"
29554Take great care with the &%fail%& command when basing the decision to fail on
29555the contents of the message, because the bounce message will of course include
29556the contents of the original message and will therefore trigger the &%fail%&
29557command again (causing a mail loop) unless steps are taken to prevent this.
29558Testing the &%error_message%& condition is one way to prevent this. You could
29559use, for example
29560.code
29561if $message_body contains "this is spam" and not error_message
29562then fail text "spam is not wanted here" endif
29563.endd
168e428f
PH
29564though of course that might let through unwanted bounce messages. The
29565alternative is clever checking of the body and/or headers to detect bounces
29566generated by the filter.
29567
29568The interpretation of a system filter file ceases after a
9b371988
PH
29569&%defer%&,
29570&%freeze%&, or &%fail%& command is obeyed. However, any deliveries that were
29571set up earlier in the filter file are honoured, so you can use a sequence such
29572as
29573.code
29574mail ...
29575freeze
29576.endd
168e428f
PH
29577to send a specified message when the system filter is freezing (or deferring or
29578failing) a message. The normal deliveries for the message do not, of course,
29579take place.
29580
29581
29582
9b371988
PH
29583.section "Adding and removing headers in a system filter" "SECTaddremheasys"
29584.cindex "header lines" "adding; in system filter"
29585.cindex "header lines" "removing; in system filter"
29586.cindex "filter" "header lines; adding/removing"
168e428f 29587Two filter commands that are available only in system filters are:
9b371988
PH
29588.code
29589headers add <string>
29590headers remove <string>
29591.endd
29592The argument for the &%headers add%& is a string that is expanded and then
29593added to the end of the message's headers. It is the responsibility of the
29594filter maintainer to make sure it conforms to RFC 2822 syntax. Leading white
29595space is ignored, and if the string is otherwise empty, or if the expansion is
29596forced to fail, the command has no effect.
29597
29598You can use &"\n"& within the string, followed by white space, to specify
168e428f 29599continued header lines. More than one header may be added in one command by
9b371988 29600including &"\n"& within the string without any following white space. For
168e428f 29601example:
9b371988 29602.code
168e428f
PH
29603headers add "X-header-1: ....\n \
29604 continuation of X-header-1 ...\n\
29605 X-header-2: ...."
9b371988 29606.endd
168e428f
PH
29607Note that the header line continuation white space after the first newline must
29608be placed before the backslash that continues the input string, because white
29609space after input continuations is ignored.
29610
9b371988 29611The argument for &%headers remove%& is a colon-separated list of header names.
168e428f 29612This command applies only to those headers that are stored with the message;
9b371988
PH
29613those that are added at delivery time (such as &'Envelope-To:'& and
29614&'Return-Path:'&) cannot be removed by this means. If there is more than one
168e428f
PH
29615header with the same name, they are all removed.
29616
9b371988 29617The &%headers%& command in a system filter makes an immediate change to the set
168e428f
PH
29618of header lines that was received with the message (with possible additions
29619from ACL processing). Subsequent commands in the system filter operate on the
29620modified set, which also forms the basis for subsequent message delivery.
29621Unless further modified during routing or transporting, this set of headers is
29622used for all recipients of the message.
29623
29624During routing and transporting, the variables that refer to the contents of
29625header lines refer only to those lines that are in this set. Thus, header lines
29626that are added by a system filter are visible to users' filter files and to all
29627routers and transports. This contrasts with the manipulation of header lines by
29628routers and transports, which is not immediate, but which instead is saved up
9b371988
PH
29629until the message is actually being written (see section
29630&<<SECTheadersaddrem>>&).
168e428f
PH
29631
29632If the message is not delivered at the first attempt, header lines that were
29633added by the system filter are stored with the message, and so are still
29634present at the next delivery attempt. Header lines that were removed are still
9b371988
PH
29635present, but marked &"deleted"& so that they are not transported with the
29636message. For this reason, it is usual to make the &%headers%& command
29637conditional on &%first_delivery%& so that the set of header lines is not
29638modified more than once.
168e428f
PH
29639
29640Because header modification in a system filter acts immediately, you have to
29641use an indirect approach if you want to modify the contents of a header line.
29642For example:
9b371988
PH
29643.code
29644headers add "Old-Subject: $h_subject:"
29645headers remove "Subject"
29646headers add "Subject: new subject (was: $h_old-subject:)"
29647headers remove "Old-Subject"
29648.endd
168e428f
PH
29649
29650
29651
f89d2485 29652.section "Setting an errors address in a system filter" "SECID217"
9b371988
PH
29653.cindex "envelope sender"
29654In a system filter, if a &%deliver%& command is followed by
29655.code
29656errors_to <some address>
29657.endd
168e428f
PH
29658in order to change the envelope sender (and hence the error reporting) for that
29659delivery, any address may be specified. (In a user filter, only the current
29660user's address can be set.) For example, if some mail is being monitored, you
29661might use
9b371988
PH
29662.code
29663unseen deliver monitor@spying.example errors_to root@local.example
29664.endd
168e428f
PH
29665to take a copy which would not be sent back to the normal error reporting
29666address if its delivery failed.
29667
29668
29669
9b371988 29670.section "Per-address filtering" "SECTperaddfil"
f89d2485
PH
29671.vindex "&$domain$&"
29672.vindex "&$local_part$&"
168e428f
PH
29673In contrast to the system filter, which is run just once per message for each
29674delivery attempt, it is also possible to set up a system-wide filtering
29675operation that runs once for each recipient address. In this case, variables
9b371988 29676such as &$local_part$& and &$domain$& can be used, and indeed, the choice of
168e428f
PH
29677filter file could be made dependent on them. This is an example of a router
29678which implements such a filter:
9b371988
PH
29679.code
29680central_filter:
29681 check_local_user
29682 driver = redirect
29683 domains = +local_domains
29684 file = /central/filters/$local_part
29685 no_verify
29686 allow_filter
29687 allow_freeze
29688.endd
168e428f 29689The filter is run in a separate process under its own uid. Therefore, either
9b371988
PH
29690&%check_local_user%& must be set (as above), in which case the filter is run as
29691the local user, or the &%user%& option must be used to specify which user to
29692use. If both are set, &%user%& overrides.
168e428f
PH
29693
29694Care should be taken to ensure that none of the commands in the filter file
29695specify a significant delivery if the message is to go on to be delivered to
29696its intended recipient. The router will not then claim to have dealt with the
29697address, so it will be passed on to subsequent routers to be delivered in the
29698normal way.
4f578862
PH
29699.ecindex IIDsysfil1
29700.ecindex IIDsysfil2
29701.ecindex IIDsysfil3
168e428f
PH
29702
29703
29704
29705
29706
29707
9b371988
PH
29708. ////////////////////////////////////////////////////////////////////////////
29709. ////////////////////////////////////////////////////////////////////////////
168e428f 29710
9b371988 29711.chapter "Message processing" "CHAPmsgproc"
4f578862 29712.scindex IIDmesproc "message" "general processing"
168e428f
PH
29713Exim performs various transformations on the sender and recipient addresses of
29714all messages that it handles, and also on the messages' header lines. Some of
29715these are optional and configurable, while others always take place. All of
29716this processing, except rewriting as a result of routing, and the addition or
29717removal of header lines while delivering, happens when a message is received,
29718before it is placed on Exim's queue.
29719
29720Some of the automatic processing takes place by default only for
9b371988
PH
29721&"locally-originated"& messages. This adjective is used to describe messages
29722that are not received over TCP/IP, but instead are passed to an Exim process on
29723its standard input. This includes the interactive &"local SMTP"& case that is
29724set up by the &%-bs%& command line option.
168e428f 29725
9b371988 29726&*Note*&: Messages received over TCP/IP on the loopback interface (127.0.0.1
168e428f
PH
29727or ::1) are not considered to be locally-originated. Exim does not treat the
29728loopback interface specially in any way.
29729
29730If you want the loopback interface to be treated specially, you must ensure
29731that there are appropriate entries in your ACLs.
29732
29733
29734
29735
9b371988
PH
29736.section "Submission mode for non-local messages" "SECTsubmodnon"
29737.cindex "message" "submission"
29738.cindex "submission mode"
068aaea8 29739Processing that happens automatically for locally-originated messages (unless
9b371988
PH
29740&%suppress_local_fixups%& is set) can also be requested for messages that are
29741received over TCP/IP. The term &"submission mode"& is used to describe this
f89d2485 29742state. Submission mode is set by the modifier
9b371988
PH
29743.code
29744control = submission
29745.endd
068aaea8 29746in a MAIL, RCPT, or pre-data ACL for an incoming message (see sections
9b371988
PH
29747&<<SECTACLmodi>>& and &<<SECTcontrols>>&). This makes Exim treat the message as
29748a local submission, and is normally used when the source of the message is
29749known to be an MUA running on a client host (as opposed to an MTA). For
29750example, to set submission mode for messages originating on the IPv4 loopback
29751interface, you could include the following in the MAIL ACL:
29752.code
29753warn hosts = 127.0.0.1
29754 control = submission
29755.endd
0a4e3112 29756.cindex "&%sender_retain%& submission option"
168e428f
PH
29757There are some options that can be used when setting submission mode. A slash
29758is used to separate options. For example:
9b371988
PH
29759.code
29760control = submission/sender_retain
29761.endd
29762Specifying &%sender_retain%& has the effect of setting &%local_sender_retain%&
29763true and &%local_from_check%& false for the current incoming message. The first
29764of these allows an existing &'Sender:'& header in the message to remain, and
29765the second suppresses the check to ensure that &'From:'& matches the
29766authenticated sender. With this setting, Exim still fixes up messages by adding
29767&'Date:'& and &'Message-ID:'& header lines if they are missing, but makes no
29768attempt to check sender authenticity in header lines.
29769
29770When &%sender_retain%& is not set, a submission mode setting may specify a
29771domain to be used when generating a &'From:'& or &'Sender:'& header line. For
29772example:
29773.code
29774control = submission/domain=some.domain
29775.endd
168e428f 29776The domain may be empty. How this value is used is described in sections
9b371988
PH
29777&<<SECTthefrohea>>& and &<<SECTthesenhea>>&. There is also a &%name%& option
29778that allows you to specify the user's full name for inclusion in a created
29779&'Sender:'& or &'From:'& header line. For example:
29780.code
068aaea8
PH
29781accept authenticated = *
29782 control = submission/domain=wonderland.example/\
29783 name=${lookup {$authenticated_id} \
29784 lsearch {/etc/exim/namelist}}
9b371988
PH
29785.endd
29786Because the name may contain any characters, including slashes, the &%name%&
068aaea8 29787option must be given last. The remainder of the string is used as the name. For
9b371988
PH
29788the example above, if &_/etc/exim/namelist_& contains:
29789.code
068aaea8 29790bigegg: Humpty Dumpty
9b371988
PH
29791.endd
29792then when the sender has authenticated as &'bigegg'&, the generated &'Sender:'&
068aaea8 29793line would be:
9b371988 29794.code
068aaea8 29795Sender: Humpty Dumpty <bigegg@wonderland.example>
9b371988
PH
29796.endd
29797.cindex "return path" "in submission mode"
068aaea8 29798By default, submission mode forces the return path to the same address as is
9b371988
PH
29799used to create the &'Sender:'& header. However, if &%sender_retain%& is
29800specified, the return path is also left unchanged.
068aaea8 29801
9b371988 29802&*Note*&: The changes caused by submission mode take effect after the predata
068aaea8
PH
29803ACL. This means that any sender checks performed before the fix-ups use the
29804untrusted sender address specified by the user, not the trusted sender address
29805specified by submission mode. Although this might be slightly unexpected, it
29806does mean that you can configure ACL checks to spot that a user is trying to
29807spoof another's address.
168e428f 29808
9b371988
PH
29809.section "Line endings" "SECTlineendings"
29810.cindex "line endings"
29811.cindex "carriage return"
29812.cindex "linefeed"
168e428f
PH
29813RFC 2821 specifies that CRLF (two characters: carriage-return, followed by
29814linefeed) is the line ending for messages transmitted over the Internet using
29815SMTP over TCP/IP. However, within individual operating systems, different
29816conventions are used. For example, Unix-like systems use just LF, but others
29817use CRLF or just CR.
29818
29819Exim was designed for Unix-like systems, and internally, it stores messages
29820using the system's convention of a single LF as a line terminator. When
29821receiving a message, all line endings are translated to this standard format.
29822Originally, it was thought that programs that passed messages directly to an
29823MTA within an operating system would use that system's convention. Experience
29824has shown that this is not the case; for example, there are Unix applications
29825that use CRLF in this circumstance. For this reason, and for compatibility with
29826other MTAs, the way Exim handles line endings for all messages is now as
29827follows:
29828
9b371988
PH
29829.ilist
29830LF not preceded by CR is treated as a line ending.
29831.next
29832CR is treated as a line ending; if it is immediately followed by LF, the LF
168e428f 29833is ignored.
9b371988
PH
29834.next
29835The sequence &"CR, dot, CR"& does not terminate an incoming SMTP message,
168e428f
PH
29836nor a local message in the state where a line containing only a dot is a
29837terminator.
9b371988
PH
29838.next
29839If a bare CR is encountered within a header line, an extra space is added after
168e428f
PH
29840the line terminator so as not to end the header line. The reasoning behind this
29841is that bare CRs in header lines are most likely either to be mistakes, or
29842people trying to play silly games.
9b371988
PH
29843.next
29844If the first header line received in a message ends with CRLF, a subsequent
168e428f
PH
29845bare LF in a header line is treated in the same way as a bare CR in a header
29846line.
9b371988 29847.endlist
168e428f
PH
29848
29849
29850
29851
29852
f89d2485 29853.section "Unqualified addresses" "SECID218"
9b371988
PH
29854.cindex "unqualified addresses"
29855.cindex "address" "qualification"
168e428f
PH
29856By default, Exim expects every envelope address it receives from an external
29857host to be fully qualified. Unqualified addresses cause negative responses to
29858SMTP commands. However, because SMTP is used as a means of transporting
29859messages from MUAs running on personal workstations, there is sometimes a
29860requirement to accept unqualified addresses from specific hosts or IP networks.
29861
29862Exim has two options that separately control which hosts may send unqualified
f89d2485 29863sender or recipient addresses in SMTP commands, namely
9b371988 29864&%sender_unqualified_hosts%& and &%recipient_unqualified_hosts%&. In both
168e428f 29865cases, if an unqualified address is accepted, it is qualified by adding the
9b371988 29866value of &%qualify_domain%& or &%qualify_recipient%&, as appropriate.
168e428f 29867
0a4e3112
PH
29868.oindex "&%qualify_domain%&"
29869.oindex "&%qualify_recipient%&"
168e428f 29870Unqualified addresses in header lines are automatically qualified for messages
9b371988 29871that are locally originated, unless the &%-bnq%& option is given on the command
168e428f
PH
29872line. For messages received over SMTP, unqualified addresses in header lines
29873are qualified only if unqualified addresses are permitted in SMTP commands. In
29874other words, such qualification is also controlled by
9b371988 29875&%sender_unqualified_hosts%& and &%recipient_unqualified_hosts%&,
168e428f
PH
29876
29877
29878
29879
f89d2485 29880.section "The UUCP From line" "SECID219"
9b371988
PH
29881.cindex "&""From""& line"
29882.cindex "UUCP" "&""From""& line"
29883.cindex "sender" "address"
0a4e3112
PH
29884.oindex "&%uucp_from_pattern%&"
29885.oindex "&%uucp_from_sender%&"
9b371988
PH
29886.cindex "envelope sender"
29887.cindex "Sendmail compatibility" "&""From""& line"
168e428f
PH
29888Messages that have come from UUCP (and some other applications) often begin
29889with a line containing the envelope sender and a timestamp, following the word
9b371988
PH
29890&"From"&. Examples of two common formats are:
29891.code
29892From a.oakley@berlin.mus Fri Jan 5 12:35 GMT 1996
29893From f.butler@berlin.mus Fri, 7 Jan 97 14:00:00 GMT
29894.endd
168e428f
PH
29895This line precedes the RFC 2822 header lines. For compatibility with Sendmail,
29896Exim recognizes such lines at the start of messages that are submitted to it
29897via the command line (that is, on the standard input). It does not recognize
29898such lines in incoming SMTP messages, unless the sending host matches
9b371988
PH
29899&%ignore_fromline_hosts%& or the &%-bs%& option was used for a local message
29900and &%ignore_fromline_local%& is set. The recognition is controlled by a
29901regular expression that is defined by the &%uucp_from_pattern%& option, whose
29902default value matches the two common cases shown above and puts the address
29903that follows &"From"& into &$1$&.
29904
29905.cindex "numerical variables (&$1$& &$2$& etc)" "in &""From ""& line handling"
29906When the caller of Exim for a non-SMTP message that contains a &"From"& line is
29907a trusted user, the message's sender address is constructed by expanding the
29908contents of &%uucp_sender_address%&, whose default value is &"$1"&. This is
29909then parsed as an RFC 2822 address. If there is no domain, the local part is
29910qualified with &%qualify_domain%& unless it is the empty string. However, if
29911the command line &%-f%& option is used, it overrides the &"From"& line.
29912
29913If the caller of Exim is not trusted, the &"From"& line is recognized, but the
168e428f 29914sender address is not changed. This is also the case for incoming SMTP messages
9b371988 29915that are permitted to contain &"From"& lines.
168e428f 29916
9b371988 29917Only one &"From"& line is recognized. If there is more than one, the second is
168e428f 29918treated as a data line that starts the body of the message, as it is not valid
9b371988
PH
29919as a header line. This also happens if a &"From"& line is present in an
29920incoming SMTP message from a source that is not permitted to send them.
168e428f
PH
29921
29922
29923
f89d2485 29924.section "Resent- header lines" "SECID220"
9b371988 29925.cindex "&%Resent-%& header lines"
168e428f 29926RFC 2822 makes provision for sets of header lines starting with the string
9b371988
PH
29927&`Resent-`& to be added to a message when it is resent by the original
29928recipient to somebody else. These headers are &'Resent-Date:'&,
29929&'Resent-From:'&, &'Resent-Sender:'&, &'Resent-To:'&, &'Resent-Cc:'&,
29930&'Resent-Bcc:'& and &'Resent-Message-ID:'&. The RFC says:
168e428f 29931
9b371988
PH
29932.blockquote
29933&'Resent fields are strictly informational. They MUST NOT be used in the normal
29934processing of replies or other such automatic actions on messages.'&
29935.endblockquote
168e428f
PH
29936
29937This leaves things a bit vague as far as other processing actions such as
9b371988 29938address rewriting are concerned. Exim treats &%Resent-%& header lines as
168e428f
PH
29939follows:
29940
9b371988
PH
29941.ilist
29942A &'Resent-From:'& line that just contains the login id of the submitting user
29943is automatically rewritten in the same way as &'From:'& (see below).
29944.next
29945If there's a rewriting rule for a particular header line, it is also applied to
29946&%Resent-%& header lines of the same type. For example, a rule that rewrites
29947&'From:'& also rewrites &'Resent-From:'&.
29948.next
29949For local messages, if &'Sender:'& is removed on input, &'Resent-Sender:'& is
29950also removed.
29951.next
29952For a locally-submitted message,
29953if there are any &%Resent-%& header lines but no &'Resent-Date:'&,
29954&'Resent-From:'&, or &'Resent-Message-Id:'&, they are added as necessary. It is
29955the contents of &'Resent-Message-Id:'& (rather than &'Message-Id:'&) which are
168e428f 29956included in log lines in this case.
9b371988
PH
29957.next
29958The logic for adding &'Sender:'& is duplicated for &'Resent-Sender:'& when any
29959&%Resent-%& header lines are present.
29960.endlist
168e428f 29961
168e428f
PH
29962
29963
29964
f89d2485 29965.section "The Auto-Submitted: header line" "SECID221"
4f578862
PH
29966Whenever Exim generates an autoreply, a bounce, or a delay warning message, it
29967includes the header line:
9b371988
PH
29968.code
29969Auto-Submitted: auto-replied
29970.endd
9b371988 29971
f89d2485 29972.section "The Bcc: header line" "SECID222"
9b371988
PH
29973.cindex "&'Bcc:'& header line"
29974If Exim is called with the &%-t%& option, to take recipient addresses from a
29975message's header, it removes any &'Bcc:'& header line that may exist (after
29976extracting its addresses). If &%-t%& is not present on the command line, any
29977existing &'Bcc:'& is not removed.
29978
29979
f89d2485 29980.section "The Date: header line" "SECID223"
9b371988 29981.cindex "&'Date:'& header line"
9b371988 29982If a locally-generated or submission-mode message has no &'Date:'& header line,
068aaea8 29983Exim adds one, using the current date and time, unless the
9b371988 29984&%suppress_local_fixups%& control has been specified.
168e428f 29985
f89d2485 29986.section "The Delivery-date: header line" "SECID224"
9b371988 29987.cindex "&'Delivery-date:'& header line"
0a4e3112 29988.oindex "&%delivery_date_remove%&"
9b371988 29989&'Delivery-date:'& header lines are not part of the standard RFC 2822 header
168e428f 29990set. Exim can be configured to add them to the final delivery of messages. (See
9b371988
PH
29991the generic &%delivery_date_add%& transport option.) They should not be present
29992in messages in transit. If the &%delivery_date_remove%& configuration option is
29993set (the default), Exim removes &'Delivery-date:'& header lines from incoming
168e428f
PH
29994messages.
29995
29996
f89d2485 29997.section "The Envelope-to: header line" "SECID225"
9b371988 29998.cindex "&'Envelope-to:'& header line"
0a4e3112 29999.oindex "&%envelope_to_remove%&"
9b371988 30000&'Envelope-to:'& header lines are not part of the standard RFC 2822 header set.
168e428f 30001Exim can be configured to add them to the final delivery of messages. (See the
9b371988
PH
30002generic &%envelope_to_add%& transport option.) They should not be present in
30003messages in transit. If the &%envelope_to_remove%& configuration option is set
30004(the default), Exim removes &'Envelope-to:'& header lines from incoming
168e428f
PH
30005messages.
30006
30007
9b371988
PH
30008.section "The From: header line" "SECTthefrohea"
30009.cindex "&'From:'& header line"
30010.cindex "Sendmail compatibility" "&""From""& line"
30011.cindex "message" "submission"
30012.cindex "submission mode"
30013If a submission-mode message does not contain a &'From:'& header line, Exim
30014adds one if either of the following conditions is true:
168e428f 30015
9b371988
PH
30016.ilist
30017The envelope sender address is not empty (that is, this is not a bounce
168e428f 30018message). The added header line copies the envelope sender address.
9b371988 30019.next
f89d2485 30020.vindex "&$authenticated_id$&"
9b371988
PH
30021The SMTP session is authenticated and &$authenticated_id$& is not empty.
30022.olist
f89d2485 30023.vindex "&$qualify_domain$&"
068aaea8 30024If no domain is specified by the submission control, the local part is
9b371988
PH
30025&$authenticated_id$& and the domain is &$qualify_domain$&.
30026.next
30027If a non-empty domain is specified by the submission control, the local
3cb1b51e 30028part is &$authenticated_id$&, and the domain is the specified domain.
9b371988
PH
30029.next
30030If an empty domain is specified by the submission control,
30031&$authenticated_id$& is assumed to be the complete address.
30032.endlist
30033.endlist
168e428f
PH
30034
30035A non-empty envelope sender takes precedence.
30036
9b371988
PH
30037If a locally-generated incoming message does not contain a &'From:'& header
30038line, and the &%suppress_local_fixups%& control is not set, Exim adds one
30039containing the sender's address. The calling user's login name and full name
30040are used to construct the address, as described in section &<<SECTconstr>>&.
30041They are obtained from the password data by calling &[getpwuid()]& (but see the
30042&%unknown_login%& configuration option). The address is qualified with
30043&%qualify_domain%&.
168e428f
PH
30044
30045For compatibility with Sendmail, if an incoming, non-SMTP message has a
9b371988 30046&'From:'& header line containing just the unqualified login name of the calling
168e428f 30047user, this is replaced by an address containing the user's login name and full
9b371988 30048name as described in section &<<SECTconstr>>&.
168e428f
PH
30049
30050
f89d2485 30051.section "The Message-ID: header line" "SECID226"
9b371988
PH
30052.cindex "&'Message-ID:'& header line"
30053.cindex "message" "submission"
0a4e3112 30054.oindex "&%message_id_header_text%&"
168e428f 30055If a locally-generated or submission-mode incoming message does not contain a
9b371988
PH
30056&'Message-ID:'& or &'Resent-Message-ID:'& header line, and the
30057&%suppress_local_fixups%& control is not set, Exim adds a suitable header line
30058to the message. If there are any &'Resent-:'& headers in the message, it
30059creates &'Resent-Message-ID:'&. The id is constructed from Exim's internal
30060message id, preceded by the letter E to ensure it starts with a letter, and
30061followed by @ and the primary host name. Additional information can be included
30062in this header line by setting the &%message_id_header_text%& and/or
30063&%message_id_header_domain%& options.
9b371988
PH
30064
30065
f89d2485 30066.section "The Received: header line" "SECID227"
9b371988
PH
30067.cindex "&'Received:'& header line"
30068A &'Received:'& header line is added at the start of every message. The
30069contents are defined by the &%received_header_text%& configuration option, and
30070Exim automatically adds a semicolon and a timestamp to the configured string.
30071
30072The &'Received:'& header is generated as soon as the message's header lines
30073have been received. At this stage, the timestamp in the &'Received:'& header
30074line is the time that the message started to be received. This is the value
30075that is seen by the DATA ACL and by the &[local_scan()]& function.
30076
30077Once a message is accepted, the timestamp in the &'Received:'& header line is
168e428f
PH
30078changed to the time of acceptance, which is (apart from a small delay while the
30079-H spool file is written) the earliest time at which delivery could start.
30080
30081
f89d2485 30082.section "The References: header line" "SECID228"
4f578862
PH
30083.cindex "&'References:'& header line"
30084Messages created by the &(autoreply)& transport include a &'References:'&
30085header line. This is constructed according to the rules that are described in
30086section 3.64 of RFC 2822 (which states that replies should contain such a
30087header line), and section 3.14 of RFC 3834 (which states that automatic
30088responses are not different in this respect). However, because some mail
30089processing software does not cope well with very long header lines, no more
30090than 12 message IDs are copied from the &'References:'& header line in the
30091incoming message. If there are more than 12, the first one and then the final
3009211 are copied, before adding the message ID of the incoming message.
4f578862
PH
30093
30094
168e428f 30095
f89d2485 30096.section "The Return-path: header line" "SECID229"
9b371988 30097.cindex "&'Return-path:'& header line"
0a4e3112 30098.oindex "&%return_path_remove%&"
9b371988
PH
30099&'Return-path:'& header lines are defined as something an MTA may insert when
30100it does the final delivery of messages. (See the generic &%return_path_add%&
168e428f 30101transport option.) Therefore, they should not be present in messages in
9b371988
PH
30102transit. If the &%return_path_remove%& configuration option is set (the
30103default), Exim removes &'Return-path:'& header lines from incoming messages.
168e428f
PH
30104
30105
30106
9b371988
PH
30107.section "The Sender: header line" "SECTthesenhea"
30108.cindex "&'Sender:'& header line"
30109.cindex "message" "submission"
168e428f 30110For a locally-originated message from an untrusted user, Exim may remove an
9b371988
PH
30111existing &'Sender:'& header line, and it may add a new one. You can modify
30112these actions by setting the &%local_sender_retain%& option true, the
30113&%local_from_check%& option false, or by using the &%suppress_local_fixups%&
068aaea8 30114control setting.
168e428f 30115
9b371988
PH
30116When a local message is received from an untrusted user and
30117&%local_from_check%& is true (the default), and the &%suppress_local_fixups%&
30118control has not been set, a check is made to see if the address given in the
30119&'From:'& header line is the correct (local) sender of the message. The address
30120that is expected has the login name as the local part and the value of
30121&%qualify_domain%& as the domain. Prefixes and suffixes for the local part can
30122be permitted by setting &%local_from_prefix%& and &%local_from_suffix%&
30123appropriately. If &'From:'& does not contain the correct sender, a &'Sender:'&
30124line is added to the message.
9b371988
PH
30125
30126If you set &%local_from_check%& false, this checking does not occur. However,
30127the removal of an existing &'Sender:'& line still happens, unless you also set
30128&%local_sender_retain%& to be true. It is not possible to set both of these
168e428f
PH
30129options true at the same time.
30130
9b371988
PH
30131.cindex "submission mode"
30132By default, no processing of &'Sender:'& header lines is done for messages
168e428f 30133received over TCP/IP or for messages submitted by trusted users. However, when
9b371988 30134a message is received over TCP/IP in submission mode, and &%sender_retain%& is
168e428f
PH
30135not specified on the submission control, the following processing takes place:
30136
f89d2485 30137.vindex "&$authenticated_id$&"
9b371988
PH
30138First, any existing &'Sender:'& lines are removed. Then, if the SMTP session is
30139authenticated, and &$authenticated_id$& is not empty, a sender address is
168e428f
PH
30140created as follows:
30141
9b371988 30142.ilist
f89d2485 30143.vindex "&$qualify_domain$&"
068aaea8 30144If no domain is specified by the submission control, the local part is
9b371988
PH
30145&$authenticated_id$& and the domain is &$qualify_domain$&.
30146.next
30147If a non-empty domain is specified by the submission control, the local part
3cb1b51e 30148is &$authenticated_id$&, and the domain is the specified domain.
9b371988
PH
30149.next
30150If an empty domain is specified by the submission control,
30151&$authenticated_id$& is assumed to be the complete address.
30152.endlist
30153
30154This address is compared with the address in the &'From:'& header line. If they
30155are different, a &'Sender:'& header line containing the created address is
30156added. Prefixes and suffixes for the local part in &'From:'& can be permitted
30157by setting &%local_from_prefix%& and &%local_from_suffix%& appropriately.
30158
9b371988
PH
30159.cindex "return path" "created from &'Sender:'&"
30160&*Note*&: Whenever a &'Sender:'& header line is created, the return path for
30161the message (the envelope sender address) is changed to be the same address,
30162except in the case of submission mode when &%sender_retain%& is specified.
9b371988
PH
30163
30164
30165
30166.section "Adding and removing header lines in routers and transports" &&&
30167 "SECTheadersaddrem"
30168.cindex "header lines" "adding; in router or transport"
30169.cindex "header lines" "removing; in router or transport"
168e428f
PH
30170When a message is delivered, the addition and removal of header lines can be
30171specified in a system filter, or on any of the routers and transports that
9b371988 30172process the message. Section &<<SECTaddremheasys>>& contains details about
068aaea8 30173modifying headers in a system filter. Header lines can also be added in an ACL
4f578862 30174as a message is received (see section &<<SECTaddheadacl>>&).
168e428f
PH
30175
30176In contrast to what happens in a system filter, header modifications that are
30177specified on routers and transports apply only to the particular recipient
30178addresses that are being processed by those routers and transports. These
30179changes do not actually take place until a copy of the message is being
30180transported. Therefore, they do not affect the basic set of header lines, and
30181they do not affect the values of the variables that refer to header lines.
30182
9b371988 30183&*Note*&: In particular, this means that any expansions in the configuration of
068aaea8
PH
30184the transport cannot refer to the modified header lines, because such
30185expansions all occur before the message is actually transported.
30186
9b371988 30187For both routers and transports, the result of expanding a &%headers_add%&
168e428f 30188option must be in the form of one or more RFC 2822 header lines, separated by
9b371988
PH
30189newlines (coded as &"\n"&). For example:
30190.code
168e428f
PH
30191headers_add = X-added-header: added by $primary_hostname\n\
30192 X-added-second: another added header line
9b371988 30193.endd
168e428f
PH
30194Exim does not check the syntax of these added header lines.
30195
9b371988 30196The result of expanding &%headers_remove%& must consist of a colon-separated
168e428f
PH
30197list of header names. This is confusing, because header names themselves are
30198often terminated by colons. In this case, the colons are the list separators,
30199not part of the names. For example:
9b371988
PH
30200.code
30201headers_remove = return-receipt-to:acknowledge-to
30202.endd
30203When &%headers_add%& or &%headers_remove%& is specified on a router, its value
30204is expanded at routing time, and then associated with all addresses that are
168e428f
PH
30205accepted by that router, and also with any new addresses that it generates. If
30206an address passes through several routers as a result of aliasing or
30207forwarding, the changes are cumulative.
30208
0a4e3112 30209.oindex "&%unseen%&"
168e428f 30210However, this does not apply to multiple routers that result from the use of
9b371988
PH
30211the &%unseen%& option. Any header modifications that were specified by the
30212&"unseen"& router or its predecessors apply only to the &"unseen"& delivery.
168e428f 30213
9b371988 30214Addresses that end up with different &%headers_add%& or &%headers_remove%&
168e428f
PH
30215settings cannot be delivered together in a batch, so a transport is always
30216dealing with a set of addresses that have the same header-processing
30217requirements.
30218
30219The transport starts by writing the original set of header lines that arrived
30220with the message, possibly modified by the system filter. As it writes out
30221these lines, it consults the list of header names that were attached to the
9b371988
PH
30222recipient address(es) by &%headers_remove%& options in routers, and it also
30223consults the transport's own &%headers_remove%& option. Header lines whose
30224names are on either of these lists are not written out. If there are multiple
168e428f
PH
30225instances of any listed header, they are all skipped.
30226
30227After the remaining original header lines have been written, new header
9b371988 30228lines that were specified by routers' &%headers_add%& options are written, in
168e428f 30229the order in which they were attached to the address. These are followed by any
9b371988 30230header lines specified by the transport's &%headers_add%& option.
168e428f
PH
30231
30232This way of handling header line modifications in routers and transports has
30233the following consequences:
30234
9b371988
PH
30235.ilist
30236The original set of header lines, possibly modified by the system filter,
30237remains &"visible"&, in the sense that the &$header_$&&'xxx'& variables refer
30238to it, at all times.
30239.next
30240Header lines that are added by a router's
30241&%headers_add%& option are not accessible by means of the &$header_$&&'xxx'&
168e428f 30242expansion syntax in subsequent routers or the transport.
9b371988
PH
30243.next
30244Conversely, header lines that are specified for removal by &%headers_remove%&
30245in a router remain visible to subsequent routers and the transport.
30246.next
30247Headers added to an address by &%headers_add%& in a router cannot be removed by
168e428f 30248a later router or by a transport.
9b371988
PH
30249.next
30250An added header can refer to the contents of an original header that is to be
168e428f 30251removed, even it has the same name as the added header. For example:
9b371988
PH
30252.code
30253headers_remove = subject
30254headers_add = Subject: new subject (was: $h_subject:)
30255.endd
30256.endlist
168e428f 30257
9b371988
PH
30258&*Warning*&: The &%headers_add%& and &%headers_remove%& options cannot be used
30259for a &(redirect)& router that has the &%one_time%& option set.
168e428f 30260
168e428f
PH
30261
30262
30263
30264
9b371988
PH
30265.section "Constructed addresses" "SECTconstr"
30266.cindex "address" "constructed"
30267.cindex "constructed address"
168e428f
PH
30268When Exim constructs a sender address for a locally-generated message, it uses
30269the form
9b371988
PH
30270.display
30271<&'user name'&>&~&~<&'login'&&`@`&&'qualify_domain'&>
30272.endd
168e428f 30273For example:
9b371988
PH
30274.code
30275Zaphod Beeblebrox <zaphod@end.univ.example>
30276.endd
30277The user name is obtained from the &%-F%& command line option if set, or
30278otherwise by looking up the calling user by &[getpwuid()]& and extracting the
30279&"gecos"& field from the password entry. If the &"gecos"& field contains an
168e428f
PH
30280ampersand character, this is replaced by the login name with the first letter
30281upper cased, as is conventional in a number of operating systems. See the
9b371988
PH
30282&%gecos_name%& option for a way to tailor the handling of the &"gecos"& field.
30283The &%unknown_username%& option can be used to specify user names in cases when
168e428f
PH
30284there is no password file entry.
30285
9b371988 30286.cindex "RFC 2047"
168e428f
PH
30287In all cases, the user name is made to conform to RFC 2822 by quoting all or
30288parts of it if necessary. In addition, if it contains any non-printing
30289characters, it is encoded as described in RFC 2047, which defines a way of
d1e83bff 30290including non-ASCII characters in header lines. The value of the
9b371988 30291&%headers_charset%& option specifies the name of the encoding that is used (the
d1e83bff 30292characters are assumed to be in this encoding). The setting of
9b371988
PH
30293&%print_topbitchars%& controls whether characters with the top bit set (that
30294is, with codes greater than 127) count as printing characters or not.
168e428f
PH
30295
30296
30297
f89d2485 30298.section "Case of local parts" "SECID230"
9b371988
PH
30299.cindex "case of local parts"
30300.cindex "local part" "case of"
168e428f
PH
30301RFC 2822 states that the case of letters in the local parts of addresses cannot
30302be assumed to be non-significant. Exim preserves the case of local parts of
30303addresses, but by default it uses a lower-cased form when it is routing,
30304because on most Unix systems, usernames are in lower case and case-insensitive
30305routing is required. However, any particular router can be made to use the
9b371988 30306original case for local parts by setting the &%caseful_local_part%& generic
168e428f
PH
30307router option.
30308
9b371988 30309.cindex "mixed-case login names"
168e428f
PH
30310If you must have mixed-case user names on your system, the best way to proceed,
30311assuming you want case-independent handling of incoming email, is to set up
30312your first router to convert incoming local parts in your domains to the
30313correct case by means of a file lookup. For example:
9b371988 30314.code
168e428f
PH
30315correct_case:
30316 driver = redirect
30317 domains = +local_domains
30318 data = ${lookup{$local_part}cdb\
30319 {/etc/usercased.cdb}{$value}fail}\
30320 @$domain
9b371988 30321.endd
168e428f 30322For this router, the local part is forced to lower case by the default action
9b371988
PH
30323(&%caseful_local_part%& is not set). The lower-cased local part is used to look
30324up a new local part in the correct case. If you then set &%caseful_local_part%&
168e428f
PH
30325on any subsequent routers which process your domains, they will operate on
30326local parts with the correct case in a case-sensitive manner.
30327
30328
30329
f89d2485 30330.section "Dots in local parts" "SECID231"
9b371988
PH
30331.cindex "dot" "in local part"
30332.cindex "local part" "dots in"
168e428f
PH
30333RFC 2822 forbids empty components in local parts. That is, an unquoted local
30334part may not begin or end with a dot, nor have two consecutive dots in the
30335middle. However, it seems that many MTAs do not enforce this, so Exim permits
30336empty components for compatibility.
30337
30338
30339
f89d2485 30340.section "Rewriting addresses" "SECID232"
9b371988 30341.cindex "rewriting" "addresses"
168e428f
PH
30342Rewriting of sender and recipient addresses, and addresses in headers, can
30343happen automatically, or as the result of configuration options, as described
9b371988
PH
30344in chapter &<<CHAPrewrite>>&. The headers that may be affected by this are
30345&'Bcc:'&, &'Cc:'&, &'From:'&, &'Reply-To:'&, &'Sender:'&, and &'To:'&.
168e428f
PH
30346
30347Automatic rewriting includes qualification, as mentioned above. The other case
30348in which it can happen is when an incomplete non-local domain is given. The
30349routing process may cause this to be expanded into the full domain name. For
30350example, a header such as
9b371988
PH
30351.code
30352To: hare@teaparty
30353.endd
168e428f 30354might get rewritten as
9b371988
PH
30355.code
30356To: hare@teaparty.wonderland.fict.example
30357.endd
168e428f
PH
30358Rewriting as a result of routing is the one kind of message processing that
30359does not happen at input time, as it cannot be done until the address has
30360been routed.
30361
9b371988 30362Strictly, one should not do &'any'& deliveries of a message until all its
168e428f
PH
30363addresses have been routed, in case any of the headers get changed as a
30364result of routing. However, doing this in practice would hold up many
30365deliveries for unreasonable amounts of time, just because one address could not
30366immediately be routed. Exim therefore does not delay other deliveries when
30367routing of one or more addresses is deferred.
4f578862
PH
30368.ecindex IIDmesproc
30369
168e428f
PH
30370
30371
9b371988
PH
30372. ////////////////////////////////////////////////////////////////////////////
30373. ////////////////////////////////////////////////////////////////////////////
168e428f 30374
9b371988 30375.chapter "SMTP processing" "CHAPSMTP"
4f578862
PH
30376.scindex IIDsmtpproc1 "SMTP" "processing details"
30377.scindex IIDsmtpproc2 "LMTP" "processing details"
168e428f
PH
30378Exim supports a number of different ways of using the SMTP protocol, and its
30379LMTP variant, which is an interactive protocol for transferring messages into a
30380closed mail store application. This chapter contains details of how SMTP is
30381processed. For incoming mail, the following are available:
30382
9b371988
PH
30383.ilist
30384SMTP over TCP/IP (Exim daemon or &'inetd'&);
30385.next
30386SMTP over the standard input and output (the &%-bs%& option);
30387.next
30388Batched SMTP on the standard input (the &%-bS%& option).
30389.endlist
168e428f
PH
30390
30391For mail delivery, the following are available:
30392
9b371988
PH
30393.ilist
30394SMTP over TCP/IP (the &(smtp)& transport);
30395.next
30396LMTP over TCP/IP (the &(smtp)& transport with the &%protocol%& option set to
30397&"lmtp"&);
30398.next
30399LMTP over a pipe to a process running in the local host (the &(lmtp)&
168e428f 30400transport);
9b371988
PH
30401.next
30402Batched SMTP to a file or pipe (the &(appendfile)& and &(pipe)& transports with
30403the &%use_bsmtp%& option set).
30404.endlist
168e428f 30405
9b371988 30406&'Batched SMTP'& is the name for a process in which batches of messages are
168e428f
PH
30407stored in or read from files (or pipes), in a format in which SMTP commands are
30408used to contain the envelope information.
30409
30410
30411
9b371988
PH
30412.section "Outgoing SMTP and LMTP over TCP/IP" "SECToutSMTPTCP"
30413.cindex "SMTP" "outgoing over TCP/IP"
30414.cindex "outgoing SMTP over TCP/IP"
30415.cindex "LMTP" "over TCP/IP"
30416.cindex "outgoing LMTP over TCP/IP"
30417.cindex "EHLO"
30418.cindex "HELO"
30419.cindex "SIZE option on MAIL command"
30420Outgoing SMTP and LMTP over TCP/IP is implemented by the &(smtp)& transport.
30421The &%protocol%& option selects which protocol is to be used, but the actual
168e428f
PH
30422processing is the same in both cases.
30423
30424If, in response to its EHLO command, Exim is told that the SIZE
9b371988
PH
30425parameter is supported, it adds SIZE=<&'n'&> to each subsequent MAIL
30426command. The value of <&'n'&> is the message size plus the value of the
30427&%size_addition%& option (default 1024) to allow for additions to the message
168e428f 30428such as per-transport header lines, or changes made in a
9b371988
PH
30429.cindex "transport" "filter"
30430.cindex "filter" "transport filter"
30431transport filter. If &%size_addition%& is set negative, the use of SIZE is
168e428f
PH
30432suppressed.
30433
30434If the remote server advertises support for PIPELINING, Exim uses the
30435pipelining extension to SMTP (RFC 2197) to reduce the number of TCP/IP packets
30436required for the transaction.
30437
30438If the remote server advertises support for the STARTTLS command, and Exim
30439was built to support TLS encryption, it tries to start a TLS session unless the
9b371988 30440server matches &%hosts_avoid_tls%&. See chapter &<<CHAPTLS>>& for more details.
168e428f
PH
30441
30442If the remote server advertises support for the AUTH command, Exim scans
30443the authenticators configuration for any suitable client settings, as described
9b371988 30444in chapter &<<CHAPSMTPAUTH>>&.
168e428f 30445
9b371988
PH
30446.cindex "carriage return"
30447.cindex "linefeed"
168e428f
PH
30448Responses from the remote host are supposed to be terminated by CR followed by
30449LF. However, there are known to be hosts that do not send CR characters, so in
30450order to be able to interwork with such hosts, Exim treats LF on its own as a
30451line terminator.
30452
30453If a message contains a number of different addresses, all those with the same
30454characteristics (for example, the same envelope sender) that resolve to the
30455same set of hosts, in the same order, are sent in a single SMTP transaction,
30456even if they are for different domains, unless there are more than the setting
5a1a5845
NM
30457of the &%max_rcpt%&s option in the &(smtp)& transport allows, in which case
30458they are split into groups containing no more than &%max_rcpt%&s addresses
9b371988
PH
30459each. If &%remote_max_parallel%& is greater than one, such groups may be sent
30460in parallel sessions. The order of hosts with identical MX values is not
168e428f
PH
30461significant when checking whether addresses can be batched in this way.
30462
9b371988 30463When the &(smtp)& transport suffers a temporary failure that is not
168e428f
PH
30464message-related, Exim updates its transport-specific database, which contains
30465records indexed by host name that remember which messages are waiting for each
30466particular host. It also updates the retry database with new retry times.
30467
9b371988 30468.cindex "hints database" "retry keys"
168e428f
PH
30469Exim's retry hints are based on host name plus IP address, so if one address of
30470a multi-homed host is broken, it will soon be skipped most of the time.
30471See the next section for more detail about error handling.
30472
9b371988
PH
30473.cindex "SMTP" "passed connection"
30474.cindex "SMTP" "batching over TCP/IP"
168e428f
PH
30475When a message is successfully delivered over a TCP/IP SMTP connection, Exim
30476looks in the hints database for the transport to see if there are any queued
30477messages waiting for the host to which it is connected. If it finds one, it
9b371988
PH
30478creates a new Exim process using the &%-MC%& option (which can only be used by
30479a process running as root or the Exim user) and passes the TCP/IP socket to it
30480so that it can deliver another message using the same socket. The new process
30481does only those deliveries that are routed to the connected host, and may in
30482turn pass the socket on to a third process, and so on.
168e428f 30483
9b371988 30484The &%connection_max_messages%& option of the &(smtp)& transport can be used to
168e428f
PH
30485limit the number of messages sent down a single TCP/IP connection.
30486
9b371988 30487.cindex "asterisk" "after IP address"
168e428f
PH
30488The second and subsequent messages delivered down an existing connection are
30489identified in the main log by the addition of an asterisk after the closing
30490square bracket of the IP address.
30491
30492
30493
30494
9b371988
PH
30495.section "Errors in outgoing SMTP" "SECToutSMTPerr"
30496.cindex "error" "in outgoing SMTP"
30497.cindex "SMTP" "errors in outgoing"
30498.cindex "host" "error"
168e428f
PH
30499Three different kinds of error are recognized for outgoing SMTP: host errors,
30500message errors, and recipient errors.
30501
9b371988
PH
30502.vlist
30503.vitem "&*Host errors*&"
30504A host error is not associated with a particular message or with a
168e428f 30505particular recipient of a message. The host errors are:
168e428f 30506
9b371988
PH
30507.ilist
30508Connection refused or timed out,
30509.next
30510Any error response code on connection,
30511.next
30512Any error response code to EHLO or HELO,
30513.next
30514Loss of connection at any time, except after &"."&,
30515.next
30516I/O errors at any time,
30517.next
30518Timeouts during the session, other than in response to MAIL, RCPT or
30519the &"."& at the end of the data.
30520.endlist ilist
168e428f 30521
168e428f
PH
30522For a host error, a permanent error response on connection, or in response to
30523EHLO, causes all addresses routed to the host to be failed. Any other host
30524error causes all addresses to be deferred, and retry data to be created for the
30525host. It is not tried again, for any message, until its retry time arrives. If
30526the current set of addresses are not all delivered in this run (to some
30527alternative host), the message is added to the list of those waiting for this
30528host, so if it is still undelivered when a subsequent successful delivery is
30529made to the host, it will be sent down the same SMTP connection.
30530
9b371988
PH
30531.vitem "&*Message errors*&"
30532.cindex "message" "error"
168e428f
PH
30533A message error is associated with a particular message when sent to a
30534particular host, but not with a particular recipient of the message. The
30535message errors are:
168e428f 30536
9b371988
PH
30537.ilist
30538Any error response code to MAIL, DATA, or the &"."& that terminates
30539the data,
30540.next
30541Timeout after MAIL,
30542.next
30543Timeout or loss of connection after the &"."& that terminates the data. A
168e428f
PH
30544timeout after the DATA command itself is treated as a host error, as is loss of
30545connection at any other time.
9b371988
PH
30546.endlist ilist
30547
30548For a message error, a permanent error response (5&'xx'&) causes all addresses
168e428f 30549to be failed, and a delivery error report to be returned to the sender. A
9b371988 30550temporary error response (4&'xx'&), or one of the timeouts, causes all
168e428f
PH
30551addresses to be deferred. Retry data is not created for the host, but instead,
30552a retry record for the combination of host plus message id is created. The
30553message is not added to the list of those waiting for this host. This ensures
30554that the failing message will not be sent to this host again until the retry
30555time arrives. However, other messages that are routed to the host are not
30556affected, so if it is some property of the message that is causing the error,
30557it will not stop the delivery of other mail.
9b371988 30558
168e428f 30559If the remote host specified support for the SIZE parameter in its response
9b371988 30560to EHLO, Exim adds SIZE=&'nnn'& to the MAIL command, so an
168e428f
PH
30561over-large message will cause a message error because the error arrives as a
30562response to MAIL.
30563
9b371988
PH
30564.vitem "&*Recipient errors*&"
30565.cindex "recipient" "error"
168e428f
PH
30566A recipient error is associated with a particular recipient of a message. The
30567recipient errors are:
9b371988
PH
30568
30569.ilist
30570Any error response to RCPT,
30571.next
30572Timeout after RCPT.
30573.endlist
30574
30575For a recipient error, a permanent error response (5&'xx'&) causes the
168e428f 30576recipient address to be failed, and a bounce message to be returned to the
9b371988 30577sender. A temporary error response (4&'xx'&) or a timeout causes the failing
168e428f
PH
30578address to be deferred, and routing retry data to be created for it. This is
30579used to delay processing of the address in subsequent queue runs, until its
30580routing retry time arrives. This applies to all messages, but because it
30581operates only in queue runs, one attempt will be made to deliver a new message
30582to the failing address before the delay starts to operate. This ensures that,
30583if the failure is really related to the message rather than the recipient
9b371988 30584(&"message too big for this recipient"& is a possible example), other messages
168e428f
PH
30585have a chance of getting delivered. If a delivery to the address does succeed,
30586the retry information gets cleared, so all stuck messages get tried again, and
30587the retry clock is reset.
9b371988 30588
168e428f
PH
30589The message is not added to the list of those waiting for this host. Use of the
30590host for other messages is unaffected, and except in the case of a timeout,
30591other recipients are processed independently, and may be successfully delivered
30592in the current SMTP session. After a timeout it is of course impossible to
30593proceed with the session, so all addresses get deferred. However, those other
30594than the one that failed do not suffer any subsequent retry delays. Therefore,
30595if one recipient is causing trouble, the others have a chance of getting
30596through when a subsequent delivery attempt occurs before the failing
30597recipient's retry time.
9b371988 30598.endlist
168e428f
PH
30599
30600In all cases, if there are other hosts (or IP addresses) available for the
30601current set of addresses (for example, from multiple MX records), they are
30602tried in this run for any undelivered addresses, subject of course to their
30603own retry data. In other words, recipient error retry data does not take effect
30604until the next delivery attempt.
30605
30606Some hosts have been observed to give temporary error responses to every
9b371988 30607MAIL command at certain times (&"insufficient space"& has been seen). It
168e428f
PH
30608would be nice if such circumstances could be recognized, and defer data for the
30609host itself created, but this is not possible within the current Exim design.
30610What actually happens is that retry data for every (host, message) combination
30611is created.
30612
30613The reason that timeouts after MAIL and RCPT are treated specially is that
30614these can sometimes arise as a result of the remote host's verification
30615procedures. Exim makes this assumption, and treats them as if a temporary error
9b371988 30616response had been received. A timeout after &"."& is treated specially because
168e428f
PH
30617it is known that some broken implementations fail to recognize the end of the
30618message if the last character of the last line is a binary zero. Thus, it is
30619helpful to treat this case as a message error.
30620
30621Timeouts at other times are treated as host errors, assuming a problem with the
30622host, or the connection to it. If a timeout after MAIL, RCPT,
9b371988 30623or &"."& is really a connection problem, the assumption is that at the next try
168e428f
PH
30624the timeout is likely to occur at some other point in the dialogue, causing it
30625then to be treated as a host error.
30626
30627There is experimental evidence that some MTAs drop the connection after the
9b371988
PH
30628terminating &"."& if they do not like the contents of the message for some
30629reason, in contravention of the RFC, which indicates that a 5&'xx'& response
168e428f
PH
30630should be given. That is why Exim treats this case as a message rather than a
30631host error, in order not to delay other messages to the same host.
30632
30633
30634
30635
f89d2485 30636.section "Incoming SMTP messages over TCP/IP" "SECID233"
9b371988
PH
30637.cindex "SMTP" "incoming over TCP/IP"
30638.cindex "incoming SMTP over TCP/IP"
30639.cindex "inetd"
30640.cindex "daemon"
168e428f 30641Incoming SMTP messages can be accepted in one of two ways: by running a
9b371988
PH
30642listening daemon, or by using &'inetd'&. In the latter case, the entry in
30643&_/etc/inetd.conf_& should be like this:
30644.code
30645smtp stream tcp nowait exim /opt/exim/bin/exim in.exim -bs
30646.endd
168e428f 30647Exim distinguishes between this case and the case of a locally running user
9b371988 30648agent using the &%-bs%& option by checking whether or not the standard input is
168e428f
PH
30649a socket. When it is, either the port must be privileged (less than 1024), or
30650the caller must be root or the Exim user. If any other user passes a socket
30651with an unprivileged port number, Exim prints a message on the standard error
30652stream and exits with an error code.
30653
30654By default, Exim does not make a log entry when a remote host connects or
9b371988 30655disconnects (either via the daemon or &'inetd'&), unless the disconnection is
168e428f 30656unexpected. It can be made to write such log entries by setting the
9b371988 30657&%smtp_connection%& log selector.
168e428f 30658
9b371988
PH
30659.cindex "carriage return"
30660.cindex "linefeed"
168e428f
PH
30661Commands from the remote host are supposed to be terminated by CR followed by
30662LF. However, there are known to be hosts that do not send CR characters. In
30663order to be able to interwork with such hosts, Exim treats LF on its own as a
30664line terminator.
30665Furthermore, because common code is used for receiving messages from all
30666sources, a CR on its own is also interpreted as a line terminator. However, the
9b371988 30667sequence &"CR, dot, CR"& does not terminate incoming SMTP data.
168e428f 30668
9b371988
PH
30669.cindex "EHLO" "invalid data"
30670.cindex "HELO" "invalid data"
168e428f
PH
30671One area that sometimes gives rise to problems concerns the EHLO or
30672HELO commands. Some clients send syntactically invalid versions of these
30673commands, which Exim rejects by default. (This is nothing to do with verifying
9b371988
PH
30674the data that is sent, so &%helo_verify_hosts%& is not relevant.) You can tell
30675Exim not to apply a syntax check by setting &%helo_accept_junk_hosts%& to
168e428f
PH
30676match the broken hosts that send invalid commands.
30677
9b371988
PH
30678.cindex "SIZE option on MAIL command"
30679.cindex "MAIL" "SIZE option"
168e428f 30680The amount of disk space available is checked whenever SIZE is received on
9b371988
PH
30681a MAIL command, independently of whether &%message_size_limit%& or
30682&%check_spool_space%& is configured, unless &%smtp_check_spool_space%& is set
168e428f 30683false. A temporary error is given if there is not enough space. If
9b371988 30684&%check_spool_space%& is set, the check is for that amount of space plus the
168e428f
PH
30685value given with SIZE, that is, it checks that the addition of the incoming
30686message will not reduce the space below the threshold.
30687
30688When a message is successfully received, Exim includes the local message id in
9b371988
PH
30689its response to the final &"."& that terminates the data. If the remote host
30690logs this text it can help with tracing what has happened to a message.
168e428f
PH
30691
30692The Exim daemon can limit the number of simultaneous incoming connections it is
9b371988 30693prepared to handle (see the &%smtp_accept_max%& option). It can also limit the
168e428f 30694number of simultaneous incoming connections from a single remote host (see the
9b371988 30695&%smtp_accept_max_per_host%& option). Additional connection attempts are
168e428f
PH
30696rejected using the SMTP temporary error code 421.
30697
30698The Exim daemon does not rely on the SIGCHLD signal to detect when a
30699subprocess has finished, as this can get lost at busy times. Instead, it looks
30700for completed subprocesses every time it wakes up. Provided there are other
30701things happening (new incoming calls, starts of queue runs), completed
30702processes will be noticed and tidied away. On very quiet systems you may
9b371988
PH
30703sometimes see a &"defunct"& Exim process hanging about. This is not a problem;
30704it will be noticed when the daemon next wakes up.
168e428f
PH
30705
30706When running as a daemon, Exim can reserve some SMTP slots for specific hosts,
30707and can also be set up to reject SMTP calls from non-reserved hosts at times of
9b371988
PH
30708high system load &-- for details see the &%smtp_accept_reserve%&,
30709&%smtp_load_reserve%&, and &%smtp_reserve_hosts%& options. The load check
30710applies in both the daemon and &'inetd'& cases.
168e428f
PH
30711
30712Exim normally starts a delivery process for each message received, though this
9b371988
PH
30713can be varied by means of the &%-odq%& command line option and the
30714&%queue_only%&, &%queue_only_file%&, and &%queue_only_load%& options. The
30715number of simultaneously running delivery processes started in this way from
30716SMTP input can be limited by the &%smtp_accept_queue%& and
30717&%smtp_accept_queue_per_connection%& options. When either limit is reached,
168e428f
PH
30718subsequently received messages are just put on the input queue without starting
30719a delivery process.
30720
9b371988
PH
30721The controls that involve counts of incoming SMTP calls (&%smtp_accept_max%&,
30722&%smtp_accept_queue%&, &%smtp_accept_reserve%&) are not available when Exim is
30723started up from the &'inetd'& daemon, because in that case each connection is
168e428f 30724handled by an entirely independent Exim process. Control by load average is,
9b371988 30725however, available with &'inetd'&.
168e428f
PH
30726
30727Exim can be configured to verify addresses in incoming SMTP commands as they
9b371988
PH
30728are received. See chapter &<<CHAPACL>>& for details. It can also be configured
30729to rewrite addresses at this time &-- before any syntax checking is done. See
30730section &<<SECTrewriteS>>&.
168e428f
PH
30731
30732Exim can also be configured to limit the rate at which a client host submits
30733MAIL and RCPT commands in a single SMTP session. See the
9b371988 30734&%smtp_ratelimit_hosts%& option.
168e428f
PH
30735
30736
30737
f89d2485 30738.section "Unrecognized SMTP commands" "SECID234"
9b371988
PH
30739.cindex "SMTP" "unrecognized commands"
30740If Exim receives more than &%smtp_max_unknown_commands%& unrecognized SMTP
168e428f
PH
30741commands during a single SMTP connection, it drops the connection after sending
30742the error response to the last command. The default value for
9b371988 30743&%smtp_max_unknown_commands%& is 3. This is a defence against some kinds of
168e428f
PH
30744abuse that subvert web servers into making connections to SMTP ports; in these
30745circumstances, a number of non-SMTP lines are sent first.
30746
30747
f89d2485 30748.section "Syntax and protocol errors in SMTP commands" "SECID235"
9b371988
PH
30749.cindex "SMTP" "syntax errors"
30750.cindex "SMTP" "protocol errors"
168e428f
PH
30751A syntax error is detected if an SMTP command is recognized, but there is
30752something syntactically wrong with its data, for example, a malformed email
30753address in a RCPT command. Protocol errors include invalid command
30754sequencing such as RCPT before MAIL. If Exim receives more than
9b371988 30755&%smtp_max_synprot_errors%& such commands during a single SMTP connection, it
168e428f 30756drops the connection after sending the error response to the last command. The
9b371988 30757default value for &%smtp_max_synprot_errors%& is 3. This is a defence against
168e428f
PH
30758broken clients that loop sending bad commands (yes, it has been seen).
30759
30760
30761
f89d2485 30762.section "Use of non-mail SMTP commands" "SECID236"
9b371988
PH
30763.cindex "SMTP" "non-mail commands"
30764The &"non-mail"& SMTP commands are those other than MAIL, RCPT, and
168e428f
PH
30765DATA. Exim counts such commands, and drops the connection if there are too
30766many of them in a single SMTP session. This action catches some
30767denial-of-service attempts and things like repeated failing AUTHs, or a mad
9b371988
PH
30768client looping sending EHLO. The global option &%smtp_accept_max_nonmail%&
30769defines what &"too many"& means. Its default value is 10.
168e428f
PH
30770
30771When a new message is expected, one occurrence of RSET is not counted. This
30772allows a client to send one RSET between messages (this is not necessary,
f89d2485 30773but some clients do it). Exim also allows one uncounted occurrence of HELO
168e428f
PH
30774or EHLO, and one occurrence of STARTTLS between messages. After
30775starting up a TLS session, another EHLO is expected, and so it too is not
30776counted.
30777
30778The first occurrence of AUTH in a connection, or immediately following
30779STARTTLS is also not counted. Otherwise, all commands other than MAIL,
30780RCPT, DATA, and QUIT are counted.
30781
30782You can control which hosts are subject to the limit set by
9b371988
PH
30783&%smtp_accept_max_nonmail%& by setting
30784&%smtp_accept_max_nonmail_hosts%&. The default value is &`*`&, which makes
168e428f
PH
30785the limit apply to all hosts. This option means that you can exclude any
30786specific badly-behaved hosts that you have to live with.
30787
30788
30789
30790
f89d2485 30791.section "The VRFY and EXPN commands" "SECID237"
168e428f 30792When Exim receives a VRFY or EXPN command on a TCP/IP connection, it
9b371988 30793runs the ACL specified by &%acl_smtp_vrfy%& or &%acl_smtp_expn%& (as
168e428f
PH
30794appropriate) in order to decide whether the command should be accepted or not.
30795If no ACL is defined, the command is rejected.
30796
9b371988 30797.cindex "VRFY" "processing"
168e428f 30798When VRFY is accepted, it runs exactly the same code as when Exim is
9b371988 30799called with the &%-bv%& option.
168e428f 30800
9b371988 30801.cindex "EXPN" "processing"
168e428f 30802When EXPN is accepted, a single-level expansion of the address is done.
9b371988
PH
30803EXPN is treated as an &"address test"& (similar to the &%-bt%& option) rather
30804than a verification (the &%-bv%& option). If an unqualified local part is given
30805as the argument to EXPN, it is qualified with &%qualify_domain%&. Rejections
168e428f
PH
30806of VRFY and EXPN commands are logged on the main and reject logs, and
30807VRFY verification failures are logged on the main log for consistency with
30808RCPT failures.
30809
30810
30811
9b371988
PH
30812.section "The ETRN command" "SECTETRN"
30813.cindex "ETRN" "processing"
168e428f
PH
30814RFC 1985 describes an SMTP command called ETRN that is designed to
30815overcome the security problems of the TURN command (which has fallen into
30816disuse). When Exim receives an ETRN command on a TCP/IP connection, it runs
9b371988 30817the ACL specified by &%acl_smtp_etrn%& in order to decide whether the command
168e428f
PH
30818should be accepted or not. If no ACL is defined, the command is rejected.
30819
9b371988 30820The ETRN command is concerned with &"releasing"& messages that are awaiting
168e428f
PH
30821delivery to certain hosts. As Exim does not organize its message queue by host,
30822the only form of ETRN that is supported by default is the one where the
9b371988 30823text starts with the &"#"& prefix, in which case the remainder of the text is
168e428f 30824specific to the SMTP server. A valid ETRN command causes a run of Exim with
9b371988 30825the &%-R%& option to happen, with the remainder of the ETRN text as its
168e428f 30826argument. For example,
9b371988
PH
30827.code
30828ETRN #brigadoon
30829.endd
168e428f 30830runs the command
9b371988
PH
30831.code
30832exim -R brigadoon
30833.endd
168e428f 30834which causes a delivery attempt on all messages with undelivered addresses
9b371988 30835containing the text &"brigadoon"&. When &%smtp_etrn_serialize%& is set (the
168e428f
PH
30836default), Exim prevents the simultaneous execution of more than one queue run
30837for the same argument string as a result of an ETRN command. This stops
30838a misbehaving client from starting more than one queue runner at once.
30839
9b371988 30840.cindex "hints database" "ETRN serialization"
168e428f
PH
30841Exim implements the serialization by means of a hints database in which a
30842record is written whenever a process is started by ETRN, and deleted when
30843the process completes. However, Exim does not keep the SMTP session waiting for
30844the ETRN process to complete. Once ETRN is accepted, the client is sent
9b371988
PH
30845a &"success"& return code. Obviously there is scope for hints records to get
30846left lying around if there is a system or program crash. To guard against this,
30847Exim ignores any records that are more than six hours old.
168e428f 30848
0a4e3112 30849.oindex "&%smtp_etrn_command%&"
9b371988 30850For more control over what ETRN does, the &%smtp_etrn_command%& option can
168e428f
PH
30851used. This specifies a command that is run whenever ETRN is received,
30852whatever the form of its argument. For
30853example:
9b371988
PH
30854.code
30855smtp_etrn_command = /etc/etrn_command $domain \
30856 $sender_host_address
30857.endd
f89d2485 30858.vindex "&$domain$&"
168e428f 30859The string is split up into arguments which are independently expanded. The
9b371988 30860expansion variable &$domain$& is set to the argument of the ETRN command,
168e428f
PH
30861and no syntax checking is done on the contents of this argument. Exim does not
30862wait for the command to complete, so its status code is not checked. Exim runs
30863under its own uid and gid when receiving incoming SMTP, so it is not possible
30864for it to change them before running the command.
30865
30866
30867
f89d2485 30868.section "Incoming local SMTP" "SECID238"
9b371988 30869.cindex "SMTP" "local incoming"
168e428f
PH
30870Some user agents use SMTP to pass messages to their local MTA using the
30871standard input and output, as opposed to passing the envelope on the command
30872line and writing the message to the standard input. This is supported by the
9b371988 30873&%-bs%& option. This form of SMTP is handled in the same way as incoming
168e428f
PH
30874messages over TCP/IP (including the use of ACLs), except that the envelope
30875sender given in a MAIL command is ignored unless the caller is trusted. In
30876an ACL you can detect this form of SMTP input by testing for an empty host
30877identification. It is common to have this as the first line in the ACL that
30878runs for RCPT commands:
9b371988
PH
30879.code
30880accept hosts = :
30881.endd
168e428f
PH
30882This accepts SMTP messages from local processes without doing any other tests.
30883
30884
30885
9b371988
PH
30886.section "Outgoing batched SMTP" "SECTbatchSMTP"
30887.cindex "SMTP" "batched outgoing"
30888.cindex "batched SMTP output"
30889Both the &(appendfile)& and &(pipe)& transports can be used for handling
30890batched SMTP. Each has an option called &%use_bsmtp%& which causes messages to
30891be output in BSMTP format. No SMTP responses are possible for this form of
30892delivery. All it is doing is using SMTP commands as a way of transmitting the
30893envelope along with the message.
168e428f
PH
30894
30895The message is written to the file or pipe preceded by the SMTP commands
30896MAIL and RCPT, and followed by a line containing a single dot. Lines in
30897the message that start with a dot have an extra dot added. The SMTP command
9b371988 30898HELO is not normally used. If it is required, the &%message_prefix%& option
168e428f
PH
30899can be used to specify it.
30900
9b371988 30901Because &(appendfile)& and &(pipe)& are both local transports, they accept only
168e428f 30902one recipient address at a time by default. However, you can arrange for them
9b371988 30903to handle several addresses at once by setting the &%batch_max%& option. When
168e428f 30904this is done for BSMTP, messages may contain multiple RCPT commands. See
9b371988 30905chapter &<<CHAPbatching>>& for more details.
168e428f 30906
f89d2485 30907.vindex "&$host$&"
168e428f
PH
30908When one or more addresses are routed to a BSMTP transport by a router that
30909sets up a host list, the name of the first host on the list is available to the
9b371988 30910transport in the variable &$host$&. Here is an example of such a transport and
168e428f 30911router:
9b371988
PH
30912.code
30913begin routers
30914route_append:
30915 driver = manualroute
30916 transport = smtp_appendfile
30917 route_list = domain.example batch.host.example
168e428f 30918
9b371988
PH
30919begin transports
30920smtp_appendfile:
30921 driver = appendfile
30922 directory = /var/bsmtp/$host
30923 batch_max = 1000
30924 use_bsmtp
30925 user = exim
30926.endd
30927This causes messages addressed to &'domain.example'& to be written in BSMTP
30928format to &_/var/bsmtp/batch.host.example_&, with only a single copy of each
168e428f
PH
30929message (unless there are more than 1000 recipients).
30930
30931
30932
9b371988
PH
30933.section "Incoming batched SMTP" "SECTincomingbatchedSMTP"
30934.cindex "SMTP" "batched incoming"
30935.cindex "batched SMTP input"
30936The &%-bS%& command line option causes Exim to accept one or more messages by
168e428f
PH
30937reading SMTP on the standard input, but to generate no responses. If the caller
30938is trusted, the senders in the MAIL commands are believed; otherwise the
30939sender is always the caller of Exim. Unqualified senders and receivers are not
30940rejected (there seems little point) but instead just get qualified. HELO
30941and EHLO act as RSET; VRFY, EXPN, ETRN and HELP, act
30942as NOOP; QUIT quits.
30943
30944No policy checking is done for BSMTP input. That is, no ACL is run at anytime.
30945In this respect it is like non-SMTP local input.
30946
9b371988 30947If an error is detected while reading a message, including a missing &"."& at
168e428f
PH
30948the end, Exim gives up immediately. It writes details of the error to the
30949standard output in a stylized way that the calling program should be able to
30950make some use of automatically, for example:
9b371988
PH
30951.code
30952554 Unexpected end of file
30953Transaction started in line 10
30954Error detected in line 14
30955.endd
168e428f
PH
30956It writes a more verbose version, for human consumption, to the standard error
30957file, for example:
9b371988
PH
30958.code
30959An error was detected while processing a file of BSMTP input.
30960The error message was:
168e428f 30961
9b371988 30962501 '>' missing at end of address
168e428f 30963
9b371988
PH
30964The SMTP transaction started in line 10.
30965The error was detected in line 12.
30966The SMTP command at fault was:
168e428f 30967
9b371988 30968rcpt to:<malformed@in.com.plete
168e428f 30969
9b371988
PH
309701 previous message was successfully processed.
30971The rest of the batch was abandoned.
30972.endd
168e428f
PH
30973The return code from Exim is zero only if there were no errors. It is 1 if some
30974messages were accepted before an error was detected, and 2 if no messages were
30975accepted.
4f578862
PH
30976.ecindex IIDsmtpproc1
30977.ecindex IIDsmtpproc2
168e428f
PH
30978
30979
30980
9b371988
PH
30981. ////////////////////////////////////////////////////////////////////////////
30982. ////////////////////////////////////////////////////////////////////////////
168e428f 30983
9b371988
PH
30984.chapter "Customizing bounce and warning messages" "CHAPemsgcust" &&&
30985 "Customizing messages"
168e428f
PH
30986When a message fails to be delivered, or remains on the queue for more than a
30987configured amount of time, Exim sends a message to the original sender, or
30988to an alternative configured address. The text of these messages is built into
30989the code of Exim, but it is possible to change it, either by adding a single
30990string, or by replacing each of the paragraphs by text supplied in a file.
30991
9b371988
PH
30992The &'From:'& and &'To:'& header lines are automatically generated; you can
30993cause a &'Reply-To:'& line to be added by setting the &%errors_reply_to%&
30994option. Exim also adds the line
30995.code
30996Auto-Submitted: auto-generated
30997.endd
168e428f
PH
30998to all warning and bounce messages,
30999
31000
f89d2485 31001.section "Customizing bounce messages" "SECID239"
9b371988
PH
31002.cindex "customizing" "bounce message"
31003.cindex "bounce message" "customizing"
31004If &%bounce_message_text%& is set, its contents are included in the default
31005message immediately after &"This message was created automatically by mail
31006delivery software."& The string is not expanded. It is not used if
31007&%bounce_message_file%& is set.
168e428f 31008
9b371988 31009When &%bounce_message_file%& is set, it must point to a template file for
168e428f
PH
31010constructing error messages. The file consists of a series of text items,
31011separated by lines consisting of exactly four asterisks. If the file cannot be
31012opened, default text is used and a message is written to the main and panic
31013logs. If any text item in the file is empty, default text is used for that
31014item.
31015
f89d2485
PH
31016.vindex "&$bounce_recipient$&"
31017.vindex "&$bounce_return_size_limit$&"
168e428f 31018Each item of text that is read from the file is expanded, and there are two
9b371988
PH
31019expansion variables which can be of use here: &$bounce_recipient$& is set to
31020the recipient of an error message while it is being created, and
31021&$bounce_return_size_limit$& contains the value of the &%return_size_limit%&
068aaea8 31022option, rounded to a whole number.
168e428f
PH
31023
31024The items must appear in the file in the following order:
31025
9b371988
PH
31026.ilist
31027The first item is included in the headers, and should include at least a
31028&'Subject:'& header. Exim does not check the syntax of these headers.
31029.next
31030The second item forms the start of the error message. After it, Exim lists the
168e428f 31031failing addresses with their error messages.
9b371988
PH
31032.next
31033The third item is used to introduce any text from pipe transports that is to be
168e428f 31034returned to the sender. It is omitted if there is no such text.
9b371988
PH
31035.next
31036The fourth item is used to introduce the copy of the message that is returned
168e428f 31037as part of the error report.
9b371988
PH
31038.next
31039The fifth item is added after the fourth one if the returned message is
31040truncated because it is bigger than &%return_size_limit%&.
31041.next
31042The sixth item is added after the copy of the original message.
31043.endlist
31044
31045The default state (&%bounce_message_file%& unset) is equivalent to the
31046following file, in which the sixth item is empty. The &'Subject:'& and some
31047other lines have been split in order to fit them on the page:
31048.code
31049Subject: Mail delivery failed
31050 ${if eq{$sender_address}{$bounce_recipient}
31051 {: returning message to sender}}
31052****
31053This message was created automatically by mail delivery software.
31054
31055A message ${if eq{$sender_address}{$bounce_recipient}
31056 {that you sent }{sent by
31057
31058<$sender_address>
31059
31060}}could not be delivered to all of its recipients.
3cb1b51e 31061This is a permanent error. The following address(es) failed:
9b371988
PH
31062****
31063The following text was generated during the delivery attempt(s):
31064****
31065------ This is a copy of the message, including all the headers.
31066 ------
31067****
31068------ The body of the message is $message_size characters long;
31069 only the first
31070------ $bounce_return_size_limit or so are included here.
31071****
31072.endd
31073.section "Customizing warning messages" "SECTcustwarn"
31074.cindex "customizing" "warning message"
31075.cindex "warning of delay" "customizing the message"
31076The option &%warn_message_file%& can be pointed at a template file for use when
168e428f
PH
31077warnings about message delays are created. In this case there are only three
31078text sections:
31079
9b371988
PH
31080.ilist
31081The first item is included in the headers, and should include at least a
31082&'Subject:'& header. Exim does not check the syntax of these headers.
31083.next
31084The second item forms the start of the warning message. After it, Exim lists
168e428f 31085the delayed addresses.
9b371988
PH
31086.next
31087The third item then ends the message.
31088.endlist
31089
31090The default state is equivalent to the following file, except that some lines
31091have been split here, in order to fit them on the page:
31092.code
31093Subject: Warning: message $message_exim_id delayed
31094 $warn_message_delay
31095****
31096This message was created automatically by mail delivery software.
31097
31098A message ${if eq{$sender_address}{$warn_message_recipients}
31099{that you sent }{sent by
31100
31101<$sender_address>
31102
31103}}has not been delivered to all of its recipients after
31104more than $warn_message_delay on the queue on $primary_hostname.
31105
31106The message identifier is: $message_exim_id
31107The subject of the message is: $h_subject
31108The date of the message is: $h_date
31109
31110The following address(es) have not yet been delivered:
31111****
31112No action is required on your part. Delivery attempts will
31113continue for some time, and this warning may be repeated at
31114intervals if the message remains undelivered. Eventually the
31115mail delivery software will give up, and when that happens,
31116the message will be returned to you.
31117.endd
f89d2485
PH
31118.vindex "&$warn_message_delay$&"
31119.vindex "&$warn_message_recipients$&"
9b371988 31120However, in the default state the subject and date lines are omitted if no
168e428f 31121appropriate headers exist. During the expansion of this file,
9b371988
PH
31122&$warn_message_delay$& is set to the delay time in one of the forms &"<&'n'&>
31123minutes"& or &"<&'n'&> hours"&, and &$warn_message_recipients$& contains a list
31124of recipients for the warning message. There may be more than one if there are
31125multiple addresses with different &%errors_to%& settings on the routers that
168e428f
PH
31126handled them.
31127
31128
31129
31130
9b371988
PH
31131. ////////////////////////////////////////////////////////////////////////////
31132. ////////////////////////////////////////////////////////////////////////////
168e428f 31133
9b371988 31134.chapter "Some common configuration settings" "CHAPcomconreq"
168e428f
PH
31135This chapter discusses some configuration settings that seem to be fairly
31136common. More examples and discussion can be found in the Exim book.
31137
31138
31139
f89d2485 31140.section "Sending mail to a smart host" "SECID240"
9b371988
PH
31141.cindex "smart host" "example router"
31142If you want to send all mail for non-local domains to a &"smart host"&, you
31143should replace the default &(dnslookup)& router with a router which does the
168e428f 31144routing explicitly:
9b371988
PH
31145.code
31146send_to_smart_host:
31147 driver = manualroute
31148 route_list = !+local_domains smart.host.name
31149 transport = remote_smtp
31150.endd
168e428f 31151You can use the smart host's IP address instead of the name if you wish.
168e428f
PH
31152If you are using Exim only to submit messages to a smart host, and not for
31153receiving incoming messages, you can arrange for it to do the submission
9b371988
PH
31154synchronously by setting the &%mua_wrapper%& option (see chapter
31155&<<CHAPnonqueueing>>&).
168e428f
PH
31156
31157
31158
31159
9b371988
PH
31160.section "Using Exim to handle mailing lists" "SECTmailinglists"
31161.cindex "mailing lists"
168e428f
PH
31162Exim can be used to run simple mailing lists, but for large and/or complicated
31163requirements, the use of additional specialized mailing list software such as
31164Majordomo or Mailman is recommended.
31165
9b371988 31166The &(redirect)& router can be used to handle mailing lists where each list
168e428f 31167is maintained in a separate file, which can therefore be managed by an
9b371988 31168independent manager. The &%domains%& router option can be used to run these
168e428f 31169lists in a separate domain from normal mail. For example:
9b371988
PH
31170.code
31171lists:
31172 driver = redirect
31173 domains = lists.example
31174 file = /usr/lists/$local_part
31175 forbid_pipe
31176 forbid_file
31177 errors_to = $local_part-request@lists.example
31178 no_more
31179.endd
31180This router is skipped for domains other than &'lists.example'&. For addresses
168e428f 31181in that domain, it looks for a file that matches the local part. If there is no
9b371988 31182such file, the router declines, but because &%no_more%& is set, no subsequent
168e428f
PH
31183routers are tried, and so the whole delivery fails.
31184
9b371988 31185The &%forbid_pipe%& and &%forbid_file%& options prevent a local part from being
168e428f
PH
31186expanded into a file name or a pipe delivery, which is usually inappropriate in
31187a mailing list.
31188
0a4e3112 31189.oindex "&%errors_to%&"
9b371988 31190The &%errors_to%& option specifies that any delivery errors caused by addresses
168e428f
PH
31191taken from a mailing list are to be sent to the given address rather than the
31192original sender of the message. However, before acting on this, Exim verifies
31193the error address, and ignores it if verification fails.
31194
31195For example, using the configuration above, mail sent to
9b371988
PH
31196&'dicts@lists.example'& is passed on to those addresses contained in
31197&_/usr/lists/dicts_&, with error reports directed to
31198&'dicts-request@lists.example'&, provided that this address can be verified.
31199There could be a file called &_/usr/lists/dicts-request_& containing
168e428f 31200the address(es) of this particular list's manager(s), but other approaches,
9b371988
PH
31201such as setting up an earlier router (possibly using the &%local_part_prefix%&
31202or &%local_part_suffix%& options) to handle addresses of the form
31203&%owner-%&&'xxx'& or &%xxx-%&&'request'&, are also possible.
168e428f
PH
31204
31205
31206
f89d2485 31207.section "Syntax errors in mailing lists" "SECID241"
9b371988 31208.cindex "mailing lists" "syntax errors in"
168e428f
PH
31209If an entry in redirection data contains a syntax error, Exim normally defers
31210delivery of the original address. That means that a syntax error in a mailing
31211list holds up all deliveries to the list. This may not be appropriate when a
31212list is being maintained automatically from data supplied by users, and the
31213addresses are not rigorously checked.
31214
9b371988 31215If the &%skip_syntax_errors%& option is set, the &(redirect)& router just skips
168e428f 31216entries that fail to parse, noting the incident in the log. If in addition
9b371988 31217&%syntax_errors_to%& is set to a verifiable address, a message is sent to it
168e428f 31218whenever a broken address is skipped. It is usually appropriate to set
9b371988 31219&%syntax_errors_to%& to the same address as &%errors_to%&.
168e428f
PH
31220
31221
31222
f89d2485 31223.section "Re-expansion of mailing lists" "SECID242"
9b371988 31224.cindex "mailing lists" "re-expansion of"
168e428f
PH
31225Exim remembers every individual address to which a message has been delivered,
31226in order to avoid duplication, but it normally stores only the original
31227recipient addresses with a message. If all the deliveries to a mailing list
31228cannot be done at the first attempt, the mailing list is re-expanded when the
31229delivery is next tried. This means that alterations to the list are taken into
31230account at each delivery attempt, so addresses that have been added to
31231the list since the message arrived will therefore receive a copy of the
31232message, even though it pre-dates their subscription.
31233
9b371988
PH
31234If this behaviour is felt to be undesirable, the &%one_time%& option can be set
31235on the &(redirect)& router. If this is done, any addresses generated by the
168e428f 31236router that fail to deliver at the first attempt are added to the message as
9b371988
PH
31237&"top level"& addresses, and the parent address that generated them is marked
31238&"delivered"&. Thus, expansion of the mailing list does not happen again at the
168e428f
PH
31239subsequent delivery attempts. The disadvantage of this is that if any of the
31240failing addresses are incorrect, correcting them in the file has no effect on
31241pre-existing messages.
31242
31243The original top-level address is remembered with each of the generated
31244addresses, and is output in any log messages. However, any intermediate parent
31245addresses are not recorded. This makes a difference to the log only if the
9b371988 31246&%all_parents%& selector is set, but for mailing lists there is normally only
168e428f
PH
31247one level of expansion anyway.
31248
31249
31250
f89d2485 31251.section "Closed mailing lists" "SECID243"
9b371988 31252.cindex "mailing lists" "closed"
168e428f
PH
31253The examples so far have assumed open mailing lists, to which anybody may
31254send mail. It is also possible to set up closed lists, where mail is accepted
31255from specified senders only. This is done by making use of the generic
9b371988 31256&%senders%& option to restrict the router that handles the list.
168e428f
PH
31257
31258The following example uses the same file as a list of recipients and as a list
31259of permitted senders. It requires three routers:
9b371988 31260.code
168e428f
PH
31261lists_request:
31262 driver = redirect
31263 domains = lists.example
31264 local_part_suffix = -request
31265 file = /usr/lists/$local_part$local_part_suffix
31266 no_more
31267
31268lists_post:
31269 driver = redirect
31270 domains = lists.example
31271 senders = ${if exists {/usr/lists/$local_part}\
31272 {lsearch;/usr/lists/$local_part}{*}}
31273 file = /usr/lists/$local_part
31274 forbid_pipe
31275 forbid_file
31276 errors_to = $local_part-request@lists.example
31277 no_more
31278
31279lists_closed:
31280 driver = redirect
31281 domains = lists.example
31282 allow_fail
31283 data = :fail: $local_part@lists.example is a closed mailing list
9b371988
PH
31284.endd
31285All three routers have the same &%domains%& setting, so for any other domains,
168e428f 31286they are all skipped. The first router runs only if the local part ends in
9b371988 31287&%-request%&. It handles messages to the list manager(s) by means of an open
168e428f
PH
31288mailing list.
31289
9b371988 31290The second router runs only if the &%senders%& precondition is satisfied. It
168e428f
PH
31291checks for the existence of a list that corresponds to the local part, and then
31292checks that the sender is on the list by means of a linear search. It is
31293necessary to check for the existence of the file before trying to search it,
31294because otherwise Exim thinks there is a configuration error. If the file does
9b371988 31295not exist, the expansion of &%senders%& is *, which matches all senders. This
168e428f 31296means that the router runs, but because there is no list, declines, and
9b371988
PH
31297&%no_more%& ensures that no further routers are run. The address fails with an
31298&"unrouteable address"& error.
168e428f
PH
31299
31300The third router runs only if the second router is skipped, which happens when
31301a mailing list exists, but the sender is not on it. This router forcibly fails
31302the address, giving a suitable error message.
31303
31304
31305
31306
4f578862
PH
31307.section "Variable Envelope Return Paths (VERP)" "SECTverp"
31308.cindex "VERP"
31309.cindex "Variable Envelope Return Paths"
31310.cindex "envelope sender"
31311Variable Envelope Return Paths &-- see &url(http://cr.yp.to/proto/verp.txt) &--
31312are a way of helping mailing list administrators discover which subscription
31313address is the cause of a particular delivery failure. The idea is to encode
31314the original recipient address in the outgoing envelope sender address, so that
31315if the message is forwarded by another host and then subsequently bounces, the
31316original recipient can be extracted from the recipient address of the bounce.
31317
31318.oindex &%errors_to%&
31319.oindex &%return_path%&
31320Envelope sender addresses can be modified by Exim using two different
31321facilities: the &%errors_to%& option on a router (as shown in previous mailing
31322list examples), or the &%return_path%& option on a transport. The second of
31323these is effective only if the message is successfully delivered to another
31324host; it is not used for errors detected on the local host (see the description
31325of &%return_path%& in chapter &<<CHAPtransportgeneric>>&). Here is an example
31326of the use of &%return_path%& to implement VERP on an &(smtp)& transport:
31327.code
31328verp_smtp:
31329 driver = smtp
31330 max_rcpt = 1
31331 return_path = \
31332 ${if match {$return_path}{^(.+?)-request@your.dom.example\$}\
3cb1b51e 31333 {$1-request+$local_part=$domain@your.dom.example}fail}
4f578862
PH
31334.endd
31335This has the effect of rewriting the return path (envelope sender) on outgoing
31336SMTP messages, if the local part of the original return path ends in
31337&"-request"&, and the domain is &'your.dom.example'&. The rewriting inserts the
31338local part and domain of the recipient into the return path. Suppose, for
31339example, that a message whose return path has been set to
31340&'somelist-request@your.dom.example'& is sent to
31341&'subscriber@other.dom.example'&. In the transport, the return path is
31342rewritten as
31343.code
3cb1b51e 31344somelist-request+subscriber=other.dom.example@your.dom.example
4f578862 31345.endd
f89d2485 31346.vindex "&$local_part$&"
db9452a9
PH
31347For this to work, you must tell Exim to send multiple copies of messages that
31348have more than one recipient, so that each copy has just one recipient. This is
4f578862
PH
31349achieved by setting &%max_rcpt%& to 1. Without this, a single copy of a message
31350might be sent to several different recipients in the same domain, in which case
31351&$local_part$& is not available in the transport, because it is not unique.
31352
31353Unless your host is doing nothing but mailing list deliveries, you should
31354probably use a separate transport for the VERP deliveries, so as not to use
db9452a9
PH
31355extra resources in making one-per-recipient copies for other deliveries. This
31356can easily be done by expanding the &%transport%& option in the router:
4f578862
PH
31357.code
31358dnslookup:
31359 driver = dnslookup
31360 domains = ! +local_domains
31361 transport = \
31362 ${if match {$return_path}{^(.+?)-request@your.dom.example\$}\
31363 {verp_smtp}{remote_smtp}}
31364 no_more
31365.endd
31366If you want to change the return path using &%errors_to%& in a router instead
31367of using &%return_path%& in the transport, you need to set &%errors_to%& on all
31368routers that handle mailing list addresses. This will ensure that all delivery
31369errors, including those detected on the local host, are sent to the VERP
31370address.
31371
31372On a host that does no local deliveries and has no manual routing, only the
31373&(dnslookup)& router needs to be changed. A special transport is not needed for
31374SMTP deliveries. Every mailing list recipient has its own return path value,
31375and so Exim must hand them to the transport one at a time. Here is an example
31376of a &(dnslookup)& router that implements VERP:
31377.code
31378verp_dnslookup:
31379 driver = dnslookup
31380 domains = ! +local_domains
31381 transport = remote_smtp
31382 errors_to = \
31383 ${if match {$return_path}{^(.+?)-request@your.dom.example\$}}
3cb1b51e 31384 {$1-request+$local_part=$domain@your.dom.example}fail}
4f578862
PH
31385 no_more
31386.endd
31387Before you start sending out messages with VERPed return paths, you must also
31388configure Exim to accept the bounce messages that come back to those paths.
31389Typically this is done by setting a &%local_part_suffix%& option for a
31390router, and using this to route the messages to wherever you want to handle
31391them.
31392
31393The overhead incurred in using VERP depends very much on the size of the
31394message, the number of recipient addresses that resolve to the same remote
31395host, and the speed of the connection over which the message is being sent. If
31396a lot of addresses resolve to the same host and the connection is slow, sending
31397a separate copy of the message for each address may take substantially longer
31398than sending a single copy with many recipients (for which VERP cannot be
31399used).
4f578862
PH
31400
31401
31402
31403
31404
31405
9b371988
PH
31406.section "Virtual domains" "SECTvirtualdomains"
31407.cindex "virtual domains"
31408.cindex "domain" "virtual"
31409The phrase &'virtual domain'& is unfortunately used with two rather different
168e428f
PH
31410meanings:
31411
9b371988
PH
31412.ilist
31413A domain for which there are no real mailboxes; all valid local parts are
168e428f 31414aliases for other email addresses. Common examples are organizational
9b371988
PH
31415top-level domains and &"vanity"& domains.
31416.next
31417One of a number of independent domains that are all handled by the same host,
168e428f
PH
31418with mailboxes on that host, but where the mailbox owners do not necessarily
31419have login accounts on that host.
9b371988 31420.endlist
168e428f 31421
9b371988
PH
31422The first usage is probably more common, and does seem more &"virtual"& than
31423the second. This kind of domain can be handled in Exim with a straightforward
168e428f
PH
31424aliasing router. One approach is to create a separate alias file for each
31425virtual domain. Exim can test for the existence of the alias file to determine
9b371988 31426whether the domain exists. The &(dsearch)& lookup type is useful here, leading
168e428f 31427to a router of this form:
9b371988
PH
31428.code
31429virtual:
31430 driver = redirect
31431 domains = dsearch;/etc/mail/virtual
31432 data = ${lookup{$local_part}lsearch{/etc/mail/virtual/$domain}}
31433 no_more
31434.endd
31435The &%domains%& option specifies that the router is to be skipped, unless there
31436is a file in the &_/etc/mail/virtual_& directory whose name is the same as the
168e428f 31437domain that is being processed. When the router runs, it looks up the local
9b371988
PH
31438part in the file to find a new address (or list of addresses). The &%no_more%&
31439setting ensures that if the lookup fails (leading to &%data%& being an empty
168e428f
PH
31440string), Exim gives up on the address without trying any subsequent routers.
31441
31442This one router can handle all the virtual domains because the alias file names
31443follow a fixed pattern. Permissions can be arranged so that appropriate people
31444can edit the different alias files. A successful aliasing operation results in
31445a new envelope recipient address, which is then routed from scratch.
31446
9b371988 31447The other kind of &"virtual"& domain can also be handled in a straightforward
168e428f
PH
31448way. One approach is to create a file for each domain containing a list of
31449valid local parts, and use it in a router like this:
9b371988
PH
31450.code
31451my_domains:
31452 driver = accept
31453 domains = dsearch;/etc/mail/domains
31454 local_parts = lsearch;/etc/mail/domains/$domain
31455 transport = my_mailboxes
31456.endd
168e428f 31457The address is accepted if there is a file for the domain, and the local part
9b371988
PH
31458can be found in the file. The &%domains%& option is used to check for the
31459file's existence because &%domains%& is tested before the &%local_parts%&
31460option (see section &<<SECTrouprecon>>&). You cannot use &%require_files%&,
31461because that option is tested after &%local_parts%&. The transport is as
31462follows:
31463.code
31464my_mailboxes:
31465 driver = appendfile
31466 file = /var/mail/$domain/$local_part
31467 user = mail
31468.endd
31469This uses a directory of mailboxes for each domain. The &%user%& setting is
168e428f
PH
31470required, to specify which uid is to be used for writing to the mailboxes.
31471
31472The configuration shown here is just one example of how you might support this
31473requirement. There are many other ways this kind of configuration can be set
31474up, for example, by using a database instead of separate files to hold all the
31475information about the domains.
31476
31477
31478
9b371988
PH
31479.section "Multiple user mailboxes" "SECTmulbox"
31480.cindex "multiple mailboxes"
31481.cindex "mailbox" "multiple"
31482.cindex "local part" "prefix"
31483.cindex "local part" "suffix"
168e428f
PH
31484Heavy email users often want to operate with multiple mailboxes, into which
31485incoming mail is automatically sorted. A popular way of handling this is to
31486allow users to use multiple sender addresses, so that replies can easily be
31487identified. Users are permitted to add prefixes or suffixes to their local
31488parts for this purpose. The wildcard facility of the generic router options
9b371988 31489&%local_part_prefix%& and &%local_part_suffix%& can be used for this. For
168e428f 31490example, consider this router:
9b371988
PH
31491.code
31492userforward:
31493 driver = redirect
31494 check_local_user
31495 file = $home/.forward
31496 local_part_suffix = -*
31497 local_part_suffix_optional
31498 allow_filter
31499.endd
f89d2485 31500.vindex "&$local_part_suffix$&"
9b371988
PH
31501It runs a user's &_.forward_& file for all local parts of the form
31502&'username-*'&. Within the filter file the user can distinguish different
31503cases by testing the variable &$local_part_suffix$&. For example:
31504.code
31505if $local_part_suffix contains -special then
31506save /home/$local_part/Mail/special
31507endif
31508.endd
168e428f
PH
31509If the filter file does not exist, or does not deal with such addresses, they
31510fall through to subsequent routers, and, assuming no subsequent use of the
9b371988 31511&%local_part_suffix%& option is made, they presumably fail. Thus, users have
168e428f
PH
31512control over which suffixes are valid.
31513
31514Alternatively, a suffix can be used to trigger the use of a different
9b371988 31515&_.forward_& file &-- which is the way a similar facility is implemented in
168e428f 31516another MTA:
9b371988
PH
31517.code
31518userforward:
31519 driver = redirect
31520 check_local_user
31521 file = $home/.forward$local_part_suffix
31522 local_part_suffix = -*
31523 local_part_suffix_optional
31524 allow_filter
31525.endd
31526If there is no suffix, &_.forward_& is used; if the suffix is &'-special'&, for
31527example, &_.forward-special_& is used. Once again, if the appropriate file
168e428f
PH
31528does not exist, or does not deal with the address, it is passed on to
31529subsequent routers, which could, if required, look for an unqualified
9b371988 31530&_.forward_& file to use as a default.
168e428f
PH
31531
31532
31533
f89d2485 31534.section "Simplified vacation processing" "SECID244"
9b371988
PH
31535.cindex "vacation processing"
31536The traditional way of running the &'vacation'& program is for a user to set up
31537a pipe command in a &_.forward_& file
31538(see section &<<SECTspecitredli>>& for syntax details).
168e428f
PH
31539This is prone to error by inexperienced users. There are two features of Exim
31540that can be used to make this process simpler for users:
31541
9b371988
PH
31542.ilist
31543A local part prefix such as &"vacation-"& can be specified on a router which
31544can cause the message to be delivered directly to the &'vacation'& program, or
31545alternatively can use Exim's &(autoreply)& transport. The contents of a user's
31546&_.forward_& file are then much simpler. For example:
31547.code
31548spqr, vacation-spqr
31549.endd
31550.next
31551The &%require_files%& generic router option can be used to trigger a
168e428f 31552vacation delivery by checking for the existence of a certain file in the
9b371988 31553user's home directory. The &%unseen%& generic option should also be used, to
168e428f 31554ensure that the original delivery also proceeds. In this case, all the user has
9b371988 31555to do is to create a file called, say, &_.vacation_&, containing a vacation
168e428f 31556message.
9b371988 31557.endlist
168e428f
PH
31558
31559Another advantage of both these methods is that they both work even when the
31560use of arbitrary pipes by users is locked out.
31561
31562
31563
f89d2485 31564.section "Taking copies of mail" "SECID245"
9b371988 31565.cindex "message" "copying every"
168e428f
PH
31566Some installations have policies that require archive copies of all messages to
31567be made. A single copy of each message can easily be taken by an appropriate
31568command in a system filter, which could, for example, use a different file for
31569each day's messages.
31570
31571There is also a shadow transport mechanism that can be used to take copies of
31572messages that are successfully delivered by local transports, one copy per
9b371988 31573delivery. This could be used, &'inter alia'&, to implement automatic
168e428f
PH
31574notification of delivery by sites that insist on doing such things.
31575
31576
31577
f89d2485 31578.section "Intermittently connected hosts" "SECID246"
9b371988 31579.cindex "intermittently connected hosts"
168e428f
PH
31580It has become quite common (because it is cheaper) for hosts to connect to the
31581Internet periodically rather than remain connected all the time. The normal
31582arrangement is that mail for such hosts accumulates on a system that is
31583permanently connected.
31584
31585Exim was designed for use on permanently connected hosts, and so it is not
31586particularly well-suited to use in an intermittently connected environment.
31587Nevertheless there are some features that can be used.
31588
31589
f89d2485 31590.section "Exim on the upstream server host" "SECID247"
168e428f
PH
31591It is tempting to arrange for incoming mail for the intermittently connected
31592host to remain on Exim's queue until the client connects. However, this
31593approach does not scale very well. Two different kinds of waiting message are
9b371988 31594being mixed up in the same queue &-- those that cannot be delivered because of
168e428f
PH
31595some temporary problem, and those that are waiting for their destination host
31596to connect. This makes it hard to manage the queue, as well as wasting
31597resources, because each queue runner scans the entire queue.
31598
31599A better approach is to separate off those messages that are waiting for an
31600intermittently connected host. This can be done by delivering these messages
9b371988 31601into local files in batch SMTP, &"mailstore"&, or other envelope-preserving
168e428f
PH
31602format, from where they are transmitted by other software when their
31603destination connects. This makes it easy to collect all the mail for one host
31604in a single directory, and to apply local timeout rules on a per-message basis
31605if required.
31606
31607On a very small scale, leaving the mail on Exim's queue can be made to work. If
31608you are doing this, you should configure Exim with a long retry period for the
31609intermittent host. For example:
9b371988
PH
31610.code
31611cheshire.wonderland.fict.example * F,5d,24h
31612.endd
168e428f
PH
31613This stops a lot of failed delivery attempts from occurring, but Exim remembers
31614which messages it has queued up for that host. Once the intermittent host comes
9b371988
PH
31615online, forcing delivery of one message (either by using the &%-M%& or &%-R%&
31616options, or by using the ETRN SMTP command (see section &<<SECTETRN>>&)
168e428f
PH
31617causes all the queued up messages to be delivered, often down a single SMTP
31618connection. While the host remains connected, any new messages get delivered
31619immediately.
31620
31621If the connecting hosts do not have fixed IP addresses, that is, if a host is
31622issued with a different IP address each time it connects, Exim's retry
31623mechanisms on the holding host get confused, because the IP address is normally
31624used as part of the key string for holding retry information. This can be
9b371988 31625avoided by unsetting &%retry_include_ip_address%& on the &(smtp)& transport.
168e428f
PH
31626Since this has disadvantages for permanently connected hosts, it is best to
31627arrange a separate transport for the intermittently connected ones.
31628
31629
31630
f89d2485 31631.section "Exim on the intermittently connected client host" "SECID248"
9b371988 31632The value of &%smtp_accept_queue_per_connection%& should probably be
168e428f
PH
31633increased, or even set to zero (that is, disabled) on the intermittently
31634connected host, so that all incoming messages down a single connection get
31635delivered immediately.
31636
9b371988
PH
31637.cindex "SMTP" "passed connection"
31638.cindex "SMTP" "multiple deliveries"
31639.cindex "multiple SMTP deliveries"
168e428f
PH
31640Mail waiting to be sent from an intermittently connected host will probably
31641not have been routed, because without a connection DNS lookups are not
31642possible. This means that if a normal queue run is done at connection time,
31643each message is likely to be sent in a separate SMTP session. This can be
31644avoided by starting the queue run with a command line option beginning with
9b371988
PH
31645&%-qq%& instead of &%-q%&. In this case, the queue is scanned twice. In the
31646first pass, routing is done but no deliveries take place. The second pass is a
31647normal queue run; since all the messages have been previously routed, those
31648destined for the same host are likely to get sent as multiple deliveries in a
31649single SMTP connection.
168e428f
PH
31650
31651
31652
9b371988
PH
31653. ////////////////////////////////////////////////////////////////////////////
31654. ////////////////////////////////////////////////////////////////////////////
168e428f 31655
9b371988
PH
31656.chapter "Using Exim as a non-queueing client" "CHAPnonqueueing" &&&
31657 "Exim as a non-queueing client"
f89d2485
PH
31658.cindex "client, non-queueing"
31659.cindex "smart host" "suppressing queueing"
168e428f 31660On a personal computer, it is a common requirement for all
9b371988 31661email to be sent to a &"smart host"&. There are plenty of MUAs that can be
168e428f
PH
31662configured to operate that way, for all the popular operating systems.
31663However, there are some MUAs for Unix-like systems that cannot be so
31664configured: they submit messages using the command line interface of
9b371988 31665&_/usr/sbin/sendmail_&. Furthermore, utility programs such as &'cron'& submit
168e428f
PH
31666messages this way.
31667
31668If the personal computer runs continuously, there is no problem, because it can
31669run a conventional MTA that handles delivery to the smart host, and deal with
31670any delays via its queueing mechanism. However, if the computer does not run
31671continuously or runs different operating systems at different times, queueing
31672email is not desirable.
31673
31674There is therefore a requirement for something that can provide the
9b371988 31675&_/usr/sbin/sendmail_& interface but deliver messages to a smart host without
168e428f
PH
31676any queueing or retrying facilities. Furthermore, the delivery to the smart
31677host should be synchronous, so that if it fails, the sending MUA is immediately
31678informed. In other words, we want something that extends an MUA that submits
31679to a local MTA via the command line so that it behaves like one that submits
31680to a remote smart host using TCP/SMTP.
31681
9b371988 31682There are a number of applications (for example, there is one called &'ssmtp'&)
168e428f
PH
31683that do this job. However, people have found them to be lacking in various
31684ways. For instance, you might want to allow aliasing and forwarding to be done
31685before sending a message to the smart host.
31686
31687Exim already had the necessary infrastructure for doing this job. Just a few
31688tweaks were needed to make it behave as required, though it is somewhat of an
31689overkill to use a fully-featured MTA for this purpose.
31690
0a4e3112 31691.oindex "&%mua_wrapper%&"
9b371988
PH
31692There is a Boolean global option called &%mua_wrapper%&, defaulting false.
31693Setting &%mua_wrapper%& true causes Exim to run in a special mode where it
31694assumes that it is being used to &"wrap"& a command-line MUA in the manner
31695just described. As well as setting &%mua_wrapper%&, you also need to provide a
168e428f
PH
31696compatible router and transport configuration. Typically there will be just one
31697router and one transport, sending everything to a smart host.
31698
31699When run in MUA wrapping mode, the behaviour of Exim changes in the
31700following ways:
31701
9b371988
PH
31702.ilist
31703A daemon cannot be run, nor will Exim accept incoming messages from &'inetd'&.
168e428f 31704In other words, the only way to submit messages is via the command line.
9b371988 31705.next
f89d2485 31706Each message is synchronously delivered as soon as it is received (&%-odi%& is
9b371988
PH
31707assumed). All queueing options (&%queue_only%&, &%queue_smtp_domains%&,
31708&%control%& in an ACL, etc.) are quietly ignored. The Exim reception process
31709does not finish until the delivery attempt is complete. If the delivery is
168e428f 31710successful, a zero return code is given.
9b371988
PH
31711.next
31712Address redirection is permitted, but the final routing for all addresses must
168e428f
PH
31713be to the same remote transport, and to the same list of hosts. Furthermore,
31714the return address (envelope sender) must be the same for all recipients, as
31715must any added or deleted header lines. In other words, it must be possible to
31716deliver the message in a single SMTP transaction, however many recipients there
31717are.
9b371988
PH
31718.next
31719If these conditions are not met, or if routing any address results in a
168e428f
PH
31720failure or defer status, or if Exim is unable to deliver all the recipients
31721successfully to one of the smart hosts, delivery of the entire message fails.
9b371988
PH
31722.next
31723Because no queueing is allowed, all failures are treated as permanent; there
31724is no distinction between 4&'xx'& and 5&'xx'& SMTP response codes from the
168e428f
PH
31725smart host. Furthermore, because only a single yes/no response can be given to
31726the caller, it is not possible to deliver to some recipients and not others. If
31727there is an error (temporary or permanent) for any recipient, all are failed.
9b371988
PH
31728.next
31729If more than one smart host is listed, Exim will try another host after a
168e428f
PH
31730connection failure or a timeout, in the normal way. However, if this kind of
31731failure happens for all the hosts, the delivery fails.
9b371988
PH
31732.next
31733When delivery fails, an error message is written to the standard error stream
168e428f
PH
31734(as well as to Exim's log), and Exim exits to the caller with a return code
31735value 1. The message is expunged from Exim's spool files. No bounce messages
31736are ever generated.
9b371988
PH
31737.next
31738No retry data is maintained, and any retry rules are ignored.
31739.next
31740A number of Exim options are overridden: &%deliver_drop_privilege%& is forced
595028e4 31741true, &%max_rcpt%& in the &(smtp)& transport is forced to &"unlimited"&,
9b371988
PH
31742&%remote_max_parallel%& is forced to one, and fallback hosts are ignored.
31743.endlist
168e428f
PH
31744
31745The overall effect is that Exim makes a single synchronous attempt to deliver
31746the message, failing if there is any kind of problem. Because no local
31747deliveries are done and no daemon can be run, Exim does not need root
9b371988
PH
31748privilege. It should be possible to run it setuid to &'exim'& instead of setuid
31749to &'root'&. See section &<<SECTrunexiwitpri>>& for a general discussion about
31750the advantages and disadvantages of running without root privilege.
168e428f
PH
31751
31752
31753
31754
9b371988
PH
31755. ////////////////////////////////////////////////////////////////////////////
31756. ////////////////////////////////////////////////////////////////////////////
168e428f 31757
9b371988 31758.chapter "Log files" "CHAPlog"
4f578862 31759.scindex IIDloggen "log" "general description"
9b371988 31760.cindex "log" "types of"
168e428f
PH
31761Exim writes three different logs, referred to as the main log, the reject log,
31762and the panic log:
31763
9b371988
PH
31764.ilist
31765.cindex "main log"
168e428f
PH
31766The main log records the arrival of each message and each delivery in a single
31767line in each case. The format is as compact as possible, in an attempt to keep
31768down the size of log files. Two-character flag sequences make it easy to pick
31769out these lines. A number of other events are recorded in the main log. Some of
9b371988
PH
31770them are optional, in which case the &%log_selector%& option controls whether
31771they are included or not. A Perl script called &'eximstats'&, which does simple
168e428f 31772analysis of main log files, is provided in the Exim distribution (see section
9b371988
PH
31773&<<SECTmailstat>>&).
31774.next
31775.cindex "reject log"
168e428f
PH
31776The reject log records information from messages that are rejected as a result
31777of a configuration option (that is, for policy reasons).
31778The first line of each rejection is a copy of the line that is also written to
31779the main log. Then, if the message's header has been read at the time the log
31780is written, its contents are written to this log. Only the original header
31781lines are available; header lines added by ACLs are not logged. You can use the
31782reject log to check that your policy controls are working correctly; on a busy
31783host this may be easier than scanning the main log for rejection messages. You
9b371988
PH
31784can suppress the writing of the reject log by setting &%write_rejectlog%&
31785false.
31786.next
31787.cindex "panic log"
31788.cindex "system log"
168e428f
PH
31789When certain serious errors occur, Exim writes entries to its panic log. If the
31790error is sufficiently disastrous, Exim bombs out afterwards. Panic log entries
31791are usually written to the main log as well, but can get lost amid the mass of
31792other entries. The panic log should be empty under normal circumstances. It is
9b371988 31793therefore a good idea to check it (or to have a &'cron'& script check it)
168e428f
PH
31794regularly, in order to become aware of any problems. When Exim cannot open its
31795panic log, it tries as a last resort to write to the system log (syslog). This
31796is opened with LOG_PID+LOG_CONS and the facility code of LOG_MAIL. The
31797message itself is written at priority LOG_CRIT.
9b371988
PH
31798.endlist
31799
31800Every log line starts with a timestamp, in the format shown in the following
31801example. Note that many of the examples shown in this chapter are line-wrapped.
31802In the log file, this would be all on one line:
31803.code
318042001-09-16 16:09:47 SMTP connection from [127.0.0.1] closed
31805 by QUIT
31806.endd
168e428f
PH
31807By default, the timestamps are in the local timezone. There are two
31808ways of changing this:
31809
9b371988
PH
31810.ilist
31811You can set the &%timezone%& option to a different time zone; in particular, if
168e428f 31812you set
9b371988
PH
31813.code
31814timezone = UTC
31815.endd
168e428f 31816the timestamps will be in UTC (aka GMT).
9b371988
PH
31817.next
31818If you set &%log_timezone%& true, the time zone is added to the timestamp, for
168e428f 31819example:
9b371988
PH
31820.code
318212003-04-25 11:17:07 +0100 Start queue run: pid=12762
31822.endd
31823.endlist
168e428f 31824
f89d2485
PH
31825.cindex "log" "process ids in"
31826.cindex "pid (process id)" "in log lines"
31827Exim does not include its process id in log lines by default, but you can
31828request that it does so by specifying the &`pid`& log selector (see section
31829&<<SECTlogselector>>&). When this is set, the process id is output, in square
31830brackets, immediately after the time and date.
f89d2485 31831
168e428f
PH
31832
31833
31834
9b371988
PH
31835.section "Where the logs are written" "SECTwhelogwri"
31836.cindex "log" "destination"
31837.cindex "log" "to file"
31838.cindex "log" "to syslog"
31839.cindex "syslog"
168e428f
PH
31840The logs may be written to local files, or to syslog, or both. However, it
31841should be noted that many syslog implementations use UDP as a transport, and
31842are therefore unreliable in the sense that messages are not guaranteed to
31843arrive at the loghost, nor is the ordering of messages necessarily maintained.
31844It has also been reported that on large log files (tens of megabytes) you may
9b371988
PH
31845need to tweak syslog to prevent it syncing the file with each write &-- on
31846Linux this has been seen to make syslog take 90% plus of CPU time.
168e428f
PH
31847
31848The destination for Exim's logs is configured by setting LOG_FILE_PATH in
9b371988 31849&_Local/Makefile_& or by setting &%log_file_path%& in the run time
168e428f
PH
31850configuration. This latter string is expanded, so it can contain, for example,
31851references to the host name:
9b371988
PH
31852.code
31853log_file_path = /var/log/$primary_hostname/exim_%slog
31854.endd
31855It is generally advisable, however, to set the string in &_Local/Makefile_&
168e428f
PH
31856rather than at run time, because then the setting is available right from the
31857start of Exim's execution. Otherwise, if there's something it wants to log
31858before it has read the configuration file (for example, an error in the
31859configuration file) it will not use the path you want, and may not be able to
31860log at all.
31861
9b371988 31862The value of LOG_FILE_PATH or &%log_file_path%& is a colon-separated
168e428f
PH
31863list, currently limited to at most two items. This is one option where the
31864facility for changing a list separator may not be used. The list must always be
9b371988
PH
31865colon-separated. If an item in the list is &"syslog"& then syslog is used;
31866otherwise the item must either be an absolute path, containing &`%s`& at the
31867point where &"main"&, &"reject"&, or &"panic"& is to be inserted, or be empty,
168e428f
PH
31868implying the use of a default path.
31869
31870When Exim encounters an empty item in the list, it searches the list defined by
31871LOG_FILE_PATH, and uses the first item it finds that is neither empty nor
9b371988
PH
31872&"syslog"&. This means that an empty item in &%log_file_path%& can be used to
31873mean &"use the path specified at build time"&. It no such item exists, log
31874files are written in the &_log_& subdirectory of the spool directory. This is
168e428f 31875equivalent to the setting:
9b371988
PH
31876.code
31877log_file_path = $spool_directory/log/%slog
31878.endd
168e428f
PH
31879If you do not specify anything at build time or run time, that is where the
31880logs are written.
31881
9b371988
PH
31882A log file path may also contain &`%D`& if datestamped log file names are in
31883use &-- see section &<<SECTdatlogfil>>& below.
168e428f
PH
31884
31885Here are some examples of possible settings:
9b371988
PH
31886.display
31887&`LOG_FILE_PATH=syslog `& syslog only
31888&`LOG_FILE_PATH=:syslog `& syslog and default path
31889&`LOG_FILE_PATH=syslog : /usr/log/exim_%s `& syslog and specified path
31890&`LOG_FILE_PATH=/usr/log/exim_%s `& specified path only
31891.endd
168e428f
PH
31892If there are more than two paths in the list, the first is used and a panic
31893error is logged.
31894
31895
31896
f89d2485 31897.section "Logging to local files that are periodically &""cycled""&" "SECID285"
9b371988
PH
31898.cindex "log" "cycling local files"
31899.cindex "cycling logs"
31900.cindex "&'exicyclog'&"
31901.cindex "log" "local files; writing to"
f89d2485 31902Some operating systems provide centralized and standardized methods for cycling
9b371988
PH
31903log files. For those that do not, a utility script called &'exicyclog'& is
31904provided (see section &<<SECTcyclogfil>>&). This renames and compresses the
31905main and reject logs each time it is called. The maximum number of old logs to
31906keep can be set. It is suggested this script is run as a daily &'cron'& job.
168e428f
PH
31907
31908An Exim delivery process opens the main log when it first needs to write to it,
9b371988 31909and it keeps the file open in case subsequent entries are required &-- for
168e428f
PH
31910example, if a number of different deliveries are being done for the same
31911message. However, remote SMTP deliveries can take a long time, and this means
9b371988 31912that the file may be kept open long after it is renamed if &'exicyclog'& or
168e428f
PH
31913something similar is being used to rename log files on a regular basis. To
31914ensure that a switch of log files is noticed as soon as possible, Exim calls
9b371988 31915&[stat()]& on the main log's name before reusing an open file, and if the file
168e428f
PH
31916does not exist, or its inode has changed, the old file is closed and Exim
31917tries to open the main log from scratch. Thus, an old log file may remain open
31918for quite some time, but no Exim processes should write to it once it has been
31919renamed.
31920
31921
31922
9b371988
PH
31923.section "Datestamped log files" "SECTdatlogfil"
31924.cindex "log" "datestamped files"
168e428f
PH
31925Instead of cycling the main and reject log files by renaming them
31926periodically, some sites like to use files whose names contain a datestamp,
9b371988 31927for example, &_mainlog-20031225_&. The datestamp is in the form &_yyyymmdd_&.
168e428f 31928Exim has support for this way of working. It is enabled by setting the
9b371988 31929&%log_file_path%& option to a path that includes &`%D`& at the point where the
168e428f 31930datestamp is required. For example:
9b371988
PH
31931.code
31932log_file_path = /var/spool/exim/log/%slog-%D
31933log_file_path = /var/log/exim-%s-%D.log
31934log_file_path = /var/spool/exim/log/%D-%slog
31935.endd
31936As before, &`%s`& is replaced by &"main"& or &"reject"&; the following are
31937examples of names generated by the above examples:
31938.code
31939/var/spool/exim/log/mainlog-20021225
31940/var/log/exim-reject-20021225.log
31941/var/spool/exim/log/20021225-mainlog
31942.endd
168e428f
PH
31943When this form of log file is specified, Exim automatically switches to new
31944files at midnight. It does not make any attempt to compress old logs; you
31945will need to write your own script if you require this. You should not
9b371988 31946run &'exicyclog'& with this form of logging.
168e428f 31947
9b371988 31948The location of the panic log is also determined by &%log_file_path%&, but it
168e428f 31949is not datestamped, because rotation of the panic log does not make sense.
9b371988 31950When generating the name of the panic log, &`%D`& is removed from the string.
168e428f
PH
31951In addition, if it immediately follows a slash, a following non-alphanumeric
31952character is removed; otherwise a preceding non-alphanumeric character is
31953removed. Thus, the three examples above would give these panic log names:
9b371988
PH
31954.code
31955/var/spool/exim/log/paniclog
31956/var/log/exim-panic.log
31957/var/spool/exim/log/paniclog
31958.endd
168e428f
PH
31959
31960
f89d2485 31961.section "Logging to syslog" "SECID249"
9b371988 31962.cindex "log" "syslog; writing to"
168e428f 31963The use of syslog does not change what Exim logs or the format of its messages,
9b371988 31964except in one respect. If &%syslog_timestamp%& is set false, the timestamps on
168e428f
PH
31965Exim's log lines are omitted when these lines are sent to syslog. Apart from
31966that, the same strings are written to syslog as to log files. The syslog
9b371988
PH
31967&"facility"& is set to LOG_MAIL, and the program name to &"exim"&
31968by default, but you can change these by setting the &%syslog_facility%& and
31969&%syslog_processname%& options, respectively. If Exim was compiled with
31970SYSLOG_LOG_PID set in &_Local/Makefile_& (this is the default in
31971&_src/EDITME_&), then, on systems that permit it (all except ULTRIX), the
31972LOG_PID flag is set so that the &[syslog()]& call adds the pid as well as
168e428f
PH
31973the time and host name to each line.
31974The three log streams are mapped onto syslog priorities as follows:
31975
9b371988
PH
31976.ilist
31977&'mainlog'& is mapped to LOG_INFO
31978.next
31979&'rejectlog'& is mapped to LOG_NOTICE
31980.next
31981&'paniclog'& is mapped to LOG_ALERT
31982.endlist
168e428f 31983
9b371988
PH
31984Many log lines are written to both &'mainlog'& and &'rejectlog'&, and some are
31985written to both &'mainlog'& and &'paniclog'&, so there will be duplicates if
168e428f 31986these are routed by syslog to the same place. You can suppress this duplication
9b371988 31987by setting &%syslog_duplication%& false.
168e428f 31988
9b371988 31989Exim's log lines can sometimes be very long, and some of its &'rejectlog'&
168e428f 31990entries contain multiple lines when headers are included. To cope with both
9b371988 31991these cases, entries written to syslog are split into separate &[syslog()]&
168e428f
PH
31992calls at each internal newline, and also after a maximum of
31993870 data characters. (This allows for a total syslog line length of 1024, when
31994additions such as timestamps are added.) If you are running a syslog
31995replacement that can handle lines longer than the 1024 characters allowed by
31996RFC 3164, you should set
9b371988
PH
31997.code
31998SYSLOG_LONG_LINES=yes
31999.endd
32000in &_Local/Makefile_& before building Exim. That stops Exim from splitting long
32001lines, but it still splits at internal newlines in &'reject'& log entries.
168e428f
PH
32002
32003To make it easy to re-assemble split lines later, each component of a split
9b371988
PH
32004entry starts with a string of the form [<&'n'&>/<&'m'&>] or [<&'n'&>\<&'m'&>]
32005where <&'n'&> is the component number and <&'m'&> is the total number of
32006components in the entry. The / delimiter is used when the line was split
32007because it was too long; if it was split because of an internal newline, the \
32008delimiter is used. For example, supposing the length limit to be 50 instead of
32009870, the following would be the result of a typical rejection message to
32010&'mainlog'& (LOG_INFO), each line in addition being preceded by the time, host
32011name, and pid as added by syslog:
32012.code
32013[1/5] 2002-09-16 16:09:43 16RdAL-0006pc-00 rejected from
32014[2/5] [127.0.0.1] (ph10): syntax error in 'From' header
32015[3/5] when scanning for sender: missing or malformed lo
32016[4/5] cal part in "<>" (envelope sender is <ph10@cam.exa
32017[5/5] mple>)
32018.endd
32019The same error might cause the following lines to be written to &"rejectlog"&
168e428f 32020(LOG_NOTICE):
9b371988
PH
32021.code
32022[1/18] 2002-09-16 16:09:43 16RdAL-0006pc-00 rejected fro
32023[2/18] m [127.0.0.1] (ph10): syntax error in 'From' head
32024[3/18] er when scanning for sender: missing or malformed
32025[4/18] local part in "<>" (envelope sender is <ph10@cam
32026[5\18] .example>)
32027[6\18] Recipients: ph10@some.domain.cam.example
32028[7\18] P Received: from [127.0.0.1] (ident=ph10)
32029[8\18] by xxxxx.cam.example with smtp (Exim 4.00)
32030[9\18] id 16RdAL-0006pc-00
32031[10/18] for ph10@cam.example; Mon, 16 Sep 2002 16:
32032[11\18] 09:43 +0100
32033[12\18] F From: <>
32034[13\18] Subject: this is a test header
32035[18\18] X-something: this is another header
32036[15/18] I Message-Id: <E16RdAL-0006pc-00@xxxxx.cam.examp
32037[16\18] le>
32038[17\18] B Bcc:
32039[18/18] Date: Mon, 16 Sep 2002 16:09:43 +0100
32040.endd
168e428f
PH
32041Log lines that are neither too long nor contain newlines are written to syslog
32042without modification.
32043
32044If only syslog is being used, the Exim monitor is unable to provide a log tail
9b371988 32045display, unless syslog is routing &'mainlog'& to a file on the local host and
168e428f
PH
32046the environment variable EXIMON_LOG_FILE_PATH is set to tell the monitor
32047where it is.
32048
32049
32050
f89d2485 32051.section "Log line flags" "SECID250"
168e428f
PH
32052One line is written to the main log for each message received, and for each
32053successful, unsuccessful, and delayed delivery. These lines can readily be
32054picked out by the distinctive two-character flags that immediately follow the
32055timestamp. The flags are:
9b371988
PH
32056.display
32057&`<=`& message arrival
32058&`=>`& normal message delivery
32059&`->`& additional address in same delivery
32060&`*>`& delivery suppressed by &%-N%&
32061&`**`& delivery failed; address bounced
32062&`==`& delivery deferred; temporary problem
32063.endd
32064
32065
f89d2485 32066.section "Logging message reception" "SECID251"
9b371988 32067.cindex "log" "reception line"
168e428f
PH
32068The format of the single-line entry in the main log that is written for every
32069message received is shown in the basic example below, which is split over
32070several lines in order to fit it on the page:
9b371988
PH
32071.code
320722002-10-31 08:57:53 16ZCW1-0005MB-00 <= kryten@dwarf.fict.example
32073 H=mailer.fict.example [192.168.123.123] U=exim
32074 P=smtp S=5678 id=<incoming message id>
32075.endd
32076The address immediately following &"<="& is the envelope sender address. A
32077bounce message is shown with the sender address &"<>"&, and if it is locally
32078generated, this is followed by an item of the form
32079.code
32080R=<message id>
32081.endd
168e428f
PH
32082which is a reference to the message that caused the bounce to be sent.
32083
9b371988
PH
32084.cindex "HELO"
32085.cindex "EHLO"
168e428f
PH
32086For messages from other hosts, the H and U fields identify the remote host and
32087record the RFC 1413 identity of the user that sent the message, if one was
32088received. The number given in square brackets is the IP address of the sending
32089host. If there is a single, unparenthesized host name in the H field, as
32090above, it has been verified to correspond to the IP address (see the
9b371988 32091&%host_lookup%& option). If the name is in parentheses, it was the name quoted
168e428f
PH
32092by the remote host in the SMTP HELO or EHLO command, and has not been
32093verified. If verification yields a different name to that given for HELO or
32094EHLO, the verified name appears first, followed by the HELO or EHLO
32095name in parentheses.
32096
32097Misconfigured hosts (and mail forgers) sometimes put an IP address, with or
32098without brackets, in the HELO or EHLO command, leading to entries in
32099the log containing text like these examples:
9b371988
PH
32100.code
32101H=(10.21.32.43) [192.168.8.34]
32102H=([10.21.32.43]) [192.168.8.34]
32103.endd
168e428f
PH
32104This can be confusing. Only the final address in square brackets can be relied
32105on.
32106
32107For locally generated messages (that is, messages not received over TCP/IP),
32108the H field is omitted, and the U field contains the login name of the caller
32109of Exim.
32110
9b371988
PH
32111.cindex "authentication" "logging"
32112.cindex "AUTH" "logging"
168e428f 32113For all messages, the P field specifies the protocol used to receive the
9b371988 32114message. This is the value that is stored in &$received_protocol$&. In the case
068aaea8
PH
32115of incoming SMTP messages, the value indicates whether or not any SMTP
32116extensions (ESMTP), encryption, or authentication were used. If the SMTP
32117session was encrypted, there is an additional X field that records the cipher
32118suite that was used.
32119
3cb1b51e 32120The protocol is set to &"esmtpsa"& or &"esmtpa"& for messages received from
068aaea8 32121hosts that have authenticated themselves using the SMTP AUTH command. The first
9b371988 32122value is used when the SMTP connection was encrypted (&"secure"&). In this case
068aaea8
PH
32123there is an additional item A= followed by the name of the authenticator that
32124was used. If an authenticated identification was set up by the authenticator's
9b371988 32125&%server_set_id%& option, this is logged too, separated by a colon from the
168e428f
PH
32126authenticator name.
32127
9b371988 32128.cindex "size" "of message"
068aaea8
PH
32129The id field records the existing message id, if present. The size of the
32130received message is given by the S field. When the message is delivered,
32131headers may be removed or added, so that the size of delivered copies of the
32132message may not correspond with this value (and indeed may be different to each
32133other).
168e428f 32134
9b371988
PH
32135The &%log_selector%& option can be used to request the logging of additional
32136data when a message is received. See section &<<SECTlogselector>>& below.
168e428f
PH
32137
32138
32139
f89d2485 32140.section "Logging deliveries" "SECID252"
9b371988 32141.cindex "log" "delivery line"
168e428f 32142The format of the single-line entry in the main log that is written for every
9b371988
PH
32143delivery is shown in one of the examples below, for local and remote
32144deliveries, respectively. Each example has been split into two lines in order
32145to fit it on the page:
32146.code
321472002-10-31 08:59:13 16ZCW1-0005MB-00 => marv
32148 <marv@hitch.fict.example> R=localuser T=local_delivery
321492002-10-31 09:00:10 16ZCW1-0005MB-00 =>
32150 monk@holistic.fict.example R=dnslookup T=remote_smtp
32151 H=holistic.fict.example [192.168.234.234]
32152.endd
168e428f
PH
32153For ordinary local deliveries, the original address is given in angle brackets
32154after the final delivery address, which might be a pipe or a file. If
32155intermediate address(es) exist between the original and the final address, the
32156last of these is given in parentheses after the final address. The R and T
32157fields record the router and transport that were used to process the address.
32158
32159If a shadow transport was run after a successful local delivery, the log line
32160for the successful delivery has an item added on the end, of the form
9b371988
PH
32161.display
32162&`ST=<`&&'shadow transport name'&&`>`&
32163.endd
168e428f
PH
32164If the shadow transport did not succeed, the error message is put in
32165parentheses afterwards.
32166
9b371988 32167.cindex "asterisk" "after IP address"
168e428f 32168When more than one address is included in a single delivery (for example, two
068aaea8 32169SMTP RCPT commands in one transaction) the second and subsequent addresses are
9b371988
PH
32170flagged with &`->`& instead of &`=>`&. When two or more messages are delivered
32171down a single SMTP connection, an asterisk follows the IP address in the log
32172lines for the second and subsequent messages.
168e428f 32173
9b371988
PH
32174The generation of a reply message by a filter file gets logged as a
32175&"delivery"& to the addressee, preceded by &">"&.
168e428f 32176
9b371988
PH
32177The &%log_selector%& option can be used to request the logging of additional
32178data when a message is delivered. See section &<<SECTlogselector>>& below.
168e428f
PH
32179
32180
f89d2485 32181.section "Discarded deliveries" "SECID253"
9b371988
PH
32182.cindex "discarded messages"
32183.cindex "message" "discarded"
32184.cindex "delivery" "discarded; logging"
32185When a message is discarded as a result of the command &"seen finish"& being
168e428f 32186obeyed in a filter file which generates no deliveries, a log entry of the form
9b371988
PH
32187.code
321882002-12-10 00:50:49 16auJc-0001UB-00 => discarded
32189 <low.club@bridge.example> R=userforward
32190.endd
168e428f 32191is written, to record why no deliveries are logged. When a message is discarded
9b371988
PH
32192because it is aliased to &":blackhole:"& the log line is like this:
32193.code
321941999-03-02 09:44:33 10HmaX-0005vi-00 => :blackhole:
32195 <hole@nowhere.example> R=blackhole_router
32196.endd
168e428f
PH
32197
32198
f89d2485 32199.section "Deferred deliveries" "SECID254"
168e428f 32200When a delivery is deferred, a line of the following form is logged:
9b371988
PH
32201.code
322022002-12-19 16:20:23 16aiQz-0002Q5-00 == marvin@endrest.example
32203 R=dnslookup T=smtp defer (146): Connection refused
32204.endd
168e428f
PH
32205In the case of remote deliveries, the error is the one that was given for the
32206last IP address that was tried. Details of individual SMTP failures are also
32207written to the log, so the above line would be preceded by something like
9b371988
PH
32208.code
322092002-12-19 16:20:23 16aiQz-0002Q5-00 Failed to connect to
32210 mail1.endrest.example [192.168.239.239]: Connection refused
32211.endd
168e428f
PH
32212When a deferred address is skipped because its retry time has not been reached,
32213a message is written to the log, but this can be suppressed by setting an
9b371988 32214appropriate value in &%log_selector%&.
168e428f
PH
32215
32216
32217
f89d2485 32218.section "Delivery failures" "SECID255"
9b371988 32219.cindex "delivery" "failure; logging"
168e428f
PH
32220If a delivery fails because an address cannot be routed, a line of the
32221following form is logged:
9b371988
PH
32222.code
322231995-12-19 16:20:23 0tRiQz-0002Q5-00 ** jim@trek99.example
32224 <jim@trek99.example>: unknown mail domain
32225.endd
168e428f
PH
32226If a delivery fails at transport time, the router and transport are shown, and
32227the response from the remote host is included, as in this example:
9b371988
PH
32228.code
322292002-07-11 07:14:17 17SXDU-000189-00 ** ace400@pb.example
32230 R=dnslookup T=remote_smtp: SMTP error from remote mailer
32231 after pipelined RCPT TO:<ace400@pb.example>: host
32232 pbmail3.py.example [192.168.63.111]: 553 5.3.0
32233 <ace400@pb.example>...Addressee unknown
32234.endd
32235The word &"pipelined"& indicates that the SMTP PIPELINING extension was being
32236used. See &%hosts_avoid_esmtp%& in the &(smtp)& transport for a way of
32237disabling PIPELINING. The log lines for all forms of delivery failure are
32238flagged with &`**`&.
32239
32240
32241
f89d2485 32242.section "Fake deliveries" "SECID256"
9b371988
PH
32243.cindex "delivery" "fake; logging"
32244If a delivery does not actually take place because the &%-N%& option has been
168e428f 32245used to suppress it, a normal delivery line is written to the log, except that
9b371988 32246&"=>"& is replaced by &"*>"&.
168e428f
PH
32247
32248
32249
f89d2485 32250.section "Completion" "SECID257"
168e428f 32251A line of the form
9b371988
PH
32252.code
322532002-10-31 09:00:11 16ZCW1-0005MB-00 Completed
32254.endd
168e428f
PH
32255is written to the main log when a message is about to be removed from the spool
32256at the end of its processing.
32257
32258
32259
32260
f89d2485 32261.section "Summary of Fields in Log Lines" "SECID258"
9b371988 32262.cindex "log" "summary of fields"
168e428f
PH
32263A summary of the field identifiers that are used in log lines is shown in
32264the following table:
9b371988
PH
32265.display
32266&`A `& authenticator name (and optional id)
32267&`C `& SMTP confirmation on delivery
f89d2485 32268&` `& command list for &"no mail in SMTP session"&
9b371988 32269&`CV `& certificate verification status
f89d2485 32270&`D `& duration of &"no mail in SMTP session"&
9b371988
PH
32271&`DN `& distinguished name from peer certificate
32272&`DT `& on &`=>`& lines: time taken for a delivery
32273&`F `& sender address (on delivery lines)
32274&`H `& host name and IP address
32275&`I `& local interface used
32276&`id `& message id for incoming message
32277&`P `& on &`<=`& lines: protocol used
32278&` `& on &`=>`& and &`**`& lines: return path
32279&`QT `& on &`=>`& lines: time spent on queue so far
32280&` `& on &"Completed"& lines: time spent on queue
32281&`R `& on &`<=`& lines: reference for local bounce
32282&` `& on &`=>`& &`**`& and &`==`& lines: router name
32283&`S `& size of message
32284&`ST `& shadow transport name
32285&`T `& on &`<=`& lines: message subject (topic)
32286&` `& on &`=>`& &`**`& and &`==`& lines: transport name
32287&`U `& local user or RFC 1413 identity
32288&`X `& TLS cipher suite
32289.endd
32290
32291
f89d2485 32292.section "Other log entries" "SECID259"
168e428f
PH
32293Various other types of log entry are written from time to time. Most should be
32294self-explanatory. Among the more common are:
32295
9b371988
PH
32296.ilist
32297.cindex "retry" "time not reached"
32298&'retry time not reached'&&~&~An address previously suffered a temporary error
168e428f
PH
32299during routing or local delivery, and the time to retry has not yet arrived.
32300This message is not written to an individual message log file unless it happens
32301during the first delivery attempt.
9b371988
PH
32302.next
32303&'retry time not reached for any host'&&~&~An address previously suffered
168e428f
PH
32304temporary errors during remote delivery, and the retry time has not yet arrived
32305for any of the hosts to which it is routed.
9b371988
PH
32306.next
32307.cindex "spool directory" "file locked"
32308&'spool file locked'&&~&~An attempt to deliver a message cannot proceed because
168e428f
PH
32309some other Exim process is already working on the message. This can be quite
32310common if queue running processes are started at frequent intervals. The
9b371988 32311&'exiwhat'& utility script can be used to find out what Exim processes are
168e428f 32312doing.
9b371988
PH
32313.next
32314.cindex "error" "ignored"
32315&'error ignored'&&~&~There are several circumstances that give rise to this
168e428f 32316message:
9b371988
PH
32317.olist
32318Exim failed to deliver a bounce message whose age was greater than
32319&%ignore_bounce_errors_after%&. The bounce was discarded.
32320.next
32321A filter file set up a delivery using the &"noerror"& option, and the delivery
168e428f 32322failed. The delivery was discarded.
9b371988
PH
32323.next
32324A delivery set up by a router configured with
32325. ==== As this is a nested list, any displays it contains must be indented
32326. ==== as otherwise they are too far to the left.
32327.code
168e428f 32328 errors_to = <>
9b371988 32329.endd
168e428f 32330failed. The delivery was discarded.
9b371988
PH
32331.endlist olist
32332.endlist ilist
168e428f
PH
32333
32334
32335
32336
32337
9b371988
PH
32338.section "Reducing or increasing what is logged" "SECTlogselector"
32339.cindex "log" "selectors"
32340By setting the &%log_selector%& global option, you can disable some of Exim's
168e428f 32341default logging, or you can request additional logging. The value of
9b371988 32342&%log_selector%& is made up of names preceded by plus or minus characters. For
168e428f 32343example:
9b371988
PH
32344.code
32345log_selector = +arguments -retry_defer
32346.endd
168e428f
PH
32347The list of optional log items is in the following table, with the default
32348selection marked by asterisks:
9b371988
PH
32349.display
32350&`*acl_warn_skipped `& skipped &%warn%& statement in ACL
32351&` address_rewrite `& address rewriting
32352&` all_parents `& all parents in => lines
32353&` arguments `& command line arguments
32354&`*connection_reject `& connection rejections
32355&`*delay_delivery `& immediate delivery delayed
32356&` deliver_time `& time taken to perform delivery
32357&` delivery_size `& add &`S=`&&'nnn'& to => lines
32358&`*dnslist_defer `& defers of DNS list (aka RBL) lookups
32359&`*etrn `& ETRN commands
32360&`*host_lookup_failed `& as it says
32361&` ident_timeout `& timeout for ident connection
32362&` incoming_interface `& incoming interface on <= lines
32363&` incoming_port `& incoming port on <= lines
32364&`*lost_incoming_connection `& as it says (includes timeouts)
32365&` outgoing_port `& add remote port to => lines
32366&`*queue_run `& start and end queue runs
32367&` queue_time `& time on queue for one recipient
32368&` queue_time_overall `& time on queue for whole message
f89d2485 32369&` pid `& Exim process id
9b371988
PH
32370&` received_recipients `& recipients on <= lines
32371&` received_sender `& sender on <= lines
32372&`*rejected_header `& header contents on reject log
32373&`*retry_defer `& &"retry time not reached"&
db9452a9 32374&` return_path_on_delivery `& put return path on => and ** lines
9b371988 32375&` sender_on_delivery `& add sender to => lines
4f578862 32376&`*sender_verify_fail `& sender verification failures
9b371988
PH
32377&`*size_reject `& rejection because too big
32378&`*skip_delivery `& delivery skipped in a queue run
32379&` smtp_confirmation `& SMTP confirmation on => lines
32380&` smtp_connection `& SMTP connections
32381&` smtp_incomplete_transaction`& incomplete SMTP transactions
f89d2485 32382&` smtp_no_mail `& session with no MAIL commands
9b371988
PH
32383&` smtp_protocol_error `& SMTP protocol errors
32384&` smtp_syntax_error `& SMTP syntax errors
32385&` subject `& contents of &'Subject:'& on <= lines
32386&` tls_certificate_verified `& certificate verification status
32387&`*tls_cipher `& TLS cipher suite on <= and => lines
32388&` tls_peerdn `& TLS peer DN on <= and => lines
32389&` unknown_in_list `& DNS lookup failed in list match
32390
32391&` all `& all of the above
32392.endd
168e428f
PH
32393More details on each of these items follows:
32394
9b371988 32395.ilist
f89d2485 32396.cindex "&%warn%& ACL verb" "log when skipping"
9b371988
PH
32397&%acl_warn_skipped%&: When an ACL &%warn%& statement is skipped because one of
32398its conditions cannot be evaluated, a log line to this effect is written if
32399this log selector is set.
9b371988
PH
32400.next
32401.cindex "log" "rewriting"
32402.cindex "rewriting" "logging"
32403&%address_rewrite%&: This applies both to global rewrites and per-transport
d1e83bff
PH
32404rewrites, but not to rewrites in filters run as an unprivileged user (because
32405such users cannot access the log).
9b371988
PH
32406.next
32407.cindex "log" "full parentage"
32408&%all_parents%&: Normally only the original and final addresses are logged on
168e428f
PH
32409delivery lines; with this selector, intermediate parents are given in
32410parentheses between them.
9b371988
PH
32411.next
32412.cindex "log" "Exim arguments"
f89d2485 32413.cindex "Exim arguments, logging"
9b371988 32414&%arguments%&: This causes Exim to write the arguments with which it was called
168e428f
PH
32415to the main log, preceded by the current working directory. This is a debugging
32416feature, added to make it easier to find out how certain MUAs call
9b371988
PH
32417&_/usr/sbin/sendmail_&. The logging does not happen if Exim has given up root
32418privilege because it was called with the &%-C%& or &%-D%& options. Arguments
32419that are empty or that contain white space are quoted. Non-printing characters
32420are shown as escape sequences. This facility cannot log unrecognized arguments,
168e428f 32421because the arguments are checked before the configuration file is read. The
9b371988 32422only way to log such cases is to interpose a script such as &_util/logargs.sh_&
168e428f 32423between the caller and Exim.
9b371988
PH
32424.next
32425.cindex "log" "connection rejections"
32426&%connection_reject%&: A log entry is written whenever an incoming SMTP
168e428f 32427connection is rejected, for whatever reason.
9b371988
PH
32428.next
32429.cindex "log" "delayed delivery"
f89d2485 32430.cindex "delayed delivery, logging"
9b371988 32431&%delay_delivery%&: A log entry is written whenever a delivery process is not
168e428f
PH
32432started for an incoming message because the load is too high or too many
32433messages were received on one connection. Logging does not occur if no delivery
9b371988
PH
32434process is started because &%queue_only%& is set or &%-odq%& was used.
32435.next
32436.cindex "log" "delivery duration"
32437&%deliver_time%&: For each delivery, the amount of real time it has taken to
32438perform the actual delivery is logged as DT=<&'time'&>, for example, &`DT=1s`&.
32439.next
32440.cindex "log" "message size on delivery"
32441.cindex "size" "of message"
32442&%delivery_size%&: For each delivery, the size of message delivered is added to
32443the &"=>"& line, tagged with S=.
32444.next
32445.cindex "log" "dnslist defer"
32446.cindex "DNS list" "logging defer"
32447.cindex "black list (DNS)"
32448&%dnslist_defer%&: A log entry is written if an attempt to look up a host in a
168e428f 32449DNS black list suffers a temporary error.
9b371988
PH
32450.next
32451.cindex "log" "ETRN commands"
32452.cindex "ETRN" "logging"
3cb1b51e 32453&%etrn%&: Every valid ETRN command that is received is logged, before the ACL
9b371988 32454is run to determine whether or not it is actually accepted. An invalid ETRN
168e428f 32455command, or one received within a message transaction is not logged by this
9b371988
PH
32456selector (see &%smtp_syntax_error%& and &%smtp_protocol_error%&).
32457.next
32458.cindex "log" "host lookup failure"
32459&%host_lookup_failed%&: When a lookup of a host's IP addresses fails to find
168e428f
PH
32460any addresses, or when a lookup of an IP address fails to find a host name, a
32461log line is written. This logging does not apply to direct DNS lookups when
9b371988
PH
32462routing email addresses, but it does apply to &"byname"& lookups.
32463.next
32464.cindex "log" "ident timeout"
32465.cindex "RFC 1413" "logging timeout"
32466&%ident_timeout%&: A log line is written whenever an attempt to connect to a
168e428f 32467client's ident port times out.
9b371988
PH
32468.next
32469.cindex "log" "incoming interface"
32470.cindex "interface" "logging"
32471&%incoming_interface%&: The interface on which a message was received is added
32472to the &"<="& line as an IP address in square brackets, tagged by I= and
32473followed by a colon and the port number. The local interface and port are also
32474added to other SMTP log lines, for example &"SMTP connection from"&, and to
32475rejection lines.
32476.next
32477.cindex "log" "incoming remote port"
32478.cindex "port" "logging remote"
32479.cindex "TCP/IP" "logging incoming remote port"
f89d2485
PH
32480.vindex "&$sender_fullhost$&"
32481.vindex "&$sender_rcvhost$&"
9b371988
PH
32482&%incoming_port%&: The remote port number from which a message was received is
32483added to log entries and &'Received:'& header lines, following the IP address
32484in square brackets, and separated from it by a colon. This is implemented by
32485changing the value that is put in the &$sender_fullhost$& and
32486&$sender_rcvhost$& variables. Recording the remote port number has become more
168e428f 32487important with the widening use of NAT (see RFC 2505).
9b371988
PH
32488.next
32489.cindex "log" "dropped connection"
32490&%lost_incoming_connection%&: A log line is written when an incoming SMTP
168e428f 32491connection is unexpectedly dropped.
9b371988
PH
32492.next
32493.cindex "log" "outgoing remote port"
32494.cindex "port" "logging outgoint remote"
32495.cindex "TCP/IP" "logging ougtoing remote port"
32496&%outgoing_port%&: The remote port number is added to delivery log lines (those
168e428f
PH
32497containing => tags) following the IP address. This option is not included in
32498the default setting, because for most ordinary configurations, the remote port
32499number is always 25 (the SMTP port).
9b371988 32500.next
f89d2485
PH
32501.cindex "log" "process ids in"
32502.cindex "pid (process id)" "in log lines"
32503&%pid%&: The current process id is added to every log line, in square brackets,
32504immediately after the time and date.
f89d2485 32505.next
9b371988
PH
32506.cindex "log" "queue run"
32507.cindex "queue runner" "logging"
32508&%queue_run%&: The start and end of every queue run are logged.
32509.next
32510.cindex "log" "queue time"
32511&%queue_time%&: The amount of time the message has been in the queue on the
32512local host is logged as QT=<&'time'&> on delivery (&`=>`&) lines, for example,
32513&`QT=3m45s`&. The clock starts when Exim starts to receive the message, so it
168e428f
PH
32514includes reception time as well as the delivery time for the current address.
32515This means that it may be longer than the difference between the arrival and
32516delivery log line times, because the arrival log line is not written until the
32517message has been successfully received.
9b371988
PH
32518.next
32519&%queue_time_overall%&: The amount of time the message has been in the queue on
32520the local host is logged as QT=<&'time'&> on &"Completed"& lines, for
32521example, &`QT=3m45s`&. The clock starts when Exim starts to receive the
168e428f 32522message, so it includes reception time as well as the total delivery time.
9b371988
PH
32523.next
32524.cindex "log" "recipients"
32525&%received_recipients%&: The recipients of a message are listed in the main log
168e428f 32526as soon as the message is received. The list appears at the end of the log line
9b371988 32527that is written when a message is received, preceded by the word &"for"&. The
168e428f
PH
32528addresses are listed after they have been qualified, but before any rewriting
32529has taken place.
32530Recipients that were discarded by an ACL for MAIL or RCPT do not appear
32531in the list.
9b371988
PH
32532.next
32533.cindex "log" "sender reception"
32534&%received_sender%&: The unrewritten original sender of a message is added to
168e428f 32535the end of the log line that records the message's arrival, after the word
9b371988
PH
32536&"from"& (before the recipients if &%received_recipients%& is also set).
32537.next
32538.cindex "log" "header lines for rejection"
32539&%rejected_header%&: If a message's header has been received at the time a
168e428f
PH
32540rejection is written to the reject log, the complete header is added to the
32541log. Header logging can be turned off individually for messages that are
9b371988
PH
32542rejected by the &[local_scan()]& function (see section &<<SECTapiforloc>>&).
32543.next
32544.cindex "log" "retry defer"
32545&%retry_defer%&: A log line is written if a delivery is deferred because a
32546retry time has not yet been reached. However, this &"retry time not reached"&
32547message is always omitted from individual message logs after the first delivery
168e428f 32548attempt.
9b371988
PH
32549.next
32550.cindex "log" "return path"
32551&%return_path_on_delivery%&: The return path that is being transmitted with
168e428f
PH
32552the message is included in delivery and bounce lines, using the tag P=.
32553This is omitted if no delivery actually happens, for example, if routing fails,
9b371988
PH
32554or if delivery is to &_/dev/null_& or to &`:blackhole:`&.
32555.next
32556.cindex "log" "sender on delivery"
32557&%sender_on_delivery%&: The message's sender address is added to every delivery
32558and bounce line, tagged by F= (for &"from"&).
168e428f
PH
32559This is the original sender that was received with the message; it is not
32560necessarily the same as the outgoing return path.
9b371988 32561.next
4f578862 32562.cindex "log" "sender verify failure"
db9452a9
PH
32563&%sender_verify_fail%&: If this selector is unset, the separate log line that
32564gives details of a sender verification failure is not written. Log lines for
32565the rejection of SMTP commands contain just &"sender verify failed"&, so some
32566detail is lost.
4f578862 32567.next
9b371988
PH
32568.cindex "log" "size rejection"
32569&%size_reject%&: A log line is written whenever a message is rejected because
32570it is too big.
32571.next
32572.cindex "log" "frozen messages; skipped"
32573.cindex "frozen messages" "logging skipping"
32574&%skip_delivery%&: A log line is written whenever a message is skipped during a
168e428f
PH
32575queue run because it is frozen or because another process is already delivering
32576it.
9b371988
PH
32577.cindex "&""spool file is locked""&"
32578The message that is written is &"spool file is locked"&.
32579.next
32580.cindex "log" "smtp confirmation"
32581.cindex "SMTP" "logging confirmation"
32582&%smtp_confirmation%&: The response to the final &"."& in the SMTP dialogue for
32583outgoing messages is added to delivery log lines in the form &`C=`&<&'text'&>.
32584A number of MTAs (including Exim) return an identifying string in this
32585response.
32586.next
32587.cindex "log" "SMTP connections"
32588.cindex "SMTP" "logging connections"
32589&%smtp_connection%&: A log line is written whenever an SMTP connection is
168e428f 32590established or closed, unless the connection is from a host that matches
9b371988
PH
32591&%hosts_connection_nolog%&. (In contrast, &%lost_incoming_connection%& applies
32592only when the closure is unexpected.) This applies to connections from local
32593processes that use &%-bs%& as well as to TCP/IP connections. If a connection is
168e428f
PH
32594dropped in the middle of a message, a log line is always written, whether or
32595not this selector is set, but otherwise nothing is written at the start and end
32596of connections unless this selector is enabled.
9b371988 32597
168e428f
PH
32598For TCP/IP connections to an Exim daemon, the current number of connections is
32599included in the log message for each new connection, but note that the count is
32600reset if the daemon is restarted.
32601Also, because connections are closed (and the closure is logged) in
32602subprocesses, the count may not include connections that have been closed but
32603whose termination the daemon has not yet noticed. Thus, while it is possible to
32604match up the opening and closing of connections in the log, the value of the
32605logged counts may not be entirely accurate.
9b371988
PH
32606.next
32607.cindex "log" "SMTP transaction; incomplete"
32608.cindex "SMTP" "logging incomplete transactions"
32609&%smtp_incomplete_transaction%&: When a mail transaction is aborted by
168e428f
PH
32610RSET, QUIT, loss of connection, or otherwise, the incident is logged,
32611and the message sender plus any accepted recipients are included in the log
32612line. This can provide evidence of dictionary attacks.
9b371988 32613.next
f89d2485
PH
32614.cindex "log" "non-MAIL SMTP sessions"
32615.cindex "MAIL" "logging session without"
32616&%smtp_no_mail%&: A line is written to the main log whenever an accepted SMTP
32617connection terminates without having issued a MAIL command. This includes both
32618the case when the connection is dropped, and the case when QUIT is used. It
32619does not include cases where the connection is rejected right at the start (by
32620an ACL, or because there are too many connections, or whatever). These cases
32621already have their own log lines.
32622
32623The log line that is written contains the identity of the client in the usual
32624way, followed by D= and a time, which records the duration of the connection.
32625If the connection was authenticated, this fact is logged exactly as it is for
32626an incoming message, with an A= item. If the connection was encrypted, CV=,
32627DN=, and X= items may appear as they do for an incoming message, controlled by
32628the same logging options.
32629
32630Finally, if any SMTP commands were issued during the connection, a C= item
32631is added to the line, listing the commands that were used. For example,
32632.code
32633C=EHLO,QUIT
32634.endd
32635shows that the client issued QUIT straight after EHLO. If there were fewer
32636than 20 commands, they are all listed. If there were more than 20 commands,
32637the last 20 are listed, preceded by &"..."&. However, with the default
32638setting of 10 for &%smtp_accep_max_nonmail%&, the connection will in any case
32639have been aborted before 20 non-mail commands are processed.
f89d2485 32640.next
9b371988
PH
32641.cindex "log" "SMTP protocol error"
32642.cindex "SMTP" "logging protocol error"
32643&%smtp_protocol_error%&: A log line is written for every SMTP protocol error
168e428f
PH
32644encountered. Exim does not have perfect detection of all protocol errors
32645because of transmission delays and the use of pipelining. If PIPELINING has
32646been advertised to a client, an Exim server assumes that the client will use
9b371988 32647it, and therefore it does not count &"expected"& errors (for example, RCPT
168e428f 32648received after rejecting MAIL) as protocol errors.
9b371988
PH
32649.next
32650.cindex "SMTP" "logging syntax errors"
32651.cindex "SMTP" "syntax errors; logging"
32652.cindex "SMTP" "unknown command; logging"
32653.cindex "log" "unknown SMTP command"
32654.cindex "log" "SMTP syntax error"
32655&%smtp_syntax_error%&: A log line is written for every SMTP syntax error
168e428f
PH
32656encountered. An unrecognized command is treated as a syntax error. For an
32657external connection, the host identity is given; for an internal connection
9b371988
PH
32658using &%-bs%& the sender identification (normally the calling user) is given.
32659.next
32660.cindex "log" "subject"
f89d2485 32661.cindex "subject, logging"
9b371988
PH
32662&%subject%&: The subject of the message is added to the arrival log line,
32663preceded by &"T="& (T for &"topic"&, since S is already used for &"size"&).
32664Any MIME &"words"& in the subject are decoded. The &%print_topbitchars%& option
168e428f
PH
32665specifies whether characters with values greater than 127 should be logged
32666unchanged, or whether they should be rendered as escape sequences.
9b371988
PH
32667.next
32668.cindex "log" "certificate verification"
32669&%tls_certificate_verified%&: An extra item is added to <= and => log lines
32670when TLS is in use. The item is &`CV=yes`& if the peer's certificate was
32671verified, and &`CV=no`& if not.
32672.next
32673.cindex "log" "TLS cipher"
32674.cindex "TLS" "logging cipher"
32675&%tls_cipher%&: When a message is sent or received over an encrypted
32676connection, the cipher suite used is added to the log line, preceded by X=.
32677.next
32678.cindex "log" "TLS peer DN"
32679.cindex "TLS" "logging peer DN"
32680&%tls_peerdn%&: When a message is sent or received over an encrypted
32681connection, and a certificate is supplied by the remote host, the peer DN is
32682added to the log line, preceded by DN=.
32683.next
9b371988
PH
32684.cindex "log" "DNS failure in list"
32685&%unknown_in_list%&: This setting causes a log entry to be written when the
068aaea8 32686result of a list match is failure because a DNS lookup failed.
9b371988 32687.endlist
168e428f
PH
32688
32689
f89d2485 32690.section "Message log" "SECID260"
9b371988
PH
32691.cindex "message" "log file for"
32692.cindex "log" "message log; description of"
32693.cindex "&_msglog_& directory"
0a4e3112 32694.oindex "&%preserve_message_logs%&"
168e428f
PH
32695In addition to the general log files, Exim writes a log file for each message
32696that it handles. The names of these per-message logs are the message ids, and
9b371988 32697they are kept in the &_msglog_& sub-directory of the spool directory. Each
168e428f
PH
32698message log contains copies of the log lines that apply to the message. This
32699makes it easier to inspect the status of an individual message without having
32700to search the main log. A message log is deleted when processing of the message
9b371988
PH
32701is complete, unless &%preserve_message_logs%& is set, but this should be used
32702only with great care because they can fill up your disk very quickly.
168e428f
PH
32703
32704On a heavily loaded system, it may be desirable to disable the use of
32705per-message logs, in order to reduce disk I/O. This can be done by setting the
9b371988 32706&%message_logs%& option false.
4f578862 32707.ecindex IIDloggen
168e428f
PH
32708
32709
f89d2485
PH
32710
32711
9b371988
PH
32712. ////////////////////////////////////////////////////////////////////////////
32713. ////////////////////////////////////////////////////////////////////////////
168e428f 32714
9b371988 32715.chapter "Exim utilities" "CHAPutils"
4f578862 32716.scindex IIDutils "utilities"
168e428f
PH
32717A number of utility scripts and programs are supplied with Exim and are
32718described in this chapter. There is also the Exim Monitor, which is covered in
32719the next chapter. The utilities described here are:
32720
f89d2485
PH
32721.itable none 0 0 3 7* left 15* left 40* left
32722.irow &<<SECTfinoutwha>>& &'exiwhat'& &&&
9b371988 32723 "list what Exim processes are doing"
f89d2485
PH
32724.irow &<<SECTgreptheque>>& &'exiqgrep'& "grep the queue"
32725.irow &<<SECTsumtheque>>& &'exiqsumm'& "summarize the queue"
32726.irow &<<SECTextspeinf>>& &'exigrep'& "search the main log"
32727.irow &<<SECTexipick>>& &'exipick'& "select messages on &&&
32728 various criteria"
32729.irow &<<SECTcyclogfil>>& &'exicyclog'& "cycle (rotate) log files"
32730.irow &<<SECTmailstat>>& &'eximstats'& &&&
9b371988 32731 "extract statistics from the log"
f89d2485 32732.irow &<<SECTcheckaccess>>& &'exim_checkaccess'& &&&
9b371988 32733 "check address acceptance from given IP"
f89d2485
PH
32734.irow &<<SECTdbmbuild>>& &'exim_dbmbuild'& "build a DBM file"
32735.irow &<<SECTfinindret>>& &'exinext'& "extract retry information"
32736.irow &<<SECThindatmai>>& &'exim_dumpdb'& "dump a hints database"
32737.irow &<<SECThindatmai>>& &'exim_tidydb'& "clean up a hints database"
32738.irow &<<SECThindatmai>>& &'exim_fixdb'& "patch a hints database"
32739.irow &<<SECTmailboxmaint>>& &'exim_lock'& "lock a mailbox file"
9b371988
PH
32740.endtable
32741
068aaea8 32742Another utility that might be of use to sites with many MTAs is Tom Kistner's
9b371988
PH
32743&'exilog'&. It provides log visualizations across multiple Exim servers. See
32744&url(http://duncanthrax.net/exilog/) for details.
068aaea8
PH
32745
32746
32747
32748
9b371988
PH
32749.section "Finding out what Exim processes are doing (exiwhat)" "SECTfinoutwha"
32750.cindex "&'exiwhat'&"
f89d2485 32751.cindex "process, querying"
9b371988 32752.cindex "SIGUSR1"
168e428f
PH
32753On operating systems that can restart a system call after receiving a signal
32754(most modern OS), an Exim process responds to the SIGUSR1 signal by writing
9b371988
PH
32755a line describing what it is doing to the file &_exim-process.info_& in the
32756Exim spool directory. The &'exiwhat'& script sends the signal to all Exim
168e428f
PH
32757processes it can find, having first emptied the file. It then waits for one
32758second to allow the Exim processes to react before displaying the results. In
9b371988 32759order to run &'exiwhat'& successfully you have to have sufficient privilege to
168e428f
PH
32760send the signal to the Exim processes, so it is normally run as root.
32761
9b371988 32762&*Warning*&: This is not an efficient process. It is intended for occasional
168e428f
PH
32763use by system administrators. It is not sensible, for example, to set up a
32764script that sends SIGUSR1 signals to Exim processes at short intervals.
32765
32766
9b371988 32767Unfortunately, the &'ps'& command that &'exiwhat'& uses to find Exim processes
168e428f
PH
32768varies in different operating systems. Not only are different options used,
32769but the format of the output is different. For this reason, there are some
9b371988
PH
32770system configuration options that configure exactly how &'exiwhat'& works. If
32771it doesn't seem to be working for you, check the following compile-time
32772options:
32773.display
32774&`EXIWHAT_PS_CMD `& the command for running &'ps'&
32775&`EXIWHAT_PS_ARG `& the argument for &'ps'&
32776&`EXIWHAT_EGREP_ARG `& the argument for &'egrep'& to select from &'ps'& output
32777&`EXIWHAT_KILL_ARG `& the argument for the &'kill'& command
32778.endd
32779An example of typical output from &'exiwhat'& is
32780.code
32781164 daemon: -q1h, listening on port 25
3278210483 running queue: waiting for 0tAycK-0002ij-00 (10492)
3278310492 delivering 0tAycK-0002ij-00 to mail.ref.example
32784 [10.19.42.42] (editor@ref.example)
3278510592 handling incoming call from [192.168.243.242]
3278610628 accepting a local non-SMTP message
32787.endd
168e428f
PH
32788The first number in the output line is the process number. The third line has
32789been split here, in order to fit it on the page.
32790
32791
32792
9b371988
PH
32793.section "Selective queue listing (exiqgrep)" "SECTgreptheque"
32794.cindex "&'exiqgrep'&"
32795.cindex "queue" "grepping"
168e428f 32796This utility is a Perl script contributed by Matt Hubbard. It runs
9b371988
PH
32797.code
32798exim -bpu
32799.endd
168e428f
PH
32800to obtain a queue listing with undelivered recipients only, and then greps the
32801output to select messages that match given criteria. The following selection
32802options are available:
32803
9b371988
PH
32804.vlist
32805.vitem &*-f*&&~<&'regex'&>
168e428f
PH
32806Match the sender address. The field that is tested is enclosed in angle
32807brackets, so you can test for bounce messages with
9b371988
PH
32808.code
32809exiqgrep -f '^<>$'
32810.endd
32811.vitem &*-r*&&~<&'regex'&>
168e428f
PH
32812Match a recipient address. The field that is tested is not enclosed in angle
32813brackets.
32814
9b371988 32815.vitem &*-s*&&~<&'regex'&>
168e428f
PH
32816Match against the size field.
32817
9b371988 32818.vitem &*-y*&&~<&'seconds'&>
168e428f
PH
32819Match messages that are younger than the given time.
32820
9b371988 32821.vitem &*-o*&&~<&'seconds'&>
168e428f
PH
32822Match messages that are older than the given time.
32823
9b371988 32824.vitem &*-z*&
168e428f
PH
32825Match only frozen messages.
32826
9b371988 32827.vitem &*-x*&
168e428f 32828Match only non-frozen messages.
9b371988 32829.endlist
168e428f
PH
32830
32831The following options control the format of the output:
32832
9b371988
PH
32833.vlist
32834.vitem &*-c*&
168e428f
PH
32835Display only the count of matching messages.
32836
9b371988
PH
32837.vitem &*-l*&
32838Long format &-- display the full message information as output by Exim. This is
168e428f
PH
32839the default.
32840
9b371988 32841.vitem &*-i*&
168e428f
PH
32842Display message ids only.
32843
9b371988
PH
32844.vitem &*-b*&
32845Brief format &-- one line per message.
168e428f 32846
9b371988 32847.vitem &*-R*&
168e428f 32848Display messages in reverse order.
9b371988 32849.endlist
168e428f 32850
9b371988 32851There is one more option, &%-h%&, which outputs a list of options.
168e428f 32852
168e428f
PH
32853
32854
f89d2485 32855.section "Summarizing the queue (exiqsumm)" "SECTsumtheque"
9b371988
PH
32856.cindex "&'exiqsumm'&"
32857.cindex "queue" "summary"
32858The &'exiqsumm'& utility is a Perl script which reads the output of &`exim
32859-bp`& and produces a summary of the messages on the queue. Thus, you use it by
168e428f 32860running a command such as
9b371988
PH
32861.code
32862exim -bp | exiqsumm
32863.endd
168e428f
PH
32864The output consists of one line for each domain that has messages waiting for
32865it, as in the following example:
9b371988
PH
32866.code
328673 2322 74m 66m msn.com.example
32868.endd
3cb1b51e
PH
32869Each line lists the number of pending deliveries for a domain, their total
32870volume, and the length of time that the oldest and the newest messages have
32871been waiting. Note that the number of pending deliveries is greater than the
32872number of messages when messages have more than one recipient.
168e428f
PH
32873
32874A summary line is output at the end. By default the output is sorted on the
9b371988
PH
32875domain name, but &'exiqsumm'& has the options &%-a%& and &%-c%&, which cause
32876the output to be sorted by oldest message and by count of messages,
3cb1b51e
PH
32877respectively. There are also three options that split the messages for each
32878domain into two or more subcounts: &%-b%& separates bounce messages, &%-f%&
32879separates frozen messages, and &%-s%& separates messages according to their
32880sender.
168e428f 32881
9b371988
PH
32882The output of &'exim -bp'& contains the original addresses in the message, so
32883this also applies to the output from &'exiqsumm'&. No domains from addresses
32884generated by aliasing or forwarding are included (unless the &%one_time%&
32885option of the &(redirect)& router has been used to convert them into &"top
32886level"& addresses).
168e428f
PH
32887
32888
32889
32890
9b371988
PH
32891.section "Extracting specific information from the log (exigrep)" &&&
32892 "SECTextspeinf"
32893.cindex "&'exigrep'&"
32894.cindex "log" "extracts; grepping for"
9b371988 32895The &'exigrep'& utility is a Perl script that searches one or more main log
168e428f
PH
32896files for entries that match a given pattern. When it finds a match, it
32897extracts all the log entries for the relevant message, not just those that
9b371988 32898match the pattern. Thus, &'exigrep'& can extract complete log entries for a
168e428f 32899given message, or all mail for a given user, or for a given host, for example.
068aaea8 32900The input files can be in Exim log format or syslog format.
f89d2485
PH
32901If a matching log line is not associated with a specific message, it is
32902included in &'exigrep'&'s output without any additional lines. The usage is:
9b371988 32903.display
f89d2485 32904&`exigrep [-t<`&&'n'&&`>] [-I] [-l] [-v] <`&&'pattern'&&`> [<`&&'log file'&&`>] ...`&
9b371988 32905.endd
f89d2485
PH
32906If no log file names are given on the command line, the standard input is read.
32907
9b371988 32908The &%-t%& argument specifies a number of seconds. It adds an additional
168e428f 32909condition for message selection. Messages that are complete are shown only if
9b371988 32910they spent more than <&'n'&> seconds on the queue.
168e428f 32911
f89d2485
PH
32912By default, &'exigrep'& does case-insensitive matching. The &%-I%& option
32913makes it case-sensitive. This may give a performance improvement when searching
32914large log files. Without &%-I%&, the Perl pattern matches use Perl's &`/i`&
32915option; with &%-I%& they do not. In both cases it is possible to change the
32916case sensitivity within the pattern by using &`(?i)`& or &`(?-i)`&.
32917
32918The &%-l%& option means &"literal"&, that is, treat all characters in the
168e428f 32919pattern as standing for themselves. Otherwise the pattern must be a Perl
f89d2485
PH
32920regular expression.
32921
32922The &%-v%& option inverts the matching condition. That is, a line is selected
32923if it does &'not'& match the pattern.
168e428f 32924
9b371988
PH
32925If the location of a &'zcat'& command is known from the definition of
32926ZCAT_COMMAND in &_Local/Makefile_&, &'exigrep'& automatically passes any file
32927whose name ends in COMPRESS_SUFFIX through &'zcat'& as it searches it.
168e428f
PH
32928
32929
9b371988
PH
32930.section "Selecting messages by various criteria (exipick)" "SECTexipick"
32931.cindex "&'exipick'&"
32932John Jetmore's &'exipick'& utility is included in the Exim distribution. It
f89d2485
PH
32933lists messages from the queue according to a variety of criteria. For details
32934of &'exipick'&'s facilities, visit the web page at
32935&url(http://www.exim.org/eximwiki/ToolExipickManPage) or run &'exipick'& with
32936the &%--help%& option.
168e428f
PH
32937
32938
9b371988
PH
32939.section "Cycling log files (exicyclog)" "SECTcyclogfil"
32940.cindex "log" "cycling local files"
32941.cindex "cycling logs"
32942.cindex "&'exicyclog'&"
32943The &'exicyclog'& script can be used to cycle (rotate) &'mainlog'& and
32944&'rejectlog'& files. This is not necessary if only syslog is being used, or if
168e428f 32945you are using log files with datestamps in their names (see section
9b371988
PH
32946&<<SECTdatlogfil>>&). Some operating systems have their own standard mechanisms
32947for log cycling, and these can be used instead of &'exicyclog'& if preferred.
4f578862
PH
32948There are two command line options for &'exicyclog'&:
32949.ilist
32950&%-k%& <&'count'&> specifies the number of log files to keep, overriding the
32951default that is set when Exim is built. The default default is 10.
32952.next
32953&%-l%& <&'path'&> specifies the log file path, in the same format as Exim's
32954&%log_file_path%& option (for example, &`/var/log/exim_%slog`&), again
32955overriding the script's default, which is to find the setting from Exim's
32956configuration.
32957.endlist
168e428f 32958
9b371988
PH
32959Each time &'exicyclog'& is run the file names get &"shuffled down"& by one. If
32960the main log file name is &_mainlog_& (the default) then when &'exicyclog'& is
32961run &_mainlog_& becomes &_mainlog.01_&, the previous &_mainlog.01_& becomes
4f578862
PH
32962&_mainlog.02_& and so on, up to the limit that is set in the script or by the
32963&%-k%& option. Log files whose numbers exceed the limit are discarded. Reject
168e428f
PH
32964logs are handled similarly.
32965
32966If the limit is greater than 99, the script uses 3-digit numbers such as
9b371988
PH
32967&_mainlog.001_&, &_mainlog.002_&, etc. If you change from a number less than 99
32968to one that is greater, or &'vice versa'&, you will have to fix the names of
168e428f
PH
32969any existing log files.
32970
9b371988 32971If no &_mainlog_& file exists, the script does nothing. Files that &"drop off"&
168e428f
PH
32972the end are deleted. All files with numbers greater than 01 are compressed,
32973using a compression command which is configured by the COMPRESS_COMMAND
9b371988
PH
32974setting in &_Local/Makefile_&. It is usual to run &'exicyclog'& daily from a
32975root &%crontab%& entry of the form
32976.code
329771 0 * * * su exim -c /usr/exim/bin/exicyclog
32978.endd
32979assuming you have used the name &"exim"& for the Exim user. You can run
32980&'exicyclog'& as root if you wish, but there is no need.
168e428f
PH
32981
32982
32983
9b371988
PH
32984.section "Mail statistics (eximstats)" "SECTmailstat"
32985.cindex "statistics"
32986.cindex "&'eximstats'&"
32987A Perl script called &'eximstats'& is provided for extracting statistical
168e428f 32988information from log files. The output is either plain text, or HTML.
f89d2485 32989Exim log files are also supported by the &'Lire'& system produced by the
9b371988 32990LogReport Foundation &url(http://www.logreport.org).
168e428f 32991
9b371988 32992The &'eximstats'& script has been hacked about quite a bit over time. The
168e428f
PH
32993latest version is the result of some extensive revision by Steve Campbell. A
32994lot of information is given by default, but there are options for suppressing
32995various parts of it. Following any options, the arguments to the script are a
32996list of files, which should be main log files. For example:
9b371988
PH
32997.code
32998eximstats -nr /var/spool/exim/log/mainlog.01
32999.endd
33000By default, &'eximstats'& extracts information about the number and volume of
168e428f
PH
33001messages received from or delivered to various hosts. The information is sorted
33002both by message count and by volume, and the top fifty hosts in each category
33003are listed on the standard output. Similar information, based on email
33004addresses or domains instead of hosts can be requested by means of various
33005options. For messages delivered and received locally, similar statistics are
33006also produced per user.
33007
33008The output also includes total counts and statistics about delivery errors, and
33009histograms showing the number of messages received and deliveries made in each
33010hour of the day. A delivery with more than one address in its envelope (for
33011example, an SMTP transaction with more than one RCPT command) is counted
9b371988 33012as a single delivery by &'eximstats'&.
168e428f
PH
33013
33014Though normally more deliveries than receipts are reported (as messages may
9b371988 33015have multiple recipients), it is possible for &'eximstats'& to report more
168e428f
PH
33016messages received than delivered, even though the queue is empty at the start
33017and end of the period in question. If an incoming message contains no valid
33018recipients, no deliveries are recorded for it. A bounce message is handled as
33019an entirely separate message.
33020
9b371988 33021&'eximstats'& always outputs a grand total summary giving the volume and number
168e428f
PH
33022of messages received and deliveries made, and the number of hosts involved in
33023each case. It also outputs the number of messages that were delayed (that is,
33024not completely delivered at the first attempt), and the number that had at
33025least one address that failed.
33026
33027The remainder of the output is in sections that can be independently disabled
33028or modified by various options. It consists of a summary of deliveries by
33029transport, histograms of messages received and delivered per time interval
33030(default per hour), information about the time messages spent on the queue,
33031a list of relayed messages, lists of the top fifty sending hosts, local
33032senders, destination hosts, and destination local users by count and by volume,
33033and a list of delivery errors that occurred.
33034
33035The relay information lists messages that were actually relayed, that is, they
33036came from a remote host and were directly delivered to some other remote host,
33037without being processed (for example, for aliasing or forwarding) locally.
33038
9b371988 33039There are quite a few options for &'eximstats'& to control exactly what it
168e428f 33040outputs. These are documented in the Perl script itself, and can be extracted
9b371988
PH
33041by running the command &(perldoc)& on the script. For example:
33042.code
33043perldoc /usr/exim/bin/eximstats
33044.endd
33045
33046.section "Checking access policy (exim_checkaccess)" "SECTcheckaccess"
33047.cindex "&'exim_checkaccess'&"
33048.cindex "policy control" "checking access"
33049.cindex "checking access"
33050The &%-bh%& command line argument allows you to run a fake SMTP session with
168e428f
PH
33051debugging output, in order to check what Exim is doing when it is applying
33052policy controls to incoming SMTP mail. However, not everybody is sufficiently
9b371988
PH
33053familiar with the SMTP protocol to be able to make full use of &%-bh%&, and
33054sometimes you just want to answer the question &"Does this address have
33055access?"& without bothering with any further details.
168e428f 33056
9b371988 33057The &'exim_checkaccess'& utility is a &"packaged"& version of &%-bh%&. It takes
168e428f 33058two arguments, an IP address and an email address:
9b371988
PH
33059.code
33060exim_checkaccess 10.9.8.7 A.User@a.domain.example
33061.endd
33062The utility runs a call to Exim with the &%-bh%& option, to test whether the
168e428f
PH
33063given email address would be accepted in a RCPT command in a TCP/IP
33064connection from the host with the given IP address. The output of the utility
9b371988
PH
33065is either the word &"accepted"&, or the SMTP error response, for example:
33066.code
33067Rejected:
33068550 Relay not permitted
33069.endd
33070When running this test, the utility uses &`<>`& as the envelope sender address
168e428f
PH
33071for the MAIL command, but you can change this by providing additional
33072options. These are passed directly to the Exim command. For example, to specify
9b371988 33073that the test is to be run with the sender address &'himself@there.example'&
168e428f 33074you can use:
9b371988 33075.code
168e428f
PH
33076exim_checkaccess 10.9.8.7 A.User@a.domain.example \
33077 -f himself@there.example
9b371988 33078.endd
168e428f
PH
33079Note that these additional Exim command line items must be given after the two
33080mandatory arguments.
33081
9b371988
PH
33082Because the &%exim_checkaccess%& uses &%-bh%&, it does not perform callouts
33083while running its checks. You can run checks that include callouts by using
33084&%-bhc%&, but this is not yet available in a &"packaged"& form.
168e428f
PH
33085
33086
33087
9b371988
PH
33088.section "Making DBM files (exim_dbmbuild)" "SECTdbmbuild"
33089.cindex "DBM" "building dbm files"
33090.cindex "building DBM files"
33091.cindex "&'exim_dbmbuild'&"
33092.cindex "lower casing"
33093.cindex "binary zero" "in lookup key"
33094The &'exim_dbmbuild'& program reads an input file containing keys and data in
33095the format used by the &(lsearch)& lookup (see section
33096&<<SECTsinglekeylookups>>&). It writes a DBM file using the lower-cased alias
33097names as keys and the remainder of the information as data. The lower-casing
33098can be prevented by calling the program with the &%-nolc%& option.
168e428f
PH
33099
33100A terminating zero is included as part of the key string. This is expected by
9b371988
PH
33101the &(dbm)& lookup type. However, if the option &%-nozero%& is given,
33102&'exim_dbmbuild'& creates files without terminating zeroes in either the key
33103strings or the data strings. The &(dbmnz)& lookup type can be used with such
168e428f
PH
33104files.
33105
33106The program requires two arguments: the name of the input file (which can be a
33107single hyphen to indicate the standard input), and the name of the output file.
33108It creates the output under a temporary name, and then renames it if all went
33109well.
33110
9b371988 33111.cindex "USE_DB"
168e428f 33112If the native DB interface is in use (USE_DB is set in a compile-time
9b371988 33113configuration file &-- this is common in free versions of Unix) the two file
168e428f
PH
33114names must be different, because in this mode the Berkeley DB functions create
33115a single output file using exactly the name given. For example,
9b371988
PH
33116.code
33117exim_dbmbuild /etc/aliases /etc/aliases.db
33118.endd
168e428f 33119reads the system alias file and creates a DBM version of it in
9b371988 33120&_/etc/aliases.db_&.
168e428f 33121
9b371988
PH
33122In systems that use the &'ndbm'& routines (mostly proprietary versions of
33123Unix), two files are used, with the suffixes &_.dir_& and &_.pag_&. In this
168e428f 33124environment, the suffixes are added to the second argument of
9b371988 33125&'exim_dbmbuild'&, so it can be the same as the first. This is also the case
168e428f 33126when the Berkeley functions are used in compatibility mode (though this is not
9b371988 33127recommended), because in that case it adds a &_.db_& suffix to the file name.
168e428f
PH
33128
33129If a duplicate key is encountered, the program outputs a warning, and when it
9b371988
PH
33130finishes, its return code is 1 rather than zero, unless the &%-noduperr%&
33131option is used. By default, only the first of a set of duplicates is used &--
33132this makes it compatible with &(lsearch)& lookups. There is an option
33133&%-lastdup%& which causes it to use the data for the last duplicate instead.
33134There is also an option &%-nowarn%&, which stops it listing duplicate keys to
33135&%stderr%&. For other errors, where it doesn't actually make a new file, the
33136return code is 2.
168e428f
PH
33137
33138
33139
33140
9b371988
PH
33141.section "Finding individual retry times (exinext)" "SECTfinindret"
33142.cindex "retry" "times"
33143.cindex "&'exinext'&"
33144A utility called &'exinext'& (mostly a Perl script) provides the ability to
33145fish specific information out of the retry database. Given a mail domain (or a
168e428f
PH
33146complete address), it looks up the hosts for that domain, and outputs any retry
33147information for the hosts or for the domain. At present, the retry information
9b371988 33148is obtained by running &'exim_dumpdb'& (see below) and post-processing the
168e428f 33149output. For example:
9b371988
PH
33150.code
33151$ exinext piglet@milne.fict.example
33152kanga.milne.example:192.168.8.1 error 146: Connection refused
33153 first failed: 21-Feb-1996 14:57:34
33154 last tried: 21-Feb-1996 14:57:34
33155 next try at: 21-Feb-1996 15:02:34
33156roo.milne.example:192.168.8.3 error 146: Connection refused
33157 first failed: 20-Jan-1996 13:12:08
33158 last tried: 21-Feb-1996 11:42:03
33159 next try at: 21-Feb-1996 19:42:03
33160 past final cutoff time
33161.endd
33162You can also give &'exinext'& a local part, without a domain, and it
168e428f
PH
33163will give any retry information for that local part in your default domain.
33164A message id can be used to obtain retry information pertaining to a specific
33165message. This exists only when an attempt to deliver a message to a remote host
9b371988
PH
33166suffers a message-specific error (see section &<<SECToutSMTPerr>>&).
33167&'exinext'& is not particularly efficient, but then it is not expected to be
33168run very often.
168e428f 33169
9b371988
PH
33170The &'exinext'& utility calls Exim to find out information such as the location
33171of the spool directory. The utility has &%-C%& and &%-D%& options, which are
33172passed on to the &'exim'& commands. The first specifies an alternate Exim
168e428f
PH
33173configuration file, and the second sets macros for use within the configuration
33174file. These features are mainly to help in testing, but might also be useful in
33175environments where more than one configuration file is in use.
33176
33177
33178
9b371988
PH
33179.section "Hints database maintenance" "SECThindatmai"
33180.cindex "hints database" "maintenance"
33181.cindex "maintaining Exim's hints database"
168e428f
PH
33182Three utility programs are provided for maintaining the DBM files that Exim
33183uses to contain its delivery hint information. Each program requires two
33184arguments. The first specifies the name of Exim's spool directory, and the
068aaea8 33185second is the name of the database it is to operate on. These are as follows:
168e428f 33186
9b371988
PH
33187.ilist
33188&'retry'&: the database of retry information
33189.next
33190&'wait-'&<&'transport name'&>: databases of information about messages waiting
168e428f 33191for remote hosts
9b371988
PH
33192.next
33193&'callout'&: the callout cache
9b371988
PH
33194.next
33195&'ratelimit'&: the data for implementing the ratelimit ACL condition
9b371988
PH
33196.next
33197&'misc'&: other hints data
33198.endlist
168e428f 33199
9b371988 33200The &'misc'& database is used for
168e428f 33201
9b371988
PH
33202.ilist
33203Serializing ETRN runs (when &%smtp_etrn_serialize%& is set)
33204.next
33205Serializing delivery to a specific host (when &%serialize_hosts%& is set in an
33206&(smtp)& transport)
33207.endlist
168e428f 33208
168e428f
PH
33209
33210
f89d2485 33211.section "exim_dumpdb" "SECID261"
9b371988 33212.cindex "&'exim_dumpdb'&"
168e428f 33213The entire contents of a database are written to the standard output by the
9b371988 33214&'exim_dumpdb'& program, which has no options or arguments other than the
168e428f 33215spool and database names. For example, to dump the retry database:
9b371988
PH
33216.code
33217exim_dumpdb /var/spool/exim retry
33218.endd
168e428f 33219Two lines of output are produced for each entry:
9b371988
PH
33220.code
33221T:mail.ref.example:192.168.242.242 146 77 Connection refused
3322231-Oct-1995 12:00:12 02-Nov-1995 12:21:39 02-Nov-1995 20:21:39 *
33223.endd
168e428f
PH
33224The first item on the first line is the key of the record. It starts with one
33225of the letters R, or T, depending on whether it refers to a routing or
33226transport retry. For a local delivery, the next part is the local address; for
33227a remote delivery it is the name of the remote host, followed by its failing IP
f89d2485 33228address (unless &%retry_include_ip_address%& is set false on the &(smtp)&
168e428f
PH
33229transport). If the remote port is not the standard one (port 25), it is added
33230to the IP address. Then there follows an error code, an additional error code,
33231and a textual description of the error.
33232
33233The three times on the second line are the time of first failure, the time of
33234the last delivery attempt, and the computed time for the next attempt. The line
33235ends with an asterisk if the cutoff time for the last retry rule has been
33236exceeded.
33237
9b371988 33238Each output line from &'exim_dumpdb'& for the &'wait-xxx'& databases
168e428f
PH
33239consists of a host name followed by a list of ids for messages that are or were
33240waiting to be delivered to that host. If there are a very large number for any
33241one host, continuation records, with a sequence number added to the host name,
33242may be seen. The data in these records is often out of date, because a message
33243may be routed to several alternative hosts, and Exim makes no effort to keep
33244cross-references.
33245
33246
33247
f89d2485 33248.section "exim_tidydb" "SECID262"
9b371988 33249.cindex "&'exim_tidydb'&"
9b371988 33250The &'exim_tidydb'& utility program is used to tidy up the contents of a hints
068aaea8
PH
33251database. If run with no options, it removes all records that are more than 30
33252days old. The age is calculated from the date and time that the record was last
9b371988 33253updated. Note that, in the case of the retry database, it is &'not'& the time
068aaea8
PH
33254since the first delivery failure. Information about a host that has been down
33255for more than 30 days will remain in the database, provided that the record is
33256updated sufficiently often.
33257
9b371988 33258The cutoff date can be altered by means of the &%-t%& option, which must be
068aaea8
PH
33259followed by a time. For example, to remove all records older than a week from
33260the retry database:
9b371988
PH
33261.code
33262exim_tidydb -t 7d /var/spool/exim retry
33263.endd
33264Both the &'wait-xxx'& and &'retry'& databases contain items that involve
33265message ids. In the former these appear as data in records keyed by host &--
33266they were messages that were waiting for that host &-- and in the latter they
168e428f 33267are the keys for retry information for messages that have suffered certain
9b371988 33268types of error. When &'exim_tidydb'& is run, a check is made to ensure that
168e428f
PH
33269message ids in database records are those of messages that are still on the
33270queue. Message ids for messages that no longer exist are removed from
9b371988
PH
33271&'wait-xxx'& records, and if this leaves any records empty, they are deleted.
33272For the &'retry'& database, records whose keys are non-existent message ids are
33273removed. The &'exim_tidydb'& utility outputs comments on the standard output
33274whenever it removes information from the database.
168e428f
PH
33275
33276Certain records are automatically removed by Exim when they are no longer
33277needed, but others are not. For example, if all the MX hosts for a domain are
33278down, a retry record is created for each one. If the primary MX host comes back
33279first, its record is removed when Exim successfully delivers to it, but the
33280records for the others remain because Exim has not tried to use those hosts.
33281
9b371988 33282It is important, therefore, to run &'exim_tidydb'& periodically on all the
168e428f
PH
33283hints databases. You should do this at a quiet time of day, because it requires
33284a database to be locked (and therefore inaccessible to Exim) while it does its
33285work. Removing records from a DBM file does not normally make the file smaller,
33286but all the common DBM libraries are able to re-use the space that is released.
33287After an initial phase of increasing in size, the databases normally reach a
33288point at which they no longer get any bigger, as long as they are regularly
33289tidied.
33290
9b371988 33291&*Warning*&: If you never run &'exim_tidydb'&, the space used by the hints
168e428f
PH
33292databases is likely to keep on increasing.
33293
33294
33295
33296
f89d2485 33297.section "exim_fixdb" "SECID263"
9b371988
PH
33298.cindex "&'exim_fixdb'&"
33299The &'exim_fixdb'& program is a utility for interactively modifying databases.
168e428f
PH
33300Its main use is for testing Exim, but it might also be occasionally useful for
33301getting round problems in a live system. It has no options, and its interface
33302is somewhat crude. On entry, it prompts for input with a right angle-bracket. A
33303key of a database record can then be entered, and the data for that record is
33304displayed.
33305
9b371988
PH
33306If &"d"& is typed at the next prompt, the entire record is deleted. For all
33307except the &'retry'& database, that is the only operation that can be carried
33308out. For the &'retry'& database, each field is output preceded by a number, and
168e428f
PH
33309data for individual fields can be changed by typing the field number followed
33310by new data, for example:
9b371988
PH
33311.code
33312> 4 951102:1000
33313.endd
168e428f
PH
33314resets the time of the next delivery attempt. Time values are given as a
33315sequence of digit pairs for year, month, day, hour, and minute. Colons can be
33316used as optional separators.
33317
33318
33319
33320
9b371988
PH
33321.section "Mailbox maintenance (exim_lock)" "SECTmailboxmaint"
33322.cindex "mailbox" "maintenance"
33323.cindex "&'exim_lock'&"
33324.cindex "locking mailboxes"
33325The &'exim_lock'& utility locks a mailbox file using the same algorithm as
33326Exim. For a discussion of locking issues, see section &<<SECTopappend>>&.
33327&'Exim_lock'& can be used to prevent any modification of a mailbox by Exim or
168e428f
PH
33328a user agent while investigating a problem. The utility requires the name of
33329the file as its first argument. If the locking is successful, the second
9b371988 33330argument is run as a command (using C's &[system()]& function); if there is no
168e428f 33331second argument, the value of the SHELL environment variable is used; if this
9b371988 33332is unset or empty, &_/bin/sh_& is run. When the command finishes, the mailbox
168e428f
PH
33333is unlocked and the utility ends. The following options are available:
33334
9b371988
PH
33335.vlist
33336.vitem &%-fcntl%&
33337Use &[fcntl()]& locking on the open mailbox.
33338
33339.vitem &%-flock%&
33340Use &[flock()]& locking on the open mailbox, provided the operating system
33341supports it.
33342
33343.vitem &%-interval%&
33344This must be followed by a number, which is a number of seconds; it sets the
33345interval to sleep between retries (default 3).
33346
33347.vitem &%-lockfile%&
33348Create a lock file before opening the mailbox.
33349
33350.vitem &%-mbx%&
33351Lock the mailbox using MBX rules.
33352
33353.vitem &%-q%&
33354Suppress verification output.
33355
33356.vitem &%-retries%&
33357This must be followed by a number; it sets the number of times to try to get
33358the lock (default 10).
33359
33360.vitem &%-restore_time%&
33361This option causes &%exim_lock%& to restore the modified and read times to the
33362locked file before exiting. This allows you to access a locked mailbox (for
33363example, to take a backup copy) without disturbing the times that the user
33364subsequently sees.
33365
33366.vitem &%-timeout%&
33367This must be followed by a number, which is a number of seconds; it sets a
33368timeout to be used with a blocking &[fcntl()]& lock. If it is not set (the
33369default), a non-blocking call is used.
33370
33371.vitem &%-v%&
33372Generate verbose output.
33373.endlist
33374
33375If none of &%-fcntl%&, &%-flock%&, &%-lockfile%& or &%-mbx%& are given, the
33376default is to create a lock file and also to use &[fcntl()]& locking on the
33377mailbox, which is the same as Exim's default. The use of &%-flock%& or
33378&%-fcntl%& requires that the file be writeable; the use of &%-lockfile%&
33379requires that the directory containing the file be writeable. Locking by lock
33380file does not last for ever; Exim assumes that a lock file is expired if it is
33381more than 30 minutes old.
33382
33383The &%-mbx%& option can be used with either or both of &%-fcntl%& or
33384&%-flock%&. It assumes &%-fcntl%& by default. MBX locking causes a shared lock
33385to be taken out on the open mailbox, and an exclusive lock on the file
33386&_/tmp/.n.m_& where &'n'& and &'m'& are the device number and inode
33387number of the mailbox file. When the locking is released, if an exclusive lock
33388can be obtained for the mailbox, the file in &_/tmp_& is deleted.
168e428f
PH
33389
33390The default output contains verification of the locking that takes place. The
9b371988 33391&%-v%& option causes some additional information to be given. The &%-q%& option
168e428f
PH
33392suppresses all output except error messages.
33393
33394A command such as
9b371988
PH
33395.code
33396exim_lock /var/spool/mail/spqr
33397.endd
168e428f 33398runs an interactive shell while the file is locked, whereas
9b371988
PH
33399.display
33400&`exim_lock -q /var/spool/mail/spqr <<End`&
33401<&'some commands'&>
33402&`End`&
33403.endd
168e428f
PH
33404runs a specific non-interactive sequence of commands while the file is locked,
33405suppressing all verification output. A single command can be run by a command
33406such as
9b371988 33407.code
168e428f
PH
33408exim_lock -q /var/spool/mail/spqr \
33409 "cp /var/spool/mail/spqr /some/where"
9b371988 33410.endd
168e428f 33411Note that if a command is supplied, it must be entirely contained within the
9b371988 33412second argument &-- hence the quotes.
4f578862 33413.ecindex IIDutils
168e428f
PH
33414
33415
9b371988
PH
33416. ////////////////////////////////////////////////////////////////////////////
33417. ////////////////////////////////////////////////////////////////////////////
168e428f 33418
9b371988 33419.chapter "The Exim monitor" "CHAPeximon"
4f578862 33420.scindex IIDeximon "Exim monitor" "description"
9b371988
PH
33421.cindex "X-windows"
33422.cindex "&'eximon'&"
33423.cindex "Local/eximon.conf"
3cb1b51e 33424.cindex "&_exim_monitor/EDITME_&"
168e428f
PH
33425The Exim monitor is an application which displays in an X window information
33426about the state of Exim's queue and what Exim is doing. An admin user can
33427perform certain operations on messages from this GUI interface; however all
33428such facilities are also available from the command line, and indeed, the
33429monitor itself makes use of the command line to perform any actions requested.
33430
33431
33432
f89d2485 33433.section "Running the monitor" "SECID264"
9b371988 33434The monitor is started by running the script called &'eximon'&. This is a shell
168e428f 33435script that sets up a number of environment variables, and then runs the
9b371988
PH
33436binary called &_eximon.bin_&. The default appearance of the monitor window can
33437be changed by editing the &_Local/eximon.conf_& file created by editing
33438&_exim_monitor/EDITME_&. Comments in that file describe what the various
168e428f
PH
33439parameters are for.
33440
9b371988
PH
33441The parameters that get built into the &'eximon'& script can be overridden for
33442a particular invocation by setting up environment variables of the same names,
33443preceded by &`EXIMON_`&. For example, a shell command such as
33444.code
33445EXIMON_LOG_DEPTH=400 eximon
33446.endd
33447(in a Bourne-compatible shell) runs &'eximon'& with an overriding setting of
33448the LOG_DEPTH parameter. If EXIMON_LOG_FILE_PATH is set in the environment, it
33449overrides the Exim log file configuration. This makes it possible to have
33450&'eximon'& tailing log data that is written to syslog, provided that MAIL.INFO
33451syslog messages are routed to a file on the local host.
168e428f
PH
33452
33453X resources can be used to change the appearance of the window in the normal
33454way. For example, a resource setting of the form
9b371988
PH
33455.code
33456Eximon*background: gray94
33457.endd
168e428f
PH
33458changes the colour of the background to light grey rather than white. The
33459stripcharts are drawn with both the data lines and the reference lines in
33460black. This means that the reference lines are not visible when on top of the
33461data. However, their colour can be changed by setting a resource called
9b371988 33462&"highlight"& (an odd name, but that's what the Athena stripchart widget uses).
168e428f
PH
33463For example, if your X server is running Unix, you could set up lighter
33464reference lines in the stripcharts by obeying
9b371988
PH
33465.code
33466xrdb -merge <<End
33467Eximon*highlight: gray
33468End
33469.endd
33470.cindex "admin user"
168e428f 33471In order to see the contents of messages on the queue, and to operate on them,
9b371988 33472&'eximon'& must either be run as root or by an admin user.
168e428f
PH
33473
33474The monitor's window is divided into three parts. The first contains one or
9b371988 33475more stripcharts and two action buttons, the second contains a &"tail"& of the
168e428f
PH
33476main log file, and the third is a display of the queue of messages awaiting
33477delivery, with two more action buttons. The following sections describe these
33478different parts of the display.
33479
33480
33481
33482
f89d2485 33483.section "The stripcharts" "SECID265"
9b371988 33484.cindex "stripchart"
168e428f
PH
33485The first stripchart is always a count of messages on the queue. Its name can
33486be configured by setting QUEUE_STRIPCHART_NAME in the
9b371988 33487&_Local/eximon.conf_& file. The remaining stripcharts are defined in the
168e428f
PH
33488configuration script by regular expression matches on log file entries, making
33489it possible to display, for example, counts of messages delivered to certain
33490hosts or using certain transports. The supplied defaults display counts of
33491received and delivered messages, and of local and SMTP deliveries. The default
33492period between stripchart updates is one minute; this can be adjusted by a
9b371988 33493parameter in the &_Local/eximon.conf_& file.
168e428f
PH
33494
33495The stripchart displays rescale themselves automatically as the value they are
33496displaying changes. There are always 10 horizontal lines in each chart; the
33497title string indicates the value of each division when it is greater than one.
9b371988 33498For example, &"x2"& means that each division represents a value of 2.
168e428f
PH
33499
33500It is also possible to have a stripchart which shows the percentage fullness of
33501a particular disk partition, which is useful when local deliveries are confined
33502to a single partition.
33503
9b371988
PH
33504.cindex "&%statvfs%& function"
33505This relies on the availability of the &[statvfs()]& function or equivalent in
168e428f
PH
33506the operating system. Most, but not all versions of Unix that support Exim have
33507this. For this particular stripchart, the top of the chart always represents
9b371988 33508100%, and the scale is given as &"x10%"&. This chart is configured by setting
168e428f 33509SIZE_STRIPCHART and (optionally) SIZE_STRIPCHART_NAME in the
9b371988 33510&_Local/eximon.conf_& file.
168e428f
PH
33511
33512
33513
33514
f89d2485 33515.section "Main action buttons" "SECID266"
9b371988
PH
33516.cindex "size" "of monitor window"
33517.cindex "Exim monitor" "window size"
33518.cindex "window size"
168e428f 33519Below the stripcharts there is an action button for quitting the monitor. Next
9b371988
PH
33520to this is another button marked &"Size"&. They are placed here so that
33521shrinking the window to its default minimum size leaves just the queue count
33522stripchart and these two buttons visible. Pressing the &"Size"& button causes
33523the window to expand to its maximum size, unless it is already at the maximum,
33524in which case it is reduced to its minimum.
168e428f
PH
33525
33526When expanding to the maximum, if the window cannot be fully seen where it
33527currently is, it is moved back to where it was the last time it was at full
33528size. When it is expanding from its minimum size, the old position is
33529remembered, and next time it is reduced to the minimum it is moved back there.
33530
33531The idea is that you can keep a reduced window just showing one or two
33532stripcharts at a convenient place on your screen, easily expand it to show
33533the full window when required, and just as easily put it back to what it was.
9b371988
PH
33534The idea is copied from what the &'twm'& window manager does for its
33535&'f.fullzoom'& action. The minimum size of the window can be changed by setting
33536the MIN_HEIGHT and MIN_WIDTH values in &_Local/eximon.conf_&.
168e428f
PH
33537
33538Normally, the monitor starts up with the window at its full size, but it can be
33539built so that it starts up with the window at its smallest size, by setting
9b371988 33540START_SMALL=yes in &_Local/eximon.conf_&.
168e428f
PH
33541
33542
33543
f89d2485 33544.section "The log display" "SECID267"
9b371988 33545.cindex "log" "tail of; in monitor"
168e428f
PH
33546The second section of the window is an area in which a display of the tail of
33547the main log is maintained.
33548To save space on the screen, the timestamp on each log line is shortened by
9b371988 33549removing the date and, if &%log_timezone%& is set, the timezone.
168e428f
PH
33550The log tail is not available when the only destination for logging data is
33551syslog, unless the syslog lines are routed to a local file whose name is passed
9b371988 33552to &'eximon'& via the EXIMON_LOG_FILE_PATH environment variable.
168e428f
PH
33553
33554The log sub-window has a scroll bar at its lefthand side which can be used to
33555move back to look at earlier text, and the up and down arrow keys also have a
33556scrolling effect. The amount of log that is kept depends on the setting of
9b371988
PH
33557LOG_BUFFER in &_Local/eximon.conf_&, which specifies the amount of memory
33558to use. When this is full, the earlier 50% of data is discarded &-- this is
33559much more efficient than throwing it away line by line. The sub-window also has
33560a horizontal scroll bar for accessing the ends of long log lines. This is the
168e428f
PH
33561only means of horizontal scrolling; the right and left arrow keys are not
33562available. Text can be cut from this part of the window using the mouse in the
33563normal way. The size of this subwindow is controlled by parameters in the
9b371988 33564configuration file &_Local/eximon.conf_&.
168e428f
PH
33565
33566Searches of the text in the log window can be carried out by means of the ^R
33567and ^S keystrokes, which default to a reverse and a forward search,
33568respectively. The search covers only the text that is displayed in the window.
33569It cannot go further back up the log.
33570
33571The point from which the search starts is indicated by a caret marker. This is
33572normally at the end of the text in the window, but can be positioned explicitly
33573by pointing and clicking with the left mouse button, and is moved automatically
33574by a successful search. If new text arrives in the window when it is scrolled
33575back, the caret remains where it is, but if the window is not scrolled back,
33576the caret is moved to the end of the new text.
33577
33578Pressing ^R or ^S pops up a window into which the search text can be typed.
33579There are buttons for selecting forward or reverse searching, for carrying out
9b371988 33580the search, and for cancelling. If the &"Search"& button is pressed, the search
168e428f 33581happens and the window remains so that further searches can be done. If the
9b371988 33582&"Return"& key is pressed, a single search is done and the window is closed. If
168e428f
PH
33583^C is typed the search is cancelled.
33584
33585The searching facility is implemented using the facilities of the Athena text
9b371988
PH
33586widget. By default this pops up a window containing both &"search"& and
33587&"replace"& options. In order to suppress the unwanted &"replace"& portion for
33588eximon, a modified version of the &%TextPop%& widget is distributed with Exim.
33589However, the linkers in BSDI and HP-UX seem unable to handle an externally
33590provided version of &%TextPop%& when the remaining parts of the text widget
33591come from the standard libraries. The compile-time option EXIMON_TEXTPOP can be
33592unset to cut out the modified &%TextPop%&, making it possible to build Eximon
33593on these systems, at the expense of having unwanted items in the search popup
33594window.
168e428f
PH
33595
33596
33597
f89d2485 33598.section "The queue display" "SECID268"
9b371988 33599.cindex "queue" "display in monitor"
168e428f
PH
33600The bottom section of the monitor window contains a list of all messages that
33601are on the queue, which includes those currently being received or delivered,
33602as well as those awaiting delivery. The size of this subwindow is controlled by
9b371988
PH
33603parameters in the configuration file &_Local/eximon.conf_&, and the frequency
33604at which it is updated is controlled by another parameter in the same file &--
168e428f 33605the default is 5 minutes, since queue scans can be quite expensive. However,
9b371988
PH
33606there is an &"Update"& action button just above the display which can be used
33607to force an update of the queue display at any time.
168e428f
PH
33608
33609When a host is down for some time, a lot of pending mail can build up for it,
33610and this can make it hard to deal with other messages on the queue. To help
9b371988
PH
33611with this situation there is a button next to &"Update"& called &"Hide"&. If
33612pressed, a dialogue box called &"Hide addresses ending with"& is put up. If you
33613type anything in here and press &"Return"&, the text is added to a chain of
33614such texts, and if every undelivered address in a message matches at least one
168e428f
PH
33615of the texts, the message is not displayed.
33616
33617If there is an address that does not match any of the texts, all the addresses
33618are displayed as normal. The matching happens on the ends of addresses so, for
9b371988
PH
33619example, &'cam.ac.uk'& specifies all addresses in Cambridge, while
33620&'xxx@foo.com.example'& specifies just one specific address. When any hiding
33621has been set up, a button called &"Unhide"& is displayed. If pressed, it
33622cancels all hiding. Also, to ensure that hidden messages do not get forgotten,
33623a hide request is automatically cancelled after one hour.
168e428f
PH
33624
33625While the dialogue box is displayed, you can't press any buttons or do anything
33626else to the monitor window. For this reason, if you want to cut text from the
33627queue display to use in the dialogue box, you have to do the cutting before
9b371988 33628pressing the &"Hide"& button.
168e428f
PH
33629
33630The queue display contains, for each unhidden queued message, the length of
33631time it has been on the queue, the size of the message, the message id, the
33632message sender, and the first undelivered recipient, all on one line. If it is
9b371988 33633a bounce message, the sender is shown as &"<>"&. If there is more than one
168e428f
PH
33634recipient to which the message has not yet been delivered, subsequent ones are
33635listed on additional lines, up to a maximum configured number, following which
33636an ellipsis is displayed. Recipients that have already received the message are
33637not shown.
33638
9b371988 33639.cindex "frozen messages" "display"
168e428f
PH
33640If a message is frozen, an asterisk is displayed at the left-hand side.
33641
33642The queue display has a vertical scroll bar, and can also be scrolled by means
33643of the arrow keys. Text can be cut from it using the mouse in the normal way.
33644The text searching facilities, as described above for the log window, are also
33645available, but the caret is always moved to the end of the text when the queue
33646display is updated.
33647
33648
33649
f89d2485 33650.section "The queue menu" "SECID269"
9b371988
PH
33651.cindex "queue" "menu in monitor"
33652If the &%shift%& key is held down and the left button is clicked when the mouse
168e428f
PH
33653pointer is over the text for any message, an action menu pops up, and the first
33654line of the queue display for the message is highlighted. This does not affect
33655any selected text.
33656
33657If you want to use some other event for popping up the menu, you can set the
9b371988 33658MENU_EVENT parameter in &_Local/eximon.conf_& to change the default, or
168e428f
PH
33659set EXIMON_MENU_EVENT in the environment before starting the monitor. The
33660value set in this parameter is a standard X event description. For example, to
9b371988
PH
33661run eximon using &%ctrl%& rather than &%shift%& you could use
33662.code
33663EXIMON_MENU_EVENT='Ctrl<Btn1Down>' eximon
33664.endd
168e428f
PH
33665The title of the menu is the message id, and it contains entries which act as
33666follows:
33667
9b371988
PH
33668.ilist
33669&'message log'&: The contents of the message log for the message are displayed
33670in a new text window.
33671.next
33672&'headers'&: Information from the spool file that contains the envelope
168e428f 33673information and headers is displayed in a new text window. See chapter
9b371988
PH
33674&<<CHAPspool>>& for a description of the format of spool files.
33675.next
33676&'body'&: The contents of the spool file containing the body of the message are
168e428f
PH
33677displayed in a new text window. There is a default limit of 20,000 bytes to the
33678amount of data displayed. This can be changed by setting the BODY_MAX
33679option at compile time, or the EXIMON_BODY_MAX option at run time.
9b371988
PH
33680.next
33681&'deliver message'&: A call to Exim is made using the &%-M%& option to request
168e428f 33682delivery of the message. This causes an automatic thaw if the message is
9b371988 33683frozen. The &%-v%& option is also set, and the output from Exim is displayed in
168e428f
PH
33684a new text window. The delivery is run in a separate process, to avoid holding
33685up the monitor while the delivery proceeds.
9b371988
PH
33686.next
33687&'freeze message'&: A call to Exim is made using the &%-Mf%& option to request
168e428f 33688that the message be frozen.
9b371988
PH
33689.next
33690.cindex "thawing messages"
33691.cindex "unfreezing messages"
33692.cindex "frozen messages" "thawing"
33693&'thaw message'&: A call to Exim is made using the &%-Mt%& option to request
33694that the message be thawed.
33695.next
33696.cindex "delivery" "forcing failure"
33697&'give up on msg'&: A call to Exim is made using the &%-Mg%& option to request
168e428f
PH
33698that Exim gives up trying to deliver the message. A bounce message is generated
33699for any remaining undelivered addresses.
9b371988
PH
33700.next
33701&'remove message'&: A call to Exim is made using the &%-Mrm%& option to request
168e428f
PH
33702that the message be deleted from the system without generating a bounce
33703message.
9b371988
PH
33704.next
33705&'add recipient'&: A dialog box is displayed into which a recipient address can
168e428f 33706be typed. If the address is not qualified and the QUALIFY_DOMAIN parameter
9b371988 33707is set in &_Local/eximon.conf_&, the address is qualified with that domain.
168e428f 33708Otherwise it must be entered as a fully qualified address. Pressing RETURN
9b371988 33709causes a call to Exim to be made using the &%-Mar%& option to request that an
168e428f
PH
33710additional recipient be added to the message, unless the entry box is empty, in
33711which case no action is taken.
9b371988
PH
33712.next
33713&'mark delivered'&: A dialog box is displayed into which a recipient address
33714can be typed. If the address is not qualified and the QUALIFY_DOMAIN parameter
33715is set in &_Local/eximon.conf_&, the address is qualified with that domain.
168e428f 33716Otherwise it must be entered as a fully qualified address. Pressing RETURN
9b371988 33717causes a call to Exim to be made using the &%-Mmd%& option to mark the given
168e428f
PH
33718recipient address as already delivered, unless the entry box is empty, in which
33719case no action is taken.
9b371988
PH
33720.next
33721&'mark all delivered'&: A call to Exim is made using the &%-Mmad%& option to
33722mark all recipient addresses as already delivered.
33723.next
33724&'edit sender'&: A dialog box is displayed initialized with the current
33725sender's address. Pressing RETURN causes a call to Exim to be made using the
33726&%-Mes%& option to replace the sender address, unless the entry box is empty,
33727in which case no action is taken. If you want to set an empty sender (as in
33728bounce messages), you must specify it as &"<>"&. Otherwise, if the address is
33729not qualified and the QUALIFY_DOMAIN parameter is set in &_Local/eximon.conf_&,
33730the address is qualified with that domain.
33731.endlist
33732
33733When a delivery is forced, a window showing the &%-v%& output is displayed. In
168e428f
PH
33734other cases when a call to Exim is made, if there is any output from Exim (in
33735particular, if the command fails) a window containing the command and the
33736output is displayed. Otherwise, the results of the action are normally apparent
33737from the log and queue displays. However, if you set ACTION_OUTPUT=yes in
9b371988 33738&_Local/eximon.conf_&, a window showing the Exim command is always opened, even
168e428f
PH
33739if no output is generated.
33740
33741The queue display is automatically updated for actions such as freezing and
33742thawing, unless ACTION_QUEUE_UPDATE=no has been set in
9b371988
PH
33743&_Local/eximon.conf_&. In this case the &"Update"& button has to be used to
33744force an update of the display after one of these actions.
168e428f
PH
33745
33746In any text window that is displayed as result of a menu action, the normal
33747cut-and-paste facility is available, and searching can be carried out using ^R
33748and ^S, as described above for the log tail window.
4f578862 33749.ecindex IIDeximon
168e428f
PH
33750
33751
33752
33753
33754
9b371988
PH
33755. ////////////////////////////////////////////////////////////////////////////
33756. ////////////////////////////////////////////////////////////////////////////
168e428f 33757
9b371988 33758.chapter "Security considerations" "CHAPsecurity"
4f578862 33759.scindex IIDsecurcon "security" "discussion of"
168e428f
PH
33760This chapter discusses a number of issues concerned with security, some of
33761which are also covered in other parts of this manual.
33762
33763For reasons that this author does not understand, some people have promoted
9b371988
PH
33764Exim as a &"particularly secure"& mailer. Perhaps it is because of the
33765existence of this chapter in the documentation. However, the intent of the
33766chapter is simply to describe the way Exim works in relation to certain
33767security concerns, not to make any specific claims about the effectiveness of
33768its security as compared with other MTAs.
168e428f
PH
33769
33770What follows is a description of the way Exim is supposed to be. Best efforts
33771have been made to try to ensure that the code agrees with the theory, but an
33772absence of bugs can never be guaranteed. Any that are reported will get fixed
33773as soon as possible.
33774
33775
f89d2485 33776.section "Building a more &""hardened""& Exim" "SECID286"
9b371988
PH
33777.cindex "security" "build-time features"
33778There are a number of build-time options that can be set in &_Local/Makefile_&
33779to create Exim binaries that are &"harder"& to attack, in particular by a rogue
168e428f
PH
33780Exim administrator who does not have the root password, or by someone who has
33781penetrated the Exim (but not the root) account. These options are as follows:
33782
9b371988
PH
33783.ilist
33784ALT_CONFIG_PREFIX can be set to a string that is required to match the
33785start of any file names used with the &%-C%& option. When it is set, these file
33786names are also not allowed to contain the sequence &"/../"&. (However, if the
33787value of the &%-C%& option is identical to the value of CONFIGURE_FILE in
33788&_Local/Makefile_&, Exim ignores &%-C%& and proceeds as usual.) There is no
33789default setting for &%ALT_CONFIG_PREFIX%&.
33790
168e428f
PH
33791If the permitted configuration files are confined to a directory to
33792which only root has access, this guards against someone who has broken
33793into the Exim account from running a privileged Exim with an arbitrary
33794configuration file, and using it to break into other accounts.
9b371988
PH
33795.next
33796If ALT_CONFIG_ROOT_ONLY is defined, root privilege is retained for &%-C%&
33797and &%-D%& only if the caller of Exim is root. Without it, the Exim user may
33798also use &%-C%& and &%-D%& and retain privilege. Setting this option locks out
33799the possibility of testing a configuration using &%-C%& right through message
168e428f
PH
33800reception and delivery, even if the caller is root. The reception works, but by
33801that time, Exim is running as the Exim user, so when it re-execs to regain
9b371988 33802privilege for the delivery, the use of &%-C%& causes privilege to be lost.
168e428f
PH
33803However, root can test reception and delivery using two separate commands.
33804ALT_CONFIG_ROOT_ONLY is not set by default.
9b371988
PH
33805.next
33806If DISABLE_D_OPTION is defined, the use of the &%-D%& command line option
168e428f 33807is disabled.
9b371988
PH
33808.next
33809FIXED_NEVER_USERS can be set to a colon-separated list of users that are
33810never to be used for any deliveries. This is like the &%never_users%& runtime
168e428f 33811option, but it cannot be overridden; the runtime option adds additional users
9b371988 33812to the list. The default setting is &"root"&; this prevents a non-root user who
168e428f 33813is permitted to modify the runtime file from using Exim as a way to get root.
9b371988 33814.endlist
168e428f
PH
33815
33816
33817
33818
f89d2485 33819.section "Root privilege" "SECID270"
9b371988
PH
33820.cindex "setuid"
33821.cindex "root privilege"
168e428f
PH
33822The Exim binary is normally setuid to root, which means that it gains root
33823privilege (runs as root) when it starts execution. In some special cases (for
33824example, when the daemon is not in use and there are no local deliveries), it
33825may be possible to run Exim setuid to some user other than root. This is
33826discussed in the next section. However, in most installations, root privilege
33827is required for two things:
33828
9b371988
PH
33829.ilist
33830To set up a socket connected to the standard SMTP port (25) when initialising
33831the listening daemon. If Exim is run from &'inetd'&, this privileged action is
168e428f 33832not required.
9b371988
PH
33833.next
33834To be able to change uid and gid in order to read users' &_.forward_& files and
168e428f
PH
33835perform local deliveries as the receiving user or as specified in the
33836configuration.
9b371988 33837.endlist
168e428f
PH
33838
33839It is not necessary to be root to do any of the other things Exim does, such as
33840receiving messages and delivering them externally over SMTP, and it is
33841obviously more secure if Exim does not run as root except when necessary.
33842For this reason, a user and group for Exim to use must be defined in
9b371988
PH
33843&_Local/Makefile_&. These are known as &"the Exim user"& and &"the Exim
33844group"&. Their values can be changed by the run time configuration, though this
33845is not recommended. Often a user called &'exim'& is used, but some sites use
33846&'mail'& or another user name altogether.
168e428f 33847
9b371988 33848Exim uses &[setuid()]& whenever it gives up root privilege. This is a permanent
168e428f 33849abdication; the process cannot regain root afterwards. Prior to release 4.00,
9b371988 33850&[seteuid()]& was used in some circumstances, but this is no longer the case.
168e428f
PH
33851
33852After a new Exim process has interpreted its command line options, it changes
33853uid and gid in the following cases:
33854
9b371988 33855.ilist
f89d2485
PH
33856.oindex "&%-C%&"
33857.oindex "&%-D%&"
9b371988
PH
33858If the &%-C%& option is used to specify an alternate configuration file, or if
33859the &%-D%& option is used to define macro values for the configuration, and the
168e428f
PH
33860calling process is not running as root or the Exim user, the uid and gid are
33861changed to those of the calling process.
9b371988
PH
33862However, if ALT_CONFIG_ROOT_ONLY is defined in &_Local/Makefile_&, only
33863root callers may use &%-C%& and &%-D%& without losing privilege, and if
33864DISABLE_D_OPTION is set, the &%-D%& option may not be used at all.
33865.next
f89d2485
PH
33866.oindex "&%-be%&"
33867.oindex "&%-bf%&"
33868.oindex "&%-bF%&"
9b371988
PH
33869If the expansion test option (&%-be%&) or one of the filter testing options
33870(&%-bf%& or &%-bF%&) are used, the uid and gid are changed to those of the
168e428f 33871calling process.
9b371988
PH
33872.next
33873If the process is not a daemon process or a queue runner process or a delivery
33874process or a process for testing address routing (started with &%-bt%&), the
33875uid and gid are changed to the Exim user and group. This means that Exim always
168e428f
PH
33876runs under its own uid and gid when receiving messages. This also applies when
33877testing address verification
f89d2485
PH
33878.oindex "&%-bv%&"
33879.oindex "&%-bh%&"
9b371988 33880(the &%-bv%& option) and testing incoming message policy controls (the &%-bh%&
168e428f 33881option).
9b371988
PH
33882.next
33883For a daemon, queue runner, delivery, or address testing process, the uid
168e428f 33884remains as root at this stage, but the gid is changed to the Exim group.
9b371988 33885.endlist
168e428f
PH
33886
33887The processes that initially retain root privilege behave as follows:
33888
9b371988
PH
33889.ilist
33890A daemon process changes the gid to the Exim group and the uid to the Exim
33891user after setting up one or more listening sockets. The &[initgroups()]&
168e428f
PH
33892function is called, so that if the Exim user is in any additional groups, they
33893will be used during message reception.
9b371988
PH
33894.next
33895A queue runner process retains root privilege throughout its execution. Its
168e428f 33896job is to fork a controlled sequence of delivery processes.
9b371988
PH
33897.next
33898A delivery process retains root privilege throughout most of its execution,
168e428f
PH
33899but any actual deliveries (that is, the transports themselves) are run in
33900subprocesses which always change to a non-root uid and gid. For local
33901deliveries this is typically the uid and gid of the owner of the mailbox; for
33902remote deliveries, the Exim uid and gid are used. Once all the delivery
33903subprocesses have been run, a delivery process changes to the Exim uid and gid
33904while doing post-delivery tidying up such as updating the retry database and
33905generating bounce and warning messages.
9b371988 33906
168e428f
PH
33907While the recipient addresses in a message are being routed, the delivery
33908process runs as root. However, if a user's filter file has to be processed,
33909this is done in a subprocess that runs under the individual user's uid and
9b371988
PH
33910gid. A system filter is run as root unless &%system_filter_user%& is set.
33911.next
33912A process that is testing addresses (the &%-bt%& option) runs as root so that
168e428f 33913the routing is done in the same environment as a message delivery.
9b371988 33914.endlist
168e428f
PH
33915
33916
33917
33918
9b371988 33919.section "Running Exim without privilege" "SECTrunexiwitpri"
f89d2485 33920.cindex "privilege, running without"
9b371988
PH
33921.cindex "unprivileged running"
33922.cindex "root privilege" "running without"
168e428f
PH
33923Some installations like to run Exim in an unprivileged state for more of its
33924operation, for added security. Support for this mode of operation is provided
9b371988 33925by the global option &%deliver_drop_privilege%&. When this is set, the uid and
168e428f
PH
33926gid are changed to the Exim user and group at the start of a delivery process
33927(and also queue runner and address testing processes). This means that address
33928routing is no longer run as root, and the deliveries themselves cannot change
33929to any other uid.
33930
3cb1b51e
PH
33931.cindex SIGHUP
33932.cindex "daemon" "restarting"
9b371988 33933Leaving the binary setuid to root, but setting &%deliver_drop_privilege%& means
168e428f
PH
33934that the daemon can still be started in the usual way, and it can respond
33935correctly to SIGHUP because the re-invocation regains root privilege.
33936
33937An alternative approach is to make Exim setuid to the Exim user and also setgid
3cb1b51e
PH
33938to the Exim group. If you do this, the daemon must be started from a root
33939process. (Calling Exim from a root process makes it behave in the way it does
33940when it is setuid root.) However, the daemon cannot restart itself after a
33941SIGHUP signal because it cannot regain privilege.
168e428f 33942
9b371988 33943It is still useful to set &%deliver_drop_privilege%& in this case, because it
168e428f
PH
33944stops Exim from trying to re-invoke itself to do a delivery after a message has
33945been received. Such a re-invocation is a waste of resources because it has no
33946effect.
33947
9b371988
PH
33948If restarting the daemon is not an issue (for example, if &%mua_wrapper%& is
33949set, or &'inetd'& is being used instead of a daemon), having the binary setuid
33950to the Exim user seems a clean approach, but there is one complication:
168e428f
PH
33951
33952In this style of operation, Exim is running with the real uid and gid set to
33953those of the calling process, and the effective uid/gid set to Exim's values.
33954Ideally, any association with the calling process' uid/gid should be dropped,
33955that is, the real uid/gid should be reset to the effective values so as to
33956discard any privileges that the caller may have. While some operating systems
33957have a function that permits this action for a non-root effective uid, quite a
33958number of them do not. Because of this lack of standardization, Exim does not
33959address this problem at this time.
33960
9b371988
PH
33961For this reason, the recommended approach for &"mostly unprivileged"& running
33962is to keep the Exim binary setuid to root, and to set
33963&%deliver_drop_privilege%&. This also has the advantage of allowing a daemon to
33964be used in the most straightforward way.
168e428f
PH
33965
33966If you configure Exim not to run delivery processes as root, there are a
33967number of restrictions on what you can do:
33968
9b371988
PH
33969.ilist
33970You can deliver only as the Exim user/group. You should explicitly use the
33971&%user%& and &%group%& options to override routers or local transports that
168e428f
PH
33972normally deliver as the recipient. This makes sure that configurations that
33973work in this mode function the same way in normal mode. Any implicit or
33974explicit specification of another user causes an error.
9b371988
PH
33975.next
33976Use of &_.forward_& files is severely restricted, such that it is usually
168e428f 33977not worthwhile to include them in the configuration.
9b371988
PH
33978.next
33979Users who wish to use &_.forward_& would have to make their home directory and
168e428f
PH
33980the file itself accessible to the Exim user. Pipe and append-to-file entries,
33981and their equivalents in Exim filters, cannot be used. While they could be
33982enabled in the Exim user's name, that would be insecure and not very useful.
9b371988
PH
33983.next
33984Unless the local user mailboxes are all owned by the Exim user (possible in
168e428f
PH
33985some POP3 or IMAP-only environments):
33986
9b371988 33987.olist
f89d2485 33988They must be owned by the Exim group and be writeable by that group. This
9b371988 33989implies you must set &%mode%& in the appendfile configuration, as well as the
168e428f 33990mode of the mailbox files themselves.
9b371988
PH
33991.next
33992You must set &%no_check_owner%&, since most or all of the files will not be
168e428f 33993owned by the Exim user.
9b371988
PH
33994.next
33995You must set &%file_must_exist%&, because Exim cannot set the owner correctly
168e428f
PH
33996on a newly created mailbox when unprivileged. This also implies that new
33997mailboxes need to be created manually.
9b371988
PH
33998.endlist olist
33999.endlist ilist
34000
168e428f
PH
34001
34002These restrictions severely restrict what can be done in local deliveries.
34003However, there are no restrictions on remote deliveries. If you are running a
9b371988 34004gateway host that does no local deliveries, setting &%deliver_drop_privilege%&
168e428f
PH
34005gives more security at essentially no cost.
34006
9b371988
PH
34007If you are using the &%mua_wrapper%& facility (see chapter
34008&<<CHAPnonqueueing>>&), &%deliver_drop_privilege%& is forced to be true.
168e428f
PH
34009
34010
34011
34012
f89d2485 34013.section "Delivering to local files" "SECID271"
9b371988
PH
34014Full details of the checks applied by &(appendfile)& before it writes to a file
34015are given in chapter &<<CHAPappendfile>>&.
168e428f
PH
34016
34017
34018
f89d2485 34019.section "IPv4 source routing" "SECID272"
9b371988
PH
34020.cindex "source routing" "in IP packets"
34021.cindex "IP source routing"
168e428f
PH
34022Many operating systems suppress IP source-routed packets in the kernel, but
34023some cannot be made to do this, so Exim does its own check. It logs incoming
34024IPv4 source-routed TCP calls, and then drops them. Things are all different in
34025IPv6. No special checking is currently done.
34026
34027
34028
f89d2485 34029.section "The VRFY, EXPN, and ETRN commands in SMTP" "SECID273"
168e428f
PH
34030Support for these SMTP commands is disabled by default. If required, they can
34031be enabled by defining suitable ACLs.
34032
34033
34034
34035
f89d2485
PH
34036.section "Privileged users" "SECID274"
34037.cindex "trusted users"
9b371988
PH
34038.cindex "admin user"
34039.cindex "privileged user"
34040.cindex "user" "trusted"
34041.cindex "user" "admin"
f89d2485 34042Exim recognizes two sets of users with special privileges. Trusted users are
168e428f
PH
34043able to submit new messages to Exim locally, but supply their own sender
34044addresses and information about a sending host. For other users submitting
34045local messages, Exim sets up the sender address from the uid, and doesn't
34046permit a remote host to be specified.
34047
f89d2485 34048.oindex "&%-f%&"
9b371988
PH
34049However, an untrusted user is permitted to use the &%-f%& command line option
34050in the special form &%-f <>%& to indicate that a delivery failure for the
34051message should not cause an error report. This affects the message's envelope,
34052but it does not affect the &'Sender:'& header. Untrusted users may also be
34053permitted to use specific forms of address with the &%-f%& option by setting
34054the &%untrusted_set_sender%& option.
168e428f
PH
34055
34056Trusted users are used to run processes that receive mail messages from some
34057other mail domain and pass them on to Exim for delivery either locally, or over
34058the Internet. Exim trusts a caller that is running as root, as the Exim user,
9b371988
PH
34059as any user listed in the &%trusted_users%& configuration option, or under any
34060group listed in the &%trusted_groups%& option.
168e428f
PH
34061
34062Admin users are permitted to do things to the messages on Exim's queue. They
34063can freeze or thaw messages, cause them to be returned to their senders, remove
34064them entirely, or modify them in various ways. In addition, admin users can run
34065the Exim monitor and see all the information it is capable of providing, which
34066includes the contents of files on the spool.
34067
f89d2485
PH
34068.oindex "&%-M%&"
34069.oindex "&%-q%&"
9b371988 34070By default, the use of the &%-M%& and &%-q%& options to cause Exim to attempt
168e428f 34071delivery of messages on its queue is restricted to admin users. This
9b371988
PH
34072restriction can be relaxed by setting the &%no_prod_requires_admin%& option.
34073Similarly, the use of &%-bp%& (and its variants) to list the contents of the
168e428f 34074queue is also restricted to admin users. This restriction can be relaxed by
9b371988 34075setting &%no_queue_list_requires_admin%&.
168e428f 34076
f89d2485 34077Exim recognizes an admin user if the calling process is running as root or as
168e428f
PH
34078the Exim user or if any of the groups associated with the calling process is
34079the Exim group. It is not necessary actually to be running under the Exim
34080group. However, if admin users who are not root or the Exim user are to access
34081the contents of files on the spool via the Exim monitor (which runs
34082unprivileged), Exim must be built to allow group read access to its spool
34083files.
34084
34085
34086
f89d2485 34087.section "Spool files" "SECID275"
9b371988 34088.cindex "spool directory" "files"
168e428f
PH
34089Exim's spool directory and everything it contains is owned by the Exim user and
34090set to the Exim group. The mode for spool files is defined in the
9b371988 34091&_Local/Makefile_& configuration file, and defaults to 0640. This means that
168e428f
PH
34092any user who is a member of the Exim group can access these files.
34093
34094
34095
f89d2485 34096.section "Use of argv[0]" "SECID276"
9b371988 34097Exim examines the last component of &%argv[0]%&, and if it matches one of a set
168e428f 34098of specific strings, Exim assumes certain options. For example, calling Exim
9b371988
PH
34099with the last component of &%argv[0]%& set to &"rsmtp"& is exactly equivalent
34100to calling it with the option &%-bS%&. There are no security implications in
34101this.
168e428f
PH
34102
34103
34104
f89d2485 34105.section "Use of %f formatting" "SECID277"
9b371988 34106The only use made of &"%f"& by Exim is in formatting load average values. These
168e428f
PH
34107are actually stored in integer variables as 1000 times the load average.
34108Consequently, their range is limited and so therefore is the length of the
34109converted output.
34110
34111
34112
f89d2485 34113.section "Embedded Exim path" "SECID278"
168e428f
PH
34114Exim uses its own path name, which is embedded in the code, only when it needs
34115to re-exec in order to regain root privilege. Therefore, it is not root when it
34116does so. If some bug allowed the path to get overwritten, it would lead to an
34117arbitrary program's being run as exim, not as root.
34118
34119
34120
f89d2485 34121.section "Use of sprintf()" "SECID279"
9b371988
PH
34122.cindex "&[sprintf()]&"
34123A large number of occurrences of &"sprintf"& in the code are actually calls to
34124&'string_sprintf()'&, a function that returns the result in malloc'd store.
168e428f
PH
34125The intermediate formatting is done into a large fixed buffer by a function
34126that runs through the format string itself, and checks the length of each
34127conversion before performing it, thus preventing buffer overruns.
34128
9b371988 34129The remaining uses of &[sprintf()]& happen in controlled circumstances where
168e428f
PH
34130the output buffer is known to be sufficiently long to contain the converted
34131string.
34132
34133
34134
f89d2485 34135.section "Use of debug_printf() and log_write()" "SECID280"
168e428f 34136Arbitrary strings are passed to both these functions, but they do their
9b371988 34137formatting by calling the function &'string_vformat()'&, which runs through
168e428f
PH
34138the format string itself, and checks the length of each conversion.
34139
34140
34141
f89d2485 34142.section "Use of strcat() and strcpy()" "SECID281"
168e428f
PH
34143These are used only in cases where the output buffer is known to be large
34144enough to hold the result.
4f578862 34145.ecindex IIDsecurcon
168e428f
PH
34146
34147
34148
34149
9b371988
PH
34150. ////////////////////////////////////////////////////////////////////////////
34151. ////////////////////////////////////////////////////////////////////////////
168e428f 34152
9b371988 34153.chapter "Format of spool files" "CHAPspool"
4f578862
PH
34154.scindex IIDforspo1 "format" "spool files"
34155.scindex IIDforspo2 "spool directory" "format of files"
34156.scindex IIDforspo3 "spool files" "format of"
9b371988 34157.cindex "spool files" "editing"
168e428f
PH
34158A message on Exim's queue consists of two files, whose names are the message id
34159followed by -D and -H, respectively. The data portion of the message is kept in
34160the -D file on its own. The message's envelope, status, and headers are all
34161kept in the -H file, whose format is described in this chapter. Each of these
34162two files contains the final component of its own name as its first line. This
34163is insurance against disk crashes where the directory is lost but the files
34164themselves are recoverable.
34165
34166Some people are tempted into editing -D files in order to modify messages. You
34167need to be extremely careful if you do this; it is not recommended and you are
34168on your own if you do it. Here are some of the pitfalls:
34169
9b371988 34170.ilist
9b371988 34171You must ensure that Exim does not try to deliver the message while you are
068aaea8 34172fiddling with it. The safest way is to take out a write lock on the -D file,
9b371988 34173which is what Exim itself does, using &[fcntl()]&. If you update the file in
068aaea8
PH
34174place, the lock will be retained. If you write a new file and rename it, the
34175lock will be lost at the instant of rename.
9b371988 34176.next
f89d2485 34177.vindex "&$body_linecount$&"
068aaea8 34178If you change the number of lines in the file, the value of
9b371988 34179&$body_linecount$&, which is stored in the -H file, will be incorrect. At
068aaea8
PH
34180present, this value is not used by Exim, but there is no guarantee that this
34181will always be the case.
9b371988
PH
34182.next
34183If the message is in MIME format, you must take care not to break it.
34184.next
34185If the message is cryptographically signed, any change will invalidate the
168e428f 34186signature.
9b371988 34187.endlist
f89d2485 34188All in all, modifying -D files is fraught with danger.
168e428f 34189
9b371988
PH
34190Files whose names end with -J may also be seen in the &_input_& directory (or
34191its subdirectories when &%split_spool_directory%& is set). These are journal
168e428f 34192files, used to record addresses to which the message has been delivered during
f89d2485
PH
34193the course of a delivery attempt. If there are still undelivered recipients at
34194the end, the -H file is updated, and the -J file is deleted. If, however, there
34195is some kind of crash (for example, a power outage) before this happens, the -J
34196file remains in existence. When Exim next processes the message, it notices the
34197-J file and uses it to update the -H file before starting the next delivery
34198attempt.
168e428f 34199
f89d2485 34200.section "Format of the -H file" "SECID282"
9b371988
PH
34201.cindex "uid (user id)" "in spool file"
34202.cindex "gid (group id)" "in spool file"
168e428f
PH
34203The second line of the -H file contains the login name for the uid of the
34204process that called Exim to read the message, followed by the numerical uid and
34205gid. For a locally generated message, this is normally the user who sent the
595028e4 34206message. For a message received over TCP/IP via the daemon, it is
f89d2485 34207normally the Exim user.
168e428f
PH
34208
34209The third line of the file contains the address of the message's sender as
34210transmitted in the envelope, contained in angle brackets. The sender address is
34211empty for bounce messages. For incoming SMTP mail, the sender address is given
34212in the MAIL command. For locally generated mail, the sender address is
34213created by Exim from the login name of the current user and the configured
9b371988
PH
34214&%qualify_domain%&. However, this can be overridden by the &%-f%& option or a
34215leading &"From&~"& line if the caller is trusted, or if the supplied address is
34216&"<>"& or an address that matches &%untrusted_set_senders%&.
168e428f
PH
34217
34218The fourth line contains two numbers. The first is the time that the message
9b371988 34219was received, in the conventional Unix form &-- the number of seconds since the
168e428f
PH
34220start of the epoch. The second number is a count of the number of messages
34221warning of delayed delivery that have been sent to the sender.
34222
34223There follow a number of lines starting with a hyphen. These can appear in any
34224order, and are omitted when not relevant:
34225
9b371988 34226.vlist
3cb1b51e 34227.vitem "&%-acl%&&~<&'number'&>&~<&'length'&>"
4f578862
PH
34228This item is obsolete, and is not generated from Exim release 4.61 onwards;
34229&%-aclc%& and &%-aclm%& are used instead. However, &%-acl%& is still
34230recognized, to provide backward compatibility. In the old format, a line of
34231this form is present for every ACL variable that is not empty. The number
34232identifies the variable; the &%acl_c%&&*x*& variables are numbered 0&--9 and
34233the &%acl_m%&&*x*& variables are numbered 10&--19. The length is the length of
34234the data string for the variable. The string itself starts at the beginning of
34235the next line, and is followed by a newline character. It may contain internal
34236newlines.
34237
3cb1b51e
PH
34238.vitem "&%-aclc%&&~<&'rest-of-name'&>&~<&'length'&>"
34239A line of this form is present for every ACL connection variable that is
34240defined. Note that there is a space between &%-aclc%& and the rest of the name.
34241The length is the length of the data string for the variable. The string itself
34242starts at the beginning of the next line, and is followed by a newline
34243character. It may contain internal newlines.
34244
34245.vitem "&%-aclm%&&~<&'rest-of-name'&>&~<&'length'&>"
34246A line of this form is present for every ACL message variable that is defined.
34247Note that there is a space between &%-aclm%& and the rest of the name. The
34248length is the length of the data string for the variable. The string itself
34249starts at the beginning of the next line, and is followed by a newline
34250character. It may contain internal newlines.
168e428f 34251
3cb1b51e 34252.vitem "&%-active_hostname%&&~<&'hostname'&>"
168e428f 34253This is present if, when the message was received over SMTP, the value of
9b371988 34254&$smtp_active_hostname$& was different to the value of &$primary_hostname$&.
168e428f 34255
9b371988 34256.vitem &%-allow_unqualified_recipient%&
168e428f
PH
34257This is present if unqualified recipient addresses are permitted in header
34258lines (to stop such addresses from being qualified if rewriting occurs at
9b371988
PH
34259transport time). Local messages that were input using &%-bnq%& and remote
34260messages from hosts that match &%recipient_unqualified_hosts%& set this flag.
168e428f 34261
9b371988 34262.vitem &%-allow_unqualified_sender%&
168e428f
PH
34263This is present if unqualified sender addresses are permitted in header lines
34264(to stop such addresses from being qualified if rewriting occurs at transport
9b371988
PH
34265time). Local messages that were input using &%-bnq%& and remote messages from
34266hosts that match &%sender_unqualified_hosts%& set this flag.
168e428f 34267
3cb1b51e 34268.vitem "&%-auth_id%&&~<&'text'&>"
168e428f 34269The id information for a message received on an authenticated SMTP connection
9b371988 34270&-- the value of the &$authenticated_id$& variable.
168e428f 34271
3cb1b51e 34272.vitem "&%-auth_sender%&&~<&'address'&>"
9b371988
PH
34273The address of an authenticated sender &-- the value of the
34274&$authenticated_sender$& variable.
168e428f 34275
3cb1b51e 34276.vitem "&%-body_linecount%&&~<&'number'&>"
168e428f
PH
34277This records the number of lines in the body of the message, and is always
34278present.
34279
3cb1b51e 34280.vitem "&%-body_zerocount%&&~<&'number'&>"
168e428f
PH
34281This records the number of binary zero bytes in the body of the message, and is
34282present if the number is greater than zero.
34283
9b371988 34284.vitem &%-deliver_firsttime%&
168e428f
PH
34285This is written when a new message is first added to the spool. When the spool
34286file is updated after a deferral, it is omitted.
34287
3cb1b51e 34288.vitem "&%-frozen%&&~<&'time'&>"
9b371988
PH
34289.cindex "frozen messages" "spool data"
34290The message is frozen, and the freezing happened at <&'time'&>.
168e428f 34291
3cb1b51e 34292.vitem "&%-helo_name%&&~<&'text'&>"
168e428f
PH
34293This records the host name as specified by a remote host in a HELO or EHLO
34294command.
34295
3cb1b51e 34296.vitem "&%-host_address%&&~<&'address'&>.<&'port'&>"
168e428f
PH
34297This records the IP address of the host from which the message was received and
34298the remote port number that was used. It is omitted for locally generated
34299messages.
34300
3cb1b51e 34301.vitem "&%-host_auth%&&~<&'text'&>"
168e428f 34302If the message was received on an authenticated SMTP connection, this records
9b371988
PH
34303the name of the authenticator &-- the value of the
34304&$sender_host_authenticated$& variable.
168e428f 34305
9b371988 34306.vitem &%-host_lookup_failed%&
168e428f 34307This is present if an attempt to look up the sending host's name from its IP
9b371988 34308address failed. It corresponds to the &$host_lookup_failed$& variable.
168e428f 34309
3cb1b51e 34310.vitem "&%-host_name%&&~<&'text'&>"
9b371988
PH
34311.cindex "reverse DNS lookup"
34312.cindex "DNS" "reverse lookup"
168e428f
PH
34313This records the name of the remote host from which the message was received,
34314if the host name was looked up from the IP address when the message was being
34315received. It is not present if no reverse lookup was done.
34316
3cb1b51e 34317.vitem "&%-ident%&&~<&'text'&>"
168e428f 34318For locally submitted messages, this records the login of the originating user,
9b371988
PH
34319unless it was a trusted user and the &%-oMt%& option was used to specify an
34320ident value. For messages received over TCP/IP, this records the ident string
168e428f
PH
34321supplied by the remote host, if any.
34322
3cb1b51e 34323.vitem "&%-interface_address%&&~<&'address'&>.<&'port'&>"
168e428f
PH
34324This records the IP address of the local interface and the port number through
34325which a message was received from a remote host. It is omitted for locally
34326generated messages.
34327
9b371988 34328.vitem &%-local%&
168e428f
PH
34329The message is from a local sender.
34330
9b371988 34331.vitem &%-localerror%&
168e428f
PH
34332The message is a locally-generated bounce message.
34333
3cb1b51e 34334.vitem "&%-local_scan%&&~<&'string'&>"
9b371988
PH
34335This records the data string that was returned by the &[local_scan()]& function
34336when the message was received &-- the value of the &$local_scan_data$&
34337variable. It is omitted if no data was returned.
168e428f 34338
9b371988 34339.vitem &%-manual_thaw%&
168e428f
PH
34340The message was frozen but has been thawed manually, that is, by an explicit
34341Exim command rather than via the auto-thaw process.
34342
9b371988
PH
34343.vitem &%-N%&
34344A testing delivery process was started using the &%-N%& option to suppress any
168e428f 34345actual deliveries, but delivery was deferred. At any further delivery attempts,
9b371988 34346&%-N%& is assumed.
168e428f 34347
9b371988
PH
34348.vitem &%-received_protocol%&
34349This records the value of the &$received_protocol$& variable, which contains
34350the name of the protocol by which the message was received.
168e428f 34351
9b371988 34352.vitem &%-sender_set_untrusted%&
168e428f
PH
34353The envelope sender of this message was set by an untrusted local caller (used
34354to ensure that the caller is displayed in queue listings).
34355
3cb1b51e 34356.vitem "&%-spam_score_int%&&~<&'number'&>"
168e428f 34357If a message was scanned by SpamAssassin, this is present. It records the value
9b371988 34358of &$spam_score_int$&.
168e428f 34359
9b371988 34360.vitem &%-tls_certificate_verified%&
168e428f
PH
34361A TLS certificate was received from the client that sent this message, and the
34362certificate was verified by the server.
34363
3cb1b51e 34364.vitem "&%-tls_cipher%&&~<&'cipher name'&>"
168e428f
PH
34365When the message was received over an encrypted connection, this records the
34366name of the cipher suite that was used.
34367
3cb1b51e 34368.vitem "&%-tls_peerdn%&&~<&'peer DN'&>"
168e428f
PH
34369When the message was received over an encrypted connection, and a certificate
34370was received from the client, this records the Distinguished Name from that
34371certificate.
9b371988 34372.endlist
168e428f
PH
34373
34374Following the options there is a list of those addresses to which the message
34375is not to be delivered. This set of addresses is initialized from the command
9b371988 34376line when the &%-t%& option is used and &%extract_addresses_remove_arguments%&
168e428f
PH
34377is set; otherwise it starts out empty. Whenever a successful delivery is made,
34378the address is added to this set. The addresses are kept internally as a
34379balanced binary tree, and it is a representation of that tree which is written
34380to the spool file. If an address is expanded via an alias or forward file, the
34381original address is added to the tree when deliveries to all its child
34382addresses are complete.
34383
34384If the tree is empty, there is a single line in the spool file containing just
9b371988 34385the text &"XX"&. Otherwise, each line consists of two letters, which are either
168e428f
PH
34386Y or N, followed by an address. The address is the value for the node of the
34387tree, and the letters indicate whether the node has a left branch and/or a
34388right branch attached to it, respectively. If branches exist, they immediately
34389follow. Here is an example of a three-node tree:
9b371988
PH
34390.code
34391YY darcy@austen.fict.example
34392NN alice@wonderland.fict.example
34393NN editor@thesaurus.ref.example
34394.endd
168e428f
PH
34395After the non-recipients tree, there is a list of the message's recipients.
34396This is a simple list, preceded by a count. It includes all the original
34397recipients of the message, including those to whom the message has already been
34398delivered. In the simplest case, the list contains one address per line. For
34399example:
9b371988
PH
34400.code
344014
34402editor@thesaurus.ref.example
34403darcy@austen.fict.example
34404rdo@foundation
34405alice@wonderland.fict.example
34406.endd
168e428f 34407However, when a child address has been added to the top-level addresses as a
9b371988
PH
34408result of the use of the &%one_time%& option on a &(redirect)& router, each
34409line is of the following form:
34410.display
34411<&'top-level address'&> <&'errors_to address'&> &&&
34412 <&'length'&>,<&'parent number'&>#<&'flag bits'&>
34413.endd
168e428f
PH
34414The 01 flag bit indicates the presence of the three other fields that follow
34415the top-level address. Other bits may be used in future to support additional
9b371988
PH
34416fields. The <&'parent number'&> is the offset in the recipients list of the
34417original parent of the &"one time"& address. The first two fields are the
168e428f
PH
34418envelope sender that is associated with this address and its length. If the
34419length is zero, there is no special envelope sender (there are then two space
9b371988
PH
34420characters in the line). A non-empty field can arise from a &(redirect)& router
34421that has an &%errors_to%& setting.
168e428f
PH
34422
34423
34424A blank line separates the envelope and status information from the headers
34425which follow. A header may occupy several lines of the file, and to save effort
34426when reading it in, each header is preceded by a number and an identifying
34427character. The number is the number of characters in the header, including any
34428embedded newlines and the terminating newline. The character is one of the
34429following:
34430
9b371988
PH
34431.table2 50pt
34432.row <&'blank'&> "header in which Exim has no special interest"
34433.row &`B`& "&'Bcc:'& header"
34434.row &`C`& "&'Cc:'& header"
34435.row &`F`& "&'From:'& header"
34436.row &`I`& "&'Message-id:'& header"
34437.row &`P`& "&'Received:'& header &-- P for &""postmark""&"
34438.row &`R`& "&'Reply-To:'& header"
34439.row &`S`& "&'Sender:'& header"
34440.row &`T`& "&'To:'& header"
34441.row &`*`& "replaced or deleted header"
34442.endtable
168e428f
PH
34443
34444Deleted or replaced (rewritten) headers remain in the spool file for debugging
34445purposes. They are not transmitted when the message is delivered. Here is a
34446typical set of headers:
9b371988
PH
34447.code
34448111P Received: by hobbit.fict.example with local (Exim 4.00)
34449id 14y9EI-00026G-00; Fri, 11 May 2001 10:28:59 +0100
34450049 Message-Id: <E14y9EI-00026G-00@hobbit.fict.example>
34451038* X-rewrote-sender: bb@hobbit.fict.example
34452042* From: Bilbo Baggins <bb@hobbit.fict.example>
34453049F From: Bilbo Baggins <B.Baggins@hobbit.fict.example>
34454099* To: alice@wonderland.fict.example, rdo@foundation,
34455darcy@austen.fict.example, editor@thesaurus.ref.example
34456104T To: alice@wonderland.fict.example, rdo@foundation.example,
34457darcy@austen.fict.example, editor@thesaurus.ref.example
34458038 Date: Fri, 11 May 2001 10:28:59 +0100
34459.endd
34460The asterisked headers indicate that the envelope sender, &'From:'& header, and
34461&'To:'& header have been rewritten, the last one because routing expanded the
34462unqualified domain &'foundation'&.
4f578862
PH
34463.ecindex IIDforspo1
34464.ecindex IIDforspo2
34465.ecindex IIDforspo3
9b371988 34466
0b23848a
TK
34467. ////////////////////////////////////////////////////////////////////////////
34468. ////////////////////////////////////////////////////////////////////////////
34469
34470.chapter "Support for DKIM (DomainKeys Identified Mail) - RFC4871" "CHID12" &&&
34471 "DKIM Support"
34472.cindex "DKIM"
34473
34474Since version 4.70, DKIM support is compiled into Exim by default. It can be
34475disabled by setting DISABLE_DKIM=yes in Local/Makefile.
34476
34477Exim's DKIM implementation allows to
34478.olist
34479Sign outgoing messages: This function is implemented in the SMTP transport.
34480It can co-exist with all other Exim features, including transport filters.
34481.next
34482Verify signatures in incoming messages: This is implemented by an additional
34483ACL (acl_smtp_dkim), which can be called several times per message, with
7d9f747b 34484different signature contexts.
0b23848a
TK
34485.endlist
34486
214bab57
TK
34487In typical Exim style, the verification implementation does not include any
34488default "policy". Instead it enables you to build your own policy using
34489Exim's standard controls.
34490
34491Please note that verification of DKIM signatures in incoming mail is turned
34492on by default for logging purposes. For each signature in incoming email,
34493exim will log a line displaying the most important signature details, and the
34494signature status. Here is an example:
34495.code
344962009-09-09 10:22:28 1MlIRf-0003LU-U3 DKIM: d=facebookmail.com s=q1-2009b c=relaxed/relaxed a=rsa-sha1 i=@facebookmail.com t=1252484542 [verification succeeded]
34497.endd
34498You might want to turn off DKIM verification processing entirely for internal
34499or relay mail sources. To do that, set the &%dkim_disable_verify%& ACL
34500control modifier. This should typically be done in the RCPT ACL, at points
34501where you accept mail from relay sources (internal hosts or authenticated
34502senders).
34503
34504
0b23848a
TK
34505.section "Signing outgoing messages" "SECID513"
34506.cindex "DKIM" "signing"
34507
34508Signing is implemented by setting private options on the SMTP transport.
34509These options take (expandable) strings as arguments.
34510
7eadfc98 34511.option dkim_domain smtp string&!! unset
7d9f747b 34512MANDATORY:
0b23848a 34513The domain you want to sign with. The result of this expanded
214bab57 34514option is put into the &%$dkim_domain%& expansion variable.
0b23848a 34515
7eadfc98 34516.option dkim_selector smtp string&!! unset
7d9f747b 34517MANDATORY:
214bab57 34518This sets the key selector string. You can use the &%$dkim_domain%& expansion
0b23848a 34519variable to look up a matching selector. The result is put in the expansion
214bab57
TK
34520variable &%$dkim_selector%& which should be used in the &%dkim_private_key%&
34521option along with &%$dkim_domain%&.
0b23848a 34522
7eadfc98 34523.option dkim_private_key smtp string&!! unset
7d9f747b 34524MANDATORY:
214bab57
TK
34525This sets the private key to use. You can use the &%$dkim_domain%& and
34526&%$dkim_selector%& expansion variables to determine the private key to use.
0b23848a 34527The result can either
c72d2505 34528.ilist
0b23848a
TK
34529be a valid RSA private key in ASCII armor, including line breaks.
34530.next
34531start with a slash, in which case it is treated as a file that contains
34532the private key.
34533.next
34534be "0", "false" or the empty string, in which case the message will not
214bab57
TK
34535be signed. This case will not result in an error, even if &%dkim_strict%&
34536is set.
0b23848a
TK
34537.endlist
34538
7eadfc98 34539.option dkim_canon smtp string&!! unset
7d9f747b 34540OPTIONAL:
0b23848a
TK
34541This option sets the canonicalization method used when signing a message.
34542The DKIM RFC currently supports two methods: "simple" and "relaxed".
34543The option defaults to "relaxed" when unset. Note: the current implementation
214bab57 34544only supports using the same canonicalization method for both headers and body.
0b23848a 34545
7eadfc98 34546.option dkim_strict smtp string&!! unset
7d9f747b 34547OPTIONAL:
0b23848a
TK
34548This option defines how Exim behaves when signing a message that
34549should be signed fails for some reason. When the expansion evaluates to
34550either "1" or "true", Exim will defer. Otherwise Exim will send the message
214bab57 34551unsigned. You can use the &%$dkim_domain%& and &%$dkim_selector%& expansion
0b23848a
TK
34552variables here.
34553
7eadfc98 34554.option dkim_sign_headers smtp string&!! unset
7d9f747b 34555OPTIONAL:
0b23848a 34556When set, this option must expand to (or be specified as) a colon-separated
214bab57
TK
34557list of header names. Headers with these names will be included in the message
34558signature. When unspecified, the header names recommended in RFC4871 will be
34559used.
34560
34561
34562.section "Verifying DKIM signatures in incoming mail" "SECID514"
34563.cindex "DKIM" "verification"
34564
34565Verification of DKIM signatures in incoming email is implemented via the
34566&%acl_smtp_dkim%& ACL. By default, this ACL is called once for each
34567syntactically(!) correct signature in the incoming message.
34568
34569To evaluate the signature in the ACL a large number of expansion variables
34570containing the signature status and its details are set up during the
34571runtime of the ACL.
34572
34573Calling the ACL only for existing signatures is not sufficient to build
34574more advanced policies. For that reason, the global option
34575&%dkim_verify_signers%&, and a global expansion variable
6afc8383 34576&%$dkim_signers%& exist.
9b371988 34577
214bab57
TK
34578The global option &%dkim_verify_signers%& can be set to a colon-separated
34579list of DKIM domains or identities for which the ACL &%acl_smtp_dkim%& is
34580called. It is expanded when the message has been received. At this point,
7d9f747b
PP
34581the expansion variable &%$dkim_signers%& already contains a colon-separated
34582list of signer domains and identities for the message. When
6afc8383
TK
34583&%dkim_verify_signers%& is not specified in the main configuration,
34584it defaults as:
214bab57 34585.code
6afc8383 34586dkim_verify_signers = $dkim_signers
214bab57
TK
34587.endd
34588This leads to the default behaviour of calling &%acl_smtp_dkim%& for each
34589DKIM signature in the message. Current DKIM verifiers may want to explicitly
34590call the ACL for known domains or identities. This would be achieved as follows:
34591.code
6afc8383 34592dkim_verify_signers = paypal.com:ebay.com:$dkim_signers
214bab57
TK
34593.endd
34594This would result in &%acl_smtp_dkim%& always being called for "paypal.com"
6afc8383 34595and "ebay.com", plus all domains and identities that have signatures in the message.
7d9f747b 34596You can also be more creative in constructing your policy. For example:
214bab57 34597.code
6afc8383 34598dkim_verify_signers = $sender_address_domain:$dkim_signers
214bab57
TK
34599.endd
34600
6afc8383
TK
34601If a domain or identity is listed several times in the (expanded) value of
34602&%dkim_verify_signers%&, the ACL is only called once for that domain or identity.
34603
34604
214bab57
TK
34605Inside the &%acl_smtp_dkim%&, the following expansion variables are
34606available (from most to least important):
34607
34608.vlist
6afc8383 34609.vitem &%$dkim_cur_signer%&
7d9f747b 34610The signer that is being evaluated in this ACL run. This can be a domain or
6afc8383
TK
34611an identity. This is one of the list items from the expanded main option
34612&%dkim_verify_signers%& (see above).
214bab57
TK
34613.vitem &%$dkim_verify_status%&
34614A string describing the general status of the signature. One of
34615.ilist
34616&%none%&: There is no signature in the message for the current domain or
6afc8383 34617identity (as reflected by &%$dkim_cur_signer%&).
214bab57
TK
34618.next
34619&%invalid%&: The signature could not be verified due to a processing error.
34620More detail is available in &%$dkim_verify_reason%&.
34621.next
34622&%fail%&: Verification of the signature failed. More detail is
34623available in &%$dkim_verify_reason%&.
34624.next
34625&%pass%&: The signature passed verification. It is valid.
34626.endlist
34627.vitem &%$dkim_verify_reason%&
34628A string giving a litte bit more detail when &%$dkim_verify_status%& is either
34629"fail" or "invalid". One of
34630.ilist
34631&%pubkey_unavailable%& (when &%$dkim_verify_status%&="invalid"): The public
34632key for the domain could not be retrieved. This may be a temporary problem.
34633.next
34634&%pubkey_syntax%& (when &%$dkim_verify_status%&="invalid"): The public key
34635record for the domain is syntactically invalid.
34636.next
34637&%bodyhash_mismatch%& (when &%$dkim_verify_status%&="fail"): The calculated
34638body hash does not match the one specified in the signature header. This
34639means that the message body was modified in transit.
34640.next
34641&%signature_incorrect%& (when &%$dkim_verify_status%&="fail"): The signature
34642could not be verified. This may mean that headers were modified,
34643re-written or otherwise changed in a way which is incompatible with
34644DKIM verification. It may of course also mean that the signature is forged.
34645.endlist
34646.vitem &%$dkim_domain%&
34647The signing domain. IMPORTANT: This variable is only populated if there is
6afc8383
TK
34648an actual signature in the message for the current domain or identity (as
34649reflected by &%$dkim_cur_signer%&).
214bab57 34650.vitem &%$dkim_identity%&
6afc8383
TK
34651The signing identity, if present. IMPORTANT: This variable is only populated
34652if there is an actual signature in the message for the current domain or
34653identity (as reflected by &%$dkim_cur_signer%&).
214bab57 34654.vitem &%$dkim_selector%&
7d9f747b 34655The key record selector string.
214bab57
TK
34656.vitem &%$dkim_algo%&
34657The algorithm used. One of 'rsa-sha1' or 'rsa-sha256'.
34658.vitem &%$dkim_canon_body%&
34659The body canonicalization method. One of 'relaxed' or 'simple'.
34660.vitem &%dkim_canon_headers%&
34661The header canonicalization method. One of 'relaxed' or 'simple'.
34662.vitem &%$dkim_copiedheaders%&
34663A transcript of headers and their values which are included in the signature
34664(copied from the 'z=' tag of the signature).
34665.vitem &%$dkim_bodylength%&
34666The number of signed body bytes. If zero ("0"), the body is unsigned. If no
34667limit was set by the signer, "9999999999999" is returned. This makes sure
34668that this variable always expands to an integer value.
34669.vitem &%$dkim_created%&
34670UNIX timestamp reflecting the date and time when the signature was created.
34671When this was not specified by the signer, "0" is returned.
34672.vitem &%$dkim_expires%&
34673UNIX timestamp reflecting the date and time when the signer wants the
34674signature to be treated as "expired". When this was not specified by the
34675signer, "9999999999999" is returned. This makes it possible to do useful
34676integer size comparisons against this value.
34677.vitem &%$dkim_headernames%&
34678A colon-separated list of names of headers included in the signature.
34679.vitem &%$dkim_key_testing%&
34680"1" if the key record has the "testing" flag set, "0" if not.
34681.vitem &%$dkim_key_nosubdomaining%&
34682"1" if the key record forbids subdomaining, "0" otherwise.
34683.vitem &%$dkim_key_srvtype%&
34684Service type (tag s=) from the key record. Defaults to "*" if not specified
34685in the key record.
34686.vitem &%$dkim_key_granularity%&
34687Key granularity (tag g=) from the key record. Defaults to "*" if not specified
34688in the key record.
34689.vitem &%$dkim_key_notes%&
7d9f747b 34690Notes from the key record (tag n=).
214bab57
TK
34691.endlist
34692
34693In addition, two ACL conditions are provided:
34694
34695.vlist
34696.vitem &%dkim_signers%&
34697ACL condition that checks a colon-separated list of domains or identities
6afc8383
TK
34698for a match against the domain or identity that the ACL is currently verifying
34699(reflected by &%$dkim_cur_signer%&). This is typically used to restrict an ACL
7d9f747b 34700verb to a group of domains or identities. For example:
214bab57
TK
34701
34702.code
34703# Warn when message apparently from GMail has no signature at all
34704warn log_message = GMail sender without DKIM signature
34705 sender_domains = gmail.com
34706 dkim_signers = gmail.com
34707 dkim_status = none
34708.endd
34709
34710.vitem &%dkim_status%&
34711ACL condition that checks a colon-separated list of possible DKIM verification
34712results agains the actual result of verification. This is typically used
34713to restrict an ACL verb to a list of verification outcomes, like:
34714
34715.code
34716deny message = Message from Paypal with invalid or missing signature
34717 sender_domains = paypal.com:paypal.de
34718 dkim_signers = paypal.com:paypal.de
34719 dkim_status = none:invalid:fail
34720.endd
34721
34722The possible status keywords are: 'none','invalid','fail' and 'pass'. Please
34723see the documentation of the &%$dkim_verify_status%& expansion variable above
34724for more information of what they mean.
34725.endlist
9b371988
PH
34726
34727. ////////////////////////////////////////////////////////////////////////////
34728. ////////////////////////////////////////////////////////////////////////////
34729
0b23848a 34730.chapter "Adding new drivers or lookup types" "CHID13" &&&
9b371988
PH
34731 "Adding drivers or lookups"
34732.cindex "adding drivers"
f89d2485 34733.cindex "new drivers, adding"
9b371988 34734.cindex "drivers" "adding new"
168e428f
PH
34735The following actions have to be taken in order to add a new router, transport,
34736authenticator, or lookup type to Exim:
34737
9b371988
PH
34738.olist
34739Choose a name for the driver or lookup type that does not conflict with any
34740existing name; I will use &"newdriver"& in what follows.
34741.next
34742Add to &_src/EDITME_& the line:
34743.display
34744<&'type'&>&`_NEWDRIVER=yes`&
34745.endd
34746where <&'type'&> is ROUTER, TRANSPORT, AUTH, or LOOKUP. If the
168e428f
PH
34747code is not to be included in the binary by default, comment this line out. You
34748should also add any relevant comments about the driver or lookup type.
9b371988
PH
34749.next
34750Add to &_src/config.h.defaults_& the line:
34751.code
34752#define <type>_NEWDRIVER
34753.endd
34754.next
34755Edit &_src/drtables.c_&, adding conditional code to pull in the private header
168e428f 34756and create a table entry as is done for all the other drivers and lookup types.
9b371988
PH
34757.next
34758Edit &_Makefile_& in the appropriate sub-directory (&_src/routers_&,
34759&_src/transports_&, &_src/auths_&, or &_src/lookups_&); add a line for the new
168e428f 34760driver or lookup type and add it to the definition of OBJ.
9b371988
PH
34761.next
34762Create &_newdriver.h_& and &_newdriver.c_& in the appropriate sub-directory of
34763&_src_&.
34764.next
34765Edit &_scripts/MakeLinks_& and add commands to link the &_.h_& and &_.c_& files
168e428f 34766as for other drivers and lookups.
9b371988 34767.endlist
168e428f
PH
34768
34769Then all you need to do is write the code! A good way to start is to make a
34770proforma by copying an existing module of the same type, globally changing all
34771occurrences of the name, and cutting out most of the code. Note that any
34772options you create must be listed in alphabetical order, because the tables are
34773searched using a binary chop procedure.
34774
9b371988 34775There is a &_README_& file in each of the sub-directories of &_src_& describing
168e428f
PH
34776the interface that is expected.
34777
34778
34779
34780
9b371988
PH
34781. ////////////////////////////////////////////////////////////////////////////
34782. ////////////////////////////////////////////////////////////////////////////
34783
f89d2485
PH
34784. /////////////////////////////////////////////////////////////////////////////
34785. These lines are processing instructions for the Simple DocBook Processor that
34786. Philip Hazel has developed as a less cumbersome way of making PostScript and
34787. PDFs than using xmlto and fop. They will be ignored by all other XML
34788. processors.
34789. /////////////////////////////////////////////////////////////////////////////
34790
34791.literal xml
34792<?sdop
34793 format="newpage"
34794 foot_right_recto="&chaptertitle;"
34795 foot_right_verso="&chaptertitle;"
34796?>
34797.literal off
168e428f 34798
f89d2485
PH
34799.makeindex "Options index" "option"
34800.makeindex "Variables index" "variable"
34801.makeindex "Concept index" "concept"
168e428f 34802
168e428f 34803
9b371988
PH
34804. /////////////////////////////////////////////////////////////////////////////
34805. /////////////////////////////////////////////////////////////////////////////