51fdb86574d30507be67d2fac0f5841f17213edc
[exim.git] / src / src / tls-gnu.c
1 /*************************************************
2 * Exim - an Internet mail transport agent *
3 *************************************************/
4
5 /* Copyright (c) University of Cambridge 1995 - 2012 */
6 /* See the file NOTICE for conditions of use and distribution. */
7
8 /* Copyright (c) Phil Pennock 2012 */
9
10 /* This file provides TLS/SSL support for Exim using the GnuTLS library,
11 one of the available supported implementations. This file is #included into
12 tls.c when USE_GNUTLS has been set.
13
14 The code herein is a revamp of GnuTLS integration using the current APIs; the
15 original tls-gnu.c was based on a patch which was contributed by Nikos
16 Mavroyanopoulos. The revamp is partially a rewrite, partially cut&paste as
17 appropriate.
18
19 APIs current as of GnuTLS 2.12.18; note that the GnuTLS manual is for GnuTLS 3,
20 which is not widely deployed by OS vendors. Will note issues below, which may
21 assist in updating the code in the future. Another sources of hints is
22 mod_gnutls for Apache (SNI callback registration and handling).
23
24 Keeping client and server variables more split than before and is currently
25 the norm, in anticipation of TLS in ACL callouts.
26
27 I wanted to switch to gnutls_certificate_set_verify_function() so that
28 certificate rejection could happen during handshake where it belongs, rather
29 than being dropped afterwards, but that was introduced in 2.10.0 and Debian
30 (6.0.5) is still on 2.8.6. So for now we have to stick with sub-par behaviour.
31
32 (I wasn't looking for libraries quite that old, when updating to get rid of
33 compiler warnings of deprecated APIs. If it turns out that a lot of the rest
34 require current GnuTLS, then we'll drop support for the ancient libraries).
35 */
36
37 #include <gnutls/gnutls.h>
38 /* needed for cert checks in verification and DN extraction: */
39 #include <gnutls/x509.h>
40 /* man-page is incorrect, gnutls_rnd() is not in gnutls.h: */
41 #include <gnutls/crypto.h>
42
43 /* GnuTLS 2 vs 3
44
45 GnuTLS 3 only:
46 gnutls_global_set_audit_log_function()
47
48 Changes:
49 gnutls_certificate_verify_peers2(): is new, drop the 2 for old version
50 */
51
52 /* Local static variables for GnuTLS */
53
54 /* Values for verify_requirement */
55
56 enum peer_verify_requirement { VERIFY_NONE, VERIFY_OPTIONAL, VERIFY_REQUIRED };
57
58 /* This holds most state for server or client; with this, we can set up an
59 outbound TLS-enabled connection in an ACL callout, while not stomping all
60 over the TLS variables available for expansion.
61
62 Some of these correspond to variables in globals.c; those variables will
63 be set to point to content in one of these instances, as appropriate for
64 the stage of the process lifetime.
65
66 Not handled here: globals tls_active, tls_bits, tls_cipher, tls_peerdn,
67 tls_certificate_verified, tls_channelbinding_b64, tls_sni.
68 */
69
70 typedef struct exim_gnutls_state {
71 gnutls_session_t session;
72 gnutls_certificate_credentials_t x509_cred;
73 gnutls_priority_t priority_cache;
74 enum peer_verify_requirement verify_requirement;
75 int fd_in;
76 int fd_out;
77 BOOL peer_cert_verified;
78 BOOL trigger_sni_changes;
79 BOOL have_set_peerdn;
80 const struct host_item *host;
81 uschar *peerdn;
82 uschar *ciphersuite;
83 uschar *received_sni;
84
85 const uschar *tls_certificate;
86 const uschar *tls_privatekey;
87 const uschar *tls_sni; /* client send only, not received */
88 const uschar *tls_verify_certificates;
89 const uschar *tls_crl;
90 const uschar *tls_require_ciphers;
91 uschar *exp_tls_certificate;
92 uschar *exp_tls_privatekey;
93 uschar *exp_tls_sni;
94 uschar *exp_tls_verify_certificates;
95 uschar *exp_tls_crl;
96 uschar *exp_tls_require_ciphers;
97
98 uschar *xfer_buffer;
99 int xfer_buffer_lwm;
100 int xfer_buffer_hwm;
101 int xfer_eof;
102 int xfer_error;
103 } exim_gnutls_state_st;
104
105 static const exim_gnutls_state_st exim_gnutls_state_init = {
106 NULL, NULL, NULL, VERIFY_NONE, -1, -1, FALSE, FALSE, FALSE,
107 NULL, NULL, NULL, NULL,
108 NULL, NULL, NULL, NULL, NULL, NULL,
109 NULL, NULL, NULL, NULL, NULL, NULL,
110 NULL, 0, 0, 0, 0,
111 };
112
113 /* Not only do we have our own APIs which don't pass around state, assuming
114 it's held in globals, GnuTLS doesn't appear to let us register callback data
115 for callbacks, or as part of the session, so we have to keep a "this is the
116 context we're currently dealing with" pointer and rely upon being
117 single-threaded to keep from processing data on an inbound TLS connection while
118 talking to another TLS connection for an outbound check. This does mean that
119 there's no way for heart-beats to be responded to, for the duration of the
120 second connection. */
121
122 static exim_gnutls_state_st state_server, state_client;
123 static exim_gnutls_state_st *current_global_tls_state;
124
125 /* dh_params are initialised once within the lifetime of a process using TLS;
126 if we used TLS in a long-lived daemon, we'd have to reconsider this. But we
127 don't want to repeat this. */
128
129 static gnutls_dh_params_t dh_server_params = NULL;
130
131 /* No idea how this value was chosen; preserving it. Default is 3600. */
132
133 static const int ssl_session_timeout = 200;
134
135 static const char * const exim_default_gnutls_priority = "NORMAL";
136
137 /* Guard library core initialisation */
138
139 static BOOL exim_gnutls_base_init_done = FALSE;
140
141
142 /* ------------------------------------------------------------------------ */
143 /* macros */
144
145 #define MAX_HOST_LEN 255
146
147 /* Set this to control gnutls_global_set_log_level(); values 0 to 9 will setup
148 the library logging; a value less than 0 disables the calls to set up logging
149 callbacks. */
150 #ifndef EXIM_GNUTLS_LIBRARY_LOG_LEVEL
151 #define EXIM_GNUTLS_LIBRARY_LOG_LEVEL -1
152 #endif
153
154 #ifndef EXIM_CLIENT_DH_MIN_BITS
155 #define EXIM_CLIENT_DH_MIN_BITS 1024
156 #endif
157
158 /* With GnuTLS 2.12.x+ we have gnutls_sec_param_to_pk_bits() with which we
159 can ask for a bit-strength. Without that, we stick to the constant we had
160 before, for now. */
161 #ifndef EXIM_SERVER_DH_BITS_PRE2_12
162 #define EXIM_SERVER_DH_BITS_PRE2_12 1024
163 #endif
164
165 #define exim_gnutls_err_check(Label) do { \
166 if (rc != GNUTLS_E_SUCCESS) { return tls_error((Label), gnutls_strerror(rc), host); } } while (0)
167
168 #define expand_check_tlsvar(Varname) expand_check(state->Varname, US #Varname, &state->exp_##Varname)
169
170 #if GNUTLS_VERSION_NUMBER >= 0x020c00
171 #define HAVE_GNUTLS_SESSION_CHANNEL_BINDING
172 #define HAVE_GNUTLS_SEC_PARAM_CONSTANTS
173 #define HAVE_GNUTLS_RND
174 #endif
175
176
177
178
179 /* ------------------------------------------------------------------------ */
180 /* Callback declarations */
181
182 #if EXIM_GNUTLS_LIBRARY_LOG_LEVEL >= 0
183 static void exim_gnutls_logger_cb(int level, const char *message);
184 #endif
185
186 static int exim_sni_handling_cb(gnutls_session_t session);
187
188
189
190
191 /* ------------------------------------------------------------------------ */
192 /* Static functions */
193
194 /*************************************************
195 * Handle TLS error *
196 *************************************************/
197
198 /* Called from lots of places when errors occur before actually starting to do
199 the TLS handshake, that is, while the session is still in clear. Always returns
200 DEFER for a server and FAIL for a client so that most calls can use "return
201 tls_error(...)" to do this processing and then give an appropriate return. A
202 single function is used for both server and client, because it is called from
203 some shared functions.
204
205 Argument:
206 prefix text to include in the logged error
207 msg additional error string (may be NULL)
208 usually obtained from gnutls_strerror()
209 host NULL if setting up a server;
210 the connected host if setting up a client
211
212 Returns: OK/DEFER/FAIL
213 */
214
215 static int
216 tls_error(const uschar *prefix, const char *msg, const host_item *host)
217 {
218 if (host)
219 {
220 log_write(0, LOG_MAIN, "TLS error on connection to %s [%s] (%s)%s%s",
221 host->name, host->address, prefix, msg ? ": " : "", msg ? msg : "");
222 return FAIL;
223 }
224 else
225 {
226 uschar *conn_info = smtp_get_connection_info();
227 if (Ustrncmp(conn_info, US"SMTP ", 5) == 0)
228 conn_info += 5;
229 log_write(0, LOG_MAIN, "TLS error on %s (%s)%s%s",
230 conn_info, prefix, msg ? ": " : "", msg ? msg : "");
231 return DEFER;
232 }
233 }
234
235
236
237
238 /*************************************************
239 * Deal with logging errors during I/O *
240 *************************************************/
241
242 /* We have to get the identity of the peer from saved data.
243
244 Argument:
245 state the current GnuTLS exim state container
246 rc the GnuTLS error code, or 0 if it's a local error
247 when text identifying read or write
248 text local error text when ec is 0
249
250 Returns: nothing
251 */
252
253 static void
254 record_io_error(exim_gnutls_state_st *state, int rc, uschar *when, uschar *text)
255 {
256 const char *msg;
257
258 if (rc == GNUTLS_E_FATAL_ALERT_RECEIVED)
259 msg = CS string_sprintf("%s: %s", US gnutls_strerror(rc),
260 US gnutls_alert_get_name(gnutls_alert_get(state->session)));
261 else
262 msg = gnutls_strerror(rc);
263
264 tls_error(when, msg, state->host);
265 }
266
267
268
269
270 /*************************************************
271 * Set various Exim expansion vars *
272 *************************************************/
273
274 /* We set various Exim global variables from the state, once a session has
275 been established. With TLS callouts, may need to change this to stack
276 variables, or just re-call it with the server state after client callout
277 has finished.
278
279 Make sure anything set here is inset in tls_getc().
280
281 Sets:
282 tls_active fd
283 tls_bits strength indicator
284 tls_certificate_verified bool indicator
285 tls_channelbinding_b64 for some SASL mechanisms
286 tls_cipher a string
287 tls_peerdn a string
288 tls_sni a (UTF-8) string
289 Also:
290 current_global_tls_state for API limitations
291
292 Argument:
293 state the relevant exim_gnutls_state_st *
294 */
295
296 static void
297 extract_exim_vars_from_tls_state(exim_gnutls_state_st *state)
298 {
299 gnutls_cipher_algorithm_t cipher;
300 #ifdef HAVE_GNUTLS_SESSION_CHANNEL_BINDING
301 int old_pool;
302 int rc;
303 gnutls_datum_t channel;
304 #endif
305
306 current_global_tls_state = state;
307
308 tls_active = state->fd_out;
309
310 cipher = gnutls_cipher_get(state->session);
311 /* returns size in "bytes" */
312 tls_bits = gnutls_cipher_get_key_size(cipher) * 8;
313
314 tls_cipher = state->ciphersuite;
315
316 DEBUG(D_tls) debug_printf("cipher: %s\n", tls_cipher);
317
318 tls_certificate_verified = state->peer_cert_verified;
319
320 /* note that tls_channelbinding_b64 is not saved to the spool file, since it's
321 only available for use for authenticators while this TLS session is running. */
322
323 tls_channelbinding_b64 = NULL;
324 #ifdef HAVE_GNUTLS_SESSION_CHANNEL_BINDING
325 channel.data = NULL;
326 channel.size = 0;
327 rc = gnutls_session_channel_binding(state->session, GNUTLS_CB_TLS_UNIQUE, &channel);
328 if (rc) {
329 DEBUG(D_tls) debug_printf("Channel binding error: %s\n", gnutls_strerror(rc));
330 } else {
331 old_pool = store_pool;
332 store_pool = POOL_PERM;
333 tls_channelbinding_b64 = auth_b64encode(channel.data, (int)channel.size);
334 store_pool = old_pool;
335 DEBUG(D_tls) debug_printf("Have channel bindings cached for possible auth usage.\n");
336 }
337 #endif
338
339 tls_peerdn = state->peerdn;
340
341 tls_sni = state->received_sni;
342 }
343
344
345
346
347 /*************************************************
348 * Setup up DH parameters *
349 *************************************************/
350
351 /* Generating the D-H parameters may take a long time. They only need to
352 be re-generated every so often, depending on security policy. What we do is to
353 keep these parameters in a file in the spool directory. If the file does not
354 exist, we generate them. This means that it is easy to cause a regeneration.
355
356 The new file is written as a temporary file and renamed, so that an incomplete
357 file is never present. If two processes both compute some new parameters, you
358 waste a bit of effort, but it doesn't seem worth messing around with locking to
359 prevent this.
360
361 Argument:
362 host NULL for server, server for client (for error handling)
363
364 Returns: OK/DEFER/FAIL
365 */
366
367 static int
368 init_server_dh(void)
369 {
370 int fd, rc;
371 unsigned int dh_bits;
372 gnutls_datum m;
373 uschar filename[PATH_MAX];
374 size_t sz;
375 host_item *host = NULL; /* dummy for macros */
376
377 DEBUG(D_tls) debug_printf("Initialising GnuTLS server params.\n");
378
379 rc = gnutls_dh_params_init(&dh_server_params);
380 exim_gnutls_err_check(US"gnutls_dh_params_init");
381
382 #ifdef HAVE_GNUTLS_SEC_PARAM_CONSTANTS
383 /* If you change this constant, also change dh_param_fn_ext so that we can use a
384 different filename and ensure we have sufficient bits. */
385 dh_bits = gnutls_sec_param_to_pk_bits(GNUTLS_PK_DH, GNUTLS_SEC_PARAM_NORMAL);
386 if (!dh_bits)
387 return tls_error(US"gnutls_sec_param_to_pk_bits() failed", NULL, NULL);
388 DEBUG(D_tls)
389 debug_printf("GnuTLS tells us that for D-H PK, NORMAL is %d bits.\n",
390 dh_bits);
391 #else
392 dh_bits = EXIM_SERVER_DH_BITS_PRE2_12;
393 DEBUG(D_tls)
394 debug_printf("GnuTLS lacks gnutls_sec_param_to_pk_bits(), using %d bits.\n",
395 dh_bits);
396 #endif
397
398 if (!string_format(filename, sizeof(filename),
399 "%s/gnutls-params-%d", spool_directory, dh_bits))
400 return tls_error(US"overlong filename", NULL, NULL);
401
402 /* Open the cache file for reading and if successful, read it and set up the
403 parameters. */
404
405 fd = Uopen(filename, O_RDONLY, 0);
406 if (fd >= 0)
407 {
408 struct stat statbuf;
409 FILE *fp;
410 int saved_errno;
411
412 if (fstat(fd, &statbuf) < 0) /* EIO */
413 {
414 saved_errno = errno;
415 (void)close(fd);
416 return tls_error(US"TLS cache stat failed", strerror(saved_errno), NULL);
417 }
418 if (!S_ISREG(statbuf.st_mode))
419 {
420 (void)close(fd);
421 return tls_error(US"TLS cache not a file", NULL, NULL);
422 }
423 fp = fdopen(fd, "rb");
424 if (!fp)
425 {
426 saved_errno = errno;
427 (void)close(fd);
428 return tls_error(US"fdopen(TLS cache stat fd) failed",
429 strerror(saved_errno), NULL);
430 }
431
432 m.size = statbuf.st_size;
433 m.data = malloc(m.size);
434 if (m.data == NULL)
435 {
436 fclose(fp);
437 return tls_error(US"malloc failed", strerror(errno), NULL);
438 }
439 sz = fread(m.data, m.size, 1, fp);
440 if (!sz)
441 {
442 saved_errno = errno;
443 fclose(fp);
444 free(m.data);
445 return tls_error(US"fread failed", strerror(saved_errno), NULL);
446 }
447 fclose(fp);
448
449 rc = gnutls_dh_params_import_pkcs3(dh_server_params, &m, GNUTLS_X509_FMT_PEM);
450 free(m.data);
451 exim_gnutls_err_check(US"gnutls_dh_params_import_pkcs3");
452 DEBUG(D_tls) debug_printf("read D-H parameters from file \"%s\"\n", filename);
453 }
454
455 /* If the file does not exist, fall through to compute new data and cache it.
456 If there was any other opening error, it is serious. */
457
458 else if (errno == ENOENT)
459 {
460 rc = -1;
461 DEBUG(D_tls)
462 debug_printf("D-H parameter cache file \"%s\" does not exist\n", filename);
463 }
464 else
465 return tls_error(string_open_failed(errno, "\"%s\" for reading", filename),
466 NULL, NULL);
467
468 /* If ret < 0, either the cache file does not exist, or the data it contains
469 is not useful. One particular case of this is when upgrading from an older
470 release of Exim in which the data was stored in a different format. We don't
471 try to be clever and support both formats; we just regenerate new data in this
472 case. */
473
474 if (rc < 0)
475 {
476 uschar *temp_fn;
477
478 if ((PATH_MAX - Ustrlen(filename)) < 10)
479 return tls_error(US"Filename too long to generate replacement",
480 CS filename, NULL);
481
482 temp_fn = string_copy(US "%s.XXXXXXX");
483 fd = mkstemp(CS temp_fn); /* modifies temp_fn */
484 if (fd < 0)
485 return tls_error(US"Unable to open temp file", strerror(errno), NULL);
486 (void)fchown(fd, exim_uid, exim_gid); /* Probably not necessary */
487
488 DEBUG(D_tls) debug_printf("generating %d bits Diffie-Hellman key ...\n", dh_bits);
489 rc = gnutls_dh_params_generate2(dh_server_params, dh_bits);
490 exim_gnutls_err_check(US"gnutls_dh_params_generate2");
491
492 /* gnutls_dh_params_export_pkcs3() will tell us the exact size, every time,
493 and I confirmed that a NULL call to get the size first is how the GnuTLS
494 sample apps handle this. */
495
496 sz = 0;
497 m.data = NULL;
498 rc = gnutls_dh_params_export_pkcs3(dh_server_params, GNUTLS_X509_FMT_PEM,
499 m.data, &sz);
500 if (rc != GNUTLS_E_SHORT_MEMORY_BUFFER)
501 exim_gnutls_err_check(US"gnutls_dh_params_export_pkcs3(NULL) sizing");
502 m.size = sz;
503 m.data = malloc(m.size);
504 if (m.data == NULL)
505 return tls_error(US"memory allocation failed", strerror(errno), NULL);
506 rc = gnutls_dh_params_export_pkcs3(dh_server_params, GNUTLS_X509_FMT_PEM,
507 m.data, &sz);
508 if (rc != GNUTLS_E_SUCCESS)
509 {
510 free(m.data);
511 exim_gnutls_err_check(US"gnutls_dh_params_export_pkcs3() real");
512 }
513
514 sz = write_to_fd_buf(fd, m.data, (size_t) m.size);
515 if (sz != m.size)
516 {
517 free(m.data);
518 return tls_error(US"TLS cache write D-H params failed",
519 strerror(errno), NULL);
520 }
521 free(m.data);
522 sz = write_to_fd_buf(fd, US"\n", 1);
523 if (sz != 1)
524 return tls_error(US"TLS cache write D-H params final newline failed",
525 strerror(errno), NULL);
526
527 rc = close(fd);
528 if (rc)
529 return tls_error(US"TLS cache write close() failed",
530 strerror(errno), NULL);
531
532 if (Urename(temp_fn, filename) < 0)
533 return tls_error(string_sprintf("failed to rename \"%s\" as \"%s\"",
534 temp_fn, filename), strerror(errno), NULL);
535
536 DEBUG(D_tls) debug_printf("wrote D-H parameters to file \"%s\"\n", filename);
537 }
538
539 DEBUG(D_tls) debug_printf("initialized server D-H parameters\n");
540 return OK;
541 }
542
543
544
545
546 /*************************************************
547 * Variables re-expanded post-SNI *
548 *************************************************/
549
550 /* Called from both server and client code, via tls_init(), and also from
551 the SNI callback after receiving an SNI, if tls_certificate includes "tls_sni".
552
553 We can tell the two apart by state->received_sni being non-NULL in callback.
554
555 The callback should not call us unless state->trigger_sni_changes is true,
556 which we are responsible for setting on the first pass through.
557
558 Arguments:
559 state exim_gnutls_state_st *
560
561 Returns: OK/DEFER/FAIL
562 */
563
564 static int
565 tls_expand_session_files(exim_gnutls_state_st *state)
566 {
567 struct stat statbuf;
568 int rc;
569 const host_item *host = state->host; /* macro should be reconsidered? */
570 uschar *saved_tls_certificate = NULL;
571 uschar *saved_tls_privatekey = NULL;
572 uschar *saved_tls_verify_certificates = NULL;
573 uschar *saved_tls_crl = NULL;
574 int cert_count;
575
576 /* We check for tls_sni *before* expansion. */
577 if (!state->host)
578 {
579 if (!state->received_sni)
580 {
581 if (state->tls_certificate && Ustrstr(state->tls_certificate, US"tls_sni"))
582 {
583 DEBUG(D_tls) debug_printf("We will re-expand TLS session files if we receive SNI.\n");
584 state->trigger_sni_changes = TRUE;
585 }
586 }
587 else
588 {
589 /* useful for debugging */
590 saved_tls_certificate = state->exp_tls_certificate;
591 saved_tls_privatekey = state->exp_tls_privatekey;
592 saved_tls_verify_certificates = state->exp_tls_verify_certificates;
593 saved_tls_crl = state->exp_tls_crl;
594 }
595 }
596
597 rc = gnutls_certificate_allocate_credentials(&state->x509_cred);
598 exim_gnutls_err_check(US"gnutls_certificate_allocate_credentials");
599
600 /* remember: expand_check_tlsvar() is expand_check() but fiddling with
601 state members, assuming consistent naming; and expand_check() returns
602 false if expansion failed, unless expansion was forced to fail. */
603
604 /* check if we at least have a certificate, before doing expensive
605 D-H generation. */
606
607 if (!expand_check_tlsvar(tls_certificate))
608 return DEFER;
609
610 /* certificate is mandatory in server, optional in client */
611
612 if ((state->exp_tls_certificate == NULL) ||
613 (*state->exp_tls_certificate == '\0'))
614 {
615 if (state->host == NULL)
616 return tls_error(US"no TLS server certificate is specified", NULL, NULL);
617 else
618 DEBUG(D_tls) debug_printf("TLS: no client certificate specified; okay\n");
619 }
620
621 if (state->tls_privatekey && !expand_check_tlsvar(tls_privatekey))
622 return DEFER;
623
624 /* tls_privatekey is optional, defaulting to same file as certificate */
625
626 if (state->tls_privatekey == NULL || *state->tls_privatekey == '\0')
627 {
628 state->tls_privatekey = state->tls_certificate;
629 state->exp_tls_privatekey = state->exp_tls_certificate;
630 }
631
632
633 if (state->exp_tls_certificate && *state->exp_tls_certificate)
634 {
635 DEBUG(D_tls) debug_printf("certificate file = %s\nkey file = %s\n",
636 state->exp_tls_certificate, state->exp_tls_privatekey);
637
638 if (state->received_sni)
639 {
640 if ((Ustrcmp(state->exp_tls_certificate, saved_tls_certificate) == 0) &&
641 (Ustrcmp(state->exp_tls_privatekey, saved_tls_privatekey) == 0))
642 {
643 DEBUG(D_tls) debug_printf("TLS SNI: cert and key unchanged\n");
644 }
645 else
646 {
647 DEBUG(D_tls) debug_printf("TLS SNI: have a changed cert/key pair.\n");
648 }
649 }
650
651 rc = gnutls_certificate_set_x509_key_file(state->x509_cred,
652 CS state->exp_tls_certificate, CS state->exp_tls_privatekey,
653 GNUTLS_X509_FMT_PEM);
654 exim_gnutls_err_check(
655 string_sprintf("cert/key setup: cert=%s key=%s",
656 state->exp_tls_certificate, state->exp_tls_privatekey));
657 DEBUG(D_tls) debug_printf("TLS: cert/key registered\n");
658 } /* tls_certificate */
659
660 /* Set the trusted CAs file if one is provided, and then add the CRL if one is
661 provided. Experiment shows that, if the certificate file is empty, an unhelpful
662 error message is provided. However, if we just refrain from setting anything up
663 in that case, certificate verification fails, which seems to be the correct
664 behaviour. */
665
666 if (state->tls_verify_certificates && *state->tls_verify_certificates)
667 {
668 if (!expand_check_tlsvar(tls_verify_certificates))
669 return DEFER;
670 if (state->tls_crl && *state->tls_crl)
671 if (!expand_check_tlsvar(tls_crl))
672 return DEFER;
673
674 if (!(state->exp_tls_verify_certificates &&
675 *state->exp_tls_verify_certificates))
676 {
677 DEBUG(D_tls)
678 debug_printf("TLS: tls_verify_certificates expanded empty, ignoring\n");
679 /* With no tls_verify_certificates, we ignore tls_crl too */
680 return OK;
681 }
682 }
683 else
684 {
685 DEBUG(D_tls)
686 debug_printf("TLS: tls_verify_certificates not set or empty, ignoring\n");
687 return OK;
688 }
689
690 if (Ustat(state->exp_tls_verify_certificates, &statbuf) < 0)
691 {
692 log_write(0, LOG_MAIN|LOG_PANIC, "could not stat %s "
693 "(tls_verify_certificates): %s", state->exp_tls_verify_certificates,
694 strerror(errno));
695 return DEFER;
696 }
697
698 /* The test suite passes in /dev/null; we could check for that path explicitly,
699 but who knows if someone has some weird FIFO which always dumps some certs, or
700 other weirdness. The thing we really want to check is that it's not a
701 directory, since while OpenSSL supports that, GnuTLS does not.
702 So s/!S_ISREG/S_ISDIR/ and change some messsaging ... */
703 if (S_ISDIR(statbuf.st_mode))
704 {
705 DEBUG(D_tls)
706 debug_printf("verify certificates path is a dir: \"%s\"\n",
707 state->exp_tls_verify_certificates);
708 log_write(0, LOG_MAIN|LOG_PANIC,
709 "tls_verify_certificates \"%s\" is a directory",
710 state->exp_tls_verify_certificates);
711 return DEFER;
712 }
713
714 DEBUG(D_tls) debug_printf("verify certificates = %s size=" OFF_T_FMT "\n",
715 state->exp_tls_verify_certificates, statbuf.st_size);
716
717 if (statbuf.st_size == 0)
718 {
719 DEBUG(D_tls)
720 debug_printf("cert file empty, no certs, no verification, ignoring any CRL\n");
721 return OK;
722 }
723
724 cert_count = gnutls_certificate_set_x509_trust_file(state->x509_cred,
725 CS state->exp_tls_verify_certificates, GNUTLS_X509_FMT_PEM);
726 if (cert_count < 0)
727 {
728 rc = cert_count;
729 exim_gnutls_err_check(US"gnutls_certificate_set_x509_trust_file");
730 }
731 DEBUG(D_tls) debug_printf("Added %d certificate authorities.\n", cert_count);
732
733 if (state->tls_crl && *state->tls_crl &&
734 state->exp_tls_crl && *state->exp_tls_crl)
735 {
736 DEBUG(D_tls) debug_printf("loading CRL file = %s\n", state->exp_tls_crl);
737 cert_count = gnutls_certificate_set_x509_crl_file(state->x509_cred,
738 CS state->exp_tls_crl, GNUTLS_X509_FMT_PEM);
739 if (cert_count < 0)
740 {
741 rc = cert_count;
742 exim_gnutls_err_check(US"gnutls_certificate_set_x509_crl_file");
743 }
744 DEBUG(D_tls) debug_printf("Processed %d CRLs.\n", cert_count);
745 }
746
747 return OK;
748 }
749
750
751
752
753 /*************************************************
754 * Set X.509 state variables *
755 *************************************************/
756
757 /* In GnuTLS, the registered cert/key are not replaced by a later
758 set of a cert/key, so for SNI support we need a whole new x509_cred
759 structure. Which means various other non-re-expanded pieces of state
760 need to be re-set in the new struct, so the setting logic is pulled
761 out to this.
762
763 Arguments:
764 state exim_gnutls_state_st *
765
766 Returns: OK/DEFER/FAIL
767 */
768
769 static int
770 tls_set_remaining_x509(exim_gnutls_state_st *state)
771 {
772 int rc;
773 const host_item *host = state->host; /* macro should be reconsidered? */
774
775 /* Create D-H parameters, or read them from the cache file. This function does
776 its own SMTP error messaging. This only happens for the server, TLS D-H ignores
777 client-side params. */
778
779 if (!state->host)
780 {
781 if (!dh_server_params)
782 {
783 rc = init_server_dh();
784 if (rc != OK) return rc;
785 }
786 gnutls_certificate_set_dh_params(state->x509_cred, dh_server_params);
787 }
788
789 /* Link the credentials to the session. */
790
791 rc = gnutls_credentials_set(state->session, GNUTLS_CRD_CERTIFICATE, state->x509_cred);
792 exim_gnutls_err_check(US"gnutls_credentials_set");
793
794 return OK;
795 }
796
797 /*************************************************
798 * Initialize for GnuTLS *
799 *************************************************/
800
801 /* Called from both server and client code. In the case of a server, errors
802 before actual TLS negotiation return DEFER.
803
804 Arguments:
805 host connected host, if client; NULL if server
806 certificate certificate file
807 privatekey private key file
808 sni TLS SNI to send, sometimes when client; else NULL
809 cas CA certs file
810 crl CRL file
811 require_ciphers tls_require_ciphers setting
812
813 Returns: OK/DEFER/FAIL
814 */
815
816 static int
817 tls_init(
818 const host_item *host,
819 const uschar *certificate,
820 const uschar *privatekey,
821 const uschar *sni,
822 const uschar *cas,
823 const uschar *crl,
824 const uschar *require_ciphers,
825 exim_gnutls_state_st **caller_state)
826 {
827 exim_gnutls_state_st *state;
828 int rc;
829 size_t sz;
830 const char *errpos;
831 uschar *p;
832 BOOL want_default_priorities;
833
834 if (!exim_gnutls_base_init_done)
835 {
836 DEBUG(D_tls) debug_printf("GnuTLS global init required.\n");
837
838 rc = gnutls_global_init();
839 exim_gnutls_err_check(US"gnutls_global_init");
840
841 #if EXIM_GNUTLS_LIBRARY_LOG_LEVEL >= 0
842 DEBUG(D_tls)
843 {
844 gnutls_global_set_log_function(exim_gnutls_logger_cb);
845 /* arbitrarily chosen level; bump upto 9 for more */
846 gnutls_global_set_log_level(EXIM_GNUTLS_LIBRARY_LOG_LEVEL);
847 }
848 #endif
849
850 exim_gnutls_base_init_done = TRUE;
851 }
852
853 if (host)
854 {
855 state = &state_client;
856 memcpy(state, &exim_gnutls_state_init, sizeof(exim_gnutls_state_init));
857 DEBUG(D_tls) debug_printf("initialising GnuTLS client session\n");
858 rc = gnutls_init(&state->session, GNUTLS_CLIENT);
859 }
860 else
861 {
862 state = &state_server;
863 memcpy(state, &exim_gnutls_state_init, sizeof(exim_gnutls_state_init));
864 DEBUG(D_tls) debug_printf("initialising GnuTLS server session\n");
865 rc = gnutls_init(&state->session, GNUTLS_SERVER);
866 }
867 exim_gnutls_err_check(US"gnutls_init");
868
869 state->host = host;
870
871 state->tls_certificate = certificate;
872 state->tls_privatekey = privatekey;
873 state->tls_sni = sni;
874 state->tls_verify_certificates = cas;
875 state->tls_crl = crl;
876
877 /* This handles the variables that might get re-expanded after TLS SNI;
878 that's tls_certificate, tls_privatekey, tls_verify_certificates, tls_crl */
879
880 DEBUG(D_tls)
881 debug_printf("Expanding various TLS configuration options for session credentials.\n");
882 rc = tls_expand_session_files(state);
883 if (rc != OK) return rc;
884
885 /* These are all other parts of the x509_cred handling, since SNI in GnuTLS
886 requires a new structure afterwards. */
887
888 rc = tls_set_remaining_x509(state);
889 if (rc != OK) return rc;
890
891 /* set SNI in client, only */
892 if (host)
893 {
894 if (!expand_check_tlsvar(tls_sni))
895 return DEFER;
896 if (state->exp_tls_sni && *state->exp_tls_sni)
897 {
898 DEBUG(D_tls)
899 debug_printf("Setting TLS client SNI to \"%s\"\n", state->exp_tls_sni);
900 sz = Ustrlen(state->exp_tls_sni);
901 rc = gnutls_server_name_set(state->session,
902 GNUTLS_NAME_DNS, state->exp_tls_sni, sz);
903 exim_gnutls_err_check(US"gnutls_server_name_set");
904 }
905 }
906 else if (state->tls_sni)
907 DEBUG(D_tls) debug_printf("*** PROBABLY A BUG *** " \
908 "have an SNI set for a client [%s]\n", state->tls_sni);
909
910 /* This is the priority string support,
911 http://www.gnu.org/software/gnutls/manual/html_node/Priority-Strings.html
912 and replaces gnutls_require_kx, gnutls_require_mac & gnutls_require_protocols.
913 This was backwards incompatible, but means Exim no longer needs to track
914 all algorithms and provide string forms for them. */
915
916 want_default_priorities = TRUE;
917
918 if (state->tls_require_ciphers && *state->tls_require_ciphers)
919 {
920 if (!expand_check_tlsvar(tls_require_ciphers))
921 return DEFER;
922 if (state->exp_tls_require_ciphers && *state->exp_tls_require_ciphers)
923 {
924 DEBUG(D_tls) debug_printf("GnuTLS session cipher/priority \"%s\"\n",
925 state->exp_tls_require_ciphers);
926
927 rc = gnutls_priority_init(&state->priority_cache,
928 CS state->exp_tls_require_ciphers, &errpos);
929 want_default_priorities = FALSE;
930 p = state->exp_tls_require_ciphers;
931 }
932 }
933 if (want_default_priorities)
934 {
935 DEBUG(D_tls)
936 debug_printf("GnuTLS using default session cipher/priority \"%s\"\n",
937 exim_default_gnutls_priority);
938 rc = gnutls_priority_init(&state->priority_cache,
939 exim_default_gnutls_priority, &errpos);
940 p = US exim_default_gnutls_priority;
941 }
942
943 exim_gnutls_err_check(string_sprintf(
944 "gnutls_priority_init(%s) failed at offset %ld, \"%.6s..\"",
945 p, errpos - CS p, errpos));
946
947 rc = gnutls_priority_set(state->session, state->priority_cache);
948 exim_gnutls_err_check(US"gnutls_priority_set");
949
950 gnutls_db_set_cache_expiration(state->session, ssl_session_timeout);
951
952 /* Reduce security in favour of increased compatibility, if the admin
953 decides to make that trade-off. */
954 if (gnutls_compat_mode)
955 {
956 #if LIBGNUTLS_VERSION_NUMBER >= 0x020104
957 DEBUG(D_tls) debug_printf("lowering GnuTLS security, compatibility mode\n");
958 gnutls_session_enable_compatibility_mode(state->session);
959 #else
960 DEBUG(D_tls) debug_printf("Unable to set gnutls_compat_mode - GnuTLS version too old\n");
961 #endif
962 }
963
964 *caller_state = state;
965 /* needs to happen before callbacks during handshake */
966 current_global_tls_state = state;
967 return OK;
968 }
969
970
971
972
973 /*************************************************
974 * Extract peer information *
975 *************************************************/
976
977 /* Called from both server and client code.
978 Only this is allowed to set state->peerdn and state->have_set_peerdn
979 and we use that to detect double-calls.
980
981 NOTE: the state blocks last while the TLS connection is up, which is fine
982 for logging in the server side, but for the client side, we log after teardown
983 in src/deliver.c. While the session is up, we can twist about states and
984 repoint tls_* globals, but those variables used for logging or other variable
985 expansion that happens _after_ delivery need to have a longer life-time.
986
987 So for those, we get the data from POOL_PERM; the re-invoke guard keeps us from
988 doing this more than once per generation of a state context. We set them in
989 the state context, and repoint tls_* to them. After the state goes away, the
990 tls_* copies of the pointers remain valid and client delivery logging is happy.
991
992 tls_certificate_verified is a BOOL, so the tls_peerdn and tls_cipher issues
993 don't apply.
994
995 Arguments:
996 state exim_gnutls_state_st *
997
998 Returns: OK/DEFER/FAIL
999 */
1000
1001 static int
1002 peer_status(exim_gnutls_state_st *state)
1003 {
1004 uschar cipherbuf[256];
1005 const gnutls_datum *cert_list;
1006 int old_pool, rc;
1007 unsigned int cert_list_size = 0;
1008 gnutls_protocol_t protocol;
1009 gnutls_cipher_algorithm_t cipher;
1010 gnutls_kx_algorithm_t kx;
1011 gnutls_mac_algorithm_t mac;
1012 gnutls_certificate_type_t ct;
1013 gnutls_x509_crt_t crt;
1014 uschar *p, *dn_buf;
1015 size_t sz;
1016
1017 if (state->have_set_peerdn)
1018 return OK;
1019 state->have_set_peerdn = TRUE;
1020
1021 state->peerdn = NULL;
1022
1023 /* tls_cipher */
1024 cipher = gnutls_cipher_get(state->session);
1025 protocol = gnutls_protocol_get_version(state->session);
1026 mac = gnutls_mac_get(state->session);
1027 kx = gnutls_kx_get(state->session);
1028
1029 string_format(cipherbuf, sizeof(cipherbuf),
1030 "%s:%s:%d",
1031 gnutls_protocol_get_name(protocol),
1032 gnutls_cipher_suite_get_name(kx, cipher, mac),
1033 (int) gnutls_cipher_get_key_size(cipher) * 8);
1034
1035 /* I don't see a way that spaces could occur, in the current GnuTLS
1036 code base, but it was a concern in the old code and perhaps older GnuTLS
1037 releases did return "TLS 1.0"; play it safe, just in case. */
1038 for (p = cipherbuf; *p != '\0'; ++p)
1039 if (isspace(*p))
1040 *p = '-';
1041 old_pool = store_pool;
1042 store_pool = POOL_PERM;
1043 state->ciphersuite = string_copy(cipherbuf);
1044 store_pool = old_pool;
1045 tls_cipher = state->ciphersuite;
1046
1047 /* tls_peerdn */
1048 cert_list = gnutls_certificate_get_peers(state->session, &cert_list_size);
1049
1050 if (cert_list == NULL || cert_list_size == 0)
1051 {
1052 DEBUG(D_tls) debug_printf("TLS: no certificate from peer (%p & %d)\n",
1053 cert_list, cert_list_size);
1054 if (state->verify_requirement == VERIFY_REQUIRED)
1055 return tls_error(US"certificate verification failed",
1056 "no certificate received from peer", state->host);
1057 return OK;
1058 }
1059
1060 ct = gnutls_certificate_type_get(state->session);
1061 if (ct != GNUTLS_CRT_X509)
1062 {
1063 const char *ctn = gnutls_certificate_type_get_name(ct);
1064 DEBUG(D_tls)
1065 debug_printf("TLS: peer cert not X.509 but instead \"%s\"\n", ctn);
1066 if (state->verify_requirement == VERIFY_REQUIRED)
1067 return tls_error(US"certificate verification not possible, unhandled type",
1068 ctn, state->host);
1069 return OK;
1070 }
1071
1072 #define exim_gnutls_peer_err(Label) do { \
1073 if (rc != GNUTLS_E_SUCCESS) { \
1074 DEBUG(D_tls) debug_printf("TLS: peer cert problem: %s: %s\n", (Label), gnutls_strerror(rc)); \
1075 if (state->verify_requirement == VERIFY_REQUIRED) { return tls_error((Label), gnutls_strerror(rc), state->host); } \
1076 return OK; } } while (0)
1077
1078 rc = gnutls_x509_crt_init(&crt);
1079 exim_gnutls_peer_err(US"gnutls_x509_crt_init (crt)");
1080
1081 rc = gnutls_x509_crt_import(crt, &cert_list[0], GNUTLS_X509_FMT_DER);
1082 exim_gnutls_peer_err(US"failed to import certificate [gnutls_x509_crt_import(cert 0)]");
1083 sz = 0;
1084 rc = gnutls_x509_crt_get_dn(crt, NULL, &sz);
1085 if (rc != GNUTLS_E_SHORT_MEMORY_BUFFER)
1086 {
1087 exim_gnutls_peer_err(US"getting size for cert DN failed");
1088 return FAIL; /* should not happen */
1089 }
1090 dn_buf = store_get_perm(sz);
1091 rc = gnutls_x509_crt_get_dn(crt, CS dn_buf, &sz);
1092 exim_gnutls_peer_err(US"failed to extract certificate DN [gnutls_x509_crt_get_dn(cert 0)]");
1093 state->peerdn = dn_buf;
1094
1095 return OK;
1096 #undef exim_gnutls_peer_err
1097 }
1098
1099
1100
1101
1102 /*************************************************
1103 * Verify peer certificate *
1104 *************************************************/
1105
1106 /* Called from both server and client code.
1107 *Should* be using a callback registered with
1108 gnutls_certificate_set_verify_function() to fail the handshake if we dislike
1109 the peer information, but that's too new for some OSes.
1110
1111 Arguments:
1112 state exim_gnutls_state_st *
1113 error where to put an error message
1114
1115 Returns:
1116 FALSE if the session should be rejected
1117 TRUE if the cert is okay or we just don't care
1118 */
1119
1120 static BOOL
1121 verify_certificate(exim_gnutls_state_st *state, const char **error)
1122 {
1123 int rc;
1124 unsigned int verify;
1125
1126 *error = NULL;
1127
1128 rc = peer_status(state);
1129 if (rc != OK)
1130 {
1131 verify = GNUTLS_CERT_INVALID;
1132 *error = "not supplied";
1133 }
1134 else
1135 {
1136 rc = gnutls_certificate_verify_peers2(state->session, &verify);
1137 }
1138
1139 /* Handle the result of verification. INVALID seems to be set as well
1140 as REVOKED, but leave the test for both. */
1141
1142 if ((rc < 0) || (verify & (GNUTLS_CERT_INVALID|GNUTLS_CERT_REVOKED)) != 0)
1143 {
1144 state->peer_cert_verified = FALSE;
1145 if (*error == NULL)
1146 *error = ((verify & GNUTLS_CERT_REVOKED) != 0) ? "revoked" : "invalid";
1147
1148 DEBUG(D_tls)
1149 debug_printf("TLS certificate verification failed (%s): peerdn=%s\n",
1150 *error, state->peerdn ? state->peerdn : US"<unset>");
1151
1152 if (state->verify_requirement == VERIFY_REQUIRED)
1153 {
1154 gnutls_alert_send(state->session, GNUTLS_AL_FATAL, GNUTLS_A_BAD_CERTIFICATE);
1155 return FALSE;
1156 }
1157 DEBUG(D_tls)
1158 debug_printf("TLS verify failure overriden (host in tls_try_verify_hosts)\n");
1159 }
1160 else
1161 {
1162 state->peer_cert_verified = TRUE;
1163 DEBUG(D_tls) debug_printf("TLS certificate verified: peerdn=%s\n",
1164 state->peerdn ? state->peerdn : US"<unset>");
1165 }
1166
1167 tls_peerdn = state->peerdn;
1168
1169 return TRUE;
1170 }
1171
1172
1173
1174
1175 /* ------------------------------------------------------------------------ */
1176 /* Callbacks */
1177
1178 /* Logging function which can be registered with
1179 * gnutls_global_set_log_function()
1180 * gnutls_global_set_log_level() 0..9
1181 */
1182 #if EXIM_GNUTLS_LIBRARY_LOG_LEVEL >= 0
1183 static void
1184 exim_gnutls_logger_cb(int level, const char *message)
1185 {
1186 size_t len = strlen(message);
1187 if (len < 1)
1188 {
1189 DEBUG(D_tls) debug_printf("GnuTLS<%d> empty debug message\n", level);
1190 return;
1191 }
1192 DEBUG(D_tls) debug_printf("GnuTLS<%d>: %s%s", level, message,
1193 message[len-1] == '\n' ? "" : "\n");
1194 }
1195 #endif
1196
1197
1198 /* Called after client hello, should handle SNI work.
1199 This will always set tls_sni (state->received_sni) if available,
1200 and may trigger presenting different certificates,
1201 if state->trigger_sni_changes is TRUE.
1202
1203 Should be registered with
1204 gnutls_handshake_set_post_client_hello_function()
1205
1206 "This callback must return 0 on success or a gnutls error code to terminate the
1207 handshake.".
1208
1209 For inability to get SNI information, we return 0.
1210 We only return non-zero if re-setup failed.
1211 */
1212
1213 static int
1214 exim_sni_handling_cb(gnutls_session_t session)
1215 {
1216 char sni_name[MAX_HOST_LEN];
1217 size_t data_len = MAX_HOST_LEN;
1218 exim_gnutls_state_st *state = current_global_tls_state;
1219 unsigned int sni_type;
1220 int rc, old_pool;
1221
1222 rc = gnutls_server_name_get(session, sni_name, &data_len, &sni_type, 0);
1223 if (rc != GNUTLS_E_SUCCESS)
1224 {
1225 DEBUG(D_tls) {
1226 if (rc == GNUTLS_E_REQUESTED_DATA_NOT_AVAILABLE)
1227 debug_printf("TLS: no SNI presented in handshake.\n");
1228 else
1229 debug_printf("TLS failure: gnutls_server_name_get(): %s [%d]\n",
1230 gnutls_strerror(rc), rc);
1231 };
1232 return 0;
1233 }
1234
1235 if (sni_type != GNUTLS_NAME_DNS)
1236 {
1237 DEBUG(D_tls) debug_printf("TLS: ignoring SNI of unhandled type %u\n", sni_type);
1238 return 0;
1239 }
1240
1241 /* We now have a UTF-8 string in sni_name */
1242 old_pool = store_pool;
1243 store_pool = POOL_PERM;
1244 state->received_sni = string_copyn(US sni_name, data_len);
1245 store_pool = old_pool;
1246
1247 /* We set this one now so that variable expansions below will work */
1248 tls_sni = state->received_sni;
1249
1250 DEBUG(D_tls) debug_printf("Received TLS SNI \"%s\"%s\n", sni_name,
1251 state->trigger_sni_changes ? "" : " (unused for certificate selection)");
1252
1253 if (!state->trigger_sni_changes)
1254 return 0;
1255
1256 rc = tls_expand_session_files(state);
1257 if (rc != OK)
1258 {
1259 /* If the setup of certs/etc failed before handshake, TLS would not have
1260 been offered. The best we can do now is abort. */
1261 return GNUTLS_E_APPLICATION_ERROR_MIN;
1262 }
1263
1264 rc = tls_set_remaining_x509(state);
1265 if (rc != OK) return GNUTLS_E_APPLICATION_ERROR_MIN;
1266
1267 return 0;
1268 }
1269
1270
1271
1272
1273 /* ------------------------------------------------------------------------ */
1274 /* Exported functions */
1275
1276
1277
1278
1279 /*************************************************
1280 * Start a TLS session in a server *
1281 *************************************************/
1282
1283 /* This is called when Exim is running as a server, after having received
1284 the STARTTLS command. It must respond to that command, and then negotiate
1285 a TLS session.
1286
1287 Arguments:
1288 require_ciphers list of allowed ciphers or NULL
1289
1290 Returns: OK on success
1291 DEFER for errors before the start of the negotiation
1292 FAIL for errors during the negotation; the server can't
1293 continue running.
1294 */
1295
1296 int
1297 tls_server_start(const uschar *require_ciphers)
1298 {
1299 int rc;
1300 const char *error;
1301 exim_gnutls_state_st *state = NULL;
1302
1303 /* Check for previous activation */
1304 /* nb: this will not be TLS callout safe, needs reworking as part of that. */
1305
1306 if (tls_active >= 0)
1307 {
1308 tls_error(US"STARTTLS received after TLS started", "", NULL);
1309 smtp_printf("554 Already in TLS\r\n");
1310 return FAIL;
1311 }
1312
1313 /* Initialize the library. If it fails, it will already have logged the error
1314 and sent an SMTP response. */
1315
1316 DEBUG(D_tls) debug_printf("initialising GnuTLS as a server\n");
1317
1318 rc = tls_init(NULL, tls_certificate, tls_privatekey,
1319 NULL, tls_verify_certificates, tls_crl,
1320 require_ciphers, &state);
1321 if (rc != OK) return rc;
1322
1323 /* If this is a host for which certificate verification is mandatory or
1324 optional, set up appropriately. */
1325
1326 if (verify_check_host(&tls_verify_hosts) == OK)
1327 {
1328 DEBUG(D_tls) debug_printf("TLS: a client certificate will be required.\n");
1329 state->verify_requirement = VERIFY_REQUIRED;
1330 gnutls_certificate_server_set_request(state->session, GNUTLS_CERT_REQUIRE);
1331 }
1332 else if (verify_check_host(&tls_try_verify_hosts) == OK)
1333 {
1334 DEBUG(D_tls) debug_printf("TLS: a client certificate will be requested but not required.\n");
1335 state->verify_requirement = VERIFY_OPTIONAL;
1336 gnutls_certificate_server_set_request(state->session, GNUTLS_CERT_REQUEST);
1337 }
1338 else
1339 {
1340 DEBUG(D_tls) debug_printf("TLS: a client certificate will not be requested.\n");
1341 state->verify_requirement = VERIFY_NONE;
1342 gnutls_certificate_server_set_request(state->session, GNUTLS_CERT_IGNORE);
1343 }
1344
1345 /* Register SNI handling; always, even if not in tls_certificate, so that the
1346 expansion variable $tls_sni is always available. */
1347
1348 gnutls_handshake_set_post_client_hello_function(state->session,
1349 exim_sni_handling_cb);
1350
1351 /* Set context and tell client to go ahead, except in the case of TLS startup
1352 on connection, where outputting anything now upsets the clients and tends to
1353 make them disconnect. We need to have an explicit fflush() here, to force out
1354 the response. Other smtp_printf() calls do not need it, because in non-TLS
1355 mode, the fflush() happens when smtp_getc() is called. */
1356
1357 if (!tls_on_connect)
1358 {
1359 smtp_printf("220 TLS go ahead\r\n");
1360 fflush(smtp_out);
1361 }
1362
1363 /* Now negotiate the TLS session. We put our own timer on it, since it seems
1364 that the GnuTLS library doesn't. */
1365
1366 gnutls_transport_set_ptr2(state->session,
1367 (gnutls_transport_ptr)fileno(smtp_in),
1368 (gnutls_transport_ptr)fileno(smtp_out));
1369 state->fd_in = fileno(smtp_in);
1370 state->fd_out = fileno(smtp_out);
1371
1372 sigalrm_seen = FALSE;
1373 if (smtp_receive_timeout > 0) alarm(smtp_receive_timeout);
1374 do
1375 {
1376 rc = gnutls_handshake(state->session);
1377 } while ((rc == GNUTLS_E_AGAIN) ||
1378 (rc == GNUTLS_E_INTERRUPTED && !sigalrm_seen));
1379 alarm(0);
1380
1381 if (rc != GNUTLS_E_SUCCESS)
1382 {
1383 tls_error(US"gnutls_handshake",
1384 sigalrm_seen ? "timed out" : gnutls_strerror(rc), NULL);
1385 /* It seems that, except in the case of a timeout, we have to close the
1386 connection right here; otherwise if the other end is running OpenSSL it hangs
1387 until the server times out. */
1388
1389 if (!sigalrm_seen)
1390 {
1391 (void)fclose(smtp_out);
1392 (void)fclose(smtp_in);
1393 }
1394
1395 return FAIL;
1396 }
1397
1398 DEBUG(D_tls) debug_printf("gnutls_handshake was successful\n");
1399
1400 /* Verify after the fact */
1401
1402 if (state->verify_requirement != VERIFY_NONE)
1403 {
1404 if (!verify_certificate(state, &error))
1405 {
1406 if (state->verify_requirement == VERIFY_OPTIONAL)
1407 {
1408 DEBUG(D_tls)
1409 debug_printf("TLS: continuing on only because verification was optional, after: %s\n",
1410 error);
1411 }
1412 else
1413 {
1414 tls_error(US"certificate verification failed", error, NULL);
1415 return FAIL;
1416 }
1417 }
1418 }
1419
1420 /* Figure out peer DN, and if authenticated, etc. */
1421
1422 rc = peer_status(state);
1423 if (rc != OK) return rc;
1424
1425 /* Sets various Exim expansion variables; always safe within server */
1426
1427 extract_exim_vars_from_tls_state(state);
1428
1429 /* TLS has been set up. Adjust the input functions to read via TLS,
1430 and initialize appropriately. */
1431
1432 state->xfer_buffer = store_malloc(ssl_xfer_buffer_size);
1433
1434 receive_getc = tls_getc;
1435 receive_ungetc = tls_ungetc;
1436 receive_feof = tls_feof;
1437 receive_ferror = tls_ferror;
1438 receive_smtp_buffered = tls_smtp_buffered;
1439
1440 return OK;
1441 }
1442
1443
1444
1445
1446 /*************************************************
1447 * Start a TLS session in a client *
1448 *************************************************/
1449
1450 /* Called from the smtp transport after STARTTLS has been accepted.
1451
1452 Arguments:
1453 fd the fd of the connection
1454 host connected host (for messages)
1455 addr the first address (not used)
1456 dhparam DH parameter file (ignored, we're a client)
1457 certificate certificate file
1458 privatekey private key file
1459 sni TLS SNI to send to remote host
1460 verify_certs file for certificate verify
1461 verify_crl CRL for verify
1462 require_ciphers list of allowed ciphers or NULL
1463 timeout startup timeout
1464
1465 Returns: OK/DEFER/FAIL (because using common functions),
1466 but for a client, DEFER and FAIL have the same meaning
1467 */
1468
1469 int
1470 tls_client_start(int fd, host_item *host,
1471 address_item *addr ARG_UNUSED, uschar *dhparam ARG_UNUSED,
1472 uschar *certificate, uschar *privatekey, uschar *sni,
1473 uschar *verify_certs, uschar *verify_crl,
1474 uschar *require_ciphers, int timeout)
1475 {
1476 int rc;
1477 const char *error;
1478 exim_gnutls_state_st *state = NULL;
1479
1480 DEBUG(D_tls) debug_printf("initialising GnuTLS as a client on fd %d\n", fd);
1481
1482 rc = tls_init(host, certificate, privatekey,
1483 sni, verify_certs, verify_crl, require_ciphers, &state);
1484 if (rc != OK) return rc;
1485
1486 gnutls_dh_set_prime_bits(state->session, EXIM_CLIENT_DH_MIN_BITS);
1487
1488 if (verify_certs == NULL)
1489 {
1490 DEBUG(D_tls) debug_printf("TLS: server certificate verification not required\n");
1491 state->verify_requirement = VERIFY_NONE;
1492 /* we still ask for it, to log it, etc */
1493 gnutls_certificate_server_set_request(state->session, GNUTLS_CERT_REQUEST);
1494 }
1495 else
1496 {
1497 DEBUG(D_tls) debug_printf("TLS: server certificate verification required\n");
1498 state->verify_requirement = VERIFY_REQUIRED;
1499 gnutls_certificate_server_set_request(state->session, GNUTLS_CERT_REQUIRE);
1500 }
1501
1502 gnutls_transport_set_ptr(state->session, (gnutls_transport_ptr)fd);
1503 state->fd_in = fd;
1504 state->fd_out = fd;
1505
1506 /* There doesn't seem to be a built-in timeout on connection. */
1507
1508 sigalrm_seen = FALSE;
1509 alarm(timeout);
1510 do
1511 {
1512 rc = gnutls_handshake(state->session);
1513 } while ((rc == GNUTLS_E_AGAIN) ||
1514 (rc == GNUTLS_E_INTERRUPTED && !sigalrm_seen));
1515 alarm(0);
1516
1517 if (rc != GNUTLS_E_SUCCESS)
1518 return tls_error(US"gnutls_handshake",
1519 sigalrm_seen ? "timed out" : gnutls_strerror(rc), state->host);
1520
1521 DEBUG(D_tls) debug_printf("gnutls_handshake was successful\n");
1522
1523 /* Verify late */
1524
1525 if (state->verify_requirement != VERIFY_NONE &&
1526 !verify_certificate(state, &error))
1527 return tls_error(US"certificate verification failed", error, state->host);
1528
1529 /* Figure out peer DN, and if authenticated, etc. */
1530
1531 rc = peer_status(state);
1532 if (rc != OK) return rc;
1533
1534 /* Sets various Exim expansion variables; may need to adjust for ACL callouts */
1535
1536 extract_exim_vars_from_tls_state(state);
1537
1538 return OK;
1539 }
1540
1541
1542
1543
1544 /*************************************************
1545 * Close down a TLS session *
1546 *************************************************/
1547
1548 /* This is also called from within a delivery subprocess forked from the
1549 daemon, to shut down the TLS library, without actually doing a shutdown (which
1550 would tamper with the TLS session in the parent process).
1551
1552 Arguments: TRUE if gnutls_bye is to be called
1553 Returns: nothing
1554 */
1555
1556 void
1557 tls_close(BOOL shutdown)
1558 {
1559 exim_gnutls_state_st *state = current_global_tls_state;
1560
1561 if (tls_active < 0) return; /* TLS was not active */
1562
1563 if (shutdown)
1564 {
1565 DEBUG(D_tls) debug_printf("tls_close(): shutting down TLS\n");
1566 gnutls_bye(state->session, GNUTLS_SHUT_WR);
1567 }
1568
1569 gnutls_deinit(state->session);
1570
1571 memcpy(state, &exim_gnutls_state_init, sizeof(exim_gnutls_state_init));
1572
1573 if ((state_server.session == NULL) && (state_client.session == NULL))
1574 {
1575 gnutls_global_deinit();
1576 exim_gnutls_base_init_done = FALSE;
1577 }
1578
1579 tls_active = -1;
1580 }
1581
1582
1583
1584
1585 /*************************************************
1586 * TLS version of getc *
1587 *************************************************/
1588
1589 /* This gets the next byte from the TLS input buffer. If the buffer is empty,
1590 it refills the buffer via the GnuTLS reading function.
1591
1592 This feeds DKIM and should be used for all message-body reads.
1593
1594 Arguments: none
1595 Returns: the next character or EOF
1596 */
1597
1598 int
1599 tls_getc(void)
1600 {
1601 exim_gnutls_state_st *state = current_global_tls_state;
1602 if (state->xfer_buffer_lwm >= state->xfer_buffer_hwm)
1603 {
1604 ssize_t inbytes;
1605
1606 DEBUG(D_tls) debug_printf("Calling gnutls_record_recv(%p, %p, %u)\n",
1607 state->session, state->xfer_buffer, ssl_xfer_buffer_size);
1608
1609 if (smtp_receive_timeout > 0) alarm(smtp_receive_timeout);
1610 inbytes = gnutls_record_recv(state->session, state->xfer_buffer,
1611 ssl_xfer_buffer_size);
1612 alarm(0);
1613
1614 /* A zero-byte return appears to mean that the TLS session has been
1615 closed down, not that the socket itself has been closed down. Revert to
1616 non-TLS handling. */
1617
1618 if (inbytes == 0)
1619 {
1620 DEBUG(D_tls) debug_printf("Got TLS_EOF\n");
1621
1622 receive_getc = smtp_getc;
1623 receive_ungetc = smtp_ungetc;
1624 receive_feof = smtp_feof;
1625 receive_ferror = smtp_ferror;
1626 receive_smtp_buffered = smtp_buffered;
1627
1628 gnutls_deinit(state->session);
1629 state->session = NULL;
1630 tls_active = -1;
1631 tls_bits = 0;
1632 tls_certificate_verified = FALSE;
1633 tls_channelbinding_b64 = NULL;
1634 tls_cipher = NULL;
1635 tls_peerdn = NULL;
1636
1637 return smtp_getc();
1638 }
1639
1640 /* Handle genuine errors */
1641
1642 else if (inbytes < 0)
1643 {
1644 record_io_error(state, (int) inbytes, US"recv", NULL);
1645 state->xfer_error = 1;
1646 return EOF;
1647 }
1648 #ifndef DISABLE_DKIM
1649 dkim_exim_verify_feed(state->xfer_buffer, inbytes);
1650 #endif
1651 state->xfer_buffer_hwm = (int) inbytes;
1652 state->xfer_buffer_lwm = 0;
1653 }
1654
1655 /* Something in the buffer; return next uschar */
1656
1657 return state->xfer_buffer[state->xfer_buffer_lwm++];
1658 }
1659
1660
1661
1662
1663 /*************************************************
1664 * Read bytes from TLS channel *
1665 *************************************************/
1666
1667 /* This does not feed DKIM, so if the caller uses this for reading message body,
1668 then the caller must feed DKIM.
1669 Arguments:
1670 buff buffer of data
1671 len size of buffer
1672
1673 Returns: the number of bytes read
1674 -1 after a failed read
1675 */
1676
1677 int
1678 tls_read(uschar *buff, size_t len)
1679 {
1680 exim_gnutls_state_st *state = current_global_tls_state;
1681 ssize_t inbytes;
1682
1683 if (len > INT_MAX)
1684 len = INT_MAX;
1685
1686 if (state->xfer_buffer_lwm < state->xfer_buffer_hwm)
1687 DEBUG(D_tls)
1688 debug_printf("*** PROBABLY A BUG *** " \
1689 "tls_read() called with data in the tls_getc() buffer, %d ignored\n",
1690 state->xfer_buffer_hwm - state->xfer_buffer_lwm);
1691
1692 DEBUG(D_tls)
1693 debug_printf("Calling gnutls_record_recv(%p, %p, " SIZE_T_FMT ")\n",
1694 state->session, buff, len);
1695
1696 inbytes = gnutls_record_recv(state->session, buff, len);
1697 if (inbytes > 0) return inbytes;
1698 if (inbytes == 0)
1699 {
1700 DEBUG(D_tls) debug_printf("Got TLS_EOF\n");
1701 }
1702 else record_io_error(state, (int)inbytes, US"recv", NULL);
1703
1704 return -1;
1705 }
1706
1707
1708
1709
1710 /*************************************************
1711 * Write bytes down TLS channel *
1712 *************************************************/
1713
1714 /*
1715 Arguments:
1716 buff buffer of data
1717 len number of bytes
1718
1719 Returns: the number of bytes after a successful write,
1720 -1 after a failed write
1721 */
1722
1723 int
1724 tls_write(const uschar *buff, size_t len)
1725 {
1726 ssize_t outbytes;
1727 size_t left = len;
1728 exim_gnutls_state_st *state = current_global_tls_state;
1729
1730 DEBUG(D_tls) debug_printf("tls_do_write(%p, " SIZE_T_FMT ")\n", buff, left);
1731 while (left > 0)
1732 {
1733 DEBUG(D_tls) debug_printf("gnutls_record_send(SSL, %p, " SIZE_T_FMT ")\n",
1734 buff, left);
1735 outbytes = gnutls_record_send(state->session, buff, left);
1736
1737 DEBUG(D_tls) debug_printf("outbytes=" SSIZE_T_FMT "\n", outbytes);
1738 if (outbytes < 0)
1739 {
1740 record_io_error(state, outbytes, US"send", NULL);
1741 return -1;
1742 }
1743 if (outbytes == 0)
1744 {
1745 record_io_error(state, 0, US"send", US"TLS channel closed on write");
1746 return -1;
1747 }
1748
1749 left -= outbytes;
1750 buff += outbytes;
1751 }
1752
1753 if (len > INT_MAX)
1754 {
1755 DEBUG(D_tls)
1756 debug_printf("Whoops! Wrote more bytes (" SIZE_T_FMT ") than INT_MAX\n",
1757 len);
1758 len = INT_MAX;
1759 }
1760
1761 return (int) len;
1762 }
1763
1764
1765
1766
1767 /*************************************************
1768 * Random number generation *
1769 *************************************************/
1770
1771 /* Pseudo-random number generation. The result is not expected to be
1772 cryptographically strong but not so weak that someone will shoot themselves
1773 in the foot using it as a nonce in input in some email header scheme or
1774 whatever weirdness they'll twist this into. The result should handle fork()
1775 and avoid repeating sequences. OpenSSL handles that for us.
1776
1777 Arguments:
1778 max range maximum
1779 Returns a random number in range [0, max-1]
1780 */
1781
1782 #ifdef HAVE_GNUTLS_RND
1783 int
1784 vaguely_random_number(int max)
1785 {
1786 unsigned int r;
1787 int i, needed_len;
1788 uschar *p;
1789 uschar smallbuf[sizeof(r)];
1790
1791 if (max <= 1)
1792 return 0;
1793
1794 needed_len = sizeof(r);
1795 /* Don't take 8 times more entropy than needed if int is 8 octets and we were
1796 * asked for a number less than 10. */
1797 for (r = max, i = 0; r; ++i)
1798 r >>= 1;
1799 i = (i + 7) / 8;
1800 if (i < needed_len)
1801 needed_len = i;
1802
1803 i = gnutls_rnd(GNUTLS_RND_NONCE, smallbuf, needed_len);
1804 if (i < 0)
1805 {
1806 DEBUG(D_all) debug_printf("gnutls_rnd() failed, using fallback.\n");
1807 return vaguely_random_number_fallback(max);
1808 }
1809 r = 0;
1810 for (p = smallbuf; needed_len; --needed_len, ++p)
1811 {
1812 r *= 256;
1813 r += *p;
1814 }
1815
1816 /* We don't particularly care about weighted results; if someone wants
1817 * smooth distribution and cares enough then they should submit a patch then. */
1818 return r % max;
1819 }
1820 #else /* HAVE_GNUTLS_RND */
1821 int
1822 vaguely_random_number(int max)
1823 {
1824 return vaguely_random_number_fallback(max);
1825 }
1826 #endif /* HAVE_GNUTLS_RND */
1827
1828
1829
1830
1831 /*************************************************
1832 * Report the library versions. *
1833 *************************************************/
1834
1835 /* See a description in tls-openssl.c for an explanation of why this exists.
1836
1837 Arguments: a FILE* to print the results to
1838 Returns: nothing
1839 */
1840
1841 void
1842 tls_version_report(FILE *f)
1843 {
1844 fprintf(f, "Library version: GnuTLS: Compile: %s\n"
1845 " Runtime: %s\n",
1846 LIBGNUTLS_VERSION,
1847 gnutls_check_version(NULL));
1848 }
1849
1850 /* End of tls-gnu.c */