X-Git-Url: https://vcs.fsf.org/?a=blobdiff_plain;f=plugins%2Ffilters%2Ffilters.php;h=89a89ba666e01c76b9c3770b3a51f75fc5e3ee59;hb=ba4d5a329e3572a04eee7c9052c55c77922d23a7;hp=66de18846056dd599a845869153efdd9a318fb4c;hpb=256a9789e4693b5ffdec0c6d105acfed9f136c2f;p=squirrelmail.git diff --git a/plugins/filters/filters.php b/plugins/filters/filters.php index 66de1884..89a89ba6 100644 --- a/plugins/filters/filters.php +++ b/plugins/filters/filters.php @@ -3,7 +3,7 @@ /** * Message and Spam Filter Plugin * - * Copyright (c) 1999-2002 The SquirrelMail Project Team + * Copyright (c) 1999-2003 The SquirrelMail Project Team * Licensed under the GNU GPL. For full terms see the file COPYING. * * This plugin filters your inbox into different folders based upon given @@ -25,91 +25,149 @@ * $Id$ */ -function filters_sqimap_read_data ($imap_stream, $pre, $handle_errors, &$response, &$message) { - global $color, $squirrelmail_language, $imap_general_debug; +function filters_SaveCache () { + global $data_dir, $SpamFilters_DNScache; - $data = array(); - $size = 0; + if (file_exists($data_dir . '/dnscache')) { + $fp = fopen($data_dir . '/dnscache', 'r'); + } else { + $fp = false; + } + if ($fp) { + flock($fp,LOCK_EX); + } else { + $fp = fopen($data_dir . '/dnscache', 'w+'); + fclose($fp); + $fp = fopen($data_dir . '/dnscache', 'r'); + flock($fp,LOCK_EX); + } + $fp1=fopen($data_dir . '/dnscache', 'w+'); + + foreach ($SpamFilters_DNScache as $Key=> $Value) { + $tstr = $Key . ',' . $Value['L'] . ',' . $Value['T'] . "\n"; + fputs ($fp1, $tstr); + } + fclose($fp1); + flock($fp,LOCK_UN); + fclose($fp); +} - do { - $read = fgets($imap_stream, 9096); - if (ereg("^$pre (OK|BAD|NO)(.*)$", $read, $regs)) { - break; // found end of reply +function filters_LoadCache () { + global $data_dir, $SpamFilters_DNScache; + + if (file_exists($data_dir . '/dnscache')) { + $SpamFilters_DNScache = array(); + if ($fp = fopen ($data_dir . '/dnscache', 'r')) { + flock($fp,LOCK_SH); + while ($data=fgetcsv($fp,1024)) { + if ($data[2] > time()) { + $SpamFilters_DNScache[$data[0]]['L'] = $data[1]; + $SpamFilters_DNScache[$data[0]]['T'] = $data[2]; + } + } + + flock($fp,LOCK_UN); } + } +} - // Continue if needed for this single line - while (strpos($read, "\n") === false) { - $read .= fgets($imap_stream, 9096); +function filters_bulkquery($filters_spam_scan, $filters, $read) { + global $SpamFilters_YourHop, $attachment_dir, $username, + $SpamFilters_DNScache, $SpamFilters_BulkQuery, + $SpamFilters_CacheTTL; + + $IPs = array(); + $i = 0; + while ($i < count($read)) { + // EIMS will give funky results + $Chunks = explode(' ', $read[$i]); + if ($Chunks[0] != '*') { + $i ++; + continue; } + $MsgNum = $Chunks[1]; - $data[] = $read; + $i ++; - if (ereg("^\\* [0-9]+ FETCH.*\\{([0-9]+)\\}", $read, $regs)) { - $size = $regs[1]; - if ($imap_general_debug) { - echo "Size is $size
\n"; + // Look through all of the Received headers for IP addresses + // Stop when I get ")" on a line + // Stop if I get "*" on a line (don't advance) + // and above all, stop if $i is bigger than the total # of lines + while (($i < count($read)) && + ($read[$i][0] != ')' && $read[$i][0] != '*' && + $read[$i][0] != "\n")) { + // Check to see if this line is the right "Received from" line + // to check + if (is_int(strpos($read[$i], $SpamFilters_YourHop))) { + $read[$i] = ereg_replace('[^0-9\.]', ' ', $read[$i]); + $elements = explode(' ', $read[$i]); + foreach ($elements as $value) { + if ($value != '' && + ereg('[0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}', + $value, $regs)) { + $Chunks = explode('.', $value); + $IP = $Chunks[3] . '.' . $Chunks[2] . '.' . + $Chunks[1] . '.' . $Chunks[0]; + foreach ($filters as $key => $value) { + if ($filters[$key]['enabled'] && + $filters[$key]['dns']) { + if (strlen($SpamFilters_DNScache[$IP.'.'.$filters[$key]['dns']]) == 0) { + $IPs[$IP] = true; + break; + } + } + } + // If we've checked one IP and YourHop is + // just a space + if ($SpamFilters_YourHop == ' ') { + break; // don't check any more + } + } + } } + $i ++; + } + } - $total_size = 0; - do { - $read = fgets($imap_stream, 9096); - if ($imap_general_debug) { - echo "$read
\n"; - flush(); + if (count($IPs) > 0) { + $rbls = array(); + foreach ($filters as $key => $value) { + if ($filters[$key]['enabled']) { + if ($filters[$key]['dns']) { + $rbls[$filters[$key]['dns']] = true; } - $data[] = $read; - $total_size += strlen($read); - } while ($total_size < $size); + } + } - $size = 0; + $bqfil = $attachment_dir . $username . '-bq.in'; + $fp = fopen($bqfil, 'w'); + fputs ($fp, $SpamFilters_CacheTTL . "\n"); + foreach ($rbls as $key => $value) { + fputs ($fp, '.' . $key . "\n"); } - // For debugging purposes - if ($imap_general_debug) { - echo "$read
\n"; - flush(); + fputs ($fp, "----------\n"); + foreach ($IPs as $key => $value) { + fputs ($fp, $key . "\n"); } - } while (true); - - $response = $regs[1]; - $message = trim($regs[2]); - - if ($imap_general_debug) { - echo '--
'; - } - - if (!$handle_errors) { - return $data; - } - - if ($response == 'NO') { - // ignore this error from m$ exchange, it is not fatal (aka bug) - if (strstr($message, 'command resulted in') === false) { - set_up_language($squirrelmail_language); - echo "
\n" . - _("ERROR : Could not complete request.") . - "
\n" . - _("Reason Given: ") . - $message . "
\n"; - exit; + fclose ($fp); + $bqout = array(); + exec ($SpamFilters_BulkQuery . ' < ' . $bqfil, $bqout); + foreach ($bqout as $value) { + $Chunks = explode(',', $value); + $SpamFilters_DNScache[$Chunks[0]]['L'] = $Chunks[1]; + $SpamFilters_DNScache[$Chunks[0]]['T'] = $Chunks[2] + time(); } - } else if ($response == 'BAD') { - set_up_language($squirrelmail_language); - echo "
\n" . - _("ERROR : Bad or malformed request.") . - "
\n" . - _("Server responded: ") . - $message . "
\n"; - exit; + unlink($bqfil); } - - return $data; } - function start_filters() { - global $mailbox, $username, $key, $imapServerAddress, $imapPort, $imap, - $imap_general, $filters, $imap_stream, $imapConnection, - $UseSeparateImapConnection, $AllowSpamFilters; + global $mailbox, $imapServerAddress, $imapPort, $imap, + $imap_general, $filters, $imap_stream, $imapConnection, + $UseSeparateImapConnection, $AllowSpamFilters; + + sqgetGlobalVar('username', $username, SQ_SESSION); + sqgetGlobalVar('key', $key, SQ_COOKIE); # if ($mailbox == 'INBOX') { // Detect if we have already connected to IMAP or not. @@ -143,71 +201,111 @@ function start_filters() { # } } - function user_filters($imap_stream) { + global $data_dir, $username; $filters = load_filters(); if (! $filters) return; + $filters_user_scan = getPref($data_dir, $username, 'filters_user_scan'); sqimap_mailbox_select($imap_stream, 'INBOX'); - + $id = array(); // For every rule - for ($i=0; $i < count($filters); $i++) { + for ($i=0, $num = count($filters); $i < $num; $i++) { // If it is the "combo" rule if ($filters[$i]['where'] == 'To or Cc') { /* * If it's "TO OR CC", we have to do two searches, one for TO * and the other for CC. */ - filter_search_and_delete($imap_stream, 'TO', - $filters[$i]['what'], $filters[$i]['folder']); - filter_search_and_delete($imap_stream, 'CC', - $filters[$i]['what'], $filters[$i]['folder']); + $id = filter_search_and_delete($imap_stream, 'TO', + $filters[$i]['what'], $filters[$i]['folder'], $filters_user_scan, $id); + $id = filter_search_and_delete($imap_stream, 'CC', + $filters[$i]['what'], $filters[$i]['folder'], $filters_user_scan, $id); } else { /* * If it's a normal TO, CC, SUBJECT, or FROM, then handle it * normally. */ - filter_search_and_delete($imap_stream, $filters[$i]['where'], - $filters[$i]['what'], $filters[$i]['folder']); + $id = filter_search_and_delete($imap_stream, $filters[$i]['where'], + $filters[$i]['what'], $filters[$i]['folder'], $filters_user_scan, $id); } } // Clean out the mailbox whether or not auto_expunge is on // That way it looks like it was redirected properly - sqimap_mailbox_expunge($imap_stream, 'INBOX'); + if (count($id)) { + sqimap_mailbox_expunge($imap_stream, 'INBOX'); + } } -function filter_search_and_delete($imap, $where, $what, $where_to) { - // Don't mess with the " characters on this fputs line! - fputs ($imap, 'a001 SEARCH ALL ' . $where . ' "' . addslashes($what) . - "\"\r\n"); - $read = filters_sqimap_read_data ($imap, 'a001', true, $response, $message); +function filter_search_and_delete($imap, $where, $what, $where_to, $user_scan, + $del_id) { + global $languages, $squirrelmail_language, $allow_charset_search, + $uid_support, $imap_server_type; + if ($user_scan == 'new') { + $category = 'UNSEEN'; + } else { + $category = 'ALL'; + } + + if ($allow_charset_search && + isset($languages[$squirrelmail_language]['CHARSET']) && + $languages[$squirrelmail_language]['CHARSET']) { + $search_str = 'SEARCH CHARSET ' + . strtoupper($languages[$squirrelmail_language]['CHARSET']) + . ' ' . $category; + } else { + $search_str = 'SEARCH CHARSET US-ASCII ' . $category; + } + if ($where == 'Header') { + $what = explode(':', $what); + $where = trim($where . ' ' . $what[0]); + $what = addslashes(trim($what[1])); + } + + if ($imap_server_type == 'macosx') { + $search_str .= ' ' . $where . ' ' . $what; + } else { + $search_str .= ' ' . $where . ' {' . strlen($what) . "}\r\n" + . $what . "\r\n"; + } + + /* read data back from IMAP */ + $read = sqimap_run_command($imap, $search_str, true, $response, $message, $uid_support); // This may have problems with EIMS due to it being goofy - for ($r=0; $r < count($read) && + for ($r=0, $num = count($read); $r < $num && substr($read[$r], 0, 8) != '* SEARCH'; $r++) {} if ($response == 'OK') { $ids = explode(' ', $read[$r]); if (sqimap_mailbox_exists($imap, $where_to)) { - for ($j=2; $j < count($ids); $j++) { + for ($j=2, $num = count($ids); $j < $num; $j++) { $id = trim($ids[$j]); + $del_id[] = $id; sqimap_messages_copy ($imap, $id, $id, $where_to); - sqimap_messages_flag ($imap, $id, $id, 'Deleted'); + sqimap_messages_flag ($imap, $id, $id, 'Deleted',false); } } } + return $del_id; } // These are the spam filters function spam_filters($imap_stream) { - global $data_dir, $username; + global $data_dir, $username, $uid_support; global $SpamFilters_YourHop; global $SpamFilters_DNScache; + global $SpamFilters_SharedCache; + global $SpamFilters_BulkQuery; $filters_spam_scan = getPref($data_dir, $username, 'filters_spam_scan'); $filters_spam_folder = getPref($data_dir, $username, 'filters_spam_folder'); $filters = load_spam_filters(); + if ($SpamFilters_SharedCache) { + filters_LoadCache(); + } + $run = 0; foreach ($filters as $Key=> $Value) { @@ -225,16 +323,37 @@ function spam_filters($imap_stream) { // Ask for a big list of all "Received" headers in the inbox with // flags for each message. Kinda big. - fputs($imap_stream, 'A3999 FETCH 1:* (FLAGS BODY.PEEK[HEADER.FIELDS ' . - "(RECEIVED)])\r\n"); - - $read = filters_sqimap_read_data ($imap_stream, 'A3999', true, - $response, $message); - - if ($response != 'OK') { + if ($filters_spam_scan != 'new') { + $read = sqimap_run_command($imap_stream, 'FETCH 1:* (FLAGS BODY.PEEK[HEADER.FIELDS ' . + '(RECEIVED)])', true, $reponse, $message, $uid_support); + } else { + $read = sqimap_run_command($imap_stream, 'SEARCH UNSEEN', true, $reponse, $message, $uid_support); + if ($response != 'OK' || trim($read[0]) == '* SEARCH') { + $read = sqimap_run_command($imap_stream, 'FETCH 1:* (FLAGS BODY.PEEK[HEADER.FIELDS ' . + '(RECEIVED)])', true, $reponse, $message, $uid_support); + } else { + $read[0] = trim($read[0]); + $i = 0; + $imap_query = $sid.' FETCH '; + $Chunks = explode(' ', $read[0]); + for ($i=2; $i < (count($Chunks)-1) ; $i++) { + $imap_query .= $Chunks[$i].','; + } + $imap_query .= $Chunks[count($Chunks)-1]; + $imap_query .= ' (FLAGS BODY.PEEK[HEADER.FIELDS '; + $imap_query .= '(RECEIVED)])';//\r\n"; + $read = sqimap_run_command($imap_stream,$imap_query, true, $reponse, $message, $uid_support); + } + } + + if (isset($response) && $response != 'OK') { return; } + if (strlen($SpamFilters_BulkQuery) > 0) { + filters_bulkquery($filters_spam_scan, $filters, $read); + } + $i = 0; while ($i < count($read)) { // EIMS will give funky results @@ -248,14 +367,6 @@ function spam_filters($imap_stream) { $IPs = array(); $i ++; $IsSpam = 0; - $Scan = 1; - - // Check for normal IMAP servers - if ($filters_spam_scan == 'new') { - if (is_int(strpos($Chunks[4], '\Seen'))) { - $Scan = 0; - } - } // Look through all of the Received headers for IP addresses // Stop when I get ")" on a line @@ -269,25 +380,23 @@ function spam_filters($imap_stream) { if (is_int(strpos($read[$i], $SpamFilters_YourHop))) { // short-circuit and skip work if we don't scan this one - if ($Scan) { - $read[$i] = ereg_replace('[^0-9\.]', ' ', $read[$i]); - $elements = explode(' ', $read[$i]); - foreach ($elements as $value) { - if ($value != '' && - ereg('[0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}', - $value, $regs)) { - $Chunks = explode('.', $value); - if (filters_spam_check_site($Chunks[0], - $Chunks[1], $Chunks[2], $Chunks[3], - $filters)) { - $IsSpam ++; - break; // no sense in checking more IPs - } - // If we've checked one IP and YourHop is - // just a space - if ($SpamFilters_YourHop == ' ') { - break; // don't check any more - } + $read[$i] = ereg_replace('[^0-9\.]', ' ', $read[$i]); + $elements = explode(' ', $read[$i]); + foreach ($elements as $value) { + if ($value != '' && + ereg('[0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}', + $value, $regs)) { + $Chunks = explode('.', $value); + if (filters_spam_check_site($Chunks[0], + $Chunks[1], $Chunks[2], $Chunks[3], + $filters)) { + $IsSpam ++; + break; // no sense in checking more IPs + } + // If we've checked one IP and YourHop is + // just a space + if ($SpamFilters_YourHop == ' ') { + break; // don't check any more } } } @@ -301,7 +410,7 @@ function spam_filters($imap_stream) { sqimap_messages_copy ($imap_stream, $MsgNum, $MsgNum, $filters_spam_folder); sqimap_messages_flag ($imap_stream, $MsgNum, $MsgNum, - 'Deleted'); + 'Deleted', false); } } else { } @@ -309,24 +418,37 @@ function spam_filters($imap_stream) { sqimap_mailbox_expunge($imap_stream, 'INBOX'); - session_register('SpamFilters_DNScache'); -} + if ($SpamFilters_SharedCache) { + filters_SaveCache(); + } else { + sqsession_register($SpamFilters_DNScache, 'SpamFilters_DNScache'); + } +} // Does the loop through each enabled filter for the specified IP address. // IP format: $a.$b.$c.$d function filters_spam_check_site($a, $b, $c, $d, &$filters) { - global $SpamFilters_DNScache; + global $SpamFilters_DNScache, $SpamFilters_CacheTTL; foreach ($filters as $key => $value) { if ($filters[$key]['enabled']) { if ($filters[$key]['dns']) { $filter_revip = $d . '.' . $c . '.' . $b . '.' . $a . '.' . $filters[$key]['dns']; - if (strlen($SpamFilters_DNScache[$filter_revip]) == 0) { - $SpamFilters_DNScache[$filter_revip] = - gethostbyname($filter_revip); + + if(!isset($SpamFilters_DNScache[$filter_revip]['L'])) + $SpamFilters_DNScache[$filter_revip]['L'] = ''; + + if(!isset($SpamFilters_DNScache[$filter_revip]['T'])) + $SpamFilters_DNScache[$filter_revip]['T'] = ''; + + if (strlen($SpamFilters_DNScache[$filter_revip]['L']) == 0) { + $SpamFilters_DNScache[$filter_revip]['L'] = + gethostbyname($filter_revip); + $SpamFilters_DNScache[$filter_revip]['T'] = + time() + $SpamFilters_CacheTTL; } - if ($SpamFilters_DNScache[$filter_revip] == + if ($SpamFilters_DNScache[$filter_revip]['L'] == $filters[$key]['result']) { return 1; } @@ -338,6 +460,7 @@ function filters_spam_check_site($a, $b, $c, $d, &$filters) { function load_filters() { global $data_dir, $username; + $filters = array(); for ($i=0; $fltr = getPref($data_dir, $username, 'filter' . $i); $i++) { $ary = explode(',', $fltr); @@ -657,6 +780,30 @@ function load_spam_filters() { $filters['NJABL DUL']['comment'] = _("FREE, for now - Not Just Another Blacklist - Dial-up IPs."); + $filters['Conf DSBL.ORG Relay']['prefname'] = 'filters_spam_dsbl_conf_ss'; + $filters['Conf DSBL.ORG Relay']['name'] = 'DSBL.org Confirmed Relay List'; + $filters['Conf DSBL.ORG Relay']['link'] = 'http://www.dsbl.org/'; + $filters['Conf DSBL.ORG Relay']['dns'] = 'list.dsbl.org'; + $filters['Conf DSBL.ORG Relay']['result'] = '127.0.0.2'; + $filters['Conf DSBL.ORG Relay']['comment'] = + _("FREE - Distributed Sender Boycott List - Confirmed Relays"); + + $filters['Conf DSBL.ORG Multi-Stage']['prefname'] = 'filters_spam_dsbl_conf_ms'; + $filters['Conf DSBL.ORG Multi-Stage']['name'] = 'DSBL.org Confirmed Multi-Stage Relay List'; + $filters['Conf DSBL.ORG Multi-Stage']['link'] = 'http://www.dsbl.org/'; + $filters['Conf DSBL.ORG Multi-Stage']['dns'] = 'multihop.dsbl.org'; + $filters['Conf DSBL.ORG Multi-Stage']['result'] = '127.0.0.2'; + $filters['Conf DSBL.ORG Multi-Stage']['comment'] = + _("FREE - Distributed Sender Boycott List - Confirmed Multi-stage Relays"); + + $filters['UN-Conf DSBL.ORG']['prefname'] = 'filters_spam_dsbl_unc'; + $filters['UN-Conf DSBL.ORG']['name'] = 'DSBL.org UN-Confirmed Relay List'; + $filters['UN-Conf DSBL.ORG']['link'] = 'http://www.dsbl.org/'; + $filters['UN-Conf DSBL.ORG']['dns'] = 'unconfirmed.dsbl.org'; + $filters['UN-Conf DSBL.ORG']['result'] = '127.0.0.2'; + $filters['UN-Conf DSBL.ORG']['comment'] = + _("FREE - Distributed Sender Boycott List - UN-Confirmed Relays"); + foreach ($filters as $Key => $Value) { $filters[$Key]['enabled'] = getPref($data_dir, $username, $filters[$Key]['prefname']); @@ -693,8 +840,8 @@ function filter_swap($id1, $id2) { renaming or deleting folders */ function update_for_folder ($args) { $old_folder = $args[0]; - $new_folder = $args[2]; - $action = $args[1]; + $new_folder = $args[2]; + $action = $args[1]; global $plugins, $data_dir, $username; $filters = array(); $filters = load_filters();