3 * SquirrelMail internationalization functions
5 * Copyright (c) 1999-2005 The SquirrelMail Project Team
6 * Licensed under the GNU GPL. For full terms see the file COPYING.
8 * This file contains variuos functions that are needed to do
9 * internationalization of SquirrelMail.
11 * Internally the output character set is used. Other characters are
12 * encoded using Unicode entities according to HTML 4.0.
15 * @package squirrelmail
20 if (! defined('SM_PATH')) define('SM_PATH','../');
22 /** Everything uses global.php... */
23 require_once(SM_PATH
. 'functions/global.php');
26 * Gettext bindtextdomain wrapper.
28 * Wrapper solves differences between php versions in order to provide
29 * ngettext support. Should be used if translation uses ngettext
32 * @param string $domain gettext domain name
33 * @param string $dir directory that contains all translations
34 * @return string path to translation directory
36 function sq_bindtextdomain($domain,$dir) {
37 global $l10n, $gettext_flags, $sm_notAlias;
39 if ($gettext_flags==7) {
40 // gettext extension without ngettext
41 if (substr($dir, -1) != '/') $dir .= '/';
42 $mofile=$dir . $sm_notAlias . '/LC_MESSAGES/' . $domain . '.mo';
43 $input = new FileReader($mofile);
44 $l10n[$domain] = new gettext_reader($input);
47 $dir=bindtextdomain($domain,$dir);
53 * Gettext textdomain wrapper.
54 * Makes sure that gettext_domain global is modified.
56 * @param string $name gettext domain name
57 * @return string gettext domain name
59 function sq_textdomain($domain) {
60 global $gettext_domain;
61 $gettext_domain=textdomain($domain);
62 return $gettext_domain;
66 * php setlocale function wrapper
68 * From php 4.3.0 it is possible to use arrays in order to set locale.
69 * php gettext extension works only when locale is set. This wrapper
70 * function allows to use more than one locale name.
72 * @param int $category locale category name. Use php named constants
73 * (LC_ALL, LC_COLLATE, LC_CTYPE, LC_MONETARY, LC_NUMERIC, LC_TIME)
74 * @param mixed $locale option contains array with possible locales or string with one locale
75 * @return string name of set locale or false, if all locales fail.
76 * @since 1.5.1 and 1.4.5
77 * @see http://www.php.net/setlocale
79 function sq_setlocale($category,$locale) {
80 // string with only one locale
81 if (is_string($locale))
82 return setlocale($category,$locale);
84 if (! check_php_version(4,3)) {
87 while ( ! $ret && $index<count($locale)) {
88 $ret=setlocale($category,$locale[$index]);
92 // php 4.3.0 or better, use entire array
93 $ret=setlocale($category,$locale);
99 * Converts string from given charset to charset, that can be displayed by user translation.
101 * Function by default returns html encoded strings, if translation uses different encoding.
102 * If Japanese translation is used - function returns string converted to euc-jp
103 * If iconv or recode functions are enabled and translation uses utf-8 - function returns utf-8 encoded string.
104 * If $charset is not supported - function returns unconverted string.
106 * sanitizing of html tags is also done by this function.
108 * @param string $charset
109 * @param string $string Text to be decoded
110 * @param boolean $force_decode converts string to html without $charset!=$default_charset check.
111 * Argument is available since 1.5.1 and 1.4.5.
112 * @param boolean $save_html disables htmlspecialchars() in order to preserve
113 * html formating. Use with care. Available since 1.5.1
114 * @return string decoded string
116 function charset_decode ($charset, $string, $force_decode=false, $save_html=false) {
117 global $languages, $squirrelmail_language, $default_charset;
118 global $use_php_recode, $use_php_iconv, $aggressive_decoding;
120 if (isset($languages[$squirrelmail_language]['XTRA_CODE']) &&
121 function_exists($languages[$squirrelmail_language]['XTRA_CODE'] . '_decode')) {
122 $string = call_user_func($languages[$squirrelmail_language]['XTRA_CODE'] . '_decode', $string);
125 $charset = strtolower($charset);
129 // Variables that allow to use functions without function_exist() calls
130 if (! isset($use_php_recode) ||
$use_php_recode=="" ) {
131 $use_php_recode=false; }
132 if (! isset($use_php_iconv) ||
$use_php_iconv=="" ) {
133 $use_php_iconv=false; }
135 // Don't do conversion if charset is the same.
136 if ( ! $force_decode && $charset == strtolower($default_charset) )
137 return ($save_html ?
$strings : htmlspecialchars($string));
139 // catch iso-8859-8-i thing
140 if ( $charset == "iso-8859-8-i" )
141 $charset = "iso-8859-8";
144 * Recode converts html special characters automatically if you use
145 * 'charset..html' decoding. There is no documented way to put -d option
146 * into php recode function call.
148 if ( $use_php_recode ) {
149 if ( $default_charset == "utf-8" ) {
150 // other charsets can be converted to utf-8 without loss.
151 // and output string is smaller
152 $string = recode_string($charset . "..utf-8",$string);
153 return ($save_html ?
$strings : htmlspecialchars($string));
155 $string = recode_string($charset . "..html",$string);
156 // recode does not convert single quote, htmlspecialchars does.
157 $string = str_replace("'", ''', $string);
158 // undo html specialchars
160 $string=str_replace(array('&','"','<','>'),
161 array('&','"','<','>'),$string);
166 // iconv functions does not have html target and can be used only with utf-8
167 if ( $use_php_iconv && $default_charset=='utf-8') {
168 $string = iconv($charset,$default_charset,$string);
169 return ($save_html ?
$strings : htmlspecialchars($string));
172 // If we don't use recode and iconv, we'll do it old way.
174 /* All HTML special characters are 7 bit and can be replaced first */
175 if (! $save_html) $string = htmlspecialchars ($string);
177 /* controls cpu and memory intensive decoding cycles */
178 if (! isset($aggressive_decoding) ||
$aggressive_decoding=="" ) {
179 $aggressive_decoding=false; }
181 $decode=fixcharset($charset);
182 $decodefile=SM_PATH
. 'functions/decode/' . $decode . '.php';
183 if (file_exists($decodefile)) {
184 include_once($decodefile);
185 // send $save_html argument to decoding function. needed for iso-2022-xx decoding.
186 $ret = call_user_func('charset_decode_'.$decode, $string, $save_html);
194 * Converts html string to given charset
195 * @since 1.5.1 and 1.4.4
196 * @param string $string
197 * @param string $charset
198 * @param boolean $htmlencode keep htmlspecialchars encoding
201 function charset_encode($string,$charset,$htmlencode=true) {
202 global $default_charset;
204 $encode=fixcharset($charset);
205 $encodefile=SM_PATH
. 'functions/encode/' . $encode . '.php';
206 if (file_exists($encodefile)) {
207 include_once($encodefile);
208 $ret = call_user_func('charset_encode_'.$encode, $string);
209 } elseif(file_exists(SM_PATH
. 'functions/encode/us_ascii.php')) {
210 // function replaces all 8bit html entities with question marks.
211 // it is used when other encoding functions are unavailable
212 include_once(SM_PATH
. 'functions/encode/us_ascii.php');
213 $ret = charset_encode_us_ascii($string);
216 * fix for yahoo users that remove all us-ascii related things
222 * Undo html special chars, some places (like compose form) have
223 * own sanitizing functions and don't need html symbols.
224 * Undo chars only after encoding in order to prevent conversion of
225 * html entities in plain text emails.
227 if (! $htmlencode ) {
228 $ret = str_replace(array('&','>','<','"'),array('&','>','<','"'),$ret);
234 * Combined decoding and encoding functions
236 * If conversion is done to charset different that utf-8, unsupported symbols
237 * will be replaced with question marks.
238 * @since 1.5.1 and 1.4.4
239 * @param string $in_charset initial charset
240 * @param string $string string that has to be converted
241 * @param string $out_charset final charset
242 * @param boolean $htmlencode keep htmlspecialchars encoding
243 * @return string converted string
245 function charset_convert($in_charset,$string,$out_charset,$htmlencode=true) {
246 $string=charset_decode($in_charset,$string,true);
247 $string=charset_encode($string,$out_charset,$htmlencode);
252 * Makes charset name suitable for decoding cycles
254 * @since 1.5.0 and 1.4.4
255 * @param string $charset Name of charset
256 * @return string $charset Adjusted name of charset
258 function fixcharset($charset) {
259 /* remove minus and characters that might be used in paths from charset
260 * name in order to be able to use it in function names and include calls.
262 $charset=preg_replace("/[-:.\/\\\]/",'_',$charset);
264 // windows-125x and cp125x charsets
265 $charset=str_replace('windows_','cp',$charset);
268 $charset=str_replace('ibm','cp',$charset);
270 // iso-8859-8-i -> iso-8859-8
271 // use same cycle until I'll find differences
272 $charset=str_replace('iso_8859_8_i','iso_8859_8',$charset);
278 * Set up the language to be output
279 * if $do_search is true, then scan the browser information
280 * for a possible language that we know
282 * Function sets system locale environment (LC_ALL, LANG, LANGUAGE),
283 * gettext translation bindings and html header information.
285 * Function returns error codes, if there is some fatal error.
287 * 1 = mbstring support is not present,
288 * 2 = mbstring support is not present, user's translation reverted to en_US.
290 * @param string $sm_language translation used by user's interface
291 * @param bool $do_search use browser's preferred language detection functions. Defaults to false.
292 * @param bool $default set $sm_language to $squirrelmail_default_language if language detection fails or language is not set. Defaults to false.
293 * @return int function execution error codes.
295 function set_up_language($sm_language, $do_search = false, $default = false) {
297 static $SetupAlready = 0;
298 global $use_gettext, $languages,
299 $squirrelmail_language, $squirrelmail_default_language, $default_charset,
300 $sm_notAlias, $username, $data_dir;
306 $SetupAlready = TRUE;
307 sqgetGlobalVar('HTTP_ACCEPT_LANGUAGE', $accept_lang, SQ_SERVER
);
310 * If function is asked to detect preferred language
311 * OR squirrelmail default language is set to empty string
313 * squirrelmail language ($sm_language) is empty string
314 * (not set in user's prefs and no cookie with language info)
316 * browser provides list of preferred languages
318 * get preferred language from HTTP_ACCEPT_LANGUAGE header
320 if (($do_search ||
empty($squirrelmail_default_language)) &&
322 isset($accept_lang)) {
323 // TODO: use more than one language, if first language is not available
324 // FIXME: function assumes that string contains two or more characters.
325 // FIXME: some languages use 5 chars
326 $sm_language = substr($accept_lang, 0, 2);
330 * If language preference is not set OR script asks to use default language
332 * default squirrelmail language is not set to empty string
334 * use default squirrelmail language value from configuration.
336 if ((!$sm_language||
$default) &&
337 ! empty($squirrelmail_default_language)) {
338 $squirrelmail_language = $squirrelmail_default_language;
339 $sm_language = $squirrelmail_default_language;
342 /** provide failsafe language when detection fails */
343 if (! $sm_language) $sm_language='en_US';
345 $sm_notAlias = $sm_language;
347 // Catching removed translation
348 // System reverts to English translation if user prefs contain translation
349 // that is not available in $languages array
350 if (!isset($languages[$sm_notAlias])) {
351 $sm_notAlias="en_US";
354 while (isset($languages[$sm_notAlias]['ALIAS'])) {
355 $sm_notAlias = $languages[$sm_notAlias]['ALIAS'];
358 if ( isset($sm_language) &&
360 $sm_language != '' &&
361 isset($languages[$sm_notAlias]['CHARSET']) ) {
362 sq_bindtextdomain( 'squirrelmail', SM_PATH
. 'locale/' );
363 sq_textdomain( 'squirrelmail' );
365 // set codeset in order to avoid gettext charset conversions
366 if (function_exists('bind_textdomain_codeset')) {
367 // Japanese translation uses different internal charset
368 if ($sm_notAlias == 'ja_JP') {
369 bind_textdomain_codeset ('squirrelmail', 'EUC-JP');
371 bind_textdomain_codeset ('squirrelmail', $languages[$sm_notAlias]['CHARSET'] );
375 // Use LOCALE key, if it is set.
376 if (isset($languages[$sm_notAlias]['LOCALE'])){
377 $longlocale=$languages[$sm_notAlias]['LOCALE'];
379 $longlocale=$sm_notAlias;
382 // try setting locale
383 $retlocale=sq_setlocale(LC_ALL
, $longlocale);
385 // check if locale is set and assign that locale to $longlocale
386 // in order to use it in putenv calls.
387 if (! is_bool($retlocale)) {
388 $longlocale=$retlocale;
389 } elseif (is_array($longlocale)) {
390 // setting of all locales failed.
391 // we need string instead of array used in LOCALE key.
392 $longlocale=$sm_notAlias;
395 if ( !((bool)ini_get('safe_mode')) &&
396 getenv( 'LC_ALL' ) != $longlocale ) {
397 putenv( "LC_ALL=$longlocale" );
398 putenv( "LANG=$longlocale" );
399 putenv( "LANGUAGE=$longlocale" );
400 putenv( "LC_NUMERIC=C" );
401 if ($sm_notAlias=='tr_TR') putenv( "LC_CTYPE=C" );
403 // Workaround for plugins that use numbers with floating point
404 // It might be removed if plugins use correct decimal delimiters
405 // according to locale settings.
406 setlocale(LC_NUMERIC
, 'C');
407 // Workaround for specific Turkish strtolower/strtoupper rules.
408 // Many functions expect English conversion rules.
409 if ($sm_notAlias=='tr_TR') setlocale(LC_CTYPE
,'C');
411 // Set text direction/alignment variables
412 // These don't appear to be used... are they safe to remove?
413 if (isset($languages[$sm_notAlias]['DIR']) &&
414 $languages[$sm_notAlias]['DIR'] == 'rtl') {
417 * @global string $text_direction
419 $text_direction='rtl';
422 * @global string $left_align
427 * @global string $right_align
431 $text_direction='ltr';
433 $right_align='right';
436 $squirrelmail_language = $sm_notAlias;
437 if ($squirrelmail_language == 'ja_JP') {
438 header ('Content-Type: text/html; charset=EUC-JP');
439 if (!function_exists('mb_internal_encoding')) {
440 // Error messages can't be displayed here
442 // Revert to English if possible.
443 if (function_exists('setPref') && $username!='' && $data_dir!="") {
444 setPref($data_dir, $username, 'language', "en_US");
447 // stop further execution in order not to get php errors on mb_internal_encoding().
450 if (function_exists('mb_language')) {
451 mb_language('Japanese');
453 mb_internal_encoding('EUC-JP');
454 mb_http_output('pass');
455 } elseif ($squirrelmail_language == 'en_US') {
456 header( 'Content-Type: text/html; charset=' . $default_charset );
458 header( 'Content-Type: text/html; charset=' . $languages[$sm_notAlias]['CHARSET'] );
461 * mbstring.func_overload fix (#929644).
463 * php mbstring extension can replace standard string functions with their multibyte
464 * equivalents. See http://www.php.net/ref.mbstring#mbstring.overload. This feature
465 * was added in php v.4.2.0
467 * Some SquirrelMail functions work with 8bit strings in bytes. If interface is forced
468 * to use mbstring functions and mbstring internal encoding is set to multibyte charset,
469 * interface can't trust regular string functions. Due to mbstring overloading design
470 * limits php scripts can't control this setting.
472 * This hack should fix some issues related to 8bit strings in passwords. Correct fix is
473 * to disable mbstring overloading. Japanese translation uses different internal encoding.
475 if ($squirrelmail_language != 'ja_JP' &&
476 function_exists('mb_internal_encoding') &&
477 check_php_version(4,2,0) &&
478 (int)ini_get('mbstring.func_overload')!=0) {
479 mb_internal_encoding('pass');
486 * Sets default_charset variable according to the one that is used by user's translations.
488 * Function changes global $default_charset variable in order to be sure, that it
489 * contains charset used by user's translation. Sanity of $squirrelmail_language
490 * and $default_charset combination is also tested.
492 * There can be a $default_charset setting in the
493 * config.php file, but the user may have a different language
494 * selected for a user interface. This function checks the
495 * language selected by the user and tags the outgoing messages
496 * with the appropriate charset corresponding to the language
497 * selection. This is "more right" (tm), than just stamping the
498 * message blindly with the system-wide $default_charset.
500 function set_my_charset(){
501 global $data_dir, $username, $default_charset, $languages, $squirrelmail_language;
503 $my_language = getPref($data_dir, $username, 'language');
505 $my_language = $squirrelmail_language ;
507 // Catch removed translation
508 if (!isset($languages[$my_language])) {
509 $my_language="en_US";
511 while (isset($languages[$my_language]['ALIAS'])) {
512 $my_language = $languages[$my_language]['ALIAS'];
514 $my_charset = $languages[$my_language]['CHARSET'];
515 if ($my_language!='en_US') {
516 $default_charset = $my_charset;
521 * Replaces non-braking spaces inserted by some browsers with regular space
523 * This function can be used to replace non-braking space symbols
524 * that are inserted in forms by some browsers instead of normal
527 * @param string $string Text that needs to be cleaned
528 * @param string $charset Charset used in text
529 * @return string Cleaned text
531 function cleanup_nbsp($string,$charset) {
533 // reduce number of case statements
534 if (stristr('iso-8859-',substr($charset,0,9))){
535 $output_charset="iso-8859-x";
537 if (stristr('windows-125',substr($charset,0,11))){
538 $output_charset="cp125x";
540 if (stristr('koi8',substr($charset,0,4))){
541 $output_charset="koi8-x";
543 if (! isset($output_charset)){
544 $output_charset=strtolower($charset);
547 // where is non-braking space symbol
548 switch($output_charset):
561 // don't change string if charset is unmatched
565 // return space instead of non-braking space.
566 return str_replace($nbsp,' ',$string);
570 * Function informs if it is safe to convert given charset to the one that is used by user.
572 * It is safe to use conversion only if user uses utf-8 encoding and when
573 * converted charset is similar to the one that is used by user.
575 * @param string $input_charset Charset of text that needs to be converted
576 * @return bool is it possible to convert to user's charset
578 function is_conversion_safe($input_charset) {
579 global $languages, $sm_notAlias, $default_charset, $lossy_encoding;
581 if (isset($lossy_encoding) && $lossy_encoding )
584 // convert to lower case
585 $input_charset = strtolower($input_charset);
587 // Is user's locale Unicode based ?
588 if ( $default_charset == "utf-8" ) {
592 // Charsets that are similar
593 switch ($default_charset):
595 if ( $input_charset == "iso-8859-5" ||
596 $input_charset == "koi8-r" ||
597 $input_charset == "koi8-u" ) {
603 if ( $input_charset == "iso-8859-13" ||
604 $input_charset == "iso-8859-4" ) {
610 if ( $input_charset == "iso-8859-13" ||
611 $input_charset == "windows-1257" ) {
617 if ( $input_charset == "windows-1251" ||
618 $input_charset == "koi8-r" ||
619 $input_charset == "koi8-u" ) {
625 if ( $input_charset == "iso-8859-4" ||
626 $input_charset == "windows-1257" ) {
632 if ( $input_charset == "windows-1251" ||
633 $input_charset == "iso-8859-5" ||
634 $input_charset == "koi8-u" ) {
640 if ( $input_charset == "windows-1251" ||
641 $input_charset == "iso-8859-5" ||
642 $input_charset == "koi8-r" ) {
653 /* ------------------------------ main --------------------------- */
655 global $squirrelmail_language, $languages, $use_gettext;
657 if (! sqgetGlobalVar('squirrelmail_language',$squirrelmail_language,SQ_COOKIE
)) {
658 $squirrelmail_language = '';
662 * Array specifies the available translations.
664 * Structure of array:
665 * $languages['language']['variable'] = 'value'
667 * Possible 'variable' names:
668 * NAME - Translation name in English
669 * CHARSET - Encoding used by translation
670 * ALIAS - used when 'language' is only short name and 'value' should provide long language name
671 * ALTNAME - Native translation name. Any 8bit symbols must be html encoded.
672 * LOCALE - Full locale name (in xx_XX.charset format). It can use array with more than one locale name since 1.4.5 and 1.5.1
673 * DIR - Text direction. Used to define Right-to-Left languages. Possible values 'rtl' or 'ltr'. If undefined - defaults to 'ltr'
674 * XTRA_CODE - translation uses special functions. See doc/i18n.txt
676 * Each 'language' definition requires NAME+CHARSET or ALIAS variables.
679 * @global array $languages
681 $languages['en_US']['NAME'] = 'English';
682 $languages['en_US']['CHARSET'] = 'iso-8859-1';
683 $languages['en_US']['LOCALE'] = 'en_US.ISO8859-1';
684 $languages['en']['ALIAS'] = 'en_US';
687 * Automatic translation loading from setup.php files.
688 * Solution for bug. 1240889.
689 * setup.php file can contain $languages array entries and XTRA_CODE functions.
691 if (is_dir(SM_PATH
. 'locale') &&
692 is_readable(SM_PATH
. 'locale')) {
693 $localedir = dir(SM_PATH
. 'locale');
694 while($lang_dir=$localedir->read()) {
695 // remove trailing slash, if present
696 if (substr($lang_dir,-1)=='/') {
697 $lang_dir = substr($lang_dir,0,-1);
699 if ($lang_dir != '..' && $lang_dir != '.' && $lang_dir != 'CVS' &&
700 is_dir(SM_PATH
.'locale/'.$lang_dir) &&
701 file_exists(SM_PATH
.'locale/'.$lang_dir.'/setup.php')) {
702 include_once(SM_PATH
.'locale/'.$lang_dir.'/setup.php');
708 /* Detect whether gettext is installed. */
710 if (function_exists('_')) {
713 if (function_exists('bindtextdomain')) {
716 if (function_exists('textdomain')) {
719 if (function_exists('ngettext')) {
723 /* If gettext is fully loaded, cool */
724 if ($gettext_flags == 15) {
728 /* If ngettext support is missing, load it */
729 elseif ($gettext_flags == 7) {
731 // load internal ngettext functions
732 include_once(SM_PATH
. 'class/l10n.class.php');
733 include_once(SM_PATH
. 'functions/ngettext.php');
736 /* If we can fake gettext, try that */
737 elseif ($gettext_flags == 0) {
739 include_once(SM_PATH
. 'functions/gettext.php');
741 /* Uh-ho. A weird install */
742 if (! $gettext_flags & 1) {
744 * Function is used as replacement in broken installs
751 if (! $gettext_flags & 2) {
753 * Function is used as replacement in broken installs
756 function bindtextdomain() {
760 if (! $gettext_flags & 4) {
762 * Function is used as replacemet in broken installs
765 function textdomain() {
769 if (! $gettext_flags & 8) {
771 * Function is used as replacemet in broken installs
774 function ngettext($str,$str2,$number) {
782 if (! function_exists('dgettext')) {
784 * Replacement for broken setups.
787 function dgettext($domain,$str) {
791 if (! function_exists('dngettext')) {
793 * Replacement for broken setups
796 function dngettext($domain,$str1,$strn,$number) {
797 return ($number==1 ?
$str1 : $strn);