4 * SquirrelMail internationalization functions
6 * Copyright (c) 1999-2004 The SquirrelMail Project Team
7 * Licensed under the GNU GPL. For full terms see the file COPYING.
9 * This file contains variuos functions that are needed to do
10 * internationalization of SquirrelMail.
12 * Internally the output character set is used. Other characters are
13 * encoded using Unicode entities according to HTML 4.0.
16 * @package squirrelmail
20 /** Everything uses global.php... */
21 require_once(SM_PATH
. 'functions/global.php');
24 * Converts string from given charset to charset, that can be displayed by user translation.
26 * Function by default returns html encoded strings, if translation uses different encoding.
27 * If Japanese translation is used - function returns string converted to euc-jp
28 * If iconv or recode functions are enabled and translation uses utf-8 - function returns utf-8 encoded string.
29 * If $charset is not supported - function returns unconverted string.
31 * sanitizing of html tags is also done by this function.
33 * @param string $charset
34 * @param string $string Text to be decoded
35 * @return string decoded string
37 function charset_decode ($charset, $string) {
38 global $languages, $squirrelmail_language, $default_charset;
39 global $use_php_recode, $use_php_iconv, $aggressive_decoding;
41 if (isset($languages[$squirrelmail_language]['XTRA_CODE']) &&
42 function_exists($languages[$squirrelmail_language]['XTRA_CODE'] . '_decode')) {
43 $string = call_user_func($languages[$squirrelmail_language]['XTRA_CODE'] . '_decode', $string);
46 $charset = strtolower($charset);
50 // Variables that allow to use functions without function_exist() calls
51 if (! isset($use_php_recode) ||
$use_php_recode=="" ) {
52 $use_php_recode=false; }
53 if (! isset($use_php_iconv) ||
$use_php_iconv=="" ) {
54 $use_php_iconv=false; }
56 // Don't do conversion if charset is the same.
57 if ( $charset == strtolower($default_charset) )
58 return htmlspecialchars($string);
60 // catch iso-8859-8-i thing
61 if ( $charset == "iso-8859-8-i" )
62 $charset = "iso-8859-8";
65 * Recode converts html special characters automatically if you use
66 * 'charset..html' decoding. There is no documented way to put -d option
67 * into php recode function call.
69 if ( $use_php_recode ) {
70 if ( $default_charset == "utf-8" ) {
71 // other charsets can be converted to utf-8 without loss.
72 // and output string is smaller
73 $string = recode_string($charset . "..utf-8",$string);
74 return htmlspecialchars($string);
76 $string = recode_string($charset . "..html",$string);
77 // recode does not convert single quote, htmlspecialchars does.
78 $string = str_replace("'", ''', $string);
83 // iconv functions does not have html target and can be used only with utf-8
84 if ( $use_php_iconv && $default_charset=='utf-8') {
85 $string = iconv($charset,$default_charset,$string);
86 return htmlspecialchars($string);
89 // If we don't use recode and iconv, we'll do it old way.
91 /* All HTML special characters are 7 bit and can be replaced first */
93 $string = htmlspecialchars ($string);
95 /* controls cpu and memory intensive decoding cycles */
96 if (! isset($aggressive_decoding) ||
$aggressive_decoding=="" ) {
97 $aggressive_decoding=false; }
99 $decode=fixcharset($charset);
100 $decodefile=SM_PATH
. 'functions/decode/' . $decode . '.php';
101 if (file_exists($decodefile)) {
102 include_once($decodefile);
103 $ret = call_user_func('charset_decode_'.$decode, $string);
111 * Converts html string to given charset
112 * @param string $string
113 * @param string $charset
114 * @param boolean $htmlencode keep htmlspecialchars encoding
117 function charset_encode($string,$charset,$htmlencode=true) {
118 global $default_charset;
120 // Undo html special chars
121 if (! $htmlencode ) {
122 $string = str_replace(array('&','>','<','"'),array('&','>','<','"'),$string);
125 $encode=fixcharset($charset);
126 $encodefile=SM_PATH
. 'functions/encode/' . $encode . '.php';
127 if (file_exists($encodefile)) {
128 include_once($encodefile);
129 $ret = call_user_func('charset_encode_'.$encode, $string);
131 include_once(SM_PATH
. 'functions/encode/us_ascii.php');
132 $ret = charset_encode_us_ascii($string);
138 * Combined decoding and encoding functions
140 * If conversion is done to charset different that utf-8, unsupported symbols
141 * will be replaced with question marks.
142 * @param string $in_charset initial charset
143 * @param string $string string that has to be converted
144 * @param string $out_charset final charset
145 * @param boolean $htmlencode keep htmlspecialchars encoding
146 * @return string converted string
148 function charset_convert($in_charset,$string,$out_charset,$htmlencode=true) {
149 $string=charset_decode($in_charset,$string);
150 $string=charset_encode($string,$out_charset,$htmlencode);
155 * Makes charset name suitable for decoding cycles
157 * @param string $charset Name of charset
158 * @return string $charset Adjusted name of charset
160 function fixcharset($charset) {
161 // minus removed from function names
162 $charset=str_replace('-','_',$charset);
164 // windows-125x and cp125x charsets
165 $charset=str_replace('windows_','cp',$charset);
168 $charset=str_replace('ibm','cp',$charset);
170 // iso-8859-8-i -> iso-8859-8
171 // use same cycle until I'll find differences
172 $charset=str_replace('iso_8859_8_i','iso_8859_8',$charset);
178 * Set up the language to be output
179 * if $do_search is true, then scan the browser information
180 * for a possible language that we know
182 * Function sets system locale environment (LC_ALL, LANG, LANGUAGE),
183 * gettext translation bindings and html header information.
185 * Function returns error codes, if there is some fatal error.
187 * 1 = mbstring support is not present,
188 * 2 = mbstring support is not present, user's translation reverted to en_US.
190 * @param string $sm_language translation used by user's interface
191 * @param bool $do_search use browser's preferred language detection functions. Defaults to false.
192 * @param bool $default set $sm_language to $squirrelmail_default_language if language detection fails or language is not set. Defaults to false.
193 * @return int function execution error codes.
195 function set_up_language($sm_language, $do_search = false, $default = false) {
197 static $SetupAlready = 0;
198 global $use_gettext, $languages,
199 $squirrelmail_language, $squirrelmail_default_language, $default_charset,
200 $sm_notAlias, $username, $data_dir;
206 $SetupAlready = TRUE;
207 sqgetGlobalVar('HTTP_ACCEPT_LANGUAGE', $accept_lang, SQ_SERVER
);
209 if ($do_search && ! $sm_language && isset($accept_lang)) {
210 $sm_language = substr($accept_lang, 0, 2);
213 if ((!$sm_language||
$default) && isset($squirrelmail_default_language)) {
214 $squirrelmail_language = $squirrelmail_default_language;
215 $sm_language = $squirrelmail_default_language;
217 $sm_notAlias = $sm_language;
219 // Catching removed translation
220 // System reverts to English translation if user prefs contain translation
221 // that is not available in $languages array
222 if (!isset($languages[$sm_notAlias])) {
223 $sm_notAlias="en_US";
226 while (isset($languages[$sm_notAlias]['ALIAS'])) {
227 $sm_notAlias = $languages[$sm_notAlias]['ALIAS'];
230 if ( isset($sm_language) &&
232 $sm_language != '' &&
233 isset($languages[$sm_notAlias]['CHARSET']) ) {
234 bindtextdomain( 'squirrelmail', SM_PATH
. 'locale/' );
235 textdomain( 'squirrelmail' );
236 if (function_exists('bind_textdomain_codeset')) {
237 if ($sm_notAlias == 'ja_JP') {
238 bind_textdomain_codeset ("squirrelmail", 'EUC-JP');
240 bind_textdomain_codeset ("squirrelmail", $languages[$sm_notAlias]['CHARSET'] );
243 if (isset($languages[$sm_notAlias]['LOCALE'])){
244 $longlocale=$languages[$sm_notAlias]['LOCALE'];
246 $longlocale=$sm_notAlias;
248 if ( !ini_get('safe_mode') &&
249 getenv( 'LC_ALL' ) != $longlocale ) {
250 putenv( "LC_ALL=$longlocale" );
251 putenv( "LANG=$longlocale" );
252 putenv( "LANGUAGE=$longlocale" );
253 if ($sm_notAlias=='tr_TR') putenv( "LC_CTYPE=C" );
255 setlocale(LC_ALL
, $longlocale);
256 if ($sm_notAlias=='tr_TR') setlocale(LC_CTYPE
,'C');
258 // Set text direction/alignment variables
259 if (isset($languages[$sm_notAlias]['DIR']) &&
260 $languages[$sm_notAlias]['DIR'] == 'rtl') {
263 * @global string $text_direction
265 $text_direction='rtl';
268 * @global string $left_align
273 * @global string $right_align
277 $text_direction='ltr';
279 $right_align='right';
282 $squirrelmail_language = $sm_notAlias;
283 if ($squirrelmail_language == 'ja_JP') {
284 header ('Content-Type: text/html; charset=EUC-JP');
285 if (!function_exists('mb_internal_encoding')) {
286 // Error messages can't be displayed here
288 // Revert to English if possible.
289 if (function_exists('setPref') && $username!='' && $data_dir!="") {
290 setPref($data_dir, $username, 'language', "en_US");
293 // stop further execution in order not to get php errors on mb_internal_encoding().
296 if (function_exists('mb_language')) {
297 mb_language('Japanese');
299 mb_internal_encoding('EUC-JP');
300 mb_http_output('pass');
301 } elseif ($squirrelmail_language == 'en_US') {
302 header( 'Content-Type: text/html; charset=' . $default_charset );
304 header( 'Content-Type: text/html; charset=' . $languages[$sm_notAlias]['CHARSET'] );
311 * Sets default_charset variable according to the one that is used by user's translations.
313 * Function changes global $default_charset variable in order to be sure, that it
314 * contains charset used by user's translation. Sanity of $squirrelmail_default_language
315 * and $default_charset combination provided in SquirrelMail config is also tested.
317 * There can be a $default_charset setting in the
318 * config.php file, but the user may have a different language
319 * selected for a user interface. This function checks the
320 * language selected by the user and tags the outgoing messages
321 * with the appropriate charset corresponding to the language
322 * selection. This is "more right" (tm), than just stamping the
323 * message blindly with the system-wide $default_charset.
325 function set_my_charset(){
326 global $data_dir, $username, $default_charset, $languages, $squirrelmail_default_language;
328 $my_language = getPref($data_dir, $username, 'language');
330 $my_language = $squirrelmail_default_language ;
332 // Catch removed translation
333 if (!isset($languages[$my_language])) {
334 $my_language="en_US";
336 while (isset($languages[$my_language]['ALIAS'])) {
337 $my_language = $languages[$my_language]['ALIAS'];
339 $my_charset = $languages[$my_language]['CHARSET'];
340 if ($my_language!='en_US') {
341 $default_charset = $my_charset;
345 /* ------------------------------ main --------------------------- */
347 global $squirrelmail_language, $languages, $use_gettext;
349 if (! isset($squirrelmail_language)) {
350 $squirrelmail_language = '';
354 * Array specifies the available translations.
356 * Structure of array:
357 * $languages['language']['variable'] = 'value'
359 * Possible 'variable' names:
360 * NAME - Translation name in English
361 * CHARSET - Encoding used by translation
362 * ALIAS - used when 'language' is only short name and 'value' should provide long language name
363 * ALTNAME - Native translation name. Any 8bit symbols must be html encoded.
364 * LOCALE - Full locale name (in xx_XX.charset format)
365 * DIR - Text direction. Used to define Right-to-Left languages. Possible values 'rtl' or 'ltr'. If undefined - defaults to 'ltr'
366 * XTRA_CODE - translation uses special functions. See doc/i18n.txt
368 * Each 'language' definition requires NAME+CHARSET or ALIAS variables.
371 * @global array $languages
373 $languages['bg_BG']['NAME'] = 'Bulgarian';
374 $languages['bg_BG']['ALTNAME'] = 'Български';
375 $languages['bg_BG']['CHARSET'] = 'windows-1251';
376 $languages['bg_BG']['LOCALE'] = 'bg_BG.CP1251';
377 $languages['bg']['ALIAS'] = 'bg_BG';
379 $languages['bn_IN']['NAME'] = 'Bengali';
380 $languages['bn_IN']['CHARSET'] = 'utf-8';
381 $languages['bn_IN']['LOCALE'] = 'bn_IN.UTF-8';
382 $languages['bn']['ALIAS'] = 'bn_IN';
384 $languages['ca_ES']['NAME'] = 'Catalan';
385 $languages['ca_ES']['CHARSET'] = 'iso-8859-1';
386 $languages['ca_ES']['LOCALE'] = 'ca_ES.ISO8859-1';
387 $languages['ca']['ALIAS'] = 'ca_ES';
389 $languages['cs_CZ']['NAME'] = 'Czech';
390 $languages['cs_CZ']['ALTNAME'] = 'Čeština';
391 $languages['cs_CZ']['CHARSET'] = 'iso-8859-2';
392 $languages['cs_CZ']['LOCALE'] = 'cs_CZ.ISO8859-2';
393 $languages['cs']['ALIAS'] = 'cs_CZ';
395 $languages['cy_GB']['NAME'] = 'Welsh';
396 $languages['cy_GB']['ALTNAME'] = 'Cymraeg';
397 $languages['cy_GB']['CHARSET'] = 'iso-8859-1';
398 $languages['cy_GB']['LOCALE'] = 'cy_GB.ISO8859-1';
399 $languages['cy']['ALIAS'] = 'cy_GB';
401 // Danish locale is da_DK.
402 $languages['da_DK']['NAME'] = 'Danish';
403 $languages['da_DK']['ALTNAME'] = 'Dansk';
404 $languages['da_DK']['CHARSET'] = 'iso-8859-1';
405 $languages['da_DK']['LOCALE'] = 'da_DK.ISO8859-1';
406 $languages['da']['ALIAS'] = 'da_DK';
408 $languages['de_DE']['NAME'] = 'German';
409 $languages['de_DE']['ALTNAME'] = 'Deutsch';
410 $languages['de_DE']['CHARSET'] = 'iso-8859-1';
411 $languages['de_DE']['LOCALE'] = 'de_DE.ISO8859-1';
412 $languages['de']['ALIAS'] = 'de_DE';
414 $languages['el_GR']['NAME'] = 'Greek';
415 $languages['el_GR']['ALTNAME'] = 'Ελληνικά';
416 $languages['el_GR']['CHARSET'] = 'iso-8859-7';
417 $languages['el_GR']['LOCALE'] = 'el_GR.ISO8859-7';
418 $languages['el']['ALIAS'] = 'el_GR';
420 $languages['en_GB']['NAME'] = 'British';
421 $languages['en_GB']['CHARSET'] = 'iso-8859-15';
422 $languages['en_GB']['LOCALE'] = 'en_GB.ISO8859-15';
424 $languages['en_US']['NAME'] = 'English';
425 $languages['en_US']['CHARSET'] = 'iso-8859-1';
426 $languages['en_US']['LOCALE'] = 'en_US.ISO8859-1';
427 $languages['en']['ALIAS'] = 'en_US';
429 $languages['es_ES']['NAME'] = 'Spanish';
430 $languages['es_ES']['ALTNAME'] = 'Español';
431 $languages['es_ES']['CHARSET'] = 'iso-8859-1';
432 $languages['es_ES']['LOCALE'] = 'es_ES.ISO8859-1';
433 $languages['es']['ALIAS'] = 'es_ES';
435 $languages['et_EE']['NAME'] = 'Estonian';
436 $languages['et_EE']['CHARSET'] = 'iso-8859-15';
437 $languages['et_EE']['LOCALE'] = 'et_EE.ISO8859-15';
438 $languages['et']['ALIAS'] = 'et_EE';
440 $languages['eu_ES']['NAME'] = 'Basque';
441 $languages['eu_ES']['CHARSET'] = 'iso-8859-1';
442 $languages['eu_ES']['LOCALE'] = 'eu_ES.ISO8859-1';
443 $languages['eu']['ALIAS'] = 'eu_ES';
445 $languages['fo_FO']['NAME'] = 'Faroese';
446 $languages['fo_FO']['CHARSET'] = 'iso-8859-1';
447 $languages['fo_FO']['LOCALE'] = 'fo_FO.ISO8859-1';
448 $languages['fo']['ALIAS'] = 'fo_FO';
450 $languages['fi_FI']['NAME'] = 'Finnish';
451 $languages['fi_FI']['ALTNAME'] = 'Suomi';
452 $languages['fi_FI']['CHARSET'] = 'iso-8859-1';
453 $languages['fi_FI']['LOCALE'] = 'fi_FI.ISO8859-1';
454 $languages['fi']['ALIAS'] = 'fi_FI';
456 $languages['fr_FR']['NAME'] = 'French';
457 $languages['fr_FR']['ALTNAME'] = 'Français';
458 $languages['fr_FR']['CHARSET'] = 'iso-8859-1';
459 $languages['fr_FR']['LOCALE'] = 'fr_FR.ISO8859-1';
460 $languages['fr']['ALIAS'] = 'fr_FR';
462 $languages['hr_HR']['NAME'] = 'Croatian';
463 $languages['hr_HR']['CHARSET'] = 'iso-8859-2';
464 $languages['hr_HR']['LOCALE'] = 'hr_HR.ISO8859-2';
465 $languages['hr']['ALIAS'] = 'hr_HR';
467 $languages['hu_HU']['NAME'] = 'Hungarian';
468 $languages['hu_HU']['ALTNAME'] = 'Magyar';
469 $languages['hu_HU']['CHARSET'] = 'iso-8859-2';
470 $languages['hu_HU']['LOCALE'] = 'hu_HU.ISO8859-2';
471 $languages['hu']['ALIAS'] = 'hu_HU';
473 $languages['id_ID']['NAME'] = 'Indonesian';
474 $languages['id_ID']['ALTNAME'] = 'Bahasa Indonesia';
475 $languages['id_ID']['CHARSET'] = 'iso-8859-1';
476 $languages['id_ID']['LOCALE'] = 'id_ID.ISO8859-1';
477 $languages['id']['ALIAS'] = 'id_ID';
479 $languages['is_IS']['NAME'] = 'Icelandic';
480 $languages['is_IS']['ALTNAME'] = 'Íslenska';
481 $languages['is_IS']['CHARSET'] = 'iso-8859-1';
482 $languages['is_IS']['LOCALE'] = 'is_IS.ISO8859-1';
483 $languages['is']['ALIAS'] = 'is_IS';
485 $languages['it_IT']['NAME'] = 'Italian';
486 $languages['it_IT']['CHARSET'] = 'iso-8859-1';
487 $languages['it_IT']['LOCALE'] = 'it_IT.ISO8859-1';
488 $languages['it']['ALIAS'] = 'it_IT';
490 $languages['ja_JP']['NAME'] = 'Japanese';
491 $languages['ja_JP']['ALTNAME'] = '日本語';
492 $languages['ja_JP']['CHARSET'] = 'iso-2022-jp';
493 $languages['ja_JP']['LOCALE'] = 'ja_JP.EUC-JP';
494 $languages['ja_JP']['XTRA_CODE'] = 'japanese_xtra';
495 $languages['ja']['ALIAS'] = 'ja_JP';
497 $languages['ko_KR']['NAME'] = 'Korean';
498 $languages['ko_KR']['CHARSET'] = 'euc-KR';
499 $languages['ko_KR']['LOCALE'] = 'ko_KR.EUC-KR';
500 $languages['ko_KR']['XTRA_CODE'] = 'korean_xtra';
501 $languages['ko']['ALIAS'] = 'ko_KR';
503 $languages['lt_LT']['NAME'] = 'Lithuanian';
504 $languages['lt_LT']['ALTNAME'] = 'Lietuvių';
505 $languages['lt_LT']['CHARSET'] = 'utf-8';
506 $languages['lt_LT']['LOCALE'] = 'lt_LT.UTF-8';
507 $languages['lt']['ALIAS'] = 'lt_LT';
509 $languages['nl_NL']['NAME'] = 'Dutch';
510 $languages['nl_NL']['ALTNAME'] = 'Nederlands';
511 $languages['nl_NL']['CHARSET'] = 'iso-8859-1';
512 $languages['nl_NL']['LOCALE'] = 'nl_NL.ISO8859-1';
513 $languages['nl']['ALIAS'] = 'nl_NL';
515 $languages['ms_MY']['NAME'] = 'Malay';
516 $languages['ms_MY']['ALTNAME'] = 'Bahasa Melayu';
517 $languages['ms_MY']['CHARSET'] = 'iso-8859-1';
518 $languages['ms_MY']['LOCALE'] = 'ms_MY.ISO8859-1';
519 $languages['my']['ALIAS'] = 'ms_MY';
521 $languages['nb_NO']['NAME'] = 'Norwegian (Bokmål)';
522 $languages['nb_NO']['ALTNAME'] = 'Norsk (Bokmål)';
523 $languages['nb_NO']['CHARSET'] = 'iso-8859-1';
524 $languages['nb_NO']['LOCALE'] = 'nb_NO.ISO8859-1';
525 $languages['nb']['ALIAS'] = 'nb_NO';
527 $languages['nn_NO']['NAME'] = 'Norwegian (Nynorsk)';
528 $languages['nn_NO']['ALTNAME'] = 'Norsk (Nynorsk)';
529 $languages['nn_NO']['CHARSET'] = 'iso-8859-1';
530 $languages['nn_NO']['LOCALE'] = 'nn_NO.ISO8859-1';
532 $languages['pl_PL']['NAME'] = 'Polish';
533 $languages['pl_PL']['ALTNAME'] = 'Polski';
534 $languages['pl_PL']['CHARSET'] = 'iso-8859-2';
535 $languages['pl_PL']['LOCALE'] = 'pl_PL.ISO8859-2';
536 $languages['pl']['ALIAS'] = 'pl_PL';
538 $languages['pt_PT']['NAME'] = 'Portuguese (Portugal)';
539 $languages['pt_PT']['CHARSET'] = 'iso-8859-1';
540 $languages['pt_PT']['LOCALE'] = 'pt_PT.ISO8859-1';
541 $languages['pt']['ALIAS'] = 'pt_PT';
543 $languages['pt_BR']['NAME'] = 'Portuguese (Brazil)';
544 $languages['pt_BR']['ALTNAME'] = 'Português do Brasil';
545 $languages['pt_BR']['CHARSET'] = 'iso-8859-1';
546 $languages['pt_BR']['LOCALE'] = 'pt_BR.ISO8859-1';
548 $languages['ro_RO']['NAME'] = 'Romanian';
549 $languages['ro_RO']['ALTNAME'] = 'Română';
550 $languages['ro_RO']['CHARSET'] = 'iso-8859-2';
551 $languages['ro_RO']['LOCALE'] = 'ro_RO.ISO8859-2';
552 $languages['ro']['ALIAS'] = 'ro_RO';
554 $languages['ru_RU']['NAME'] = 'Russian';
555 $languages['ru_RU']['ALTNAME'] = 'Русский';
556 $languages['ru_RU']['CHARSET'] = 'utf-8';
557 $languages['ru_RU']['LOCALE'] = 'ru_RU.UTF-8';
558 $languages['ru']['ALIAS'] = 'ru_RU';
560 $languages['sk_SK']['NAME'] = 'Slovak';
561 $languages['sk_SK']['CHARSET'] = 'iso-8859-2';
562 $languages['sk_SK']['LOCALE'] = 'sk_SK.ISO8859-2';
563 $languages['sk']['ALIAS'] = 'sk_SK';
565 $languages['sl_SI']['NAME'] = 'Slovenian';
566 $languages['sl_SI']['ALTNAME'] = 'Slovenščina';
567 $languages['sl_SI']['CHARSET'] = 'iso-8859-2';
568 $languages['sl_SI']['LOCALE'] = 'sl_SI.ISO8859-2';
569 $languages['sl']['ALIAS'] = 'sl_SI';
571 $languages['sr_YU']['NAME'] = 'Serbian';
572 $languages['sr_YU']['ALTNAME'] = 'Srpski';
573 $languages['sr_YU']['CHARSET'] = 'iso-8859-2';
574 $languages['sr_YU']['LOCALE'] = 'sr_YU.ISO8859-2';
575 $languages['sr']['ALIAS'] = 'sr_YU';
577 $languages['sv_SE']['NAME'] = 'Swedish';
578 $languages['sv_SE']['ALTNAME'] = 'Svenska';
579 $languages['sv_SE']['CHARSET'] = 'iso-8859-1';
580 $languages['sv_SE']['LOCALE'] = 'sv_SE.ISO8859-1';
581 $languages['sv']['ALIAS'] = 'sv_SE';
583 $languages['th_TH']['NAME'] = 'Thai';
584 $languages['th_TH']['CHARSET'] = 'tis-620';
585 $languages['th_TH']['LOCALE'] = 'th_TH.TIS-620';
586 $languages['th']['ALIAS'] = 'th_TH';
588 $languages['tl_PH']['NAME'] = 'Tagalog';
589 $languages['tl_PH']['CHARSET'] = 'iso-8859-1';
590 $languages['tl_PH']['LOCALE'] = 'tl_PH.ISO8859-1';
591 $languages['tl']['ALIAS'] = 'tl_PH';
593 $languages['tr_TR']['NAME'] = 'Turkish';
594 $languages['tr_TR']['CHARSET'] = 'iso-8859-9';
595 $languages['tr_TR']['LOCALE'] = 'tr_TR.ISO8859-9';
596 $languages['tr']['ALIAS'] = 'tr_TR';
598 $languages['zh_TW']['NAME'] = 'Chinese Trad';
599 $languages['zh_TW']['CHARSET'] = 'big5';
600 $languages['zh_TW']['LOCALE'] = 'zh_TW.BIG5';
601 $languages['tw']['ALIAS'] = 'zh_TW';
603 $languages['zh_CN']['NAME'] = 'Chinese Simp';
604 $languages['zh_CN']['CHARSET'] = 'gb2312';
605 $languages['zh_CN']['LOCALE'] = 'zh_CN.GB2312';
606 $languages['cn']['ALIAS'] = 'zh_CN';
608 $languages['uk_UA']['NAME'] = 'Ukrainian';
609 $languages['uk_UA']['CHARSET'] = 'koi8-u';
610 $languages['uk_UA']['LOCALE'] = 'uk_UA.KOI8-U';
611 $languages['uk']['ALIAS'] = 'uk_UA';
613 $languages['ru_UA']['NAME'] = 'Russian (Ukrainian)';
614 $languages['ru_UA']['CHARSET'] = 'koi8-r';
615 $languages['ru_UA']['LOCALE'] = 'ru_UA.KOI8-R';
618 $languages['vi_VN']['NAME'] = 'Vietnamese';
619 $languages['vi_VN']['CHARSET'] = 'utf-8';
620 $languages['vi']['ALIAS'] = 'vi_VN';
623 // Right to left languages
624 $languages['ar']['NAME'] = 'Arabic';
625 $languages['ar']['CHARSET'] = 'windows-1256';
626 $languages['ar']['DIR'] = 'rtl';
628 $languages['fa_IR']['NAME'] = 'Farsi';
629 $languages['fa_IR']['CHARSET'] = 'utf-8';
630 $languages['fa_IR']['DIR'] = 'rtl';
631 $languages['fa_IR']['LOCALE'] = 'fa_IR.UTF-8';
632 $languages['fa']['ALIAS'] = 'fa_IR';
634 $languages['he_IL']['NAME'] = 'Hebrew';
635 $languages['he_IL']['CHARSET'] = 'windows-1255';
636 $languages['he_IL']['LOCALE'] = 'he_IL.CP1255';
637 $languages['he_IL']['DIR'] = 'rtl';
638 $languages['he']['ALIAS'] = 'he_IL';
640 $languages['ug']['NAME'] = 'Uighur';
641 $languages['ug']['CHARSET'] = 'utf-8';
642 $languages['ug']['DIR'] = 'rtl';
644 /* Detect whether gettext is installed. */
646 if (function_exists('_')) {
649 if (function_exists('bindtextdomain')) {
652 if (function_exists('textdomain')) {
656 /* If gettext is fully loaded, cool */
657 if ($gettext_flags == 7) {
660 /* If we can fake gettext, try that */
661 elseif ($gettext_flags == 0) {
663 include_once(SM_PATH
. 'functions/gettext.php');
665 /* Uh-ho. A weird install */
666 if (! $gettext_flags & 1) {
668 * Function is used as replacement in broken installs
675 if (! $gettext_flags & 2) {
677 * Function is used as replacement in broken installs
680 function bindtextdomain() {
684 if (! $gettext_flags & 4) {
686 * Function is used as replacemet in broken installs
689 function textdomain() {
697 * Japanese charset extra function
699 * Action performed by function is defined by first argument.
700 * Default return value is defined by second argument.
701 * Use of third argument depends on action.
703 * @param string $action action performed by this function.
705 * decode - convert returned string to euc-jp. third argument unused
706 * encode - convert returned string to jis. third argument unused
707 * strimwidth - third argument=$width. trims string to $width symbols.
708 * encodeheader - create base64 encoded header in iso-2022-jp. third argument unused
709 * decodeheader - return human readable string from mime header. string is returned in euc-jp. third argument unused
710 * downloadfilename - third argument $useragent. Arguments provide browser info. Returns shift-jis or euc-jp encoded file name
711 * wordwrap - third argument=$wrap. wraps text at $wrap symbols
712 * utf7-imap_encode - returns string converted from euc-jp to utf7-imap. third argument unused
713 * utf7-imap_decode - returns string converted from utf7-imap to euc-jp. third argument unused
714 * @param string $ret default return value
716 function japanese_xtra() {
717 $ret = func_get_arg(1); /* default return value */
718 if (function_exists('mb_detect_encoding')) {
719 switch (func_get_arg(0)) { /* action */
721 $detect_encoding = @mb_detect_encoding
($ret);
722 if ($detect_encoding == 'JIS' ||
723 $detect_encoding == 'EUC-JP' ||
724 $detect_encoding == 'SJIS' ||
725 $detect_encoding == 'UTF-8') {
727 $ret = mb_convert_kana(mb_convert_encoding($ret, 'EUC-JP', 'AUTO'), "KV");
731 $detect_encoding = @mb_detect_encoding
($ret);
732 if ($detect_encoding == 'JIS' ||
733 $detect_encoding == 'EUC-JP' ||
734 $detect_encoding == 'SJIS' ||
735 $detect_encoding == 'UTF-8') {
737 $ret = mb_convert_encoding(mb_convert_kana($ret, "KV"), 'JIS', 'AUTO');
741 $width = func_get_arg(2);
742 $ret = mb_strimwidth($ret, 0, $width, '...');
746 if (strlen($ret) > 0) {
747 $tmpstr = mb_substr($ret, 0, 1);
748 $prevcsize = strlen($tmpstr);
749 for ($i = 1; $i < mb_strlen($ret); $i++
) {
750 $tmp = mb_substr($ret, $i, 1);
751 if (strlen($tmp) == $prevcsize) {
754 if ($prevcsize == 1) {
757 $result .= str_replace(' ', '',
758 mb_encode_mimeheader($tmpstr,'iso-2022-jp','B',''));
761 $prevcsize = strlen($tmp);
764 if (strlen($tmpstr)) {
765 if (strlen(mb_substr($tmpstr, 0, 1)) == 1)
768 $result .= str_replace(' ', '',
769 mb_encode_mimeheader($tmpstr,'iso-2022-jp','B',''));
775 $ret = str_replace("\t", "", $ret);
776 if (eregi('=\\?([^?]+)\\?(q|b)\\?([^?]+)\\?=', $ret))
777 $ret = @mb_decode_mimeheader
($ret);
778 $ret = @mb_convert_encoding
($ret, 'EUC-JP', 'AUTO');
780 case 'downloadfilename':
781 $useragent = func_get_arg(2);
782 if (strstr($useragent, 'Windows') !== false ||
783 strstr($useragent, 'Mac_') !== false) {
784 $ret = mb_convert_encoding($ret, 'SJIS', 'AUTO');
786 $ret = mb_convert_encoding($ret, 'EUC-JP', 'AUTO');
790 $no_begin = "\x21\x25\x29\x2c\x2e\x3a\x3b\x3f\x5d\x7d\xa1\xf1\xa1\xeb\xa1" .
791 "\xc7\xa1\xc9\xa2\xf3\xa1\xec\xa1\xed\xa1\xee\xa1\xa2\xa1\xa3\xa1\xb9" .
792 "\xa1\xd3\xa1\xd5\xa1\xd7\xa1\xd9\xa1\xdb\xa1\xcd\xa4\xa1\xa4\xa3\xa4" .
793 "\xa5\xa4\xa7\xa4\xa9\xa4\xc3\xa4\xe3\xa4\xe5\xa4\xe7\xa4\xee\xa1\xab" .
794 "\xa1\xac\xa1\xb5\xa1\xb6\xa5\xa1\xa5\xa3\xa5\xa5\xa5\xa7\xa5\xa9\xa5" .
795 "\xc3\xa5\xe3\xa5\xe5\xa5\xe7\xa5\xee\xa5\xf5\xa5\xf6\xa1\xa6\xa1\xbc" .
796 "\xa1\xb3\xa1\xb4\xa1\xaa\xa1\xf3\xa1\xcb\xa1\xa4\xa1\xa5\xa1\xa7\xa1" .
797 "\xa8\xa1\xa9\xa1\xcf\xa1\xd1";
798 $no_end = "\x5c\x24\x28\x5b\x7b\xa1\xf2\x5c\xa1\xc6\xa1\xc8\xa1\xd2\xa1" .
799 "\xd4\xa1\xd6\xa1\xd8\xa1\xda\xa1\xcc\xa1\xf0\xa1\xca\xa1\xce\xa1\xd0\xa1\xef";
800 $wrap = func_get_arg(2);
802 if (strlen($ret) >= $wrap &&
803 substr($ret, 0, 1) != '>' &&
804 strpos($ret, 'http://') === FALSE &&
805 strpos($ret, 'https://') === FALSE &&
806 strpos($ret, 'ftp://') === FALSE) {
808 $ret = mb_convert_kana($ret, "KV");
813 while ($ptr < strlen($ret) - 1) {
814 $l = mb_strcut($ret, $ptr, $wrap);
818 $l = mb_strcut($ret, $ptr, 2);
819 while (strlen($l) != 0 && mb_strpos($no_begin, $l) !== FALSE ) {
822 $l = mb_strcut($ret, $ptr, 1);
825 if ($ptr < strlen($ret) - 1)
831 case 'utf7-imap_encode':
832 $ret = mb_convert_encoding($ret, 'UTF7-IMAP', 'EUC-JP');
834 case 'utf7-imap_decode':
835 $ret = mb_convert_encoding($ret, 'EUC-JP', 'UTF7-IMAP');
842 /**************************
843 * Japanese extra functions
844 **************************/
847 * Japanese decoding function
849 * converts string to euc-jp, if string uses JIS, EUC-JP, ShiftJIS or UTF-8
850 * charset. Needs mbstring support in php.
851 * @param string $ret text, that has to be converted
852 * @return string converted string
855 function japanese_xtra_decode($ret) {
856 if (function_exists('mb_detect_encoding')) {
857 $detect_encoding = @mb_detect_encoding
($ret);
858 if ($detect_encoding == 'JIS' ||
859 $detect_encoding == 'EUC-JP' ||
860 $detect_encoding == 'SJIS' ||
861 $detect_encoding == 'UTF-8') {
863 $ret = mb_convert_kana(mb_convert_encoding($ret, 'EUC-JP', 'AUTO'), "KV");
870 * Japanese encoding function
872 * converts string to jis, if string uses JIS, EUC-JP, ShiftJIS or UTF-8
873 * charset. Needs mbstring support in php.
874 * @param string $ret text, that has to be converted
875 * @return string converted text
878 function japanese_xtra_encode($ret) {
879 if (function_exists('mb_detect_encoding')) {
880 $detect_encoding = @mb_detect_encoding
($ret);
881 if ($detect_encoding == 'JIS' ||
882 $detect_encoding == 'EUC-JP' ||
883 $detect_encoding == 'SJIS' ||
884 $detect_encoding == 'UTF-8') {
886 $ret = mb_convert_encoding(mb_convert_kana($ret, "KV"), 'JIS', 'AUTO');
893 * Japanese header encoding function
895 * creates base64 encoded header in iso-2022-jp charset
896 * @param string $ret text, that has to be converted
897 * @return string mime base64 encoded string
900 function japanese_xtra_encodeheader($ret) {
901 if (function_exists('mb_detect_encoding')) {
903 if (strlen($ret) > 0) {
904 $tmpstr = mb_substr($ret, 0, 1);
905 $prevcsize = strlen($tmpstr);
906 for ($i = 1; $i < mb_strlen($ret); $i++
) {
907 $tmp = mb_substr($ret, $i, 1);
908 if (strlen($tmp) == $prevcsize) {
911 if ($prevcsize == 1) {
914 $result .= str_replace(' ', '',
915 mb_encode_mimeheader($tmpstr,'iso-2022-jp','B',''));
918 $prevcsize = strlen($tmp);
921 if (strlen($tmpstr)) {
922 if (strlen(mb_substr($tmpstr, 0, 1)) == 1)
925 $result .= str_replace(' ', '',
926 mb_encode_mimeheader($tmpstr,'iso-2022-jp','B',''));
935 * Japanese header decoding function
937 * return human readable string from mime header. string is returned in euc-jp
939 * @param string $ret header string
940 * @return string decoded header string
943 function japanese_xtra_decodeheader($ret) {
944 if (function_exists('mb_detect_encoding')) {
945 $ret = str_replace("\t", "", $ret);
946 if (eregi('=\\?([^?]+)\\?(q|b)\\?([^?]+)\\?=', $ret))
947 $ret = @mb_decode_mimeheader
($ret);
948 $ret = @mb_convert_encoding
($ret, 'EUC-JP', 'AUTO');
954 * Japanese downloaded filename processing function
956 * Returns shift-jis or euc-jp encoded file name
957 * @param string $ret string
958 * @param string $useragent browser
959 * @return string converted string
962 function japanese_xtra_downloadfilename($ret,$useragent) {
963 if (function_exists('mb_detect_encoding')) {
964 if (strstr($useragent, 'Windows') !== false ||
965 strstr($useragent, 'Mac_') !== false) {
966 $ret = mb_convert_encoding($ret, 'SJIS', 'AUTO');
968 $ret = mb_convert_encoding($ret, 'EUC-JP', 'AUTO');
975 * Japanese wordwrap function
977 * wraps text at set number of symbols
978 * @param string $ret text
979 * @param integer $wrap number of symbols per line
980 * @return string wrapped text
983 function japanese_xtra_wordwrap($ret,$wrap) {
984 if (function_exists('mb_detect_encoding')) {
985 $no_begin = "\x21\x25\x29\x2c\x2e\x3a\x3b\x3f\x5d\x7d\xa1\xf1\xa1\xeb\xa1" .
986 "\xc7\xa1\xc9\xa2\xf3\xa1\xec\xa1\xed\xa1\xee\xa1\xa2\xa1\xa3\xa1\xb9" .
987 "\xa1\xd3\xa1\xd5\xa1\xd7\xa1\xd9\xa1\xdb\xa1\xcd\xa4\xa1\xa4\xa3\xa4" .
988 "\xa5\xa4\xa7\xa4\xa9\xa4\xc3\xa4\xe3\xa4\xe5\xa4\xe7\xa4\xee\xa1\xab" .
989 "\xa1\xac\xa1\xb5\xa1\xb6\xa5\xa1\xa5\xa3\xa5\xa5\xa5\xa7\xa5\xa9\xa5" .
990 "\xc3\xa5\xe3\xa5\xe5\xa5\xe7\xa5\xee\xa5\xf5\xa5\xf6\xa1\xa6\xa1\xbc" .
991 "\xa1\xb3\xa1\xb4\xa1\xaa\xa1\xf3\xa1\xcb\xa1\xa4\xa1\xa5\xa1\xa7\xa1" .
992 "\xa8\xa1\xa9\xa1\xcf\xa1\xd1";
993 $no_end = "\x5c\x24\x28\x5b\x7b\xa1\xf2\x5c\xa1\xc6\xa1\xc8\xa1\xd2\xa1" .
994 "\xd4\xa1\xd6\xa1\xd8\xa1\xda\xa1\xcc\xa1\xf0\xa1\xca\xa1\xce\xa1\xd0\xa1\xef";
996 if (strlen($ret) >= $wrap &&
997 substr($ret, 0, 1) != '>' &&
998 strpos($ret, 'http://') === FALSE &&
999 strpos($ret, 'https://') === FALSE &&
1000 strpos($ret, 'ftp://') === FALSE) {
1002 $ret = mb_convert_kana($ret, "KV");
1007 while ($ptr < strlen($ret) - 1) {
1008 $l = mb_strcut($ret, $ptr, $wrap);
1012 $l = mb_strcut($ret, $ptr, 2);
1013 while (strlen($l) != 0 && mb_strpos($no_begin, $l) !== FALSE ) {
1016 $l = mb_strcut($ret, $ptr, 1);
1019 if ($ptr < strlen($ret) - 1)
1029 * Japanese imap folder name encoding function
1031 * converts folder name from euc-jp to utf7-imap
1032 * @param string $ret folder name
1033 * @return string converted folder name
1036 function japanese_xtra_utf7_imap_encode($ret){
1037 if (function_exists('mb_detect_encoding')) {
1038 $ret = mb_convert_encoding($ret, 'UTF7-IMAP', 'EUC-JP');
1044 * Japanese imap folder name decoding function
1046 * converts folder name from utf7-imap to euc-jp.
1047 * @param string $ret folder name in utf7-imap
1048 * @return string converted folder name
1051 function japanese_xtra_utf7_imap_decode($ret) {
1052 if (function_exists('mb_detect_encoding')) {
1053 $ret = mb_convert_encoding($ret, 'EUC-JP', 'UTF7-IMAP');
1059 * Japanese string trimming function
1061 * trims string to defined number of symbols
1062 * @param string $ret string
1063 * @param integer $width number of symbols
1064 * @return string trimmed string
1067 function japanese_xtra_strimwidth($ret,$width) {
1068 if (function_exists('mb_detect_encoding')) {
1069 $ret = mb_strimwidth($ret, 0, $width, '...');
1074 /********************************
1075 * Korean charset extra functions
1076 ********************************/
1079 * Korean downloaded filename processing functions
1081 * @param string default return value
1084 function korean_xtra_downloadfilename($ret) {
1085 $ret = str_replace("\x0D\x0A", '', $ret); /* Hanmail's CR/LF Clear */
1086 for ($i=0;$i<strlen($ret);$i++
) {
1087 if ($ret[$i] >= "\xA1" && $ret[$i] <= "\xFE") { /* 0xA1 - 0XFE are Valid */
1090 } else if (($ret[$i] >= 'a' && $ret[$i] <= 'z') ||
/* From Original ereg_replace in download.php */
1091 ($ret[$i] >= 'A' && $ret[$i] <= 'Z') ||
1092 ($ret[$i] == '.') ||
($ret[$i] == '-')) {
1102 * Replaces non-braking spaces inserted by some browsers with regular space
1104 * This function can be used to replace non-braking space symbols
1105 * that are inserted in forms by some browsers instead of normal
1108 * @param string $string Text that needs to be cleaned
1109 * @param string $charset Charset used in text
1110 * @return string Cleaned text
1112 function cleanup_nbsp($string,$charset) {
1114 // reduce number of case statements
1115 if (stristr('iso-8859-',substr($charset,0,9))){
1116 $output_charset="iso-8859-x";
1118 if (stristr('windows-125',substr($charset,0,11))){
1119 $output_charset="cp125x";
1121 if (stristr('koi8',substr($charset,0,4))){
1122 $output_charset="koi8-x";
1124 if (! isset($output_charset)){
1125 $output_charset=strtolower($charset);
1128 // where is non-braking space symbol
1129 switch($output_charset):
1142 // don't change string if charset is unmatched
1146 // return space instead of non-braking space.
1147 return str_replace($nbsp,' ',$string);
1151 * Function informs if it is safe to convert given charset to the one that is used by user.
1153 * It is safe to use conversion only if user uses utf-8 encoding and when
1154 * converted charset is similar to the one that is used by user.
1156 * @param string $input_charset Charset of text that needs to be converted
1157 * @return bool is it possible to convert to user's charset
1159 function is_conversion_safe($input_charset) {
1160 global $languages, $sm_notAlias, $default_charset, $lossy_encoding;
1162 if (isset($lossy_encoding) && $lossy_encoding )
1165 // convert to lower case
1166 $input_charset = strtolower($input_charset);
1168 // Is user's locale Unicode based ?
1169 if ( $default_charset == "utf-8" ) {
1173 // Charsets that are similar
1174 switch ($default_charset):
1175 case "windows-1251":
1176 if ( $input_charset == "iso-8859-5" ||
1177 $input_charset == "koi8-r" ||
1178 $input_charset == "koi8-u" ) {
1183 case "windows-1257":
1184 if ( $input_charset == "iso-8859-13" ||
1185 $input_charset == "iso-8859-4" ) {
1191 if ( $input_charset == "iso-8859-13" ||
1192 $input_charset == "windows-1257" ) {
1198 if ( $input_charset == "windows-1251" ||
1199 $input_charset == "koi8-r" ||
1200 $input_charset == "koi8-u" ) {
1206 if ( $input_charset == "iso-8859-4" ||
1207 $input_charset == "windows-1257" ) {
1213 if ( $input_charset == "windows-1251" ||
1214 $input_charset == "iso-8859-5" ||
1215 $input_charset == "koi8-u" ) {
1221 if ( $input_charset == "windows-1251" ||
1222 $input_charset == "iso-8859-5" ||
1223 $input_charset == "koi8-r" ) {