functions/i18n.php

   1 <?php
   2
   3 /**
   4  * functions/i18n.php
   5  *
   6  * Copyright (c) 1999-2004 The SquirrelMail Project Team
   7  * Licensed under the GNU GPL. For full terms see the file COPYING.
   8  *
   9  * This file contains variuos functions that are needed to do
  10  * internationalization of SquirrelMail.
  11  *
  12  * Internally the output character set is used. Other characters are
  13  * encoded using Unicode entities according to HTML 4.0.
  14  *
  15  * @version $Id$
  16  * @package squirrelmail
  17  * @subpackage i18n
  18  */
  19
  20 /** Everything uses global.php... */
  21 require_once(SM_PATH . 'functions/global.php');
  22
  23 /**
  24  * Converts string from given charset to charset, that can be displayed by user translation.
  25  *
  26  * Function by default returns html encoded strings, if translation uses different encoding.
  27  * If Japanese translation is used - function returns string converted to euc-jp
  28  * If iconv or recode functions are enabled and translation uses utf-8 - function returns utf-8 encoded string.
  29  * If $charset is not supported - function returns unconverted string.
  30  *
  31  * sanitizing of html tags is also done by this function.
  32  *
  33  * @param string $charset
  34  * @param string $string Text to be decoded
  35  * @return string decoded string
  36  */
  37 function charset_decode ($charset, $string) {
  38     global $languages, $squirrelmail_language, $default_charset;
  39     global $use_php_recode, $use_php_iconv, $agresive_decoding;
  40
  41     if (isset($languages[$squirrelmail_language]['XTRA_CODE']) &&
  42         function_exists($languages[$squirrelmail_language]['XTRA_CODE'])) {
  43         $string = $languages[$squirrelmail_language]['XTRA_CODE']('decode', $string);
  44     }
  45
  46     $charset = strtolower($charset);
  47
  48     set_my_charset();
  49
  50     // Variables that allow to use functions without function_exist() calls
  51     if (! isset($use_php_recode) || $use_php_recode=="" ) {
  52              $use_php_recode=false; }
  53     if (! isset($use_php_iconv) || $use_php_iconv=="" ) {
  54          $use_php_iconv=false; }
  55
  56     // Don't do conversion if charset is the same.
  57     if ( $charset == strtolower($default_charset) )
  58           return htmlspecialchars($string);
  59
  60     // catch iso-8859-8-i thing
  61     if ( $charset == "iso-8859-8-i" )
  62               $charset = "iso-8859-8";
  63
  64     /*
  65      * Recode converts html special characters automatically if you use
  66      * 'charset..html' decoding. There is no documented way to put -d option
  67      * into php recode function call.
  68      */
  69     if ( $use_php_recode ) {
  70       if ( $default_charset == "utf-8" ) {
  71         // other charsets can be converted to utf-8 without loss.
  72         // and output string is smaller
  73         $string = recode_string($charset . "..utf-8",$string);
  74         return htmlspecialchars($string);
  75       } else {
  76         $string = recode_string($charset . "..html",$string);
  77         // recode does not convert single quote, htmlspecialchars does.
  78         $string = str_replace("'", '&#039;', $string);
  79         return $string;
  80       }
  81     }
  82
  83     // iconv functions does not have html target and can be used only with utf-8
  84     if ( $use_php_iconv && $default_charset=='utf-8') {
  85       $string = iconv($charset,$default_charset,$string);
  86       return htmlspecialchars($string);
  87     }
  88
  89     // If we don't use recode and iconv, we'll do it old way.
  90
  91     /* All HTML special characters are 7 bit and can be replaced first */
  92
  93     $string = htmlspecialchars ($string);
  94
  95     /* controls cpu and memory intensive decoding cycles */
  96     if (! isset($agresive_decoding) || $agresive_decoding=="" ) {
  97          $agresive_decoding=false; }
  98
  99     $decode=fixcharset($charset);
 100     $decodefile=SM_PATH . 'functions/decode/' . $decode . '.php';
 101     if (file_exists($decodefile)) {
 102         include_once($decodefile);
 103         $ret = call_user_func('charset_decode_'.$decode, $string);
 104     } else {
 105         $ret = $string;
 106     }
 107     return( $ret );
 108 }
 109
 110 /**
 111  * Makes charset name suitable for decoding cycles
 112  *
 113  * @param string $charset Name of charset
 114  * @return string $charset Adjusted name of charset
 115  */
 116 function fixcharset($charset) {
 117     // minus removed from function names
 118     $charset=str_replace('-','_',$charset);
 119
 120     // windows-125x and cp125x charsets
 121     $charset=str_replace('windows_','cp',$charset);
 122
 123     // ibm > cp
 124     $charset=str_replace('ibm','cp',$charset);
 125
 126     // iso-8859-8-i -> iso-8859-8
 127     // use same cycle until I'll find differences
 128     $charset=str_replace('iso_8859_8_i','iso_8859_8',$charset);
 129
 130     return $charset;
 131 }
 132
 133 /**
 134  * Set up the language to be output
 135  * if $do_search is true, then scan the browser information
 136  * for a possible language that we know
 137  *
 138  * Function sets system locale environment (LC_ALL, LANG, LANGUAGE),
 139  * gettext translation bindings and html header information.
 140  *
 141  * Function returns error codes, if there is some fatal error.
 142  *  0 = no error,
 143  *  1 = mbstring support is not present,
 144  *  2 = mbstring support is not present, user's translation reverted to en_US.
 145  *
 146  * @param string $sm_language translation used by user's interface
 147  * @param bool $do_search use browser's preferred language detection functions. Defaults to false.
 148  * @param bool $default set $sm_language to $squirrelmail_default_language if language detection fails or language is not set. Defaults to false.
 149  * @return int function execution error codes.
 150  */
 151 function set_up_language($sm_language, $do_search = false, $default = false) {
 152
 153     static $SetupAlready = 0;
 154     global $use_gettext, $languages,
 155            $squirrelmail_language, $squirrelmail_default_language,
 156            $sm_notAlias, $username, $data_dir;
 157
 158     if ($SetupAlready) {
 159         return;
 160     }
 161
 162     $SetupAlready = TRUE;
 163     sqgetGlobalVar('HTTP_ACCEPT_LANGUAGE',  $accept_lang, SQ_SERVER);
 164
 165     if ($do_search && ! $sm_language && isset($accept_lang)) {
 166         $sm_language = substr($accept_lang, 0, 2);
 167     }
 168
 169     if ((!$sm_language||$default) && isset($squirrelmail_default_language)) {
 170         $squirrelmail_language = $squirrelmail_default_language;
 171         $sm_language = $squirrelmail_default_language;
 172     }
 173     $sm_notAlias = $sm_language;
 174
 175     // Catching removed translation
 176     // System reverts to English translation if user prefs contain translation
 177     // that is not available in $languages array
 178     if (!isset($languages[$sm_notAlias])) {
 179       $sm_notAlias="en_US";
 180     }
 181
 182     while (isset($languages[$sm_notAlias]['ALIAS'])) {
 183         $sm_notAlias = $languages[$sm_notAlias]['ALIAS'];
 184     }
 185
 186     if ( isset($sm_language) &&
 187          $use_gettext &&
 188          $sm_language != '' &&
 189          isset($languages[$sm_notAlias]['CHARSET']) ) {
 190         bindtextdomain( 'squirrelmail', SM_PATH . 'locale/' );
 191         textdomain( 'squirrelmail' );
 192         if (function_exists('bind_textdomain_codeset')) {
 193             if ($sm_notAlias == 'ja_JP') {
 194                 bind_textdomain_codeset ("squirrelmail", 'EUC-JP');
 195             } else {
 196                 bind_textdomain_codeset ("squirrelmail", $languages[$sm_notAlias]['CHARSET'] );
 197             }
 198         }
 199         if (isset($languages[$sm_notAlias]['LOCALE'])){
 200           $longlocale=$languages[$sm_notAlias]['LOCALE'];
 201         } else {
 202           $longlocale=$sm_notAlias;
 203         }
 204         if ( !ini_get('safe_mode') &&
 205              getenv( 'LC_ALL' ) != $longlocale ) {
 206             putenv( "LC_ALL=$longlocale" );
 207             putenv( "LANG=$longlocale" );
 208             putenv( "LANGUAGE=$longlocale" );
 209         }
 210         setlocale(LC_ALL, $longlocale);
 211
 212         // Set text direction/alignment variables
 213         if (isset($languages[$sm_notAlias]['DIR']) &&
 214                 $languages[$sm_notAlias]['DIR'] == 'rtl') {
 215           /**
 216            * Text direction
 217            * @global string $text_direction
 218            */
 219             $text_direction='rtl';
 220           /**
 221            * Left alignment
 222            * @global string $left_align
 223            */
 224             $left_align='right';
 225           /**
 226            * Right alignment
 227            * @global string $right_align
 228            */
 229             $right_align='left';
 230         } else {
 231             $text_direction='ltr';
 232             $left_align='left';
 233             $right_align='right';
 234         }
 235
 236         $squirrelmail_language = $sm_notAlias;
 237         if ($squirrelmail_language == 'ja_JP') {
 238             header ('Content-Type: text/html; charset=EUC-JP');
 239             if (!function_exists('mb_internal_encoding')) {
 240                 // Error messages can't be displayed here
 241                 $error = 1;
 242                 // Revert to English if possible.
 243                 if (function_exists('setPref')  && $username!='' && $data_dir!="") {
 244                     setPref($data_dir, $username, 'language', "en_US");
 245                     $error = 2;
 246                 }
 247                 // stop further execution in order not to get php errors on mb_internal_encoding().
 248                 return $error;
 249             }
 250             if (function_exists('mb_language')) {
 251                 mb_language('Japanese');
 252             }
 253             mb_internal_encoding('EUC-JP');
 254             mb_http_output('pass');
 255         } else {
 256         header( 'Content-Type: text/html; charset=' . $languages[$sm_notAlias]['CHARSET'] );
 257     }
 258 }
 259     return 0;
 260 }
 261
 262 /**
 263  * Sets default_charset variable according to the one that is used by user's translations.
 264  *
 265  * Function changes global $default_charset variable in order to be sure, that it
 266  * contains charset used by user's translation. Sanity of $squirrelmail_default_language
 267  * and $default_charset combination provided in SquirrelMail config is also tested.
 268  *
 269  * There can be a $default_charset setting in the
 270  * config.php file, but the user may have a different language
 271  * selected for a user interface. This function checks the
 272  * language selected by the user and tags the outgoing messages
 273  * with the appropriate charset corresponding to the language
 274  * selection. This is "more right" (tm), than just stamping the
 275  * message blindly with the system-wide $default_charset.
 276  */
 277 function set_my_charset(){
 278     global $data_dir, $username, $default_charset, $languages, $squirrelmail_default_language;
 279
 280     $my_language = getPref($data_dir, $username, 'language');
 281     if (!$my_language) {
 282         $my_language = $squirrelmail_default_language ;
 283     }
 284     // Catch removed translation
 285     if (!isset($languages[$my_language])) {
 286       $my_language="en_US";
 287     }
 288     while (isset($languages[$my_language]['ALIAS'])) {
 289         $my_language = $languages[$my_language]['ALIAS'];
 290     }
 291     $my_charset = $languages[$my_language]['CHARSET'];
 292     if ($my_charset) {
 293         $default_charset = $my_charset;
 294     }
 295 }
 296
 297 /* ------------------------------ main --------------------------- */
 298
 299 global $squirrelmail_language, $languages, $use_gettext;
 300
 301 if (! isset($squirrelmail_language)) {
 302     $squirrelmail_language = '';
 303 }
 304
 305 /**
 306  * Array specifies the available translations.
 307  *
 308  * Structure of array:
 309  * $languages['language']['variable'] = 'value'
 310  *
 311  * Possible 'variable' names:
 312  *  NAME      - Translation name in English
 313  *  CHARSET   - Encoding used by translation
 314  *  ALIAS     - used when 'language' is only short name and 'value' should provide long language name
 315  *  ALTNAME   - Native translation name. Any 8bit symbols must be html encoded.
 316  *  LOCALE    - Full locale name (in xx_XX.charset format)
 317  *  DIR       - Text direction. Used to define Right-to-Left languages. Possible values 'rtl' or 'ltr'. If undefined - defaults to 'ltr'
 318  *  XTRA_CODE - translation uses special functions. 'value' provides name of that extra function
 319  *
 320  * Each 'language' definition requires NAME+CHARSET or ALIAS variables.
 321  *
 322  * @name $languages
 323  * @global array $languages
 324  */
 325 $languages['bg_BG']['NAME']    = 'Bulgarian';
 326 $languages['bg_BG']['ALTNAME'] = '&#1041;&#1098;&#1083;&#1075;&#1072;&#1088;&#1089;&#1082;&#1080;';
 327 $languages['bg_BG']['CHARSET'] = 'windows-1251';
 328 $languages['bg_BG']['LOCALE']  = 'bg_BG.CP1251';
 329 $languages['bg']['ALIAS'] = 'bg_BG';
 330
 331 $languages['ca_ES']['NAME']    = 'Catalan';
 332 $languages['ca_ES']['CHARSET'] = 'iso-8859-1';
 333 $languages['ca_ES']['LOCALE']  = 'ca_ES.ISO8859-1';
 334 $languages['ca']['ALIAS'] = 'ca_ES';
 335
 336 $languages['cs_CZ']['NAME']    = 'Czech';
 337 $languages['cs_CZ']['ALTNAME'] = '&#268;e&scaron;tina';
 338 $languages['cs_CZ']['CHARSET'] = 'iso-8859-2';
 339 $languages['cs_CZ']['LOCALE']  = 'cs_CZ.ISO8859-2';
 340 $languages['cs']['ALIAS']      = 'cs_CZ';
 341
 342 $languages['cy_GB']['NAME']    = 'Welsh';
 343 $languages['cy_GB']['ALTNAME'] = 'Cymraeg';
 344 $languages['cy_GB']['CHARSET'] = 'iso-8859-1';
 345 $languages['cy_GB']['LOCALE']  = 'cy_GB.ISO8859-1';
 346 $languages['cy']['ALIAS'] = 'cy_GB';
 347
 348 // Danish locale is da_DK.
 349 $languages['da_DK']['NAME']    = 'Danish';
 350 $languages['da_DK']['ALTNAME'] = 'Dansk';
 351 $languages['da_DK']['CHARSET'] = 'iso-8859-1';
 352 $languages['da_DK']['LOCALE']  = 'da_DK.ISO8859-1';
 353 $languages['da']['ALIAS'] = 'da_DK';
 354
 355 $languages['de_DE']['NAME']    = 'German';
 356 $languages['de_DE']['ALTNAME']    = 'Deutsch';
 357 $languages['de_DE']['CHARSET'] = 'iso-8859-1';
 358 $languages['de_DE']['LOCALE']  = 'de_DE.ISO8859-1';
 359 $languages['de']['ALIAS'] = 'de_DE';
 360
 361 $languages['el_GR']['NAME']    = 'Greek';
 362 $languages['el_GR']['ALTNAME'] = '&Epsilon;&lambda;&lambda;&eta;&nu;&iota;&kappa;&#940;';
 363 $languages['el_GR']['CHARSET'] = 'iso-8859-7';
 364 $languages['el_GR']['LOCALE']  = 'el_GR.ISO8859-7';
 365 $languages['el']['ALIAS'] = 'el_GR';
 366
 367 $languages['en_GB']['NAME']    = 'British';
 368 $languages['en_GB']['CHARSET'] = 'iso-8859-15';
 369 $languages['en_GB']['LOCALE']  = 'en_GB.ISO8859-15';
 370
 371 $languages['en_US']['NAME']    = 'English';
 372 $languages['en_US']['CHARSET'] = 'iso-8859-1';
 373 $languages['en_US']['LOCALE']  = 'en_US.ISO8859-1';
 374 $languages['en']['ALIAS'] = 'en_US';
 375
 376 $languages['es_ES']['NAME']    = 'Spanish';
 377 $languages['es_ES']['ALTNAME'] = 'Espa&ntilde;ol';
 378 $languages['es_ES']['CHARSET'] = 'iso-8859-1';
 379 $languages['es_ES']['LOCALE']  = 'es_ES.ISO8859-1';
 380 $languages['es']['ALIAS'] = 'es_ES';
 381
 382 $languages['et_EE']['NAME']    = 'Estonian';
 383 $languages['et_EE']['CHARSET'] = 'iso-8859-15';
 384 $languages['et_EE']['LOCALE']  = 'et_EE.ISO8859-15';
 385 $languages['et']['ALIAS'] = 'et_EE';
 386
 387 $languages['fo_FO']['NAME']    = 'Faroese';
 388 $languages['fo_FO']['CHARSET'] = 'iso-8859-1';
 389 $languages['fo_FO']['LOCALE']  = 'fo_FO.ISO8859-1';
 390 $languages['fo']['ALIAS'] = 'fo_FO';
 391
 392 $languages['fi_FI']['NAME']    = 'Finnish';
 393 $languages['fi_FI']['ALTNAME'] = 'Suomi';
 394 $languages['fi_FI']['CHARSET'] = 'iso-8859-1';
 395 $languages['fi_FI']['LOCALE']  = 'fi_FI.ISO8859-1';
 396 $languages['fi']['ALIAS'] = 'fi_FI';
 397
 398 $languages['fr_FR']['NAME']    = 'French';
 399 $languages['fr_FR']['ALTNAME'] = 'Fran&#231;ais';
 400 $languages['fr_FR']['CHARSET'] = 'iso-8859-1';
 401 $languages['fr_FR']['LOCALE']  = 'fr_FR.ISO8859-1';
 402 $languages['fr']['ALIAS'] = 'fr_FR';
 403
 404 $languages['hr_HR']['NAME']    = 'Croatian';
 405 $languages['hr_HR']['CHARSET'] = 'iso-8859-2';
 406 $languages['hr_HR']['LOCALE']  = 'hr_HR.ISO8859-2';
 407 $languages['hr']['ALIAS'] = 'hr_HR';
 408
 409 $languages['hu_HU']['NAME']    = 'Hungarian';
 410 $languages['hu_HU']['ALTNAME'] = 'Magyar';
 411 $languages['hu_HU']['CHARSET'] = 'iso-8859-2';
 412 $languages['hu_HU']['LOCALE']  = 'hu_HU.ISO8859-2';
 413 $languages['hu']['ALIAS'] = 'hu_HU';
 414
 415 $languages['id_ID']['NAME']    = 'Indonesian';
 416 $languages['id_ID']['ALTNAME'] = 'Bahasa Indonesia';
 417 $languages['id_ID']['CHARSET'] = 'iso-8859-1';
 418 $languages['id_ID']['LOCALE']  = 'id_ID.ISO8859-1';
 419 $languages['id']['ALIAS'] = 'id_ID';
 420
 421 $languages['is_IS']['NAME']    = 'Icelandic';
 422 $languages['is_IS']['ALTNAME'] = '&Iacute;slenska';
 423 $languages['is_IS']['CHARSET'] = 'iso-8859-1';
 424 $languages['is_IS']['LOCALE']  = 'is_IS.ISO8859-1';
 425 $languages['is']['ALIAS'] = 'is_IS';
 426
 427 $languages['it_IT']['NAME']    = 'Italian';
 428 $languages['it_IT']['CHARSET'] = 'iso-8859-1';
 429 $languages['it_IT']['LOCALE']  = 'it_IT.ISO8859-1';
 430 $languages['it']['ALIAS'] = 'it_IT';
 431
 432 $languages['ja_JP']['NAME']    = 'Japanese';
 433 $languages['ja_JP']['ALTNAME'] = '&#26085;&#26412;&#35486;';
 434 $languages['ja_JP']['CHARSET'] = 'iso-2022-jp';
 435 $languages['ja_JP']['LOCALE'] = 'ja_JP.EUC-JP';
 436 $languages['ja_JP']['XTRA_CODE'] = 'japanese_charset_xtra';
 437 $languages['ja']['ALIAS'] = 'ja_JP';
 438
 439 $languages['ko_KR']['NAME']    = 'Korean';
 440 $languages['ko_KR']['CHARSET'] = 'euc-KR';
 441 $languages['ko_KR']['LOCALE']  = 'ko_KR.EUC-KR';
 442 $languages['ko_KR']['XTRA_CODE'] = 'korean_charset_xtra';
 443 $languages['ko']['ALIAS'] = 'ko_KR';
 444
 445 $languages['lt_LT']['NAME']    = 'Lithuanian';
 446 $languages['lt_LT']['ALTNAME'] = 'Lietuvi&#371;';
 447 $languages['lt_LT']['CHARSET'] = 'utf-8';
 448 $languages['lt_LT']['LOCALE'] = 'lt_LT.UTF-8';
 449 $languages['lt']['ALIAS'] = 'lt_LT';
 450
 451 $languages['nl_NL']['NAME']    = 'Dutch';
 452 $languages['nl_NL']['ALTNAME'] = 'Nederlands';
 453 $languages['nl_NL']['CHARSET'] = 'iso-8859-1';
 454 $languages['nl_NL']['LOCALE']  = 'nl_NL.ISO8859-1';
 455 $languages['nl']['ALIAS'] = 'nl_NL';
 456
 457 $languages['ms_MY']['NAME']    = 'Malay';
 458 $languages['ms_MY']['ALTNAME'] = 'Bahasa Melayu';
 459 $languages['ms_MY']['CHARSET'] = 'iso-8859-1';
 460 $languages['ms_MY']['LOCALE']  = 'ms_MY.ISO8859-1';
 461 $languages['my']['ALIAS'] = 'ms_MY';
 462
 463 $languages['nb_NO']['NAME']    = 'Norwegian (Bokm&aring;l)';
 464 $languages['nb_NO']['ALTNAME'] = 'Norsk (Bokm&aring;l)';
 465 $languages['nb_NO']['CHARSET'] = 'iso-8859-1';
 466 $languages['nb_NO']['LOCALE']  = 'nb_NO.ISO8859-1';
 467 $languages['nb']['ALIAS'] = 'nb_NO';
 468
 469 $languages['nn_NO']['NAME']    = 'Norwegian (Nynorsk)';
 470 $languages['nn_NO']['ALTNAME'] = 'Norsk (Nynorsk)';
 471 $languages['nn_NO']['CHARSET'] = 'iso-8859-1';
 472 $languages['nn_NO']['LOCALE']  = 'nn_NO.ISO8859-1';
 473
 474 $languages['pl_PL']['NAME']    = 'Polish';
 475 $languages['pl_PL']['ALTNAME'] = 'Polski';
 476 $languages['pl_PL']['CHARSET'] = 'iso-8859-2';
 477 $languages['pl_PL']['LOCALE']  = 'pl_PL.ISO8859-2';
 478 $languages['pl']['ALIAS'] = 'pl_PL';
 479
 480 $languages['pt_PT']['NAME'] = 'Portuguese (Portugal)';
 481 $languages['pt_PT']['CHARSET'] = 'iso-8859-1';
 482 $languages['pt_PT']['LOCALE']  = 'pt_PT.ISO8859-1';
 483 $languages['pt']['ALIAS'] = 'pt_PT';
 484
 485 $languages['pt_BR']['NAME']    = 'Portuguese (Brazil)';
 486 $languages['pt_BR']['ALTNAME'] = 'Portugu&ecirc;s do Brasil';
 487 $languages['pt_BR']['CHARSET'] = 'iso-8859-1';
 488 $languages['pt_BR']['LOCALE']  = 'pt_BR.ISO8859-1';
 489
 490 $languages['ro_RO']['NAME']    = 'Romanian';
 491 $languages['ro_RO']['ALTNAME'] = 'Rom&acirc;n&#259;';
 492 $languages['ro_RO']['CHARSET'] = 'iso-8859-2';
 493 $languages['ro_RO']['LOCALE']  = 'ro_RO.ISO8859-2';
 494 $languages['ro']['ALIAS'] = 'ro_RO';
 495
 496 $languages['ru_RU']['NAME']    = 'Russian';
 497 $languages['ru_RU']['ALTNAME'] = '&#1056;&#1091;&#1089;&#1089;&#1082;&#1080;&#1081;';
 498 $languages['ru_RU']['CHARSET'] = 'utf-8';
 499 $languages['ru_RU']['LOCALE']  = 'ru_RU.UTF-8';
 500 $languages['ru']['ALIAS'] = 'ru_RU';
 501
 502 $languages['sk_SK']['NAME']    = 'Slovak';
 503 $languages['sk_SK']['CHARSET'] = 'iso-8859-2';
 504 $languages['sk_SK']['LOCALE']  = 'sk_SK.ISO8859-2';
 505 $languages['sk']['ALIAS'] = 'sk_SK';
 506
 507 $languages['sl_SI']['NAME']    = 'Slovenian';
 508 $languages['sl_SI']['ALTNAME'] = 'Sloven&scaron;&#269;ina';
 509 $languages['sl_SI']['CHARSET'] = 'iso-8859-2';
 510 $languages['sl_SI']['LOCALE']  = 'sl_SI.ISO8859-2';
 511 $languages['sl']['ALIAS'] = 'sl_SI';
 512
 513 $languages['sr_YU']['NAME']    = 'Serbian';
 514 $languages['sr_YU']['ALTNAME'] = 'Srpski';
 515 $languages['sr_YU']['CHARSET'] = 'iso-8859-2';
 516 $languages['sr_YU']['LOCALE']  = 'sr_YU.ISO8859-2';
 517 $languages['sr']['ALIAS'] = 'sr_YU';
 518
 519 $languages['sv_SE']['NAME']    = 'Swedish';
 520 $languages['sv_SE']['ALTNAME'] = 'Svenska';
 521 $languages['sv_SE']['CHARSET'] = 'iso-8859-1';
 522 $languages['sv_SE']['LOCALE']  = 'sv_SE.ISO8859-1';
 523 $languages['sv']['ALIAS'] = 'sv_SE';
 524
 525 $languages['th_TH']['NAME']    = 'Thai';
 526 $languages['th_TH']['CHARSET'] = 'tis-620';
 527 $languages['th_TH']['LOCALE']  = 'th_TH.TIS-620';
 528 $languages['th']['ALIAS'] = 'th_TH';
 529
 530 $languages['tl_PH']['NAME']    = 'Tagalog';
 531 $languages['tl_PH']['CHARSET'] = 'iso-8859-1';
 532 $languages['tl_PH']['LOCALE']  = 'tl_PH.ISO8859-1';
 533 $languages['tl']['ALIAS'] = 'tl_PH';
 534
 535 $languages['tr_TR']['NAME']    = 'Turkish';
 536 $languages['tr_TR']['CHARSET'] = 'iso-8859-9';
 537 $languages['tr_TR']['LOCALE']  = 'tr_TR.ISO8859-9';
 538 $languages['tr']['ALIAS'] = 'tr_TR';
 539
 540 $languages['zh_TW']['NAME']    = 'Chinese Trad';
 541 $languages['zh_TW']['CHARSET'] = 'big5';
 542 $languages['zh_TW']['LOCALE']  = 'zh_TW.BIG5';
 543 $languages['tw']['ALIAS'] = 'zh_TW';
 544
 545 $languages['zh_CN']['NAME']    = 'Chinese Simp';
 546 $languages['zh_CN']['CHARSET'] = 'gb2312';
 547 $languages['zh_CN']['LOCALE']  = 'zh_CN.GB2312';
 548 $languages['cn']['ALIAS'] = 'zh_CN';
 549
 550 $languages['uk_UA']['NAME']    = 'Ukrainian';
 551 $languages['uk_UA']['CHARSET'] = 'koi8-u';
 552 $languages['uk_UA']['LOCALE']  = 'uk_UA.KOI8-U';
 553 $languages['uk']['ALIAS'] = 'uk_UA';
 554
 555 $languages['ru_UA']['NAME']    = 'Russian (Ukrainian)';
 556 $languages['ru_UA']['CHARSET'] = 'koi8-r';
 557 $languages['ru_UA']['LOCALE']  = 'ru_UA.KOI8-R';
 558
 559 /*
 560 $languages['vi_VN']['NAME']    = 'Vietnamese';
 561 $languages['vi_VN']['CHARSET'] = 'utf-8';
 562 $languages['vi']['ALIAS'] = 'vi_VN';
 563 */
 564
 565 // Right to left languages
 566 $languages['ar']['NAME']    = 'Arabic';
 567 $languages['ar']['CHARSET'] = 'windows-1256';
 568 $languages['ar']['DIR']     = 'rtl';
 569
 570 $languages['fa_IR']['NAME']    = 'Farsi';
 571 $languages['fa_IR']['CHARSET'] = 'utf-8';
 572 $languages['fa_IR']['DIR']     = 'rtl';
 573 $languages['fa_IR']['LOCALE']  = 'fa_IR.UTF-8';
 574 $languages['fa']['ALIAS']      = 'fa_IR';
 575
 576 $languages['he_IL']['NAME']    = 'Hebrew';
 577 $languages['he_IL']['CHARSET'] = 'windows-1255';
 578 $languages['he_IL']['LOCALE']  = 'he_IL.CP1255';
 579 $languages['he_IL']['DIR']     = 'rtl';
 580 $languages['he']['ALIAS']      = 'he_IL';
 581
 582 /* Detect whether gettext is installed. */
 583 $gettext_flags = 0;
 584 if (function_exists('_')) {
 585     $gettext_flags += 1;
 586 }
 587 if (function_exists('bindtextdomain')) {
 588     $gettext_flags += 2;
 589 }
 590 if (function_exists('textdomain')) {
 591     $gettext_flags += 4;
 592 }
 593
 594 /* If gettext is fully loaded, cool */
 595 if ($gettext_flags == 7) {
 596     $use_gettext = true;
 597 }
 598 /* If we can fake gettext, try that */
 599 elseif ($gettext_flags == 0) {
 600     $use_gettext = true;
 601     include_once(SM_PATH . 'functions/gettext.php');
 602 } else {
 603     /* Uh-ho.  A weird install */
 604     if (! $gettext_flags & 1) {
 605         function _($str) {
 606             return $str;
 607         }
 608     }
 609     if (! $gettext_flags & 2) {
 610         function bindtextdomain() {
 611             return;
 612         }
 613     }
 614     if (! $gettext_flags & 4) {
 615         function textdomain() {
 616             return;
 617         }
 618     }
 619 }
 620
 621
 622 /**
 623  * Japanese charset extra function
 624  *
 625  * Action performed by function is defined by first argument.
 626  * Default return value is defined by second argument.
 627  * Use of third argument depends on action.
 628  *
 629  * @param string $action action performed by this function.
 630  *    possible values:
 631  *      decode - convert returned string to euc-jp. third argument unused
 632  *      encode - convert returned string to jis. third argument unused
 633  *      strimwidth - third argument=$width. trims string to $width symbols.
 634  *      encodeheader - create base64 encoded header in iso-2022-jp. third argument unused
 635  *      decodeheader - return human readable string from mime header. string is returned in euc-jp. third argument unused
 636  *      downloadfilename - third argument $useragent. Arguments provide browser info. Returns shift-jis or euc-jp encoded file name
 637  *      wordwrap - third argument=$wrap. wraps text at $wrap symbols
 638  *      utf7-imap_encode - returns string converted from euc-jp to utf7-imap. third argument unused
 639  *      utf7-imap_decode - returns string converted from utf7-imap to euc-jp. third argument unused
 640  * @param string $ret default return value
 641  */
 642 function japanese_charset_xtra() {
 643     $ret = func_get_arg(1);  /* default return value */
 644     if (function_exists('mb_detect_encoding')) {
 645         switch (func_get_arg(0)) { /* action */
 646         case 'decode':
 647             $detect_encoding = @mb_detect_encoding($ret);
 648             if ($detect_encoding == 'JIS' ||
 649                 $detect_encoding == 'EUC-JP' ||
 650                 $detect_encoding == 'SJIS' ||
 651                 $detect_encoding == 'UTF-8') {
 652
 653                 $ret = mb_convert_kana(mb_convert_encoding($ret, 'EUC-JP', 'AUTO'), "KV");
 654             }
 655             break;
 656         case 'encode':
 657             $detect_encoding = @mb_detect_encoding($ret);
 658             if ($detect_encoding == 'JIS' ||
 659                 $detect_encoding == 'EUC-JP' ||
 660                 $detect_encoding == 'SJIS' ||
 661                 $detect_encoding == 'UTF-8') {
 662
 663                 $ret = mb_convert_encoding(mb_convert_kana($ret, "KV"), 'JIS', 'AUTO');
 664             }
 665             break;
 666         case 'strimwidth':
 667             $width = func_get_arg(2);
 668             $ret = mb_strimwidth($ret, 0, $width, '...');
 669             break;
 670         case 'encodeheader':
 671             $result = '';
 672             if (strlen($ret) > 0) {
 673                 $tmpstr = mb_substr($ret, 0, 1);
 674                 $prevcsize = strlen($tmpstr);
 675                 for ($i = 1; $i < mb_strlen($ret); $i++) {
 676                     $tmp = mb_substr($ret, $i, 1);
 677                     if (strlen($tmp) == $prevcsize) {
 678                         $tmpstr .= $tmp;
 679                     } else {
 680                         if ($prevcsize == 1) {
 681                             $result .= $tmpstr;
 682                         } else {
 683                             $result .= str_replace(' ', '',
 684                                                    mb_encode_mimeheader($tmpstr,'iso-2022-jp','B',''));
 685                         }
 686                         $tmpstr = $tmp;
 687                         $prevcsize = strlen($tmp);
 688                     }
 689                 }
 690                 if (strlen($tmpstr)) {
 691                     if (strlen(mb_substr($tmpstr, 0, 1)) == 1)
 692                         $result .= $tmpstr;
 693                     else
 694                         $result .= str_replace(' ', '',
 695                                                mb_encode_mimeheader($tmpstr,'iso-2022-jp','B',''));
 696                 }
 697             }
 698             $ret = $result;
 699             break;
 700         case 'decodeheader':
 701             $ret = str_replace("\t", "", $ret);
 702             if (eregi('=\\?([^?]+)\\?(q|b)\\?([^?]+)\\?=', $ret))
 703                 $ret = @mb_decode_mimeheader($ret);
 704             $ret = @mb_convert_encoding($ret, 'EUC-JP', 'AUTO');
 705             break;
 706         case 'downloadfilename':
 707             $useragent = func_get_arg(2);
 708             if (strstr($useragent, 'Windows') !== false ||
 709                 strstr($useragent, 'Mac_') !== false) {
 710                 $ret = mb_convert_encoding($ret, 'SJIS', 'AUTO');
 711             } else {
 712                 $ret = mb_convert_encoding($ret, 'EUC-JP', 'AUTO');
 713 }
 714             break;
 715         case 'wordwrap':
 716             $no_begin = "\x21\x25\x29\x2c\x2e\x3a\x3b\x3f\x5d\x7d\xa1\xf1\xa1\xeb\xa1" .
 717                 "\xc7\xa1\xc9\xa2\xf3\xa1\xec\xa1\xed\xa1\xee\xa1\xa2\xa1\xa3\xa1\xb9" .
 718                 "\xa1\xd3\xa1\xd5\xa1\xd7\xa1\xd9\xa1\xdb\xa1\xcd\xa4\xa1\xa4\xa3\xa4" .
 719                 "\xa5\xa4\xa7\xa4\xa9\xa4\xc3\xa4\xe3\xa4\xe5\xa4\xe7\xa4\xee\xa1\xab" .
 720                 "\xa1\xac\xa1\xb5\xa1\xb6\xa5\xa1\xa5\xa3\xa5\xa5\xa5\xa7\xa5\xa9\xa5" .
 721                 "\xc3\xa5\xe3\xa5\xe5\xa5\xe7\xa5\xee\xa5\xf5\xa5\xf6\xa1\xa6\xa1\xbc" .
 722                 "\xa1\xb3\xa1\xb4\xa1\xaa\xa1\xf3\xa1\xcb\xa1\xa4\xa1\xa5\xa1\xa7\xa1" .
 723                 "\xa8\xa1\xa9\xa1\xcf\xa1\xd1";
 724             $no_end = "\x5c\x24\x28\x5b\x7b\xa1\xf2\x5c\xa1\xc6\xa1\xc8\xa1\xd2\xa1" .
 725                 "\xd4\xa1\xd6\xa1\xd8\xa1\xda\xa1\xcc\xa1\xf0\xa1\xca\xa1\xce\xa1\xd0\xa1\xef";
 726             $wrap = func_get_arg(2);
 727
 728             if (strlen($ret) >= $wrap &&
 729                 substr($ret, 0, 1) != '>' &&
 730                 strpos($ret, 'http://') === FALSE &&
 731                 strpos($ret, 'https://') === FALSE &&
 732                 strpos($ret, 'ftp://') === FALSE) {
 733
 734                 $ret = mb_convert_kana($ret, "KV");
 735
 736                 $line_new = '';
 737                 $ptr = 0;
 738
 739                 while ($ptr < strlen($ret) - 1) {
 740                     $l = mb_strcut($ret, $ptr, $wrap);
 741                     $ptr += strlen($l);
 742                     $tmp = $l;
 743
 744                     $l = mb_strcut($ret, $ptr, 2);
 745                     while (strlen($l) != 0 && mb_strpos($no_begin, $l) !== FALSE ) {
 746                         $tmp .= $l;
 747                         $ptr += strlen($l);
 748                         $l = mb_strcut($ret, $ptr, 1);
 749                     }
 750                     $line_new .= $tmp;
 751                     if ($ptr < strlen($ret) - 1)
 752                         $line_new .= "\n";
 753                 }
 754                 $ret = $line_new;
 755             }
 756             break;
 757         case 'utf7-imap_encode':
 758             $ret = mb_convert_encoding($ret, 'UTF7-IMAP', 'EUC-JP');
 759             break;
 760         case 'utf7-imap_decode':
 761             $ret = mb_convert_encoding($ret, 'EUC-JP', 'UTF7-IMAP');
 762             break;
 763         }
 764     }
 765     return $ret;
 766 }
 767
 768
 769 /**
 770  * Korean charset extra functions
 771  *
 772  * Action performed by function is defined by first argument.
 773  * Default return value is defined by second argument.
 774  *
 775  * @param string action performed by this function.
 776  *    possible values:
 777  *      downloadfilename - Hangul(Korean Character) Attached File Name Fix.
 778  * @param string default return value
 779  */
 780 function korean_charset_xtra() {
 781
 782     $ret = func_get_arg(1);  /* default return value */
 783     if (func_get_arg(0) == 'downloadfilename') { /* action */
 784         $ret = str_replace("\x0D\x0A", '', $ret);  /* Hanmail's CR/LF Clear */
 785         for ($i=0;$i<strlen($ret);$i++) {
 786             if ($ret[$i] >= "\xA1" && $ret[$i] <= "\xFE") {   /* 0xA1 - 0XFE are Valid */
 787                 $i++;
 788                 continue;
 789             } else if (($ret[$i] >= 'a' && $ret[$i] <= 'z') || /* From Original ereg_replace in download.php */
 790                        ($ret[$i] >= 'A' && $ret[$i] <= 'Z') ||
 791                        ($ret[$i] == '.') || ($ret[$i] == '-')) {
 792                 continue;
 793             } else {
 794                 $ret[$i] = '_';
 795             }
 796         }
 797
 798     }
 799     return $ret;
 800 }
 801
 802 /**
 803  * Replaces non-braking spaces inserted by some browsers with regular space
 804  *
 805  * This function can be used to replace non-braking space symbols
 806  * that are inserted in forms by some browsers instead of normal
 807  * space symbol.
 808  *
 809  * @param string $string Text that needs to be cleaned
 810  * @param string $charset Charset used in text
 811  * @return string Cleaned text
 812  */
 813 function cleanup_nbsp($string,$charset) {
 814
 815   // reduce number of case statements
 816   if (stristr('iso-8859-',substr($charset,0,9))){
 817     $output_charset="iso-8859-x";
 818   }
 819   if (stristr('windows-125',substr($charset,0,11))){
 820     $output_charset="cp125x";
 821   }
 822   if (stristr('koi8',substr($charset,0,4))){
 823     $output_charset="koi8-x";
 824   }
 825   if (! isset($output_charset)){
 826     $output_charset=strtolower($charset);
 827   }
 828
 829 // where is non-braking space symbol
 830 switch($output_charset):
 831  case "iso-8859-x":
 832  case "cp125x":
 833  case "iso-2022-jp":
 834   $nbsp="\xA0";
 835   break;
 836  case "koi8-x":
 837    $nbsp="\x9A";
 838    break;
 839  case "utf-8":
 840    $nbsp="\xC2\xA0";
 841    break;
 842  default:
 843    // don't change string if charset is unmatched
 844    return $string;
 845 endswitch;
 846
 847 // return space instead of non-braking space.
 848  return str_replace($nbsp,' ',$string);
 849 }
 850
 851 /**
 852  * Function informs if it is safe to convert given charset to the one that is used by user.
 853  *
 854  * It is safe to use conversion only if user uses utf-8 encoding and when
 855  * converted charset is similar to the one that is used by user.
 856  *
 857  * @param string $input_charset Charset of text that needs to be converted
 858  * @return bool is it possible to convert to user's charset
 859  */
 860 function is_conversion_safe($input_charset) {
 861   global $languages, $sm_notAlias, $default_charset;
 862
 863  // convert to lower case
 864  $input_charset = strtolower($input_charset);
 865
 866  // Is user's locale Unicode based ?
 867  if ( $default_charset == "utf-8" ) {
 868    return true;
 869  }
 870
 871  // Charsets that are similar
 872 switch ($default_charset):
 873 case "windows-1251":
 874       if ( $input_charset == "iso-8859-5" ||
 875            $input_charset == "koi8-r" ||
 876            $input_charset == "koi8-u" ) {
 877         return true;
 878      } else {
 879         return false;
 880      }
 881 case "windows-1257":
 882   if ( $input_charset == "iso-8859-13" ||
 883          $input_charset == "iso-8859-4" ) {
 884     return true;
 885   } else {
 886     return false;
 887   }
 888 case "iso-8859-4":
 889   if ( $input_charset == "iso-8859-13" ||
 890          $input_charset == "windows-1257" ) {
 891      return true;
 892   } else {
 893      return false;
 894   }
 895 case "iso-8859-5":
 896   if ( $input_charset == "windows-1251" ||
 897          $input_charset == "koi8-r" ||
 898          $input_charset == "koi8-u" ) {
 899      return true;
 900   } else {
 901      return false;
 902   }
 903 case "iso-8859-13":
 904   if ( $input_charset == "iso-8859-4" ||
 905        $input_charset == "windows-1257" ) {
 906      return true;
 907   } else {
 908      return false;
 909   }
 910 case "koi8-r":
 911   if ( $input_charset == "windows-1251" ||
 912          $input_charset == "iso-8859-5" ||
 913          $input_charset == "koi8-u" ) {
 914      return true;
 915   } else {
 916      return false;
 917   }
 918 case "koi8-u":
 919   if ( $input_charset == "windows-1251" ||
 920         $input_charset == "iso-8859-5" ||
 921         $input_charset == "koi8-r" ) {
 922      return true;
 923   } else {
 924      return false;
 925   }
 926 default:
 927    return false;
 928 endswitch;
 929 }
 930 ?>