_config = CRM_Core_Config::singleton(); $domain = new CRM_Core_DAO_Domain(); $domain->find(TRUE); $this->multilingual = (bool) $domain->locales; $this->locales = explode(CRM_Core_DAO::VALUE_SEPARATOR, $domain->locales); $smarty = CRM_Core_Smarty::singleton(); //$smarty->compile_dir = $this->_config->templateCompileDir; $smarty->assign('multilingual', $this->multilingual); $smarty->assign('locales', $this->locales); // we didn't call CRM_Core_BAO_ConfigSetting::retrieve(), so we need to set $dbLocale by hand if ($this->multilingual) { global $dbLocale; $dbLocale = "_{$this->_config->lcMessages}"; } parent::__construct($state, $action, $method, $name); } /** * @param $version * * @return mixed */ public static function &incrementalPhpObject($version) { static $incrementalPhpObject = []; $versionParts = explode('.', $version); $versionName = CRM_Utils_EnglishNumber::toCamelCase($versionParts[0]) . CRM_Utils_EnglishNumber::toCamelCase($versionParts[1]); if (!array_key_exists($versionName, $incrementalPhpObject)) { $className = "CRM_Upgrade_Incremental_php_{$versionName}"; $incrementalPhpObject[$versionName] = new $className(); } return $incrementalPhpObject[$versionName]; } /** * @param $version * @param $release * * @return bool */ public function checkVersionRelease($version, $release) { $versionParts = explode('.', $version); return ($versionParts[2] == $release); } /** * @param $constraints * * @return array */ public function checkSQLConstraints(&$constraints) { $pass = $fail = 0; foreach ($constraints as $constraint) { if ($this->checkSQLConstraint($constraint)) { $pass++; } else { $fail++; } return [$pass, $fail]; } } /** * @param $constraint * * @return bool */ public function checkSQLConstraint($constraint) { // check constraint here return TRUE; } /** * @param string $fileName * @param bool $isQueryString */ public function source($fileName, $isQueryString = FALSE) { if ($isQueryString) { CRM_Utils_File::runSqlQuery($this->_config->dsn, $fileName, NULL ); } else { CRM_Utils_File::sourceSQLFile($this->_config->dsn, $fileName, NULL ); } } public function preProcess() { CRM_Utils_System::setTitle($this->getTitle()); if (!$this->verifyPreDBState($errorMessage)) { if (!isset($errorMessage)) { $errorMessage = 'pre-condition failed for current upgrade step'; } throw new CRM_Core_Exception($errorMessage); } $this->assign('recentlyViewed', FALSE); } public function buildQuickForm() { $this->addDefaultButtons($this->getButtonTitle(), 'next', NULL, TRUE ); } /** * Getter function for title. Should be over-ridden by derived class * * @return string */ /** * @return string */ public function getTitle() { return ts('Title not Set'); } /** * @return string */ public function getFieldsetTitle() { return ''; } /** * @return string */ public function getButtonTitle() { return ts('Continue'); } /** * Use the form name to create the tpl file name. * * @return string */ /** * @return string */ public function getTemplateFileName() { $this->assign('title', $this->getFieldsetTitle() ); $this->assign('message', $this->getTemplateMessage() ); return 'CRM/Upgrade/Base.tpl'; } public function postProcess() { $this->upgrade(); if (!$this->verifyPostDBState($errorMessage)) { if (!isset($errorMessage)) { $errorMessage = 'post-condition failed for current upgrade step'; } throw new CRM_Core_Exception($errorMessage); } } /** * @param $query * * @return Object */ public function runQuery($query) { return CRM_Core_DAO::executeQuery($query); } /** * @param $version * * @return Object */ public function setVersion($version) { $this->logVersion($version); $query = " UPDATE civicrm_domain SET version = '$version' "; return $this->runQuery($query); } /** * @param $newVersion * * @return bool */ public function logVersion($newVersion) { if ($newVersion) { $oldVersion = CRM_Core_BAO_Domain::version(); $session = CRM_Core_Session::singleton(); $logParams = [ 'entity_table' => 'civicrm_domain', 'entity_id' => 1, 'data' => "upgrade:{$oldVersion}->{$newVersion}", // lets skip 'modified_id' for now, as it causes FK issues And // is not very important for now. 'modified_date' => date('YmdHis'), ]; CRM_Core_BAO_Log::add($logParams); return TRUE; } return FALSE; } /** * @param $version * * @return bool */ public function checkVersion($version) { $domainID = CRM_Core_DAO::getFieldValue('CRM_Core_DAO_Domain', $version, 'id', 'version' ); return (bool) $domainID; } /** * @return array * @throws Exception */ public function getRevisionSequence() { $revList = []; $sqlDir = implode(DIRECTORY_SEPARATOR, [dirname(__FILE__), 'Incremental', 'sql'] ); $sqlFiles = scandir($sqlDir); $sqlFilePattern = '/^((\d{1,2}\.\d{1,2})\.(\d{1,2}\.)?(\d{1,2}|\w{4,7}))\.(my)?sql(\.tpl)?$/i'; foreach ($sqlFiles as $file) { if (preg_match($sqlFilePattern, $file, $matches)) { if (!in_array($matches[1], $revList)) { $revList[] = $matches[1]; } } } usort($revList, 'version_compare'); return $revList; } /** * @param $rev * @param int $index * * @return null */ public static function getRevisionPart($rev, $index = 1) { $revPattern = '/^((\d{1,2})\.\d{1,2})\.(\d{1,2}|\w{4,7})?$/i'; preg_match($revPattern, $rev, $matches); return array_key_exists($index, $matches) ? $matches[$index] : NULL; } /** * @param $tplFile * @param $rev * * @return bool */ public function processLocales($tplFile, $rev) { $smarty = CRM_Core_Smarty::singleton(); $smarty->assign('domainID', CRM_Core_Config::domainID()); $this->source($smarty->fetch($tplFile), TRUE); if ($this->multilingual) { CRM_Core_I18n_Schema::rebuildMultilingualSchema($this->locales, $rev); } return $this->multilingual; } /** * @param $rev */ public function setSchemaStructureTables($rev) { if ($this->multilingual) { CRM_Core_I18n_Schema::schemaStructureTables($rev, TRUE); } } /** * @param $rev * * @throws Exception */ public function processSQL($rev) { $sqlFile = implode(DIRECTORY_SEPARATOR, [ dirname(__FILE__), 'Incremental', 'sql', $rev . '.mysql', ] ); $tplFile = "$sqlFile.tpl"; if (file_exists($tplFile)) { $this->processLocales($tplFile, $rev); } else { if (!file_exists($sqlFile)) { throw new CRM_Core_Exception("sqlfile - $rev.mysql not found."); } $this->source($sqlFile); } } /** * Determine the start and end version of the upgrade process. * * @return array(0=>$currentVer, 1=>$latestVer) */ public function getUpgradeVersions() { $latestVer = CRM_Utils_System::version(); $currentVer = CRM_Core_BAO_Domain::version(TRUE); if (!$currentVer) { throw new CRM_Core_Exception(ts('Version information missing in civicrm database.')); } elseif (stripos($currentVer, 'upgrade')) { throw new CRM_Core_Exception(ts('Database check failed - the database looks to have been partially upgraded. You may want to reload the database with the backup and try the upgrade process again.')); } if (!$latestVer) { throw new CRM_Core_Exception(ts('Version information missing in civicrm codebase.')); } return [$currentVer, $latestVer]; } /** * Determine if $currentVer can be upgraded to $latestVer * * @param $currentVer * @param $latestVer * * @return mixed, a string error message or boolean 'false' if OK */ public function checkUpgradeableVersion($currentVer, $latestVer) { $error = FALSE; // since version is suppose to be in valid format at this point, especially after conversion ($convertVer), // lets do a pattern check - if (!CRM_Utils_System::isVersionFormatValid($currentVer)) { $error = ts('Database is marked with invalid version format. You may want to investigate this before you proceed further.'); } elseif (version_compare($currentVer, $latestVer) > 0) { // DB version number is higher than codebase being upgraded to. This is unexpected condition-fatal error. $error = ts('Your database is marked with an unexpected version number: %1. The automated upgrade to version %2 can not be run - and the %2 codebase may not be compatible with your database state. You will need to determine the correct version corresponding to your current database state. You may want to revert to the codebase you were using prior to beginning this upgrade until you resolve this problem.', [1 => $currentVer, 2 => $latestVer] ); } elseif (version_compare($currentVer, $latestVer) == 0) { $error = ts('Your database has already been upgraded to CiviCRM %1', [1 => $latestVer] ); } elseif (version_compare($currentVer, self::MINIMUM_UPGRADABLE_VERSION) < 0) { $error = ts('CiviCRM versions prior to %1 cannot be upgraded directly to %2. This upgrade will need to be done in stages. First download an intermediate version (the LTS may be a good choice) and upgrade to that before proceeding to this version.', [1 => self::MINIMUM_UPGRADABLE_VERSION, 2 => $latestVer] ); } if (version_compare(phpversion(), CRM_Upgrade_Incremental_General::MIN_INSTALL_PHP_VER) < 0) { $error = ts('CiviCRM %3 requires PHP version %1 (or newer), but the current system uses %2 ', [ 1 => CRM_Upgrade_Incremental_General::MIN_INSTALL_PHP_VER, 2 => phpversion(), 3 => $latestVer, ]); } if (version_compare(CRM_Utils_SQL::getDatabaseVersion(), CRM_Upgrade_Incremental_General::MIN_INSTALL_MYSQL_VER) < 0) { $error = ts('CiviCRM %4 requires MySQL version v%1 or MariaDB v%3 (or newer), but the current system uses %2 ', [ 1 => CRM_Upgrade_Incremental_General::MIN_INSTALL_MYSQL_VER, 2 => CRM_Utils_SQL::getDatabaseVersion(), 3 => '10.1', 4 => $latestVer, ]); } // check for mysql trigger privileges if (!\Civi::settings()->get('logging_no_trigger_permission') && !CRM_Core_DAO::checkTriggerViewPermission(FALSE, TRUE)) { $error = ts('CiviCRM %1 requires MySQL trigger privileges.', [1 => $latestVer]); } if (CRM_Core_DAO::getGlobalSetting('thread_stack', 0) < (1024 * self::MINIMUM_THREAD_STACK)) { $error = ts('CiviCRM %1 requires MySQL thread stack >= %2k', [ 1 => $latestVer, 2 => self::MINIMUM_THREAD_STACK, ]); } return $error; } /** * Determine if $currentver already matches $latestVer * * @param $currentVer * @param $latestVer * * @return mixed, a string error message or boolean 'false' if OK */ public function checkCurrentVersion($currentVer, $latestVer) { $error = FALSE; // since version is suppose to be in valid format at this point, especially after conversion ($convertVer), // lets do a pattern check - if (!CRM_Utils_System::isVersionFormatValid($currentVer)) { $error = ts('Database is marked with invalid version format. You may want to investigate this before you proceed further.'); } elseif (version_compare($currentVer, $latestVer) != 0) { $error = ts('Your database is not configured for version %1', [1 => $latestVer] ); } return $error; } /** * Fill the queue with upgrade tasks. * * @param string $currentVer * the original revision. * @param string $latestVer * the target (final) revision. * @param string $postUpgradeMessageFile * path of a modifiable file which lists the post-upgrade messages. * * @return CRM_Queue_Service */ public static function buildQueue($currentVer, $latestVer, $postUpgradeMessageFile) { $upgrade = new CRM_Upgrade_Form(); // Ensure that queue can be created if (!CRM_Queue_BAO_QueueItem::findCreateTable()) { throw new CRM_Core_Exception(ts('Failed to find or create queueing table')); } $queue = CRM_Queue_Service::singleton()->create([ 'name' => self::QUEUE_NAME, 'type' => 'Sql', 'reset' => TRUE, ]); $task = new CRM_Queue_Task( ['CRM_Upgrade_Form', 'doFileCleanup'], [$postUpgradeMessageFile], "Cleanup old files" ); $queue->createItem($task); $task = new CRM_Queue_Task( ['CRM_Upgrade_Form', 'disableOldExtensions'], [$postUpgradeMessageFile], "Checking extensions" ); $queue->createItem($task); $revisions = $upgrade->getRevisionSequence(); foreach ($revisions as $rev) { // proceed only if $currentVer < $rev if (version_compare($currentVer, $rev) < 0) { $beginTask = new CRM_Queue_Task( // callback ['CRM_Upgrade_Form', 'doIncrementalUpgradeStart'], // arguments [$rev], "Begin Upgrade to $rev" ); $queue->createItem($beginTask); $task = new CRM_Queue_Task( // callback ['CRM_Upgrade_Form', 'doIncrementalUpgradeStep'], // arguments [$rev, $currentVer, $latestVer, $postUpgradeMessageFile], "Upgrade DB to $rev" ); $queue->createItem($task); $task = new CRM_Queue_Task( // callback ['CRM_Upgrade_Form', 'doIncrementalUpgradeFinish'], // arguments [$rev, $currentVer, $latestVer, $postUpgradeMessageFile], "Finish Upgrade DB to $rev" ); $queue->createItem($task); } } return $queue; } /** * Find any old, orphaned files that should have been deleted. * * These files can get left behind, eg, if you use the Joomla * upgrade procedure. * * The earlier we can do this, the better - don't want upgrade logic * to inadvertently rely on old/relocated files. * * @param \CRM_Queue_TaskContext $ctx * @param string $postUpgradeMessageFile * @return bool */ public static function doFileCleanup(CRM_Queue_TaskContext $ctx, $postUpgradeMessageFile) { $source = new CRM_Utils_Check_Component_Source(); $files = $source->findOrphanedFiles(); $errors = []; foreach ($files as $file) { if (is_dir($file['path'])) { @rmdir($file['path']); } else { @unlink($file['path']); } if (file_exists($file['path'])) { $errors[] = sprintf("
  • %s
  • ", htmlentities($file['path'])); } } if (!empty($errors)) { file_put_contents($postUpgradeMessageFile, '

    ' . ts('Some old files could not be removed. Please remove them.') . '', FILE_APPEND ); } return TRUE; } /** * Disable/uninstall any extensions not compatible with this new version. * * @param \CRM_Queue_TaskContext $ctx * @param string $postUpgradeMessageFile * @return bool */ public static function disableOldExtensions(CRM_Queue_TaskContext $ctx, $postUpgradeMessageFile) { $messages = []; $manager = CRM_Extension_System::singleton()->getManager(); foreach ($manager->getStatuses() as $key => $status) { $obsolete = $manager->isIncompatible($key); if ($obsolete) { if (!empty($obsolete['disable']) && in_array($status, [$manager::STATUS_INSTALLED, $manager::STATUS_INSTALLED_MISSING])) { try { $manager->disable($key); // Update the status for the sake of uninstall below. $status = $status == $manager::STATUS_INSTALLED ? $manager::STATUS_DISABLED : $manager::STATUS_DISABLED_MISSING; // This message is intentionally overwritten by uninstall below as it would be redundant $messages[$key] = ts('The extension %1 is now obsolete and has been disabled.', [1 => $key]); } catch (CRM_Extension_Exception $e) { $messages[] = ts('The obsolete extension %1 could not be removed due to an error. It is recommended to remove this extension manually.', [1 => $key]); } } if (!empty($obsolete['uninstall']) && in_array($status, [$manager::STATUS_DISABLED, $manager::STATUS_DISABLED_MISSING])) { try { $manager->uninstall($key); $messages[$key] = ts('The extension %1 is now obsolete and has been uninstalled.', [1 => $key]); if ($status == $manager::STATUS_DISABLED) { $messages[$key] .= ' ' . ts('You can remove it from your extensions directory.'); } } catch (CRM_Extension_Exception $e) { $messages[] = ts('The obsolete extension %1 could not be removed due to an error. It is recommended to remove this extension manually.', [1 => $key]); } } if (!empty($obsolete['force-uninstall'])) { CRM_Core_DAO::executeQuery('UPDATE civicrm_extension SET is_active = 0 WHERE full_name = %1', [ 1 => [$key, 'String'], ]); } } } if ($messages) { file_put_contents($postUpgradeMessageFile, '

    ', FILE_APPEND ); } return TRUE; } /** * Perform an incremental version update. * * @param CRM_Queue_TaskContext $ctx * @param string $rev * the target (intermediate) revision e.g '3.2.alpha1'. * * @return bool */ public static function doIncrementalUpgradeStart(CRM_Queue_TaskContext $ctx, $rev) { $upgrade = new CRM_Upgrade_Form(); // as soon as we start doing anything we append ".upgrade" to version. // this also helps detect any partial upgrade issues $upgrade->setVersion($rev . '.upgrade'); return TRUE; } /** * Perform an incremental version update. * * @param CRM_Queue_TaskContext $ctx * @param string $rev * the target (intermediate) revision e.g '3.2.alpha1'. * @param string $originalVer * the original revision. * @param string $latestVer * the target (final) revision. * @param string $postUpgradeMessageFile * path of a modifiable file which lists the post-upgrade messages. * * @return bool */ public static function doIncrementalUpgradeStep(CRM_Queue_TaskContext $ctx, $rev, $originalVer, $latestVer, $postUpgradeMessageFile) { $upgrade = new CRM_Upgrade_Form(); $phpFunctionName = 'upgrade_' . str_replace('.', '_', $rev); $versionObject = $upgrade->incrementalPhpObject($rev); // pre-db check for major release. if ($upgrade->checkVersionRelease($rev, 'alpha1')) { if (!(is_callable([$versionObject, 'verifyPreDBstate']))) { throw new CRM_Core_Exception("verifyPreDBstate method was not found for $rev"); } $error = NULL; if (!($versionObject->verifyPreDBstate($error))) { if (!isset($error)) { $error = "post-condition failed for current upgrade for $rev"; } throw new CRM_Core_Exception($error); } } $upgrade->setSchemaStructureTables($rev); if (is_callable([$versionObject, $phpFunctionName])) { $versionObject->$phpFunctionName($rev, $originalVer, $latestVer); } else { $upgrade->processSQL($rev); } // set post-upgrade-message if any if (is_callable([$versionObject, 'setPostUpgradeMessage'])) { $postUpgradeMessage = file_get_contents($postUpgradeMessageFile); $versionObject->setPostUpgradeMessage($postUpgradeMessage, $rev); file_put_contents($postUpgradeMessageFile, $postUpgradeMessage); } return TRUE; } /** * Perform an incremental version update. * * @param CRM_Queue_TaskContext $ctx * @param string $rev * the target (intermediate) revision e.g '3.2.alpha1'. * @param string $currentVer * the original revision. * @param string $latestVer * the target (final) revision. * @param string $postUpgradeMessageFile * path of a modifiable file which lists the post-upgrade messages. * * @return bool */ public static function doIncrementalUpgradeFinish(CRM_Queue_TaskContext $ctx, $rev, $currentVer, $latestVer, $postUpgradeMessageFile) { $upgrade = new CRM_Upgrade_Form(); $upgrade->setVersion($rev); CRM_Utils_System::flushCache(); $config = CRM_Core_Config::singleton(); $config->userSystem->flush(); return TRUE; } public static function doFinish() { Civi::dispatcher()->setDispatchPolicy(\CRM_Upgrade_DispatchPolicy::get('upgrade.finish')); $restore = \CRM_Utils_AutoClean::with(function() { Civi::dispatcher()->setDispatchPolicy(\CRM_Upgrade_DispatchPolicy::get('upgrade.main')); }); $upgrade = new CRM_Upgrade_Form(); list($ignore, $latestVer) = $upgrade->getUpgradeVersions(); // Seems extraneous in context, but we'll preserve old behavior $upgrade->setVersion($latestVer); CRM_Core_Invoke::rebuildMenuAndCaches(FALSE, TRUE); // NOTE: triggerRebuild is FALSE becaues it will run again in a moment (via fixSchemaDifferences). $versionCheck = new CRM_Utils_VersionCheck(); $versionCheck->flushCache(); // Rebuild all triggers and re-enable logging if needed $logging = new CRM_Logging_Schema(); $logging->fixSchemaDifferences(); } /** * Compute any messages which should be displayed before upgrade * by calling the 'setPreUpgradeMessage' on each incremental upgrade * object. * * @param string $preUpgradeMessage * alterable. * @param $currentVer * @param $latestVer */ public function setPreUpgradeMessage(&$preUpgradeMessage, $currentVer, $latestVer) { // check for changed message templates CRM_Upgrade_Incremental_General::checkMessageTemplate($preUpgradeMessage, $latestVer, $currentVer); // set global messages CRM_Upgrade_Incremental_General::setPreUpgradeMessage($preUpgradeMessage, $currentVer, $latestVer); // Scan through all php files and see if any file is interested in setting pre-upgrade-message // based on $currentVer, $latestVer. // Please note, at this point upgrade hasn't started executing queries. $revisions = $this->getRevisionSequence(); foreach ($revisions as $rev) { if (version_compare($currentVer, $rev) < 0) { $versionObject = $this->incrementalPhpObject($rev); CRM_Upgrade_Incremental_General::updateMessageTemplate($preUpgradeMessage, $rev); if (is_callable([$versionObject, 'setPreUpgradeMessage'])) { $versionObject->setPreUpgradeMessage($preUpgradeMessage, $rev, $currentVer); } } } } }