3 +--------------------------------------------------------------------+
4 | Copyright CiviCRM LLC. All rights reserved. |
6 | This work is published under the GNU AGPLv3 license with some |
7 | permitted exceptions and without any warranty. For full license |
8 | and copyright information, see https://civicrm.org/licensing |
9 +--------------------------------------------------------------------+
15 * @copyright CiviCRM LLC https://civicrm.org/licensing
17 class CRM_Core_BAO_CustomValueTable
{
20 * @param array $customParams
21 * @param string $parentOperation Operation being taken on the parent entity.
22 * If we know the parent entity is doing an insert we can skip the
23 * ON DUPLICATE UPDATE - which improves performance and reduces deadlocks.
29 public static function create($customParams, $parentOperation = NULL) {
30 if (empty($customParams) ||
31 !is_array($customParams)
36 $paramFieldsExtendContactForEntities = [];
37 $VS = CRM_Core_DAO
::VALUE_SEPARATOR
;
39 foreach ($customParams as $tableName => $tables) {
40 foreach ($tables as $fields) {
47 $firstField = reset($fields);
48 $entityID = (int) $firstField['entity_id'];
49 $isMultiple = $firstField['is_multiple'];
50 if (array_key_exists('id', $firstField)) {
51 $sqlOP = "UPDATE $tableName ";
52 $where = " WHERE id = %{$count}";
53 $params[$count] = [$firstField['id'], 'Integer'];
58 $sqlOP = "INSERT INTO $tableName ";
63 CRM_Utils_Hook
::customPre(
65 (int) $firstField['custom_group_id'],
70 foreach ($fields as $field) {
71 // fix the value before we store it
72 $value = $field['value'];
73 $type = $field['type'];
77 if (is_array($value)) {
78 $value = CRM_Core_DAO
::VALUE_SEPARATOR
. implode(CRM_Core_DAO
::VALUE_SEPARATOR
, $value) . CRM_Core_DAO
::VALUE_SEPARATOR
;
81 elseif (!is_numeric($value) && !strstr($value, CRM_Core_DAO
::VALUE_SEPARATOR
)) {
82 //fix for multi select state, CRM-3437
83 $mulValues = explode(',', $value);
85 foreach ($mulValues as $key => $stateVal) {
87 $states['state_province'] = trim($stateVal);
89 CRM_Utils_Array
::lookupValue($states, 'state_province',
90 CRM_Core_PseudoConstant
::stateProvince(), TRUE
92 if (empty($states['state_province_id'])) {
93 CRM_Utils_Array
::lookupValue($states, 'state_province',
94 CRM_Core_PseudoConstant
::stateProvinceAbbreviation(), TRUE
97 $validStates[] = $states['state_province_id'] ??
NULL;
99 $value = implode(CRM_Core_DAO
::VALUE_SEPARATOR
,
106 // using type of timestamp allows us to sneak in a null into db
107 // gross but effective hack
118 if (is_array($value)) {
119 $value = CRM_Core_DAO
::VALUE_SEPARATOR
. implode(CRM_Core_DAO
::VALUE_SEPARATOR
, $value) . CRM_Core_DAO
::VALUE_SEPARATOR
;
122 elseif (!is_numeric($value) && !strstr($value, CRM_Core_DAO
::VALUE_SEPARATOR
)) {
123 //fix for multi select country, CRM-3437
124 $mulValues = explode(',', $value);
125 $validCountries = [];
126 foreach ($mulValues as $key => $countryVal) {
128 $countries['country'] = trim($countryVal);
129 CRM_Utils_Array
::lookupValue($countries, 'country',
130 CRM_Core_PseudoConstant
::country(), TRUE
132 if (empty($countries['country_id'])) {
133 CRM_Utils_Array
::lookupValue($countries, 'country',
134 CRM_Core_PseudoConstant
::countryIsoCode(), TRUE
137 $validCountries[] = $countries['country_id'] ??
NULL;
139 $value = implode(CRM_Core_DAO
::VALUE_SEPARATOR
,
146 // using type of timestamp allows us to sneak in a null into db
147 // gross but effective hack
157 if (!$field['file_id']) {
162 // need to add/update civicrm_entity_file
163 $entityFileDAO = new CRM_Core_DAO_EntityFile();
164 $entityFileDAO->file_id
= $field['file_id'];
165 $entityFileDAO->find(TRUE);
167 $entityFileDAO->entity_table
= $field['table_name'];
168 $entityFileDAO->entity_id
= $field['entity_id'];
169 $entityFileDAO->file_id
= $field['file_id'];
170 $entityFileDAO->save();
171 $value = $field['file_id'];
176 $value = CRM_Utils_Date
::isoToMysql($value);
180 if (is_numeric($value)) {
188 case 'ContactReference':
189 if ($value == NULL ||
$value === '' ||
$value === $VS . $VS) {
193 elseif (strpos($value, $VS) !== FALSE) {
195 // Validate the string contains only integers and value-separators
196 $validChars = [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, $VS];
197 if (str_replace($validChars, '', $value)) {
198 throw new CRM_Core_Exception('Contact ID must be of type Integer');
206 case 'RichTextEditor':
212 $value = CRM_Utils_String
::strtoboolstr($value);
213 if ($value === FALSE) {
221 if ($value === 'null') {
222 // when unsetting a value to null, we don't need to validate the type
223 // https://projectllr.atlassian.net/browse/VGQBMP-20
224 $set[$field['column_name']] = $value;
227 $set[$field['column_name']] = "%{$count}";
228 // The second parameter is the type of the db field, which
229 // would be 'String' for a concatenated set of integers.
230 // However, the god-forsaken timestamp hack also needs to be kept
232 $params[$count] = [$value, ($value && $field['serialize']) ?
'String' : $type];
236 $fieldExtends = $field['extends'] ??
NULL;
238 CRM_Utils_Array
::value('entity_table', $field) === 'civicrm_contact'
239 ||
$fieldExtends === 'Contact'
240 ||
$fieldExtends === 'Individual'
241 ||
$fieldExtends === 'Organization'
242 ||
$fieldExtends === 'Household'
244 $paramFieldsExtendContactForEntities[$entityID]['custom_' . CRM_Utils_Array
::value('custom_field_id', $field)] = $field['custom_field_id'] ??
NULL;
250 foreach ($set as $n => $v) {
251 $setClause[] = "`$n` = $v";
253 $setClause = implode(',', $setClause);
255 // do this only for insert
256 $set['entity_id'] = "%{$count}";
257 $params[$count] = [$entityID, 'Integer'];
260 $fieldNames = implode(',', CRM_Utils_Type
::escapeAll(array_keys($set), 'MysqlColumnNameOrAlias'));
261 $fieldValues = implode(',', array_values($set));
262 $query = "$sqlOP ( $fieldNames ) VALUES ( $fieldValues )";
263 // for multiple values we dont do on duplicate key update
264 if (!$isMultiple && $parentOperation !== 'create') {
265 $query .= " ON DUPLICATE KEY UPDATE $setClause";
269 $query = "$sqlOP SET $setClause $where";
271 CRM_Core_DAO
::executeQuery($query, $params);
273 CRM_Utils_Hook
::custom($hookOP,
274 (int) $firstField['custom_group_id'],
282 if (!empty($paramFieldsExtendContactForEntities)) {
283 CRM_Contact_BAO_Contact
::updateGreetingsOnTokenFieldChange($paramFieldsExtendContactForEntities, ['contact_id' => $entityID]);
288 * Given a field return the mysql data type associated with it.
290 * @param string $type
291 * @param int $maxLength
294 * the mysql data store placeholder
296 public static function fieldToSQLType($type, $maxLength = 255) {
297 if (!isset($maxLength) ||
298 !is_numeric($maxLength) ||
307 return "varchar($maxLength)";
315 // the below three are FK's, and have constraints added to them
317 case 'ContactReference':
318 case 'StateProvince':
321 return 'int unsigned';
327 return 'decimal(20,2)';
330 case 'RichTextEditor':
337 throw new CRM_Core_Exception('Invalid Field Type');
342 * @param array $params
343 * @param $entityTable
344 * @param int $entityID
345 * @param string $parentOperation Operation being taken on the parent entity.
346 * If we know the parent entity is doing an insert we can skip the
347 * ON DUPLICATE UPDATE - which improves performance and reduces deadlocks.
351 public static function store($params, $entityTable, $entityID, $parentOperation = NULL) {
353 foreach ($params as $fieldID => $param) {
354 foreach ($param as $index => $customValue) {
356 'entity_table' => $entityTable,
357 'entity_id' => $entityID,
358 'value' => $customValue['value'],
359 'type' => $customValue['type'],
360 'custom_field_id' => $customValue['custom_field_id'],
361 'custom_group_id' => $customValue['custom_group_id'],
362 'table_name' => $customValue['table_name'],
363 'column_name' => $customValue['column_name'],
364 // is_multiple refers to the custom group, serialize refers to the field.
365 // @todo is_multiple can be null - does that mean anything different from 0?
366 'is_multiple' => $customValue['is_multiple'] ?? CRM_Core_DAO
::getFieldValue('CRM_Core_DAO_CustomGroup', $customValue['custom_group_id'], 'is_multiple'),
367 'serialize' => $customValue['serialize'] ??
(int) CRM_Core_DAO
::getFieldValue('CRM_Core_DAO_CustomField', $customValue['custom_field_id'], 'serialize'),
368 'file_id' => $customValue['file_id'],
371 // Fix Date type to be timestamp, since that is how we store in db.
372 if ($cvParam['type'] == 'Date') {
373 $cvParam['type'] = 'Timestamp';
376 if (!empty($customValue['id'])) {
377 $cvParam['id'] = $customValue['id'];
379 if (!array_key_exists($customValue['table_name'], $cvParams)) {
380 $cvParams[$customValue['table_name']] = [];
383 if (!array_key_exists($index, $cvParams[$customValue['table_name']])) {
384 $cvParams[$customValue['table_name']][$index] = [];
387 $cvParams[$customValue['table_name']][$index][] = $cvParam;
390 if (!empty($cvParams)) {
391 self
::create($cvParams, $parentOperation);
396 * Post process function.
398 * @param array $params
399 * @param $entityTable
400 * @param int $entityID
401 * @param $customFieldExtends
402 * @param $parentOperation
404 public static function postProcess(&$params, $entityTable, $entityID, $customFieldExtends, $parentOperation = NULL) {
405 $customData = CRM_Core_BAO_CustomField
::postProcess($params,
410 if (!empty($customData)) {
411 self
::store($customData, $entityTable, $entityID, $parentOperation);
416 * Return an array of all custom values associated with an entity.
418 * @param int $entityID
419 * Identification number of the entity.
420 * @param string $entityType
421 * Type of entity that the entityID corresponds to, specified.
422 * as a string with format "'<EntityName>'". Comma separated
423 * list may be used to specify OR matches. Allowable values
424 * are enumerated types in civicrm_custom_group.extends field.
425 * Optional. Default value assumes entityID references a
427 * @param array $fieldIDs
428 * Optional list of fieldIDs that we want to retrieve. If this.
429 * is set the entityType is ignored
431 * @param bool $formatMultiRecordField
432 * @param array $DTparams - CRM-17810 dataTable params for the multiValued custom fields.
435 * Array of custom values for the entity with key=>value
436 * pairs specified as civicrm_custom_field.id => custom value.
437 * Empty array if no custom values found.
438 * @throws CRM_Core_Exception
440 public static function &getEntityValues($entityID, $entityType = NULL, $fieldIDs = NULL, $formatMultiRecordField = FALSE, $DTparams = NULL) {
442 // adding this here since an empty contact id could have serious repurcussions
443 // like looping forever
444 throw new CRM_Core_Exception('Please file an issue with the backtrace');
450 $cond[] = "cg.extends IN ( '$entityType' )";
455 $fieldIDList = implode(',', $fieldIDs);
456 $cond[] = "cf.id IN ( $fieldIDList )";
459 $cond[] = "cg.extends IN ( 'Contact', 'Individual', 'Household', 'Organization' )";
461 $cond = implode(' AND ', $cond);
463 $limit = $orderBy = '';
464 if (!empty($DTparams['rowCount']) && $DTparams['rowCount'] > 0) {
465 $limit = " LIMIT " . CRM_Utils_Type
::escape($DTparams['offset'], 'Integer') . ", " . CRM_Utils_Type
::escape($DTparams['rowCount'], 'Integer');
467 if (!empty($DTparams['sort'])) {
468 $orderBy = ' ORDER BY ' . CRM_Utils_Type
::escape($DTparams['sort'], 'String');
471 // First find all the fields that extend this type of entity.
473 SELECT cg.table_name,
478 cf.data_type as fieldDataType
479 FROM civicrm_custom_group cg,
480 civicrm_custom_field cf
481 WHERE cf.custom_group_id = cg.id
486 $dao = CRM_Core_DAO
::executeQuery($query);
488 $select = $fields = $isMultiple = [];
490 while ($dao->fetch()) {
491 if (!array_key_exists($dao->table_name
, $select)) {
492 $fields[$dao->table_name
] = [];
493 $select[$dao->table_name
] = [];
495 $fields[$dao->table_name
][] = $dao->fieldID
;
496 $select[$dao->table_name
][] = "{$dao->column_name} AS custom_{$dao->fieldID}";
497 $isMultiple[$dao->table_name
] = (bool) $dao->is_multiple
;
498 $file[$dao->table_name
][$dao->fieldID
] = $dao->fieldDataType
;
501 $result = $sortedResult = [];
502 foreach ($select as $tableName => $clauses) {
503 if (!empty($DTparams['sort'])) {
504 $query = CRM_Core_DAO
::executeQuery("SELECT id FROM {$tableName} WHERE entity_id = {$entityID}");
506 while ($query->fetch()) {
507 $sortedResult["{$query->id}"] = $count;
512 $query = "SELECT SQL_CALC_FOUND_ROWS id, " . implode(', ', $clauses) . " FROM $tableName WHERE entity_id = $entityID {$orderBy} {$limit}";
513 $dao = CRM_Core_DAO
::executeQuery($query);
514 if (!empty($DTparams)) {
515 $result['count'] = CRM_Core_DAO
::singleValueQuery('SELECT FOUND_ROWS()');
517 while ($dao->fetch()) {
518 foreach ($fields[$tableName] as $fieldID) {
519 $fieldName = "custom_{$fieldID}";
520 if ($isMultiple[$tableName]) {
521 if ($formatMultiRecordField) {
522 $result["{$dao->id}"]["{$fieldID}"] = $dao->$fieldName;
525 $result["{$fieldID}_{$dao->id}"] = $dao->$fieldName;
529 $result[$fieldID] = $dao->$fieldName;
534 if (!empty($sortedResult)) {
535 $result['sortedResult'] = $sortedResult;
541 * Take in an array of entityID, custom_XXX => value
542 * and set the value in the appropriate table. Should also be able
543 * to set the value to null. Follows api parameter/return conventions
547 * @param array $params
552 public static function setValues(&$params) {
553 // For legacy reasons, accept this param in either format
554 if (empty($params['entityID']) && !empty($params['entity_id'])) {
555 $params['entityID'] = $params['entity_id'];
558 if (!isset($params['entityID']) ||
!CRM_Utils_Type
::validate($params['entityID'], 'Integer', FALSE)) {
559 throw new CRM_Core_Exception(ts('entity_id needs to be set and of type Integer'));
562 // first collect all the id/value pairs. The format is:
563 // custom_X => value or custom_X_VALUEID => value (for multiple values), VALUEID == -1, -2 etc for new insertions
565 foreach ($params as $n => $v) {
566 if ($customFieldInfo = CRM_Core_BAO_CustomField
::getKeyID($n, TRUE)) {
567 $fieldID = (int ) $customFieldInfo[0];
568 if (CRM_Utils_Type
::escape($fieldID, 'Integer', FALSE) === NULL) {
569 throw new CRM_Core_Exception(ts('field ID needs to be of type Integer for index %1',
573 if (!array_key_exists($fieldID, $fieldValues)) {
574 $fieldValues[$fieldID] = [];
577 if ($customFieldInfo[1]) {
578 $id = (int ) $customFieldInfo[1];
580 $fieldValues[$fieldID][] = [
587 $fieldIDList = implode(',', array_keys($fieldValues));
589 // format it so that we can just use create
591 SELECT cg.table_name as table_name ,
593 cg.is_multiple as is_multiple,
594 cg.extends as extends,
595 cf.column_name as column_name,
597 cf.html_type as html_type ,
598 cf.data_type as data_type ,
599 cf.serialize as serialize
600 FROM civicrm_custom_group cg,
601 civicrm_custom_field cf
602 WHERE cf.custom_group_id = cg.id
603 AND cf.id IN ( $fieldIDList )
606 $dao = CRM_Core_DAO
::executeQuery($sql);
609 while ($dao->fetch()) {
610 $dataType = $dao->data_type
== 'Date' ?
'Timestamp' : $dao->data_type
;
611 foreach ($fieldValues[$dao->cf_id
] as $fieldValue) {
612 // Serialize array values
613 if (is_array($fieldValue['value']) && CRM_Core_BAO_CustomField
::isSerialized($dao)) {
614 $fieldValue['value'] = CRM_Utils_Array
::implodePadded($fieldValue['value']);
616 // Format null values correctly
617 if ($fieldValue['value'] === NULL ||
$fieldValue['value'] === '') {
623 $fieldValue['value'] = '';
627 $fieldValue['value'] = NULL;
630 case 'StateProvince':
634 $fieldValue['value'] = (int) 0;
638 // Ensure that value is of the right data type
639 elseif (CRM_Utils_Type
::escape($fieldValue['value'], $dataType, FALSE) === NULL) {
640 throw new CRM_Core_Exception(ts('value: %1 is not of the right field data type: %2',
642 1 => $fieldValue['value'],
643 2 => $dao->data_type
,
649 'entity_id' => $params['entityID'],
650 'value' => $fieldValue['value'],
652 'custom_field_id' => $dao->cf_id
,
653 'custom_group_id' => $dao->cg_id
,
654 'table_name' => $dao->table_name
,
655 'column_name' => $dao->column_name
,
656 'is_multiple' => $dao->is_multiple
,
657 'serialize' => $dao->serialize
,
658 'extends' => $dao->extends,
661 if (!empty($params['id'])) {
662 $cvParam['id'] = $params['id'];
665 if ($cvParam['type'] == 'File') {
666 $cvParam['file_id'] = $fieldValue['value'];
669 if (!array_key_exists($dao->table_name
, $cvParams)) {
670 $cvParams[$dao->table_name
] = [];
673 if (!array_key_exists($fieldValue['id'], $cvParams[$dao->table_name
])) {
674 $cvParams[$dao->table_name
][$fieldValue['id']] = [];
677 if ($fieldValue['id'] > 0) {
678 $cvParam['id'] = $fieldValue['id'];
680 $cvParams[$dao->table_name
][$fieldValue['id']][] = $cvParam;
684 if (!empty($cvParams)) {
685 self
::create($cvParams);
686 return ['is_error' => 0, 'result' => 1];
689 throw new CRM_Core_Exception(ts('Unknown error'));
693 * Take in an array of entityID, custom_ID
694 * and gets the value from the appropriate table.
696 * To get the values of custom fields with IDs 13 and 43 for contact ID 1327, use:
697 * $params = array( 'entityID' => 1327, 'custom_13' => 1, 'custom_43' => 1 );
699 * Entity Type will be inferred by the custom fields you request
700 * Specify $params['entityType'] if you do not supply any custom fields to return
701 * and entity type is other than Contact
705 * @param array $params
710 public static function &getValues(&$params) {
711 if (empty($params)) {
714 if (!isset($params['entityID']) ||
715 CRM_Utils_Type
::escape($params['entityID'],
719 return CRM_Core_Error
::createAPIError(ts('entityID needs to be set and of type Integer'));
722 // first collect all the ids. The format is:
725 foreach ($params as $n => $v) {
727 if (substr($n, 0, 7) == 'custom_') {
728 $idx = substr($n, 7);
729 if (CRM_Utils_Type
::escape($idx, 'Integer', FALSE) === NULL) {
730 return CRM_Core_Error
::createAPIError(ts('field ID needs to be of type Integer for index %1',
734 $fieldIDs[] = (int ) $idx;
738 $default = ['Contact', 'Individual', 'Household', 'Organization'];
739 if (!($type = CRM_Utils_Array
::value('entityType', $params)) ||
740 in_array($params['entityType'], $default)
745 $entities = CRM_Core_SelectValues
::customGroupExtends();
746 if (!array_key_exists($type, $entities)) {
747 if (in_array($type, $entities)) {
748 $type = $entities[$type];
749 if (in_array($type, $default)) {
754 return CRM_Core_Error
::createAPIError(ts('Invalid entity type') . ': "' . $type . '"');
759 $values = self
::getEntityValues($params['entityID'],
763 if (empty($values)) {
764 // note that this behaviour is undesirable from an API point of view - it should return an empty array
765 // since this is also called by the merger code & not sure the consequences of changing
766 // are just handling undoing this in the api layer. ie. converting the error back into a success
769 'error_message' => 'No values found for the specified entity ID and custom field(s).',
776 'entityID' => $params['entityID'],
778 foreach ($values as $id => $value) {
779 $result["custom_{$id}"] = $value;