3 +--------------------------------------------------------------------+
4 | Copyright CiviCRM LLC. All rights reserved. |
6 | This work is published under the GNU AGPLv3 license with some |
7 | permitted exceptions and without any warranty. For full license |
8 | and copyright information, see https://civicrm.org/licensing |
9 +--------------------------------------------------------------------+
15 * @copyright CiviCRM LLC https://civicrm.org/licensing
17 abstract class CRM_Contact_Import_Parser
extends CRM_Import_Parser
{
19 protected $_tableName;
22 * Total number of lines in file
29 * Running total number of un-matched Contacts.
33 protected $_unMatchCount;
36 * Array of unmatched lines.
43 * Total number of contacts with unparsed addresses
46 protected $_unparsedAddressCount;
49 * Filename of mismatch data
53 protected $_misMatchFilemName;
55 protected $_primaryKeyName;
56 protected $_statusFieldName;
58 protected $fieldMetadata = [];
67 * Dedupe rule group id to use if set
71 public $_dedupeRuleGroupID = NULL;
76 * @param string $tableName
77 * @param array $mapper
79 * @param int $contactType
80 * @param string $primaryKeyName
81 * @param string $statusFieldName
82 * @param int $onDuplicate
83 * @param int $statusID
84 * @param int $totalRowCount
85 * @param bool $doGeocodeAddress
87 * @param string $contactSubType
88 * @param int $dedupeRuleGroupID
95 $mode = self
::MODE_PREVIEW
,
96 $contactType = self
::CONTACT_INDIVIDUAL
,
97 $primaryKeyName = '_id',
98 $statusFieldName = '_status',
99 $onDuplicate = self
::DUPLICATE_SKIP
,
101 $totalRowCount = NULL,
102 $doGeocodeAddress = FALSE,
103 $timeout = CRM_Contact_Import_Parser
::DEFAULT_TIMEOUT
,
104 $contactSubType = NULL,
105 $dedupeRuleGroupID = NULL
108 // TODO: Make the timeout actually work
109 $this->_onDuplicate
= $onDuplicate;
110 $this->_dedupeRuleGroupID
= $dedupeRuleGroupID;
112 switch ($contactType) {
113 case CRM_Import_Parser
::CONTACT_INDIVIDUAL
:
114 $this->_contactType
= 'Individual';
117 case CRM_Import_Parser
::CONTACT_HOUSEHOLD
:
118 $this->_contactType
= 'Household';
121 case CRM_Import_Parser
::CONTACT_ORGANIZATION
:
122 $this->_contactType
= 'Organization';
125 $this->_contactSubType
= $contactSubType;
129 $this->_rowCount
= $this->_warningCount
= 0;
130 $this->_invalidRowCount
= $this->_validCount
= 0;
131 $this->_totalCount
= $this->_conflictCount
= 0;
134 $this->_warnings
= [];
135 $this->_conflicts
= [];
136 $this->_unparsedAddresses
= [];
138 $this->_tableName
= $tableName;
139 $this->_primaryKeyName
= $primaryKeyName;
140 $this->_statusFieldName
= $statusFieldName;
142 if ($mode == self
::MODE_MAPFIELD
) {
146 $this->_activeFieldCount
= count($this->_activeFields
);
149 if ($mode == self
::MODE_IMPORT
) {
150 //get the key of email field
151 foreach ($mapper as $key => $value) {
152 if (strtolower($value) == 'email') {
160 $this->progressImport($statusID);
161 $startTimestamp = $currTimestamp = $prevTimestamp = time();
163 // get the contents of the temp. import table
164 $query = "SELECT * FROM $tableName";
165 if ($mode == self
::MODE_IMPORT
) {
166 $query .= " WHERE $statusFieldName = 'NEW'";
169 $result = CRM_Core_DAO
::executeQuery($query);
171 while ($result->fetch()) {
172 $values = array_values($result->toArray());
175 /* trim whitespace around the values */
176 foreach ($values as $k => $v) {
177 $values[$k] = trim($v, " \t\r\n");
179 if (CRM_Utils_System
::isNull($values)) {
183 $this->_totalCount++
;
185 if ($mode == self
::MODE_MAPFIELD
) {
186 $returnCode = $this->mapField($values);
188 elseif ($mode == self
::MODE_PREVIEW
) {
189 $returnCode = $this->preview($values);
191 elseif ($mode == self
::MODE_SUMMARY
) {
192 $returnCode = $this->summary($values);
194 elseif ($mode == self
::MODE_IMPORT
) {
195 //print "Running parser in import mode<br/>\n";
196 $returnCode = $this->import($onDuplicate, $values, $doGeocodeAddress);
197 if ($statusID && (($this->_rowCount %
50) == 0)) {
198 $prevTimestamp = $this->progressImport($statusID, FALSE, $startTimestamp, $prevTimestamp, $totalRowCount);
202 $returnCode = self
::ERROR
;
205 // note that a line could be valid but still produce a warning
206 if ($returnCode & self
::VALID
) {
207 $this->_validCount++
;
208 if ($mode == self
::MODE_MAPFIELD
) {
209 $this->_rows
[] = $values;
210 $this->_activeFieldCount
= max($this->_activeFieldCount
, count($values));
214 if ($returnCode & self
::WARNING
) {
215 $this->_warningCount++
;
216 if ($this->_warningCount
< $this->_maxWarningCount
) {
217 $this->_warningCount
[] = $line;
221 if ($returnCode & self
::ERROR
) {
222 $this->_invalidRowCount++
;
223 array_unshift($values, $this->_rowCount
);
224 $this->_errors
[] = $values;
227 if ($returnCode & self
::CONFLICT
) {
228 $this->_conflictCount++
;
229 array_unshift($values, $this->_rowCount
);
230 $this->_conflicts
[] = $values;
233 if ($returnCode & self
::NO_MATCH
) {
234 $this->_unMatchCount++
;
235 array_unshift($values, $this->_rowCount
);
236 $this->_unMatch
[] = $values;
239 if ($returnCode & self
::DUPLICATE
) {
240 if ($returnCode & self
::MULTIPLE_DUPE
) {
241 /* TODO: multi-dupes should be counted apart from singles
242 * on non-skip action */
244 $this->_duplicateCount++
;
245 array_unshift($values, $this->_rowCount
);
246 $this->_duplicates
[] = $values;
247 if ($onDuplicate != self
::DUPLICATE_SKIP
) {
248 $this->_validCount++
;
252 if ($returnCode & self
::UNPARSED_ADDRESS_WARNING
) {
253 $this->_unparsedAddressCount++
;
254 array_unshift($values, $this->_rowCount
);
255 $this->_unparsedAddresses
[] = $values;
257 // we give the derived class a way of aborting the process
258 // note that the return code could be multiple code or'ed together
259 if ($returnCode & self
::STOP
) {
263 // if we are done processing the maxNumber of lines, break
264 if ($this->_maxLinesToProcess
> 0 && $this->_validCount
>= $this->_maxLinesToProcess
) {
268 // see if we've hit our timeout yet
269 /* if ( $the_thing_with_the_stuff ) {
274 if ($mode == self
::MODE_PREVIEW ||
$mode == self
::MODE_IMPORT
) {
275 $customHeaders = $mapper;
277 $customfields = CRM_Core_BAO_CustomField
::getFields($this->_contactType
);
278 foreach ($customHeaders as $key => $value) {
279 if ($id = CRM_Core_BAO_CustomField
::getKeyID($value)) {
280 $customHeaders[$key] = $customfields[$id][0];
284 if ($this->_invalidRowCount
) {
285 // removed view url for invlaid contacts
286 $headers = array_merge([
290 $this->_errorFileName
= self
::errorFileName(self
::ERROR
);
291 self
::exportCSV($this->_errorFileName
, $headers, $this->_errors
);
293 if ($this->_conflictCount
) {
294 $headers = array_merge([
298 $this->_conflictFileName
= self
::errorFileName(self
::CONFLICT
);
299 self
::exportCSV($this->_conflictFileName
, $headers, $this->_conflicts
);
301 if ($this->_duplicateCount
) {
302 $headers = array_merge([
304 ts('View Contact URL'),
307 $this->_duplicateFileName
= self
::errorFileName(self
::DUPLICATE
);
308 self
::exportCSV($this->_duplicateFileName
, $headers, $this->_duplicates
);
310 if ($this->_unMatchCount
) {
311 $headers = array_merge([
316 $this->_misMatchFilemName
= self
::errorFileName(self
::NO_MATCH
);
317 self
::exportCSV($this->_misMatchFilemName
, $headers, $this->_unMatch
);
319 if ($this->_unparsedAddressCount
) {
320 $headers = array_merge([
322 ts('Contact Edit URL'),
324 $this->_errorFileName
= self
::errorFileName(self
::UNPARSED_ADDRESS_WARNING
);
325 self
::exportCSV($this->_errorFileName
, $headers, $this->_unparsedAddresses
);
328 //echo "$this->_totalCount,$this->_invalidRowCount,$this->_conflictCount,$this->_duplicateCount";
329 return $this->fini();
333 * Given a list of the importable field keys that the user has selected.
334 * set the active fields array to this list
336 * @param array $fieldKeys
337 * Mapped array of values.
339 public function setActiveFields($fieldKeys) {
340 $this->_activeFieldCount
= count($fieldKeys);
341 foreach ($fieldKeys as $key) {
342 if (empty($this->_fields
[$key])) {
343 $this->_activeFields
[] = new CRM_Contact_Import_Field('', ts('- do not import -'));
346 $this->_activeFields
[] = clone($this->_fields
[$key]);
354 public function setActiveFieldLocationTypes($elements) {
355 for ($i = 0; $i < count($elements); $i++
) {
356 $this->_activeFields
[$i]->_hasLocationType
= $elements[$i];
367 public function setActiveFieldPhoneTypes($elements) {
368 for ($i = 0; $i < count($elements); $i++
) {
369 $this->_activeFields
[$i]->_phoneType
= $elements[$i];
376 public function setActiveFieldWebsiteTypes($elements) {
377 for ($i = 0; $i < count($elements); $i++
) {
378 $this->_activeFields
[$i]->_websiteType
= $elements[$i];
383 * Set IM Service Provider type fields.
385 * @param array $elements
386 * IM service provider type ids.
388 public function setActiveFieldImProviders($elements) {
389 for ($i = 0; $i < count($elements); $i++
) {
390 $this->_activeFields
[$i]->_imProvider
= $elements[$i];
397 public function setActiveFieldRelated($elements) {
398 for ($i = 0; $i < count($elements); $i++
) {
399 $this->_activeFields
[$i]->_related
= $elements[$i];
406 public function setActiveFieldRelatedContactType($elements) {
407 for ($i = 0; $i < count($elements); $i++
) {
408 $this->_activeFields
[$i]->_relatedContactType
= $elements[$i];
415 public function setActiveFieldRelatedContactDetails($elements) {
416 for ($i = 0; $i < count($elements); $i++
) {
417 $this->_activeFields
[$i]->_relatedContactDetails
= $elements[$i];
424 public function setActiveFieldRelatedContactLocType($elements) {
425 for ($i = 0; $i < count($elements); $i++
) {
426 $this->_activeFields
[$i]->_relatedContactLocType
= $elements[$i];
431 * Set active field for related contact's phone type.
433 * @param array $elements
435 public function setActiveFieldRelatedContactPhoneType($elements) {
436 for ($i = 0; $i < count($elements); $i++
) {
437 $this->_activeFields
[$i]->_relatedContactPhoneType
= $elements[$i];
444 public function setActiveFieldRelatedContactWebsiteType($elements) {
445 for ($i = 0; $i < count($elements); $i++
) {
446 $this->_activeFields
[$i]->_relatedContactWebsiteType
= $elements[$i];
451 * Set IM Service Provider type fields for related contacts.
453 * @param array $elements
454 * IM service provider type ids of related contact.
456 public function setActiveFieldRelatedContactImProvider($elements) {
457 for ($i = 0; $i < count($elements); $i++
) {
458 $this->_activeFields
[$i]->_relatedContactImProvider
= $elements[$i];
463 * Format the field values for input to the api.
466 * (reference ) associative array of name/value pairs
468 public function &getActiveFieldParams() {
471 for ($i = 0; $i < $this->_activeFieldCount
; $i++
) {
472 if ($this->_activeFields
[$i]->_name
== 'do_not_import') {
476 if (isset($this->_activeFields
[$i]->_value
)) {
477 if (isset($this->_activeFields
[$i]->_hasLocationType
)) {
478 if (!isset($params[$this->_activeFields
[$i]->_name
])) {
479 $params[$this->_activeFields
[$i]->_name
] = [];
483 $this->_activeFields
[$i]->_name
=> $this->_activeFields
[$i]->_value
,
484 'location_type_id' => $this->_activeFields
[$i]->_hasLocationType
,
487 if (isset($this->_activeFields
[$i]->_phoneType
)) {
488 $value['phone_type_id'] = $this->_activeFields
[$i]->_phoneType
;
491 // get IM service Provider type id
492 if (isset($this->_activeFields
[$i]->_imProvider
)) {
493 $value['provider_id'] = $this->_activeFields
[$i]->_imProvider
;
496 $params[$this->_activeFields
[$i]->_name
][] = $value;
498 elseif (isset($this->_activeFields
[$i]->_websiteType
)) {
500 $this->_activeFields
[$i]->_name
=> $this->_activeFields
[$i]->_value
,
501 'website_type_id' => $this->_activeFields
[$i]->_websiteType
,
504 $params[$this->_activeFields
[$i]->_name
][] = $value;
507 if (!isset($params[$this->_activeFields
[$i]->_name
])) {
508 if (!isset($this->_activeFields
[$i]->_related
)) {
509 $params[$this->_activeFields
[$i]->_name
] = $this->_activeFields
[$i]->_value
;
513 //minor fix for CRM-4062
514 if (isset($this->_activeFields
[$i]->_related
)) {
515 if (!isset($params[$this->_activeFields
[$i]->_related
])) {
516 $params[$this->_activeFields
[$i]->_related
] = [];
519 if (!isset($params[$this->_activeFields
[$i]->_related
]['contact_type']) && !empty($this->_activeFields
[$i]->_relatedContactType
)) {
520 $params[$this->_activeFields
[$i]->_related
]['contact_type'] = $this->_activeFields
[$i]->_relatedContactType
;
523 if (isset($this->_activeFields
[$i]->_relatedContactLocType
) && !empty($this->_activeFields
[$i]->_value
)) {
524 if (!empty($params[$this->_activeFields
[$i]->_related
][$this->_activeFields
[$i]->_relatedContactDetails
]) &&
525 !is_array($params[$this->_activeFields
[$i]->_related
][$this->_activeFields
[$i]->_relatedContactDetails
])
527 $params[$this->_activeFields
[$i]->_related
][$this->_activeFields
[$i]->_relatedContactDetails
] = [];
530 $this->_activeFields
[$i]->_relatedContactDetails
=> $this->_activeFields
[$i]->_value
,
531 'location_type_id' => $this->_activeFields
[$i]->_relatedContactLocType
,
534 if (isset($this->_activeFields
[$i]->_relatedContactPhoneType
)) {
535 $value['phone_type_id'] = $this->_activeFields
[$i]->_relatedContactPhoneType
;
538 // get IM service Provider type id for related contact
539 if (isset($this->_activeFields
[$i]->_relatedContactImProvider
)) {
540 $value['provider_id'] = $this->_activeFields
[$i]->_relatedContactImProvider
;
543 $params[$this->_activeFields
[$i]->_related
][$this->_activeFields
[$i]->_relatedContactDetails
][] = $value;
545 elseif (isset($this->_activeFields
[$i]->_relatedContactWebsiteType
)) {
546 $params[$this->_activeFields
[$i]->_related
][$this->_activeFields
[$i]->_relatedContactDetails
][] = [
547 'url' => $this->_activeFields
[$i]->_value
,
548 'website_type_id' => $this->_activeFields
[$i]->_relatedContactWebsiteType
,
551 elseif (empty($this->_activeFields
[$i]->_value
) && isset($this->_activeFields
[$i]->_relatedContactLocType
)) {
552 if (empty($params[$this->_activeFields
[$i]->_related
][$this->_activeFields
[$i]->_relatedContactDetails
])) {
553 $params[$this->_activeFields
[$i]->_related
][$this->_activeFields
[$i]->_relatedContactDetails
] = [];
557 $params[$this->_activeFields
[$i]->_related
][$this->_activeFields
[$i]->_relatedContactDetails
] = $this->_activeFields
[$i]->_value
;
567 * @param string $name
570 * @param string $headerPattern
571 * @param string $dataPattern
572 * @param bool $hasLocationType
574 public function addField(
575 $name, $title, $type = CRM_Utils_Type
::T_INT
,
576 $headerPattern = '//', $dataPattern = '//',
577 $hasLocationType = FALSE
579 $this->_fields
[$name] = new CRM_Contact_Import_Field($name, $title, $type, $headerPattern, $dataPattern, $hasLocationType);
581 $this->_fields
['doNotImport'] = new CRM_Contact_Import_Field($name, $title, $type, $headerPattern, $dataPattern, $hasLocationType);
586 * Store parser values.
588 * @param CRM_Core_Session $store
592 public function set($store, $mode = self
::MODE_SUMMARY
) {
593 $store->set('rowCount', $this->_rowCount
);
594 $store->set('fields', $this->getSelectValues());
595 $store->set('fieldTypes', $this->getSelectTypes());
597 $store->set('columnCount', $this->_activeFieldCount
);
599 $store->set('totalRowCount', $this->_totalCount
);
600 $store->set('validRowCount', $this->_validCount
);
601 $store->set('invalidRowCount', $this->_invalidRowCount
);
602 $store->set('conflictRowCount', $this->_conflictCount
);
603 $store->set('unMatchCount', $this->_unMatchCount
);
605 switch ($this->_contactType
) {
607 $store->set('contactType', CRM_Import_Parser
::CONTACT_INDIVIDUAL
);
611 $store->set('contactType', CRM_Import_Parser
::CONTACT_HOUSEHOLD
);
615 $store->set('contactType', CRM_Import_Parser
::CONTACT_ORGANIZATION
);
618 if ($this->_invalidRowCount
) {
619 $store->set('errorsFileName', $this->_errorFileName
);
621 if ($this->_conflictCount
) {
622 $store->set('conflictsFileName', $this->_conflictFileName
);
624 if (isset($this->_rows
) && !empty($this->_rows
)) {
625 $store->set('dataValues', $this->_rows
);
628 if ($this->_unMatchCount
) {
629 $store->set('mismatchFileName', $this->_misMatchFilemName
);
632 if ($mode == self
::MODE_IMPORT
) {
633 $store->set('duplicateRowCount', $this->_duplicateCount
);
634 $store->set('unparsedAddressCount', $this->_unparsedAddressCount
);
635 if ($this->_duplicateCount
) {
636 $store->set('duplicatesFileName', $this->_duplicateFileName
);
638 if ($this->_unparsedAddressCount
) {
639 $store->set('errorsFileName', $this->_errorFileName
);
642 //echo "$this->_totalCount,$this->_invalidRowCount,$this->_conflictCount,$this->_duplicateCount";
646 * Export data to a CSV file.
648 * @param string $fileName
649 * @param array $header
652 public static function exportCSV($fileName, $header, $data) {
654 if (file_exists($fileName) && !is_writable($fileName)) {
655 CRM_Core_Error
::movedSiteError($fileName);
657 //hack to remove '_status', '_statusMsg' and '_id' from error file
659 $dbRecordStatus = ['IMPORTED', 'ERROR', 'DUPLICATE', 'INVALID', 'NEW'];
660 foreach ($data as $rowCount => $rowValues) {
662 foreach ($rowValues as $key => $val) {
663 if (in_array($val, $dbRecordStatus) && $count == (count($rowValues) - 3)) {
666 $errorValues[$rowCount][$key] = $val;
670 $data = $errorValues;
673 $fd = fopen($fileName, 'w');
675 foreach ($header as $key => $value) {
676 $header[$key] = "\"$value\"";
678 $config = CRM_Core_Config
::singleton();
679 $output[] = implode($config->fieldSeparator
, $header);
681 foreach ($data as $datum) {
682 foreach ($datum as $key => $value) {
683 $datum[$key] = "\"$value\"";
685 $output[] = implode($config->fieldSeparator
, $datum);
687 fwrite($fd, implode("\n", $output));
692 * Update the record with PK $id in the import database table.
694 * @deprecated - call setImportStatus directly as the parameters are simpler,
697 * @param array $params
699 public function updateImportRecord($id, $params): void
{
700 $this->setImportStatus((int) $id, $params[$this->_statusFieldName
] ??
'', $params["{$this->_statusFieldName}Msg"] ??
'');
704 * Set the import status for the given record.
706 * If this is a sql import then the sql table will be used and the update
707 * will not happen as the relevant fields don't exist in the table - hence
708 * the checks that statusField & primary key are set.
711 * @param string $status
712 * @param string $message
714 public function setImportStatus(int $id, string $status, string $message): void
{
715 if ($this->_statusFieldName
&& $this->_primaryKeyName
) {
716 CRM_Core_DAO
::executeQuery("
717 UPDATE $this->_tableName
718 SET $this->_statusFieldName = %1,
719 {$this->_statusFieldName}Msg = %2
720 WHERE $this->_primaryKeyName = %3
722 1 => [$status, 'String'],
723 2 => [$message, 'String'],
724 3 => [$id, 'Integer'],
730 * Format contact parameters.
732 * @todo this function needs re-writing & re-merging into the main function.
736 * @param array $values
737 * @param array $params
741 protected function formatContactParameters(&$values, &$params) {
742 // Crawl through the possible classes:
755 // first add core contact values since for other Civi modules they are not added
756 $contactFields = CRM_Contact_DAO_Contact
::fields();
757 _civicrm_api3_store_values($contactFields, $values, $params);
759 if (isset($values['contact_type'])) {
760 // we're an individual/household/org property
762 $fields[$values['contact_type']] = CRM_Contact_DAO_Contact
::fields();
764 _civicrm_api3_store_values($fields[$values['contact_type']], $values, $params);
768 // Cache the various object fields
769 // @todo - remove this after confirming this is just a compilation of other-wise-cached fields.
772 if (isset($values['individual_prefix'])) {
773 if (!empty($params['prefix_id'])) {
774 $prefixes = CRM_Core_PseudoConstant
::get('CRM_Contact_DAO_Contact', 'prefix_id');
775 $params['prefix'] = $prefixes[$params['prefix_id']];
778 $params['prefix'] = $values['individual_prefix'];
783 if (isset($values['individual_suffix'])) {
784 if (!empty($params['suffix_id'])) {
785 $suffixes = CRM_Core_PseudoConstant
::get('CRM_Contact_DAO_Contact', 'suffix_id');
786 $params['suffix'] = $suffixes[$params['suffix_id']];
789 $params['suffix'] = $values['individual_suffix'];
795 if (isset($values['email_greeting'])) {
796 if (!empty($params['email_greeting_id'])) {
797 $emailGreetingFilter = [
798 'contact_type' => $params['contact_type'] ??
NULL,
799 'greeting_type' => 'email_greeting',
801 $emailGreetings = CRM_Core_PseudoConstant
::greeting($emailGreetingFilter);
802 $params['email_greeting'] = $emailGreetings[$params['email_greeting_id']];
805 $params['email_greeting'] = $values['email_greeting'];
811 if (isset($values['postal_greeting'])) {
812 if (!empty($params['postal_greeting_id'])) {
813 $postalGreetingFilter = [
814 'contact_type' => $params['contact_type'] ??
NULL,
815 'greeting_type' => 'postal_greeting',
817 $postalGreetings = CRM_Core_PseudoConstant
::greeting($postalGreetingFilter);
818 $params['postal_greeting'] = $postalGreetings[$params['postal_greeting_id']];
821 $params['postal_greeting'] = $values['postal_greeting'];
826 if (isset($values['addressee'])) {
827 $params['addressee'] = $values['addressee'];
831 if (isset($values['gender'])) {
832 if (!empty($params['gender_id'])) {
833 $genders = CRM_Core_PseudoConstant
::get('CRM_Contact_DAO_Contact', 'gender_id');
834 $params['gender'] = $genders[$params['gender_id']];
837 $params['gender'] = $values['gender'];
842 if (!empty($values['preferred_communication_method'])) {
844 $pcm = array_change_key_case(array_flip(CRM_Core_PseudoConstant
::get('CRM_Contact_DAO_Contact', 'preferred_communication_method')), CASE_LOWER
);
846 $preffComm = explode(',', $values['preferred_communication_method']);
847 foreach ($preffComm as $v) {
848 $v = strtolower(trim($v));
849 if (array_key_exists($v, $pcm)) {
854 $params['preferred_communication_method'] = $comm;
858 // format the website params.
859 if (!empty($values['url'])) {
860 static $websiteFields;
861 if (!is_array($websiteFields)) {
862 $websiteFields = CRM_Core_DAO_Website
::fields();
864 if (!array_key_exists('website', $params) ||
865 !is_array($params['website'])
867 $params['website'] = [];
870 $websiteCount = count($params['website']);
871 _civicrm_api3_store_values($websiteFields, $values,
872 $params['website'][++
$websiteCount]
878 if (isset($values['note'])) {
880 if (!isset($params['note'])) {
881 $params['note'] = [];
883 $noteBlock = count($params['note']) +
1;
885 $params['note'][$noteBlock] = [];
886 if (!isset($fields['Note'])) {
887 $fields['Note'] = CRM_Core_DAO_Note
::fields();
890 // get the current logged in civicrm user
891 $session = CRM_Core_Session
::singleton();
892 $userID = $session->get('userID');
895 $values['contact_id'] = $userID;
898 _civicrm_api3_store_values($fields['Note'], $values, $params['note'][$noteBlock]);
903 // Check for custom field values
904 $customFields = CRM_Core_BAO_CustomField
::getFields(CRM_Utils_Array
::value('contact_type', $values),
905 FALSE, FALSE, NULL, NULL, FALSE, FALSE, FALSE
908 foreach ($values as $key => $value) {
909 if ($customFieldID = CRM_Core_BAO_CustomField
::getKeyID($key)) {
910 // check if it's a valid custom field id
912 if (!array_key_exists($customFieldID, $customFields)) {
913 return civicrm_api3_create_error('Invalid custom field ID');
916 $params[$key] = $value;
924 * Format location block ready for importing.
926 * There is some test coverage for this in CRM_Contact_Import_Parser_ContactTest
927 * e.g. testImportPrimaryAddress.
929 * @param array $values
930 * @param array $params
934 protected function formatLocationBlock(&$values, &$params) {
939 'openid' => 'OpenID',
940 'phone_ext' => 'Phone',
942 foreach ($blockTypes as $blockFieldName => $block) {
943 if (!array_key_exists($blockFieldName, $values)) {
946 $blockIndex = $values['location_type_id'] . (!empty($values['phone_type_id']) ?
'_' . $values['phone_type_id'] : '');
948 // block present in value array.
949 if (!array_key_exists($blockFieldName, $params) ||
!is_array($params[$blockFieldName])) {
950 $params[$blockFieldName] = [];
953 $fields[$block] = $this->getMetadataForEntity($block);
955 // copy value to dao field name.
956 if ($blockFieldName == 'im') {
957 $values['name'] = $values[$blockFieldName];
960 _civicrm_api3_store_values($fields[$block], $values,
961 $params[$blockFieldName][$blockIndex]
964 $this->fillPrimary($params[$blockFieldName][$blockIndex], $values, $block, CRM_Utils_Array
::value('id', $params));
966 if (empty($params['id']) && (count($params[$blockFieldName]) == 1)) {
967 $params[$blockFieldName][$blockIndex]['is_primary'] = TRUE;
970 // we only process single block at a time.
974 // handle address fields.
975 if (!array_key_exists('address', $params) ||
!is_array($params['address'])) {
976 $params['address'] = [];
979 // Note: we doing multiple value formatting here for address custom fields, plus putting into right format.
980 // The actual formatting (like date, country ..etc) for address custom fields is taken care of while saving
981 // the address in CRM_Core_BAO_Address::create method
982 if (!empty($values['location_type_id'])) {
983 static $customFields = [];
984 if (empty($customFields)) {
985 $customFields = CRM_Core_BAO_CustomField
::getFields('Address');
987 // make a copy of values, as we going to make changes
988 $newValues = $values;
989 foreach ($values as $key => $val) {
990 $customFieldID = CRM_Core_BAO_CustomField
::getKeyID($key);
991 if ($customFieldID && array_key_exists($customFieldID, $customFields)) {
993 $htmlType = $customFields[$customFieldID]['html_type'] ??
NULL;
994 if (CRM_Core_BAO_CustomField
::isSerialized($customFields[$customFieldID]) && $val) {
995 $mulValues = explode(',', $val);
996 $customOption = CRM_Core_BAO_CustomOption
::getCustomOption($customFieldID, TRUE);
997 $newValues[$key] = [];
998 foreach ($mulValues as $v1) {
999 foreach ($customOption as $v2) {
1000 if ((strtolower($v2['label']) == strtolower(trim($v1))) ||
1001 (strtolower($v2['value']) == strtolower(trim($v1)))
1003 if ($htmlType == 'CheckBox') {
1004 $newValues[$key][$v2['value']] = 1;
1007 $newValues[$key][] = $v2['value'];
1015 // consider new values
1016 $values = $newValues;
1019 $fields['Address'] = $this->getMetadataForEntity('Address');
1020 // @todo this is kinda replicated below....
1021 _civicrm_api3_store_values($fields['Address'], $values, $params['address'][$values['location_type_id']]);
1027 'supplemental_address_1',
1028 'supplemental_address_2',
1029 'supplemental_address_3',
1030 'StateProvince.name',
1032 foreach (array_keys($customFields) as $customFieldID) {
1033 $addressFields[] = 'custom_' . $customFieldID;
1036 foreach ($addressFields as $field) {
1037 if (array_key_exists($field, $values)) {
1038 if (!array_key_exists('address', $params)) {
1039 $params['address'] = [];
1041 $params['address'][$values['location_type_id']][$field] = $values[$field];
1045 $this->fillPrimary($params['address'][$values['location_type_id']], $values, 'address', CRM_Utils_Array
::value('id', $params));
1050 * Get the field metadata for the relevant entity.
1052 * @param string $entity
1056 protected function getMetadataForEntity($entity) {
1057 if (!isset($this->fieldMetadata
[$entity])) {
1058 $className = "CRM_Core_DAO_$entity";
1059 $this->fieldMetadata
[$entity] = $className::fields();
1061 return $this->fieldMetadata
[$entity];
1065 * Fill in the primary location.
1067 * If the contact has a primary address we update it. Otherwise
1068 * we add an address of the default location type.
1070 * @param array $params
1071 * Address block parameters
1072 * @param array $values
1074 * @param string $entity
1075 * - address, email, phone
1076 * @param int|null $contactID
1078 * @throws \CiviCRM_API3_Exception
1080 protected function fillPrimary(&$params, $values, $entity, $contactID) {
1081 if ($values['location_type_id'] === 'Primary') {
1083 $primary = civicrm_api3($entity, 'get', [
1084 'return' => 'location_type_id',
1085 'contact_id' => $contactID,
1090 $defaultLocationType = CRM_Core_BAO_LocationType
::getDefault();
1091 $params['location_type_id'] = (int) (isset($primary) && $primary['count']) ?
$primary['values'][0]['location_type_id'] : $defaultLocationType->id
;
1092 $params['is_primary'] = 1;