3 +--------------------------------------------------------------------+
5 +--------------------------------------------------------------------+
6 | Copyright CiviCRM LLC (c) 2004-2019 |
7 +--------------------------------------------------------------------+
8 | This file is a part of CiviCRM. |
10 | CiviCRM is free software; you can copy, modify, and distribute it |
11 | under the terms of the GNU Affero General Public License |
12 | Version 3, 19 November 2007 and the CiviCRM Licensing Exception. |
14 | CiviCRM is distributed in the hope that it will be useful, but |
15 | WITHOUT ANY WARRANTY; without even the implied warranty of |
16 | MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. |
17 | See the GNU Affero General Public License for more details. |
19 | You should have received a copy of the GNU Affero General Public |
20 | License and the CiviCRM Licensing Exception along |
21 | with this program; if not, contact CiviCRM LLC |
22 | at info[AT]civicrm[DOT]org. If you have questions about the |
23 | GNU Affero General Public License or the licensing of CiviCRM, |
24 | see the CiviCRM license FAQ at http://civicrm.org/licensing |
25 +--------------------------------------------------------------------+
31 * @copyright CiviCRM LLC (c) 2004-2019
37 require_once 'api/api.php';
40 * class to parse membership csv files
42 class CRM_Member_Import_Parser_Membership
extends CRM_Member_Import_Parser
{
44 protected $_mapperKeys;
46 private $_contactIdIndex;
47 private $_totalAmountIndex;
48 private $_membershipTypeIndex;
49 private $_membershipStatusIndex;
52 * Array of metadata for all available fields.
56 protected $fieldMetadata = [];
59 * Array of successfully imported membership id's
63 protected $_newMemberships;
70 public function __construct($mapperKeys) {
71 parent
::__construct();
72 $this->_mapperKeys
= $mapperKeys;
76 * The initializer code, called before the processing
80 public function init() {
81 $this->fieldMetadata
= CRM_Member_BAO_Membership
::importableFields($this->_contactType
, FALSE);
83 foreach ($this->fieldMetadata
as $name => $field) {
84 // @todo - we don't really need to do all this.... fieldMetadata is just fine to use as is.
85 $field['type'] = CRM_Utils_Array
::value('type', $field, CRM_Utils_Type
::T_INT
);
86 $field['dataPattern'] = CRM_Utils_Array
::value('dataPattern', $field, '//');
87 $field['headerPattern'] = CRM_Utils_Array
::value('headerPattern', $field, '//');
88 $this->addField($name, $field['title'], $field['type'], $field['headerPattern'], $field['dataPattern']);
91 $this->_newMemberships
= [];
93 $this->setActiveFields($this->_mapperKeys
);
95 // FIXME: we should do this in one place together with Form/MapField.php
96 $this->_contactIdIndex
= -1;
97 $this->_membershipTypeIndex
= -1;
98 $this->_membershipStatusIndex
= -1;
101 foreach ($this->_mapperKeys
as $key) {
103 case 'membership_contact_id':
104 $this->_contactIdIndex
= $index;
107 case 'membership_type_id':
108 $this->_membershipTypeIndex
= $index;
112 $this->_membershipStatusIndex
= $index;
120 * Handle the values in mapField mode.
122 * @param array $values
123 * The array of values belonging to this line.
127 public function mapField(&$values) {
128 return CRM_Import_Parser
::VALID
;
132 * Handle the values in preview mode.
134 * @param array $values
135 * The array of values belonging to this line.
138 * the result of this processing
140 public function preview(&$values) {
141 return $this->summary($values);
145 * Handle the values in summary mode.
147 * @param array $values
148 * The array of values belonging to this line.
151 * the result of this processing
153 public function summary(&$values) {
154 $erroneousField = NULL;
155 $response = $this->setActiveFieldValues($values, $erroneousField);
157 $errorRequired = FALSE;
159 if ($this->_membershipTypeIndex
< 0) {
160 $errorRequired = TRUE;
163 $errorRequired = !CRM_Utils_Array
::value($this->_membershipTypeIndex
, $values);
166 if ($errorRequired) {
167 array_unshift($values, ts('Missing required fields'));
168 return CRM_Import_Parser
::ERROR
;
171 $params = $this->getActiveFieldParams();
172 $errorMessage = NULL;
174 //To check whether start date or join date is provided
175 if (empty($params['membership_start_date']) && empty($params['join_date'])) {
176 $errorMessage = 'Membership Start Date is required to create a memberships.';
177 CRM_Contact_Import_Parser_Contact
::addToErrorMsg('Start Date', $errorMessage);
181 $session = CRM_Core_Session
::singleton();
182 $dateType = $session->get('dateTypes');
183 foreach ($params as $key => $val) {
188 if (CRM_Utils_Date
::convertToDefaultDate($params, $dateType, $key)) {
189 if (!CRM_Utils_Rule
::date($params[$key])) {
190 CRM_Contact_Import_Parser_Contact
::addToErrorMsg('Member Since', $errorMessage);
194 CRM_Contact_Import_Parser_Contact
::addToErrorMsg('Member Since', $errorMessage);
198 case 'membership_start_date':
199 if (CRM_Utils_Date
::convertToDefaultDate($params, $dateType, $key)) {
200 if (!CRM_Utils_Rule
::date($params[$key])) {
201 CRM_Contact_Import_Parser_Contact
::addToErrorMsg('Start Date', $errorMessage);
205 CRM_Contact_Import_Parser_Contact
::addToErrorMsg('Start Date', $errorMessage);
209 case 'membership_end_date':
210 if (CRM_Utils_Date
::convertToDefaultDate($params, $dateType, $key)) {
211 if (!CRM_Utils_Rule
::date($params[$key])) {
212 CRM_Contact_Import_Parser_Contact
::addToErrorMsg('End date', $errorMessage);
216 CRM_Contact_Import_Parser_Contact
::addToErrorMsg('End date', $errorMessage);
220 case 'status_override_end_date':
221 if (CRM_Utils_Date
::convertToDefaultDate($params, $dateType, $key)) {
222 if (!CRM_Utils_Rule
::date($params[$key])) {
223 CRM_Contact_Import_Parser_Contact
::addToErrorMsg('Status Override End Date', $errorMessage);
227 CRM_Contact_Import_Parser_Contact
::addToErrorMsg('Status Override End Date', $errorMessage);
231 case 'membership_type_id':
232 // @todo - squish into membership status - can use same lines here too.
233 $membershipTypes = CRM_Member_PseudoConstant
::membershipType();
234 if (!CRM_Utils_Array
::crmInArray($val, $membershipTypes) &&
235 !array_key_exists($val, $membershipTypes)
237 CRM_Contact_Import_Parser_Contact
::addToErrorMsg('Membership Type', $errorMessage);
242 if (!empty($val) && !$this->parsePseudoConstantField($val, $this->fieldMetadata
[$key])) {
243 CRM_Contact_Import_Parser_Contact
::addToErrorMsg('Membership Status', $errorMessage);
248 if (!CRM_Utils_Rule
::email($val)) {
249 CRM_Contact_Import_Parser_Contact
::addToErrorMsg('Email Address', $errorMessage);
254 //date-Format part ends
256 $params['contact_type'] = 'Membership';
258 //checking error in custom data
259 CRM_Contact_Import_Parser_Contact
::isErrorInCustomData($params, $errorMessage);
262 $tempMsg = "Invalid value for field(s) : $errorMessage";
263 array_unshift($values, $tempMsg);
264 $errorMessage = NULL;
265 return CRM_Import_Parser
::ERROR
;
268 return CRM_Import_Parser
::VALID
;
272 * Handle the values in import mode.
274 * @param int $onDuplicate
275 * The code for what action to take on duplicates.
276 * @param array $values
277 * The array of values belonging to this line.
280 * the result of this processing
282 public function import($onDuplicate, &$values) {
284 // first make sure this is a valid line
285 $response = $this->summary($values);
286 if ($response != CRM_Import_Parser
::VALID
) {
290 $params = $this->getActiveFieldParams();
292 //assign join date equal to start date if join date is not provided
293 if (empty($params['join_date']) && !empty($params['membership_start_date'])) {
294 $params['join_date'] = $params['membership_start_date'];
297 $session = CRM_Core_Session
::singleton();
298 $dateType = $session->get('dateTypes');
300 $customDataType = !empty($params['contact_type']) ?
$params['contact_type'] : 'Membership';
301 $customFields = CRM_Core_BAO_CustomField
::getFields($customDataType);
303 // don't add to recent items, CRM-4399
304 $formatted['skipRecentView'] = TRUE;
306 'join_date' => ts('Member Since'),
307 'membership_start_date' => ts('Start Date'),
308 'membership_end_date' => ts('End Date'),
310 foreach ($params as $key => $val) {
314 case 'membership_start_date':
315 case 'membership_end_date':
316 if (CRM_Utils_Date
::convertToDefaultDate($params, $dateType, $key)) {
317 if (!CRM_Utils_Rule
::date($params[$key])) {
318 CRM_Contact_Import_Parser_Contact
::addToErrorMsg($dateLabels[$key], $errorMessage);
322 CRM_Contact_Import_Parser_Contact
::addToErrorMsg($dateLabels[$key], $errorMessage);
326 case 'membership_type_id':
327 if (!is_numeric($val)) {
328 unset($params['membership_type_id']);
329 $params['membership_type'] = $val;
334 // @todo - we can do this based on the presence of 'pseudoconstant' in the metadata rather than field specific.
335 $params[$key] = $this->parsePseudoConstantField($val, $this->fieldMetadata
[$key]);
339 $params[$key] = CRM_Utils_String
::strtobool($val);
342 if ($customFieldID = CRM_Core_BAO_CustomField
::getKeyID($key)) {
343 if ($customFields[$customFieldID]['data_type'] == 'Date') {
344 CRM_Contact_Import_Parser_Contact
::formatCustomDate($params, $formatted, $dateType, $key);
345 unset($params[$key]);
347 elseif ($customFields[$customFieldID]['data_type'] == 'Boolean') {
348 $params[$key] = CRM_Utils_String
::strtoboolstr($val);
353 //date-Format part ends
356 foreach ($params as $key => $field) {
357 if ($field == NULL ||
$field === '') {
361 $formatValues[$key] = $field;
364 //format params to meet api v2 requirements.
365 //@todo find a way to test removing this formatting
366 $formatError = $this->membership_format_params($formatValues, $formatted, TRUE);
368 if ($onDuplicate != CRM_Import_Parser
::DUPLICATE_UPDATE
) {
369 $formatted['custom'] = CRM_Core_BAO_CustomField
::postProcess($formatted,
375 //fix for CRM-2219 Update Membership
376 // onDuplicate == CRM_Import_Parser::DUPLICATE_UPDATE
377 if (!empty($formatted['is_override']) && empty($formatted['status_id'])) {
378 array_unshift($values, 'Required parameter missing: Status');
379 return CRM_Import_Parser
::ERROR
;
382 if (!empty($formatValues['membership_id'])) {
383 $dao = new CRM_Member_BAO_Membership();
384 $dao->id
= $formatValues['membership_id'];
385 $dates = ['join_date', 'start_date', 'end_date'];
386 foreach ($dates as $v) {
387 if (empty($formatted[$v])) {
388 $formatted[$v] = CRM_Core_DAO
::getFieldValue('CRM_Member_DAO_Membership', $formatValues['membership_id'], $v);
392 $formatted['custom'] = CRM_Core_BAO_CustomField
::postProcess($formatted,
393 $formatValues['membership_id'],
396 if ($dao->find(TRUE)) {
397 if (empty($params['line_item']) && !empty($formatted['membership_type_id'])) {
398 CRM_Price_BAO_LineItem
::getLineItemArray($formatted, NULL, 'membership', $formatted['membership_type_id']);
401 // @todo stop passing $ids array (and put details in $formatted if required)
403 'membership' => $formatValues['membership_id'],
404 'userId' => $session->get('userID'),
406 $newMembership = CRM_Member_BAO_Membership
::create($formatted, $ids, TRUE);
407 if (civicrm_error($newMembership)) {
408 array_unshift($values, $newMembership['is_error'] . ' for Membership ID ' . $formatValues['membership_id'] . '. Row was skipped.');
409 return CRM_Import_Parser
::ERROR
;
412 $this->_newMemberships
[] = $newMembership->id
;
413 return CRM_Import_Parser
::VALID
;
417 array_unshift($values, 'Matching Membership record not found for Membership ID ' . $formatValues['membership_id'] . '. Row was skipped.');
418 return CRM_Import_Parser
::ERROR
;
424 $startDate = CRM_Utils_Date
::customFormat(CRM_Utils_Array
::value('start_date', $formatted), '%Y-%m-%d');
425 $endDate = CRM_Utils_Date
::customFormat(CRM_Utils_Array
::value('end_date', $formatted), '%Y-%m-%d');
426 $joinDate = CRM_Utils_Date
::customFormat(CRM_Utils_Array
::value('join_date', $formatted), '%Y-%m-%d');
428 if ($this->_contactIdIndex
< 0) {
429 $error = $this->checkContactDuplicate($formatValues);
431 if (CRM_Core_Error
::isAPIError($error, CRM_Core_ERROR
::DUPLICATE_CONTACT
)) {
432 $matchedIDs = explode(',', $error['error_message']['params'][0]);
433 if (count($matchedIDs) > 1) {
434 array_unshift($values, 'Multiple matching contact records detected for this row. The membership was not imported');
435 return CRM_Import_Parser
::ERROR
;
438 $cid = $matchedIDs[0];
439 $formatted['contact_id'] = $cid;
442 $calcDates = CRM_Member_BAO_MembershipType
::getDatesForMembershipType($formatted['membership_type_id'],
447 self
::formattedDates($calcDates, $formatted);
449 //fix for CRM-3570, exclude the statuses those having is_admin = 1
450 //now user can import is_admin if is override is true.
451 $excludeIsAdmin = FALSE;
452 if (empty($formatted['is_override'])) {
453 $formatted['exclude_is_admin'] = $excludeIsAdmin = TRUE;
455 $calcStatus = CRM_Member_BAO_MembershipStatus
::getMembershipStatusByDate($startDate,
460 $formatted['membership_type_id'],
464 if (empty($formatted['status_id'])) {
465 $formatted['status_id'] = $calcStatus['id'];
467 elseif (empty($formatted['is_override'])) {
468 if (empty($calcStatus)) {
469 array_unshift($values, 'Status in import row (' . $formatValues['status_id'] . ') does not match calculated status based on your configured Membership Status Rules. Record was not imported.');
470 return CRM_Import_Parser
::ERROR
;
472 elseif ($formatted['status_id'] != $calcStatus['id']) {
473 //Status Hold" is either NOT mapped or is FALSE
474 array_unshift($values, 'Status in import row (' . $formatValues['status_id'] . ') does not match calculated status based on your configured Membership Status Rules (' . $calcStatus['name'] . '). Record was not imported.');
475 return CRM_Import_Parser
::ERROR
;
479 $newMembership = civicrm_api3('membership', 'create', $formatted);
481 $this->_newMemberships
[] = $newMembership['id'];
482 return CRM_Import_Parser
::VALID
;
486 // Using new Dedupe rule.
488 'contact_type' => $this->_contactType
,
489 'used' => 'Unsupervised',
491 $fieldsArray = CRM_Dedupe_BAO_Rule
::dedupeRuleFields($ruleParams);
494 foreach ($fieldsArray as $value) {
495 if (array_key_exists(trim($value), $params)) {
496 $paramValue = $params[trim($value)];
497 if (is_array($paramValue)) {
498 $disp .= $params[trim($value)][0][trim($value)] . " ";
501 $disp .= $params[trim($value)] . " ";
506 if (!empty($params['external_identifier'])) {
508 $disp .= "AND {$params['external_identifier']}";
511 $disp = $params['external_identifier'];
515 array_unshift($values, 'No matching Contact found for (' . $disp . ')');
516 return CRM_Import_Parser
::ERROR
;
520 if (!empty($formatValues['external_identifier'])) {
521 $checkCid = new CRM_Contact_DAO_Contact();
522 $checkCid->external_identifier
= $formatValues['external_identifier'];
523 $checkCid->find(TRUE);
524 if ($checkCid->id
!= $formatted['contact_id']) {
525 array_unshift($values, 'Mismatch of External ID:' . $formatValues['external_identifier'] . ' and Contact Id:' . $formatted['contact_id']);
526 return CRM_Import_Parser
::ERROR
;
531 $calcDates = CRM_Member_BAO_MembershipType
::getDatesForMembershipType($formatted['membership_type_id'],
536 self
::formattedDates($calcDates, $formatted);
537 //end of date calculation part
539 //fix for CRM-3570, exclude the statuses those having is_admin = 1
540 //now user can import is_admin if is override is true.
541 $excludeIsAdmin = FALSE;
542 if (empty($formatted['is_override'])) {
543 $formatted['exclude_is_admin'] = $excludeIsAdmin = TRUE;
545 $calcStatus = CRM_Member_BAO_MembershipStatus
::getMembershipStatusByDate($startDate,
550 $formatted['membership_type_id'],
553 if (empty($formatted['status_id'])) {
554 $formatted['status_id'] = CRM_Utils_Array
::value('id', $calcStatus);
556 elseif (empty($formatted['is_override'])) {
557 if (empty($calcStatus)) {
558 array_unshift($values, 'Status in import row (' . CRM_Utils_Array
::value('status_id', $formatValues) . ') does not match calculated status based on your configured Membership Status Rules. Record was not imported.');
559 return CRM_Import_Parser
::ERROR
;
561 elseif ($formatted['status_id'] != $calcStatus['id']) {
562 //Status Hold" is either NOT mapped or is FALSE
563 array_unshift($values, 'Status in import row (' . CRM_Utils_Array
::value('status_id', $formatValues) . ') does not match calculated status based on your configured Membership Status Rules (' . $calcStatus['name'] . '). Record was not imported.');
564 return CRM_Import_Parser
::ERROR
;
568 $newMembership = civicrm_api3('membership', 'create', $formatted);
570 $this->_newMemberships
[] = $newMembership['id'];
571 return CRM_Import_Parser
::VALID
;
574 catch (Exception
$e) {
575 array_unshift($values, $e->getMessage());
576 return CRM_Import_Parser
::ERROR
;
581 * Get the array of successfully imported membership id's
585 public function &getImportedMemberships() {
586 return $this->_newMemberships
;
590 * The initializer code, called before the processing
594 public function fini() {
598 * to calculate join, start and end dates
600 * @param array $calcDates
601 * Array of dates returned by getDatesForMembershipType().
606 public function formattedDates($calcDates, &$formatted) {
613 foreach ($dates as $d) {
614 if (isset($formatted[$d]) &&
615 !CRM_Utils_System
::isNull($formatted[$d])
617 $formatted[$d] = CRM_Utils_Date
::isoToMysql($formatted[$d]);
619 elseif (isset($calcDates[$d])) {
620 $formatted[$d] = CRM_Utils_Date
::isoToMysql($calcDates[$d]);
626 * @deprecated - this function formats params according to v2 standards but
627 * need to be sure about the impact of not calling it so retaining on the import class
628 * take the input parameter list as specified in the data model and
629 * convert it into the same format that we use in QF and BAO object
631 * @param array $params
632 * Associative array of property name/value.
633 * pairs to insert in new contact.
634 * @param array $values
635 * The reformatted properties that we can use internally.
637 * @param array|bool $create Is the formatted Values array going to
638 * be used for CRM_Member_BAO_Membership:create()
641 * @return array|error
643 public function membership_format_params($params, &$values, $create = FALSE) {
644 require_once 'api/v3/utils.php';
645 $fields = CRM_Member_DAO_Membership
::fields();
646 _civicrm_api3_store_values($fields, $params, $values);
648 $customFields = CRM_Core_BAO_CustomField
::getFields('Membership');
650 foreach ($params as $key => $value) {
651 // ignore empty values or empty arrays etc
652 if (CRM_Utils_System
::isNull($value)) {
656 //Handling Custom Data
657 if ($customFieldID = CRM_Core_BAO_CustomField
::getKeyID($key)) {
658 $values[$key] = $value;
659 $type = $customFields[$customFieldID]['html_type'];
660 if ($type == 'CheckBox' ||
$type == 'Multi-Select') {
661 $mulValues = explode(',', $value);
662 $customOption = CRM_Core_BAO_CustomOption
::getCustomOption($customFieldID, TRUE);
664 foreach ($mulValues as $v1) {
665 foreach ($customOption as $customValueID => $customLabel) {
666 $customValue = $customLabel['value'];
667 if ((strtolower($customLabel['label']) == strtolower(trim($v1))) ||
668 (strtolower($customValue) == strtolower(trim($v1)))
670 if ($type == 'CheckBox') {
671 $values[$key][$customValue] = 1;
674 $values[$key][] = $customValue;
683 case 'membership_contact_id':
684 if (!CRM_Utils_Rule
::integer($value)) {
685 throw new Exception("contact_id not valid: $value");
687 $dao = new CRM_Core_DAO();
689 $svq = $dao->singleValueQuery("SELECT id FROM civicrm_contact WHERE id = $value",
693 throw new Exception("Invalid Contact ID: There is no contact record with contact_id = $value.");
695 $values['contact_id'] = $values['membership_contact_id'];
696 unset($values['membership_contact_id']);
699 case 'membership_type_id':
700 if (!CRM_Utils_Array
::value($value, CRM_Member_PseudoConstant
::membershipType())) {
701 throw new Exception('Invalid Membership Type Id');
703 $values[$key] = $value;
706 case 'membership_type':
707 $membershipTypeId = CRM_Utils_Array
::key(ucfirst($value),
708 CRM_Member_PseudoConstant
::membershipType()
710 if ($membershipTypeId) {
711 if (!empty($values['membership_type_id']) &&
712 $membershipTypeId != $values['membership_type_id']
714 throw new Exception('Mismatched membership Type and Membership Type Id');
718 throw new Exception('Invalid Membership Type');
720 $values['membership_type_id'] = $membershipTypeId;
728 _civicrm_api3_custom_format_params($params, $values, 'Membership');
731 // CRM_Member_BAO_Membership::create() handles membership_start_date,
732 // membership_end_date and membership_source. So, if $values contains
733 // membership_start_date, membership_end_date or membership_source,
734 // convert it to start_date, end_date or source
736 'membership_start_date' => 'start_date',
737 'membership_end_date' => 'end_date',
738 'membership_source' => 'source',
741 foreach ($changes as $orgVal => $changeVal) {
742 if (isset($values[$orgVal])) {
743 $values[$changeVal] = $values[$orgVal];
744 unset($values[$orgVal]);