CRM/Report/Form.php

   1 <?php
   2 /*
   3   +--------------------------------------------------------------------+
   4   | CiviCRM version 5                                                  |
   5   +--------------------------------------------------------------------+
   6   | Copyright CiviCRM LLC (c) 2004-2019                                |
   7   +--------------------------------------------------------------------+
   8   | This file is a part of CiviCRM.                                    |
   9   |                                                                    |
  10   | CiviCRM is free software; you can copy, modify, and distribute it  |
  11   | under the terms of the GNU Affero General Public License           |
  12   | Version 3, 19 November 2007 and the CiviCRM Licensing Exception.   |
  13   |                                                                    |
  14   | CiviCRM is distributed in the hope that it will be useful, but     |
  15   | WITHOUT ANY WARRANTY; without even the implied warranty of         |
  16   | MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.               |
  17   | See the GNU Affero General Public License for more details.        |
  18   |                                                                    |
  19   | You should have received a copy of the GNU Affero General Public   |
  20   | License and the CiviCRM Licensing Exception along                  |
  21   | with this program; if not, contact CiviCRM LLC                     |
  22   | at info[AT]civicrm[DOT]org. If you have questions about the        |
  23   | GNU Affero General Public License or the licensing of CiviCRM,     |
  24   | see the CiviCRM license FAQ at http://civicrm.org/licensing        |
  25   +--------------------------------------------------------------------+
  26  */
  27
  28 /**
  29  * Class CRM_Report_Form
  30  */
  31 class CRM_Report_Form extends CRM_Core_Form {
  32   const ROW_COUNT_LIMIT = 50;
  33
  34   /**
  35    * Operator types - used for displaying filter elements
  36    */
  37   const
  38     OP_INT = 1,
  39     OP_STRING = 2,
  40     OP_DATE = 4,
  41     OP_DATETIME = 5,
  42     OP_FLOAT = 8,
  43     OP_SELECT = 64,
  44     OP_MULTISELECT = 65,
  45     OP_MULTISELECT_SEPARATOR = 66,
  46     OP_MONTH = 128,
  47     OP_ENTITYREF = 256;
  48
  49   /**
  50    * The id of the report instance
  51    *
  52    * @var int
  53    */
  54   protected $_id;
  55
  56   /**
  57    * The id of the report template
  58    *
  59    * @var int
  60    */
  61   protected $_templateID;
  62
  63   /**
  64    * The report title
  65    *
  66    * @var string
  67    */
  68   protected $_title;
  69   protected $_noFields = FALSE;
  70
  71   /**
  72    * The set of all columns in the report. An associative array
  73    * with column name as the key and attributes as the value
  74    *
  75    * @var array
  76    */
  77   protected $_columns = [];
  78
  79   /**
  80    * The set of filters in the report
  81    *
  82    * @var array
  83    */
  84   protected $_filters = [];
  85
  86   /**
  87    * The set of optional columns in the report
  88    *
  89    * @var array
  90    */
  91   public $_options = [];
  92
  93   /**
  94    * By default most reports hide contact id.
  95    * Setting this to true makes it available
  96    * @var bool
  97    */
  98   protected $_exposeContactID = TRUE;
  99
 100   /**
 101    * Set of statistic fields
 102    *
 103    * @var array
 104    */
 105   protected $_statFields = [];
 106
 107   /**
 108    * Set of statistics data
 109    *
 110    * @var array
 111    */
 112   protected $_statistics = [];
 113
 114   /**
 115    * List of fields not to be repeated during display
 116    *
 117    * @var array
 118    */
 119   protected $_noRepeats = [];
 120
 121   /**
 122    * List of fields not to be displayed
 123    *
 124    * @var array
 125    */
 126   protected $_noDisplay = [];
 127
 128   /**
 129    * Object type that a custom group extends
 130    *
 131    * @var null
 132    */
 133   protected $_customGroupExtends = NULL;
 134   protected $_customGroupExtendsJoin = [];
 135   protected $_customGroupFilters = TRUE;
 136   protected $_customGroupGroupBy = FALSE;
 137   protected $_customGroupJoin = 'LEFT JOIN';
 138
 139   /**
 140    * Build tags filter
 141    * @var bool
 142    */
 143   protected $_tagFilter = FALSE;
 144
 145   /**
 146    * specify entity table for tags filter
 147    * @var string
 148    */
 149   protected $_tagFilterTable = 'civicrm_contact';
 150
 151   /**
 152    * Build groups filter.
 153    *
 154    * @var bool
 155    */
 156   protected $_groupFilter = FALSE;
 157
 158   /**
 159    * Has the report been optimised for group filtering.
 160    *
 161    * The functionality for group filtering has been improved but not
 162    * all reports have been adjusted to take care of it.
 163    *
 164    * This property exists to highlight the reports which are still using the
 165    * slow method & allow group filtering to still work for them until they
 166    * can be migrated.
 167    *
 168    * In order to protect extensions we have to default to TRUE - but I have
 169    * separately marked every class with a groupFilter in the hope that will trigger
 170    * people to fix them as they touch them.
 171    *
 172    * CRM-19170
 173    *
 174    * @var bool
 175    */
 176   protected $groupFilterNotOptimised = TRUE;
 177
 178   /**
 179    * Navigation fields
 180    *
 181    * @var array
 182    */
 183   public $_navigation = [];
 184
 185   public $_drilldownReport = [];
 186
 187   /**
 188    * Array of tabs to display on report.
 189    *
 190    * E.g we define the tab title, the tpl and the tab-specific part of the css or  html link.
 191    *
 192    *  $this->tabs['OrderBy'] = array(
 193    *    'title' => ts('Sorting'),
 194    *    'tpl' => 'OrderBy',
 195    *    'div_label' => 'order-by',
 196    *  );
 197    *
 198    * @var array
 199    */
 200   protected $tabs = [];
 201
 202   /**
 203    * Should we add paging.
 204    *
 205    * @var bool
 206    */
 207   protected $addPaging = TRUE;
 208
 209   protected $isForceGroupBy = FALSE;
 210
 211   protected $groupConcatTested = FALSE;
 212
 213   /**
 214    * An attribute for checkbox/radio form field layout
 215    *
 216    * @var array
 217    */
 218   protected $_fourColumnAttribute = [
 219     '</td><td width="25%">',
 220     '</td><td width="25%">',
 221     '</td><td width="25%">',
 222     '</tr><tr><td>',
 223   ];
 224
 225   protected $_force = 1;
 226
 227   protected $_params = NULL;
 228   protected $_formValues = NULL;
 229   protected $_instanceValues = NULL;
 230
 231   protected $_instanceForm = FALSE;
 232   protected $_criteriaForm = FALSE;
 233
 234   protected $_instanceButtonName = NULL;
 235   protected $_createNewButtonName = NULL;
 236   protected $_printButtonName = NULL;
 237   protected $_pdfButtonName = NULL;
 238   protected $_csvButtonName = NULL;
 239   protected $_groupButtonName = NULL;
 240   protected $_chartButtonName = NULL;
 241   protected $_csvSupported = TRUE;
 242   protected $_add2groupSupported = TRUE;
 243   protected $_groups = NULL;
 244   protected $_grandFlag = FALSE;
 245   protected $_rowsFound = NULL;
 246   protected $_selectAliases = [];
 247   protected $_rollup = NULL;
 248
 249   /**
 250    * Table containing list of contact IDs within the group filter.
 251    *
 252    * @var string
 253    */
 254   protected $groupTempTable = '';
 255
 256   /**
 257    * @var array
 258    */
 259   protected $_aliases = [];
 260
 261   /**
 262    * @var string
 263    */
 264   protected $_where;
 265
 266   /**
 267    * @var string
 268    */
 269   protected $_from;
 270
 271   /**
 272    * SQL Limit clause
 273    * @var  string
 274    */
 275   protected $_limit = NULL;
 276
 277   /**
 278    * This can be set to specify a limit to the number of rows
 279    * Since it is currently envisaged as part of the api usage it is only being applied
 280    * when $_output mode is not 'html' or 'group' so as not to have to interpret / mess with that part
 281    * of the code (see limit() fn.
 282    *
 283    * @var int
 284    */
 285   protected $_limitValue = NULL;
 286
 287   /**
 288    * This can be set to specify row offset
 289    * See notes on _limitValue
 290    *
 291    * @var int
 292    */
 293   protected $_offsetValue = NULL;
 294   /**
 295    * @var null
 296    */
 297   protected $_sections = NULL;
 298   protected $_autoIncludeIndexedFieldsAsOrderBys = 0;
 299   protected $_absoluteUrl = FALSE;
 300
 301   /**
 302    * Flag to indicate if result-set is to be stored in a class variable which could be retrieved using getResultSet() method.
 303    *
 304    * @var bool
 305    */
 306   protected $_storeResultSet = FALSE;
 307
 308   /**
 309    * When _storeResultSet Flag is set use this var to store result set in form of array
 310    *
 311    * @var bool
 312    */
 313   protected $_resultSet = [];
 314
 315   /**
 316    * To what frequency group-by a date column
 317    *
 318    * @var array
 319    */
 320   protected $_groupByDateFreq = [
 321     'MONTH' => 'Month',
 322     'YEARWEEK' => 'Week',
 323     'QUARTER' => 'Quarter',
 324     'YEAR' => 'Year',
 325   ];
 326
 327   /**
 328    * Variables to hold the acl inner join and where clause
 329    * @var string|null
 330    */
 331   protected $_aclFrom = NULL;
 332   protected $_aclWhere = NULL;
 333
 334   /**
 335    * Array of DAO tables having columns included in SELECT or ORDER BY clause.
 336    *
 337    * Where has also been added to this although perhaps the 'includes both' array should have a different name.
 338    *
 339    * @var array
 340    */
 341   protected $_selectedTables = [];
 342
 343   /**
 344    * Array of DAO tables having columns included in WHERE or HAVING clause
 345    *
 346    * @var array
 347    */
 348   protected $filteredTables;
 349
 350   /**
 351    * Output mode e.g 'print', 'csv', 'pdf'.
 352    *
 353    * @var string
 354    */
 355   protected $_outputMode;
 356
 357   /**
 358    * Format of any chart in use.
 359    *
 360    * (it's unclear if this could be merged with outputMode at this stage)
 361    *
 362    * @var string|null
 363    */
 364   protected $_format;
 365
 366   public $_having = NULL;
 367   public $_select = NULL;
 368   public $_selectClauses = [];
 369   public $_columnHeaders = [];
 370   public $_orderBy = NULL;
 371   public $_orderByFields = [];
 372   public $_orderByArray = [];
 373   /**
 374    * Array of clauses to group by.
 375    *
 376    * @var array
 377    */
 378   protected $_groupByArray = [];
 379   public $_groupBy = NULL;
 380   public $_whereClauses = [];
 381   public $_havingClauses = [];
 382
 383   /**
 384    * DashBoardRowCount Dashboard row count.
 385    *
 386    * @var int
 387    */
 388   public $_dashBoardRowCount;
 389
 390   /**
 391    * Is this being called without a form controller (ie. the report is being render outside the normal form
 392    * - e.g the api is retrieving the rows.
 393    *
 394    * @var bool
 395    */
 396   public $noController = FALSE;
 397
 398   /**
 399    * Variable to hold the currency alias.
 400    *
 401    * @var string|null
 402    */
 403   protected $_currencyColumn = NULL;
 404
 405   /**
 406    * @var string
 407    */
 408   protected $_interval;
 409
 410   /**
 411    * @var bool
 412    */
 413   protected $_sendmail;
 414
 415   /**
 416    * @var int
 417    */
 418   protected $_chartId;
 419
 420   /**
 421    * @var int
 422    */
 423   public $_section;
 424
 425   /**
 426    * Report description.
 427    *
 428    * @var string
 429    */
 430   public $_description;
 431
 432   /**
 433    * Is an address field selected.
 434    *
 435    * @var bool
 436    *   This was intended to determine if the address table should be joined in
 437    *   The isTableSelected function is now preferred for this purpose
 438    */
 439   protected $_addressField;
 440
 441   /**
 442    * Is an email field selected.
 443    *
 444    * @var bool
 445    *   This was intended to determine if the email table should be joined in
 446    *   The isTableSelected function is now preferred for this purpose
 447    */
 448   protected $_emailField;
 449
 450   /**
 451    * Is a phone field selected.
 452    *
 453    * @var bool
 454    *   This was intended to determine if the phone table should be joined in
 455    *   The isTableSelected function is now preferred for this purpose
 456    */
 457   protected $_phoneField;
 458
 459   /**
 460    * Create new report instance? (or update existing) on save.
 461    *
 462    * @var bool
 463    */
 464   protected $_createNew;
 465
 466   /**
 467    *  When a grand total row has calculated the status we pop it off to here.
 468    *
 469    * This allows us to access it from the stats function and avoid recalculating.
 470    *
 471    * @var array
 472    */
 473   protected $rollupRow = [];
 474
 475   /**
 476    * Database attributes - character set and collation.
 477    *
 478    * @var string
 479    */
 480   protected $_databaseAttributes = ' DEFAULT CHARACTER SET utf8 COLLATE utf8_unicode_ci';
 481
 482   /**
 483    * SQL being run in this report.
 484    *
 485    * The sql in the report is stored in this variable in order to be displayed on the developer tab.
 486    *
 487    * @var string
 488    */
 489
 490   protected $sql;
 491
 492   /**
 493    * An instruction not to add a Group By.
 494    *
 495    * This is relevant where the group by might be otherwise added after the code that determines the group by array.
 496    *
 497    * e.g. where stat fields are being added but other settings cause it to not be desirable to add a group by
 498    * such as in pivot charts when no row header is set
 499    *
 500    * @var bool
 501    */
 502   protected $noGroupBy = FALSE;
 503
 504   /**
 505    * SQL being run in this report as an array.
 506    *
 507    * The sql in the report is stored in this variable in order to be returned to api & test calls.
 508    *
 509    * @var string
 510    */
 511
 512   protected $sqlArray;
 513
 514   /**
 515    * Tables created for the report that need removal afterwards.
 516    *
 517    * ['civicrm_temp_report_x' => ['temporary' => TRUE, 'name' => 'civicrm_temp_report_x']
 518    * @var array
 519    */
 520   protected $temporaryTables = [];
 521
 522   /**
 523    * Can this report use the sql mode ONLY_FULL_GROUP_BY.
 524    * @var bool
 525    */
 526   public $optimisedForOnlyFullGroupBy = TRUE;
 527
 528   /**
 529    * Class constructor.
 530    */
 531   public function __construct() {
 532     parent::__construct();
 533
 534     $this->addClass('crm-report-form');
 535
 536     if ($this->_tagFilter) {
 537       $this->buildTagFilter();
 538     }
 539     if ($this->_exposeContactID) {
 540       if (array_key_exists('civicrm_contact', $this->_columns)) {
 541         $this->_columns['civicrm_contact']['fields']['exposed_id'] = [
 542           'name' => 'id',
 543           'title' => ts('Contact ID'),
 544           'no_repeat' => TRUE,
 545         ];
 546       }
 547     }
 548
 549     if ($this->_groupFilter) {
 550       $this->buildGroupFilter();
 551     }
 552
 553     // Get all custom groups
 554     $allGroups = CRM_Core_PseudoConstant::get('CRM_Core_DAO_CustomField', 'custom_group_id');
 555
 556     // Get the custom groupIds for which the user has VIEW permission
 557     // If the user has 'access all custom data' permission, we'll leave $permCustomGroupIds empty
 558     // and addCustomDataToColumns() will allow access to all custom groups.
 559     $permCustomGroupIds = [];
 560     if (!CRM_Core_Permission::check('access all custom data')) {
 561       $permCustomGroupIds = CRM_ACL_API::group(CRM_Core_Permission::VIEW, NULL, 'civicrm_custom_group', $allGroups, NULL);
 562       // do not allow custom data for reports if user doesn't have
 563       // permission to access custom data.
 564       if (!empty($this->_customGroupExtends) && empty($permCustomGroupIds)) {
 565         $this->_customGroupExtends = [];
 566       }
 567     }
 568
 569     // merge custom data columns to _columns list, if any
 570     $this->addCustomDataToColumns(TRUE, $permCustomGroupIds);
 571
 572     // add / modify display columns, filters ..etc
 573     CRM_Utils_Hook::alterReportVar('columns', $this->_columns, $this);
 574
 575     //assign currencyColumn variable to tpl
 576     $this->assign('currencyColumn', $this->_currencyColumn);
 577   }
 578
 579   /**
 580    * Shared pre-process function.
 581    *
 582    * If overriding preProcess function this should still be called.
 583    *
 584    * @throws \Exception
 585    */
 586   public function preProcessCommon() {
 587     $this->_force = CRM_Utils_Request::retrieve('force', 'Boolean');
 588
 589     $this->_dashBoardRowCount = CRM_Utils_Request::retrieve('rowCount', 'Integer');
 590
 591     $this->_section = CRM_Utils_Request::retrieve('section', 'Integer');
 592
 593     $this->assign('section', $this->_section);
 594     CRM_Core_Region::instance('page-header')->add([
 595       'markup' => sprintf('<!-- Report class: [%s] -->', htmlentities(get_class($this))),
 596     ]);
 597     if (!$this->noController) {
 598       $this->setID($this->get('instanceId'));
 599
 600       if (!$this->_id) {
 601         $this->setID(CRM_Report_Utils_Report::getInstanceID());
 602         if (!$this->_id) {
 603           $this->setID(CRM_Report_Utils_Report::getInstanceIDForPath());
 604         }
 605       }
 606
 607       // set qfkey so that pager picks it up and use it in the "Next > Last >>" links.
 608       // FIXME: Note setting it in $_GET doesn't work, since pager generates link based on QUERY_STRING
 609       $_SERVER['QUERY_STRING'] .= "&qfKey={$this->controller->_key}";
 610     }
 611
 612     if ($this->_id) {
 613       $this->assign('instanceId', $this->_id);
 614       $params = ['id' => $this->_id];
 615       $this->_instanceValues = [];
 616       CRM_Core_DAO::commonRetrieve('CRM_Report_DAO_ReportInstance',
 617         $params,
 618         $this->_instanceValues
 619       );
 620       if (empty($this->_instanceValues)) {
 621         CRM_Core_Error::fatal("Report could not be loaded.");
 622       }
 623       $this->_title = $this->_instanceValues['title'];
 624       if (!empty($this->_instanceValues['permission']) &&
 625         (!(CRM_Core_Permission::check($this->_instanceValues['permission']) ||
 626           CRM_Core_Permission::check('administer Reports')
 627         ))
 628       ) {
 629         CRM_Utils_System::permissionDenied();
 630         CRM_Utils_System::civiExit();
 631       }
 632
 633       $formValues = CRM_Utils_Array::value('form_values', $this->_instanceValues);
 634       if ($formValues) {
 635         $this->_formValues = unserialize($formValues);
 636       }
 637       else {
 638         $this->_formValues = NULL;
 639       }
 640
 641       $this->setOutputMode();
 642
 643       if ($this->_outputMode == 'copy') {
 644         $this->_createNew = TRUE;
 645         $this->_params = $this->_formValues;
 646         $this->_params['view_mode'] = 'criteria';
 647         $this->_params['title'] = $this->getTitle() . ts(' (copy created by %1 on %2)', [
 648           CRM_Core_Session::singleton()->getLoggedInContactDisplayName(),
 649           CRM_Utils_Date::customFormat(date('Y-m-d H:i')),
 650         ]);
 651         // Do not pass go. Do not collect another chance to re-run the same query.
 652         CRM_Report_Form_Instance::postProcess($this);
 653       }
 654
 655       // lets always do a force if reset is found in the url.
 656       // Hey why not? see CRM-17225 for more about this. The use of reset to be force is historical for reasons stated
 657       // in the comment line above these 2.
 658       if (!empty($_REQUEST['reset'])
 659           && !in_array(CRM_Utils_Request::retrieve('output', 'String'), ['save', 'criteria'])) {
 660         $this->_force = 1;
 661       }
 662
 663       // set the mode
 664       $this->assign('mode', 'instance');
 665     }
 666     elseif (!$this->noController) {
 667       list($optionValueID, $optionValue) = CRM_Report_Utils_Report::getValueIDFromUrl();
 668       $instanceCount = CRM_Report_Utils_Report::getInstanceCount($optionValue);
 669       if (($instanceCount > 0) && $optionValueID) {
 670         $this->assign('instanceUrl',
 671           CRM_Utils_System::url('civicrm/report/list',
 672             "reset=1&ovid=$optionValueID"
 673           )
 674         );
 675       }
 676       if ($optionValueID) {
 677         $this->_description = CRM_Core_DAO::getFieldValue('CRM_Core_DAO_OptionValue', $optionValueID, 'description');
 678       }
 679
 680       // set the mode
 681       $this->assign('mode', 'template');
 682     }
 683
 684     // lets display the Report Settings section
 685     $this->_instanceForm = $this->_force || $this->_id || (!empty($_POST));
 686
 687     // Do not display Report Settings section if administer Reports permission is absent OR
 688     // if report instance is reserved and administer reserved reports absent
 689     if (!CRM_Core_Permission::check('administer Reports') ||
 690       ($this->_instanceValues['is_reserved'] &&
 691         !CRM_Core_Permission::check('administer reserved reports'))
 692     ) {
 693       $this->_instanceForm = FALSE;
 694     }
 695
 696     $this->assign('criteriaForm', FALSE);
 697     // Display Report Criteria section if user has access Report Criteria OR administer Reports AND report instance is not reserved
 698     if (CRM_Core_Permission::check('administer Reports') ||
 699       CRM_Core_Permission::check('access Report Criteria')
 700     ) {
 701       if (!$this->_instanceValues['is_reserved'] ||
 702         CRM_Core_Permission::check('administer reserved reports')
 703       ) {
 704         $this->assign('criteriaForm', TRUE);
 705         $this->_criteriaForm = TRUE;
 706       }
 707     }
 708
 709     // Special permissions check for private instance if it's not the current contact instance
 710     if ($this->_id &&
 711       (CRM_Report_BAO_ReportInstance::reportIsPrivate($this->_id) &&
 712       !CRM_Report_BAO_ReportInstance::contactIsOwner($this->_id))) {
 713       if (!CRM_Core_Permission::check('access all private reports')) {
 714         $this->_instanceForm = FALSE;
 715         $this->assign('criteriaForm', FALSE);
 716       }
 717     }
 718
 719     $this->_instanceButtonName = $this->getButtonName('submit', 'save');
 720     $this->_createNewButtonName = $this->getButtonName('submit', 'next');
 721     $this->_groupButtonName = $this->getButtonName('submit', 'group');
 722     $this->_chartButtonName = $this->getButtonName('submit', 'chart');
 723   }
 724
 725   /**
 726    * Add bread crumb.
 727    */
 728   public function addBreadCrumb() {
 729     $breadCrumbs
 730       = [
 731         [
 732           'title' => ts('Report Templates'),
 733           'url' => CRM_Utils_System::url('civicrm/admin/report/template/list', 'reset=1'),
 734         ],
 735       ];
 736
 737     CRM_Utils_System::appendBreadCrumb($breadCrumbs);
 738   }
 739
 740   /**
 741    * Pre process function.
 742    *
 743    * Called prior to build form.
 744    */
 745   public function preProcess() {
 746     $this->preProcessCommon();
 747
 748     if (!$this->_id) {
 749       $this->addBreadCrumb();
 750     }
 751
 752     foreach ($this->_columns as $tableName => $table) {
 753       $this->setTableAlias($table, $tableName);
 754
 755       $expFields = [];
 756       // higher preference to bao object
 757       $daoOrBaoName = CRM_Utils_Array::value('bao', $table, CRM_Utils_Array::value('dao', $table));
 758
 759       if ($daoOrBaoName) {
 760         if (method_exists($daoOrBaoName, 'exportableFields')) {
 761           $expFields = $daoOrBaoName::exportableFields();
 762         }
 763         else {
 764           $expFields = $daoOrBaoName::export();
 765         }
 766       }
 767
 768       $doNotCopy = ['required', 'default'];
 769
 770       $fieldGroups = ['fields', 'filters', 'group_bys', 'order_bys'];
 771       foreach ($fieldGroups as $fieldGrp) {
 772         if (!empty($table[$fieldGrp]) && is_array($table[$fieldGrp])) {
 773           foreach ($table[$fieldGrp] as $fieldName => $field) {
 774             // $name is the field name used to reference the BAO/DAO export fields array
 775             $name = isset($field['name']) ? $field['name'] : $fieldName;
 776
 777             // Sometimes the field name key in the BAO/DAO export fields array is
 778             // different from the actual database field name.
 779             // Unset $field['name'] so that actual database field name can be obtained
 780             // from the BAO/DAO export fields array.
 781             unset($field['name']);
 782
 783             if (array_key_exists($name, $expFields)) {
 784               foreach ($doNotCopy as $dnc) {
 785                 // unset the values we don't want to be copied.
 786                 unset($expFields[$name][$dnc]);
 787               }
 788               if (empty($field)) {
 789                 $this->_columns[$tableName][$fieldGrp][$fieldName] = $expFields[$name];
 790               }
 791               else {
 792                 foreach ($expFields[$name] as $property => $val) {
 793                   if (!array_key_exists($property, $field)) {
 794                     $this->_columns[$tableName][$fieldGrp][$fieldName][$property] = $val;
 795                   }
 796                 }
 797               }
 798             }
 799
 800             // fill other vars
 801             if (!empty($field['no_repeat'])) {
 802               $this->_noRepeats[] = "{$tableName}_{$fieldName}";
 803             }
 804             if (!empty($field['no_display'])) {
 805               $this->_noDisplay[] = "{$tableName}_{$fieldName}";
 806             }
 807
 808             // set alias = table-name, unless already set
 809             $alias = isset($field['alias']) ? $field['alias'] : (
 810               isset($this->_columns[$tableName]['alias']) ? $this->_columns[$tableName]['alias'] : $tableName
 811             );
 812             $this->_columns[$tableName][$fieldGrp][$fieldName]['alias'] = $alias;
 813
 814             // set name = fieldName, unless already set
 815             if (!isset($this->_columns[$tableName][$fieldGrp][$fieldName]['name'])) {
 816               $this->_columns[$tableName][$fieldGrp][$fieldName]['name'] = $name;
 817             }
 818
 819             if (!isset($this->_columns[$tableName][$fieldGrp][$fieldName]['table_name'])) {
 820               $this->_columns[$tableName][$fieldGrp][$fieldName]['table_name'] = $tableName;
 821             }
 822
 823             // set dbAlias = alias.name, unless already set
 824             if (!isset($this->_columns[$tableName][$fieldGrp][$fieldName]['dbAlias'])) {
 825               $this->_columns[$tableName][$fieldGrp][$fieldName]['dbAlias']
 826                 = $alias . '.' .
 827                 $this->_columns[$tableName][$fieldGrp][$fieldName]['name'];
 828             }
 829
 830             // a few auto fills for filters
 831             if ($fieldGrp == 'filters') {
 832               // fill operator types
 833               if (!array_key_exists('operatorType', $this->_columns[$tableName][$fieldGrp][$fieldName])) {
 834                 switch (CRM_Utils_Array::value('type', $this->_columns[$tableName][$fieldGrp][$fieldName])) {
 835                   case CRM_Utils_Type::T_MONEY:
 836                   case CRM_Utils_Type::T_FLOAT:
 837                     $this->_columns[$tableName][$fieldGrp][$fieldName]['operatorType'] = CRM_Report_Form::OP_FLOAT;
 838                     break;
 839
 840                   case CRM_Utils_Type::T_INT:
 841                     $this->_columns[$tableName][$fieldGrp][$fieldName]['operatorType'] = CRM_Report_Form::OP_INT;
 842                     break;
 843
 844                   case CRM_Utils_Type::T_DATE:
 845                     $this->_columns[$tableName][$fieldGrp][$fieldName]['operatorType'] = CRM_Report_Form::OP_DATE;
 846                     break;
 847
 848                   case CRM_Utils_Type::T_BOOLEAN:
 849                     $this->_columns[$tableName][$fieldGrp][$fieldName]['operatorType'] = CRM_Report_Form::OP_SELECT;
 850                     if (!array_key_exists('options', $this->_columns[$tableName][$fieldGrp][$fieldName])) {
 851                       $this->_columns[$tableName][$fieldGrp][$fieldName]['options']
 852                         = [
 853                           '' => ts('Any'),
 854                           '0' => ts('No'),
 855                           '1' => ts('Yes'),
 856                         ];
 857                     }
 858                     break;
 859
 860                   default:
 861                     if ($daoOrBaoName &&
 862                       array_key_exists('pseudoconstant', $this->_columns[$tableName][$fieldGrp][$fieldName])
 863                     ) {
 864                       // with multiple options operator-type is generally multi-select
 865                       $this->_columns[$tableName][$fieldGrp][$fieldName]['operatorType'] = CRM_Report_Form::OP_MULTISELECT;
 866                       if (!array_key_exists('options', $this->_columns[$tableName][$fieldGrp][$fieldName])) {
 867                         // fill options
 868                         $this->_columns[$tableName][$fieldGrp][$fieldName]['options'] = CRM_Core_PseudoConstant::get($daoOrBaoName, $fieldName);
 869                       }
 870                     }
 871                     break;
 872                 }
 873               }
 874             }
 875             if (!isset($this->_columns[$tableName]['metadata'][$fieldName])) {
 876               $this->_columns[$tableName]['metadata'][$fieldName] = $this->_columns[$tableName][$fieldGrp][$fieldName];
 877             }
 878             else {
 879               $this->_columns[$tableName]['metadata'][$fieldName] = array_merge($this->_columns[$tableName][$fieldGrp][$fieldName], $this->_columns[$tableName]['metadata'][$fieldName]);
 880             }
 881           }
 882         }
 883       }
 884
 885       // copy filters to a separate handy variable
 886       if (array_key_exists('filters', $table)) {
 887         $this->_filters[$tableName] = $this->_columns[$tableName]['filters'];
 888       }
 889
 890       if (array_key_exists('group_bys', $table)) {
 891         $groupBys[$tableName] = $this->_columns[$tableName]['group_bys'];
 892       }
 893
 894       if (array_key_exists('fields', $table)) {
 895         $reportFields[$tableName] = $this->_columns[$tableName]['fields'];
 896       }
 897     }
 898
 899     if ($this->_force) {
 900       $this->setDefaultValues(FALSE);
 901     }
 902
 903     CRM_Report_Utils_Get::processFilter($this->_filters, $this->_defaults);
 904     CRM_Report_Utils_Get::processGroupBy($groupBys, $this->_defaults);
 905     CRM_Report_Utils_Get::processFields($reportFields, $this->_defaults);
 906     CRM_Report_Utils_Get::processChart($this->_defaults);
 907
 908     if ($this->_force) {
 909       $this->_formValues = $this->_defaults;
 910       $this->postProcess();
 911     }
 912   }
 913
 914   /**
 915    * Set default values.
 916    *
 917    * @param bool $freeze
 918    *
 919    * @return array
 920    */
 921   public function setDefaultValues($freeze = TRUE) {
 922     $freezeGroup = [];
 923
 924     // FIXME: generalizing form field naming conventions would reduce
 925     // Lots of lines below.
 926     foreach ($this->_columns as $tableName => $table) {
 927       if (array_key_exists('fields', $table)) {
 928         foreach ($table['fields'] as $fieldName => $field) {
 929           if (empty($field['no_display'])) {
 930             if (!empty($field['required'])) {
 931               // set default
 932               $this->_defaults['fields'][$fieldName] = 1;
 933
 934               if ($freeze) {
 935                 // find element object, so that we could use quickform's freeze method
 936                 // for required elements
 937                 $obj = $this->getElementFromGroup("fields", $fieldName);
 938                 if ($obj) {
 939                   $freezeGroup[] = $obj;
 940                 }
 941               }
 942             }
 943             elseif (isset($field['default'])) {
 944               $this->_defaults['fields'][$fieldName] = $field['default'];
 945             }
 946           }
 947         }
 948       }
 949
 950       if (array_key_exists('group_bys', $table)) {
 951         foreach ($table['group_bys'] as $fieldName => $field) {
 952           if (isset($field['default'])) {
 953             if (!empty($field['frequency'])) {
 954               $this->_defaults['group_bys_freq'][$fieldName] = 'MONTH';
 955             }
 956             $this->_defaults['group_bys'][$fieldName] = $field['default'];
 957           }
 958         }
 959       }
 960       if (array_key_exists('filters', $table)) {
 961         foreach ($table['filters'] as $fieldName => $field) {
 962           if (isset($field['default'])) {
 963             if (CRM_Utils_Array::value('type', $field) & CRM_Utils_Type::T_DATE
 964             ) {
 965               if (is_array($field['default'])) {
 966                 $this->_defaults["{$fieldName}_from"] = CRM_Utils_Array::value('from', $field['default']);
 967                 $this->_defaults["{$fieldName}_to"] = CRM_Utils_Array::value('to', $field['default']);
 968                 $this->_defaults["{$fieldName}_relative"] = 0;
 969               }
 970               else {
 971                 $this->_defaults["{$fieldName}_relative"] = $field['default'];
 972               }
 973             }
 974             else {
 975               if ((CRM_Utils_Array::value('type', $field) & CRM_Utils_Type::T_INT) && is_array($field['default'])) {
 976                 $this->_defaults["{$fieldName}_min"] = CRM_Utils_Array::value('min', $field['default']);
 977                 $this->_defaults["{$fieldName}_max"] = CRM_Utils_Array::value('max', $field['default']);
 978               }
 979               $this->_defaults["{$fieldName}_value"] = $field['default'];
 980             }
 981           }
 982           //assign default value as "in" for multiselect
 983           //operator, To freeze the select element
 984           if (CRM_Utils_Array::value('operatorType', $field) ==
 985             CRM_Report_Form::OP_MULTISELECT
 986           ) {
 987             $this->_defaults["{$fieldName}_op"] = 'in';
 988           }
 989           if (CRM_Utils_Array::value('operatorType', $field) ==
 990             CRM_Report_Form::OP_ENTITYREF
 991           ) {
 992             $this->_defaults["{$fieldName}_op"] = 'in';
 993           }
 994           elseif (CRM_Utils_Array::value('operatorType', $field) ==
 995             CRM_Report_Form::OP_MULTISELECT_SEPARATOR
 996           ) {
 997             $this->_defaults["{$fieldName}_op"] = 'mhas';
 998           }
 999           elseif ($op = CRM_Utils_Array::value('default_op', $field)) {
1000             $this->_defaults["{$fieldName}_op"] = $op;
1001           }
1002         }
1003       }
1004
1005       if (
1006         empty($this->_formValues['order_bys']) &&
1007         (array_key_exists('order_bys', $table) &&
1008         is_array($table['order_bys']))
1009       ) {
1010         if (!array_key_exists('order_bys', $this->_defaults)) {
1011           $this->_defaults['order_bys'] = [];
1012         }
1013         foreach ($table['order_bys'] as $fieldName => $field) {
1014           if (!empty($field['default']) || !empty($field['default_order']) ||
1015             CRM_Utils_Array::value('default_is_section', $field) ||
1016             !empty($field['default_weight'])
1017           ) {
1018             $order_by = [
1019               'column' => $fieldName,
1020               'order' => CRM_Utils_Array::value('default_order', $field, 'ASC'),
1021               'section' => CRM_Utils_Array::value('default_is_section', $field, 0),
1022             ];
1023
1024             if (!empty($field['default_weight'])) {
1025               $this->_defaults['order_bys'][(int) $field['default_weight']] = $order_by;
1026             }
1027             else {
1028               array_unshift($this->_defaults['order_bys'], $order_by);
1029             }
1030           }
1031         }
1032       }
1033
1034       foreach ($this->_options as $fieldName => $field) {
1035         if (isset($field['default'])) {
1036           $this->_defaults['options'][$fieldName] = $field['default'];
1037         }
1038       }
1039     }
1040
1041     if (!empty($this->_submitValues)) {
1042       $this->preProcessOrderBy($this->_submitValues);
1043     }
1044     else {
1045       $this->preProcessOrderBy($this->_defaults);
1046     }
1047
1048     // lets finish freezing task here itself
1049     if (!empty($freezeGroup)) {
1050       foreach ($freezeGroup as $elem) {
1051         $elem->freeze();
1052       }
1053     }
1054
1055     if ($this->_formValues) {
1056       $this->_defaults = array_merge($this->_defaults, $this->_formValues);
1057     }
1058
1059     if ($this->_instanceValues) {
1060       $this->_defaults = array_merge($this->_defaults, $this->_instanceValues);
1061     }
1062
1063     CRM_Report_Form_Instance::setDefaultValues($this, $this->_defaults);
1064
1065     return $this->_defaults;
1066   }
1067
1068   /**
1069    * Get element from group.
1070    *
1071    * @param string $group
1072    * @param string $grpFieldName
1073    *
1074    * @return bool
1075    */
1076   public function getElementFromGroup($group, $grpFieldName) {
1077     $eleObj = $this->getElement($group);
1078     foreach ($eleObj->_elements as $index => $obj) {
1079       if ($grpFieldName == $obj->_attributes['name']) {
1080         return $obj;
1081       }
1082     }
1083     return FALSE;
1084   }
1085
1086   /**
1087    * Setter for $_params.
1088    *
1089    * @param array $params
1090    */
1091   public function setParams($params) {
1092     $this->_params = $params;
1093   }
1094
1095   /**
1096    * Getter for $_params.
1097    *
1098    * @return void|array $params
1099    */
1100   public function getParams() {
1101     return $this->_params;
1102   }
1103
1104   /**
1105    * Setter for $_id.
1106    *
1107    * @param int $instanceID
1108    */
1109   public function setID($instanceID) {
1110     $this->_id = $instanceID;
1111   }
1112
1113   /**
1114    * Setter for $_force.
1115    *
1116    * @param bool $isForce
1117    */
1118   public function setForce($isForce) {
1119     $this->_force = $isForce;
1120   }
1121
1122   /**
1123    * Setter for $_limitValue.
1124    *
1125    * @param int $_limitValue
1126    */
1127   public function setLimitValue($_limitValue) {
1128     $this->_limitValue = $_limitValue;
1129   }
1130
1131   /**
1132    * Setter for $_offsetValue.
1133    *
1134    * @param int $_offsetValue
1135    */
1136   public function setOffsetValue($_offsetValue) {
1137     $this->_offsetValue = $_offsetValue;
1138   }
1139
1140   /**
1141    * Setter for $addPaging.
1142    *
1143    * @param bool $value
1144    */
1145   public function setAddPaging($value) {
1146     $this->addPaging = $value;
1147   }
1148
1149   /**
1150    * Getter for $_defaultValues.
1151    *
1152    * @return array
1153    */
1154   public function getDefaultValues() {
1155     return $this->_defaults;
1156   }
1157
1158   /**
1159    * Remove any temporary tables.
1160    */
1161   public function cleanUpTemporaryTables() {
1162     foreach ($this->temporaryTables as $temporaryTable) {
1163       CRM_Core_DAO::executeQuery('DROP ' . ($temporaryTable['temporary'] ? 'TEMPORARY' : '') . ' TABLE IF EXISTS ' . $temporaryTable['name']);
1164     }
1165   }
1166
1167   /**
1168    * Create a temporary table.
1169    *
1170    * This function creates a table AND adds the details to the developer tab & $this->>temporary tables.
1171    *
1172    * @param string $identifier
1173    *   This is the key that will be used for the table in the temporaryTables property.
1174    * @param string $sql
1175    *   Sql select statement or column description (the latter requires the columns flag)
1176    * @param bool $isColumns
1177    *   Is the sql describing columns to create (rather than using a select query).
1178    * @param bool $isMemory
1179    *   Create a memory table rather than a normal INNODB table.
1180    *
1181    * @return string
1182    */
1183   public function createTemporaryTable($identifier, $sql, $isColumns = FALSE, $isMemory = FALSE) {
1184     $tempTable = CRM_Utils_SQL_TempTable::build();
1185     if ($isMemory) {
1186       $tempTable->setMemory();
1187     }
1188     if ($isColumns) {
1189       $tempTable->createWithColumns($sql);
1190     }
1191     else {
1192       $tempTable->createWithQuery($sql);
1193     }
1194     $name = $tempTable->getName();
1195     // Developers may force tables to be durable to assist in debugging so lets check.
1196     $isNotTrueTemporary = $tempTable->isDurable();
1197     $this->addToDeveloperTab($tempTable->getCreateSql());
1198     $this->temporaryTables[$identifier] = ['temporary' => !$isNotTrueTemporary, 'name' => $name];
1199     return $name;
1200   }
1201
1202   /**
1203    * Add columns to report.
1204    */
1205   public function addColumns() {
1206     $options = [];
1207     $colGroups = NULL;
1208     foreach ($this->_columns as $tableName => $table) {
1209       if (array_key_exists('fields', $table)) {
1210         foreach ($table['fields'] as $fieldName => $field) {
1211           $groupTitle = '';
1212           if (empty($field['no_display'])) {
1213             foreach (['table', 'field'] as $var) {
1214               if (!empty(${$var}['grouping'])) {
1215                 if (!is_array(${$var}['grouping'])) {
1216                   $tableName = ${$var}['grouping'];
1217                 }
1218                 else {
1219                   $tableName = array_keys(${$var}['grouping']);
1220                   $tableName = $tableName[0];
1221                   $groupTitle = array_values(${$var}['grouping']);
1222                   $groupTitle = $groupTitle[0];
1223                 }
1224               }
1225             }
1226
1227             if (!$groupTitle && isset($table['group_title'])) {
1228               $groupTitle = $table['group_title'];
1229               // Having a group_title is secret code for being a custom group
1230               // which cryptically translates to needing an accordion.
1231               // here we make that explicit.
1232               $colGroups[$tableName]['use_accordian_for_field_selection'] = TRUE;
1233             }
1234
1235             $colGroups[$tableName]['fields'][$fieldName] = CRM_Utils_Array::value('title', $field);
1236             if ($groupTitle && empty($colGroups[$tableName]['group_title'])) {
1237               $colGroups[$tableName]['group_title'] = $groupTitle;
1238             }
1239             $options[$fieldName] = CRM_Utils_Array::value('title', $field);
1240           }
1241         }
1242       }
1243     }
1244
1245     $this->addCheckBox("fields", ts('Select Columns'), $options, NULL,
1246       NULL, NULL, NULL, $this->_fourColumnAttribute, TRUE
1247     );
1248     if (!empty($colGroups)) {
1249       $this->tabs['FieldSelection'] = [
1250         'title' => ts('Columns'),
1251         'tpl' => 'FieldSelection',
1252         'div_label' => 'col-groups',
1253       ];
1254
1255       // Note this assignment is only really required in buildForm. It is being 'over-called'
1256       // to reduce risk of being missed due to overridden functions.
1257       $this->assign('tabs', $this->tabs);
1258     }
1259
1260     $this->assign('colGroups', $colGroups);
1261   }
1262
1263   /**
1264    * Add filters to report.
1265    */
1266   public function addFilters() {
1267     $filters = $filterGroups = [];
1268     $count = 1;
1269
1270     foreach ($this->_filters as $table => $attributes) {
1271       if (isset($this->_columns[$table]['group_title'])) {
1272         // The presence of 'group_title' is secret code for 'is_a_custom_table'
1273         // which magically means to 'display in an accordian'
1274         // here we make this explicit.
1275         $filterGroups[$table] = [
1276           'group_title' => $this->_columns[$table]['group_title'],
1277           'use_accordian_for_field_selection' => TRUE,
1278
1279         ];
1280       }
1281       foreach ($attributes as $fieldName => $field) {
1282         // get ready with option value pair
1283         // @ todo being able to specific options for a field (e.g a date field) in the field spec as an array rather than an override
1284         // would be useful
1285         $operations = $this->getOperationPair(
1286           CRM_Utils_Array::value('operatorType', $field),
1287           $fieldName);
1288
1289         $filters[$table][$fieldName] = $field;
1290
1291         switch (CRM_Utils_Array::value('operatorType', $field)) {
1292           case CRM_Report_Form::OP_MONTH:
1293             if (!array_key_exists('options', $field) ||
1294               !is_array($field['options']) || empty($field['options'])
1295             ) {
1296               // If there's no option list for this filter, define one.
1297               $field['options'] = [
1298                 1 => ts('January'),
1299                 2 => ts('February'),
1300                 3 => ts('March'),
1301                 4 => ts('April'),
1302                 5 => ts('May'),
1303                 6 => ts('June'),
1304                 7 => ts('July'),
1305                 8 => ts('August'),
1306                 9 => ts('September'),
1307                 10 => ts('October'),
1308                 11 => ts('November'),
1309                 12 => ts('December'),
1310               ];
1311               // Add this option list to this column _columns. This is
1312               // required so that filter statistics show properly.
1313               $this->_columns[$table]['filters'][$fieldName]['options'] = $field['options'];
1314             }
1315           case CRM_Report_Form::OP_MULTISELECT:
1316           case CRM_Report_Form::OP_MULTISELECT_SEPARATOR:
1317             // assume a multi-select field
1318             if (!empty($field['options']) ||
1319               $fieldName == 'state_province_id' || $fieldName == 'county_id'
1320             ) {
1321               $element = $this->addElement('select', "{$fieldName}_op", ts('Operator:'), $operations,
1322                 array('onchange' => "return showHideMaxMinVal( '$fieldName', this.value );")
1323               );
1324
1325               if (count($operations) <= 1) {
1326                 $element->freeze();
1327               }
1328               if ($fieldName == 'state_province_id' ||
1329                 $fieldName == 'county_id'
1330               ) {
1331                 $this->addChainSelect($fieldName . '_value', [
1332                   'multiple' => TRUE,
1333                   'label' => NULL,
1334                   'class' => 'huge',
1335                 ]);
1336               }
1337               else {
1338                 $this->addElement('select', "{$fieldName}_value", NULL, $field['options'], [
1339                   'style' => 'min-width:250px',
1340                   'class' => 'crm-select2 huge',
1341                   'multiple' => TRUE,
1342                   'placeholder' => ts('- select -'),
1343                 ]);
1344               }
1345             }
1346             break;
1347
1348           case CRM_Report_Form::OP_SELECT:
1349             // assume a select field
1350             $this->addElement('select', "{$fieldName}_op", ts('Operator:'), $operations);
1351             if (!empty($field['options'])) {
1352               $this->addElement('select', "{$fieldName}_value", NULL, $field['options']);
1353             }
1354             break;
1355
1356           case CRM_Report_Form::OP_ENTITYREF:
1357             $this->addElement('select', "{$fieldName}_op", ts('Operator:'), $operations);
1358             $this->setEntityRefDefaults($field, $table);
1359             $this->addEntityRef("{$fieldName}_value", NULL, $field['attributes']);
1360             break;
1361
1362           case CRM_Report_Form::OP_DATE:
1363             // build datetime fields
1364             CRM_Core_Form_Date::buildDateRange($this, $fieldName, $count, '_from', '_to', ts('From:'), FALSE, $operations);
1365             $count++;
1366             break;
1367
1368           case CRM_Report_Form::OP_DATETIME:
1369             // build datetime fields
1370             CRM_Core_Form_Date::buildDateRange($this, $fieldName, $count, '_from', '_to', ts('From:'), FALSE, $operations, 'searchDate', TRUE);
1371             $count++;
1372             break;
1373
1374           case CRM_Report_Form::OP_INT:
1375           case CRM_Report_Form::OP_FLOAT:
1376             // and a min value input box
1377             $this->add('text', "{$fieldName}_min", ts('Min'));
1378             // and a max value input box
1379             $this->add('text', "{$fieldName}_max", ts('Max'));
1380           default:
1381             // default type is string
1382             $this->addElement('select', "{$fieldName}_op", ts('Operator:'), $operations,
1383               ['onchange' => "return showHideMaxMinVal( '$fieldName', this.value );"]
1384             );
1385             // we need text box for value input
1386             $this->add('text', "{$fieldName}_value", NULL, ['class' => 'huge']);
1387             break;
1388         }
1389       }
1390     }
1391     if (!empty($filters)) {
1392       $this->tabs['Filters'] = [
1393         'title' => ts('Filters'),
1394         'tpl' => 'Filters',
1395         'div_label' => 'set-filters',
1396       ];
1397     }
1398     $this->assign('filters', $filters);
1399     $this->assign('filterGroups', $filterGroups);
1400   }
1401
1402   /**
1403    * Function to assign the tabs to the template in the correct order.
1404    *
1405    * We want the tabs to wind up in this order (if not overridden).
1406    *
1407    *   - Field Selection
1408    *   - Group Bys
1409    *   - Order Bys
1410    *   - Other Options
1411    *   - Filters
1412    */
1413   protected function assignTabs() {
1414     $order = [
1415       'FieldSelection',
1416       'GroupBy',
1417       'OrderBy',
1418       'ReportOptions',
1419       'Filters',
1420     ];
1421     $order = array_intersect_key(array_fill_keys($order, 1), $this->tabs);
1422     $order = array_merge($order, $this->tabs);
1423     $this->assign('tabs', $order);
1424   }
1425
1426   /**
1427    * The intent is to add a tab for developers to view the sql.
1428    *
1429    * Currently using dpm.
1430    *
1431    * @param string $sql
1432    */
1433   public function addToDeveloperTab($sql) {
1434     if (!CRM_Core_Permission::check('view report sql')) {
1435       return;
1436     }
1437     $ignored_output_modes = ['pdf', 'csv', 'print'];
1438     if (in_array($this->_outputMode, $ignored_output_modes)) {
1439       return;
1440     }
1441     $this->tabs['Developer'] = [
1442       'title' => ts('Developer'),
1443       'tpl' => 'Developer',
1444       'div_label' => 'set-developer',
1445     ];
1446
1447     $this->assignTabs();
1448     $this->sqlArray[] = $sql;
1449     foreach ($this->sqlArray as $sql) {
1450       foreach (['LEFT JOIN'] as $term) {
1451         $sql = str_replace($term, '<br>  ' . $term, $sql);
1452       }
1453       foreach (['FROM', 'WHERE', 'GROUP BY', 'ORDER BY', 'LIMIT', ';'] as $term) {
1454         $sql = str_replace($term, '<br><br>' . $term, $sql);
1455       }
1456       $this->sqlFormattedArray[] = $sql;
1457       $this->assign('sql', implode(';<br><br><br><br>', $this->sqlFormattedArray));
1458     }
1459     $this->assign('sqlModes', $sqlModes = CRM_Utils_SQL::getSqlModes());
1460
1461   }
1462
1463   /**
1464    * Add options defined in $this->_options to the report.
1465    */
1466   public function addOptions() {
1467     if (!empty($this->_options)) {
1468       // FIXME: For now lets build all elements as checkboxes.
1469       // Once we clear with the format we can build elements based on type
1470
1471       foreach ($this->_options as $fieldName => $field) {
1472         $options = [];
1473
1474         if ($field['type'] == 'select') {
1475           $this->addElement('select', "{$fieldName}", $field['title'], $field['options']);
1476         }
1477         elseif ($field['type'] == 'checkbox') {
1478           $options[$field['title']] = $fieldName;
1479           $this->addCheckBox($fieldName, NULL,
1480             $options, NULL,
1481             NULL, NULL, NULL, $this->_fourColumnAttribute
1482           );
1483         }
1484       }
1485     }
1486     if (!empty($this->_options) &&
1487         (!$this->_id
1488           || ($this->_id && CRM_Report_BAO_ReportInstance::contactCanAdministerReport($this->_id)))
1489     ) {
1490       $this->tabs['ReportOptions'] = [
1491         'title' => ts('Display Options'),
1492         'tpl' => 'ReportOptions',
1493         'div_label' => 'other-options',
1494       ];
1495     }
1496     $this->assign('otherOptions', $this->_options);
1497   }
1498
1499   /**
1500    * Add chart options to the report.
1501    */
1502   public function addChartOptions() {
1503     if (!empty($this->_charts)) {
1504       $this->addElement('select', "charts", ts('Chart'), $this->_charts);
1505       $this->assign('charts', $this->_charts);
1506       $this->addElement('submit', $this->_chartButtonName, ts('View'));
1507     }
1508   }
1509
1510   /**
1511    * Add group by options to the report.
1512    */
1513   public function addGroupBys() {
1514     $options = $freqElements = [];
1515
1516     foreach ($this->_columns as $tableName => $table) {
1517       if (array_key_exists('group_bys', $table)) {
1518         foreach ($table['group_bys'] as $fieldName => $field) {
1519           if (!empty($field) && empty($field['no_display'])) {
1520             $options[$field['title']] = $fieldName;
1521             if (!empty($field['frequency'])) {
1522               $freqElements[$field['title']] = $fieldName;
1523             }
1524           }
1525         }
1526       }
1527     }
1528     $this->addCheckBox("group_bys", ts('Group by columns'), $options, NULL,
1529       NULL, NULL, NULL, $this->_fourColumnAttribute
1530     );
1531     $this->assign('groupByElements', $options);
1532     if (!empty($options)) {
1533       $this->tabs['GroupBy'] = [
1534         'title' => ts('Grouping'),
1535         'tpl' => 'GroupBy',
1536         'div_label' => 'group-by-elements',
1537       ];
1538     }
1539
1540     foreach ($freqElements as $name) {
1541       $this->addElement('select', "group_bys_freq[$name]",
1542         ts('Frequency'), $this->_groupByDateFreq
1543       );
1544     }
1545   }
1546
1547   /**
1548    * Add data for order by tab.
1549    */
1550   public function addOrderBys() {
1551     $options = [];
1552     foreach ($this->_columns as $tableName => $table) {
1553
1554       // Report developer may define any column to order by; include these as order-by options.
1555       if (array_key_exists('order_bys', $table)) {
1556         foreach ($table['order_bys'] as $fieldName => $field) {
1557           if (!empty($field)) {
1558             $options[$fieldName] = $field['title'];
1559           }
1560         }
1561       }
1562
1563       // Add searchable custom fields as order-by options, if so requested
1564       // (These are already indexed, so allowing to order on them is cheap.)
1565
1566       if ($this->_autoIncludeIndexedFieldsAsOrderBys &&
1567         array_key_exists('extends', $table) && !empty($table['extends'])
1568       ) {
1569         foreach ($table['fields'] as $fieldName => $field) {
1570           if (empty($field['no_display'])) {
1571             $options[$fieldName] = $field['title'];
1572           }
1573         }
1574       }
1575     }
1576
1577     asort($options);
1578
1579     $this->assign('orderByOptions', $options);
1580     if (!empty($options)) {
1581       $this->tabs['OrderBy'] = [
1582         'title' => ts('Sorting'),
1583         'tpl' => 'OrderBy',
1584         'div_label' => 'order-by-elements',
1585       ];
1586     }
1587
1588     if (!empty($options)) {
1589       $options = [
1590         '-' => ' - none - ',
1591       ] + $options;
1592       for ($i = 1; $i <= 5; $i++) {
1593         $this->addElement('select', "order_bys[{$i}][column]", ts('Order by Column'), $options);
1594         $this->addElement('select', "order_bys[{$i}][order]", ts('Order by Order'), [
1595           'ASC' => ts('Ascending'),
1596           'DESC' => ts('Descending'),
1597         ]);
1598         $this->addElement('checkbox', "order_bys[{$i}][section]", ts('Order by Section'), FALSE, ['id' => "order_by_section_$i"]);
1599         $this->addElement('checkbox', "order_bys[{$i}][pageBreak]", ts('Page Break'), FALSE, ['id' => "order_by_pagebreak_$i"]);
1600       }
1601     }
1602   }
1603
1604   /**
1605    * This adds the tab referred to as Title and Format, rendered through Instance.tpl.
1606    *
1607    * @todo call this tab into the report template in the same way as OrderBy etc, ie
1608    * by adding a description of the tab to $this->tabs, causing the tab to be added in
1609    * Criteria.tpl.
1610    */
1611   public function buildInstanceAndButtons() {
1612     CRM_Report_Form_Instance::buildForm($this);
1613     $this->_actionButtonName = $this->getButtonName('submit');
1614     $this->addTaskMenu($this->getActions($this->_id));
1615
1616     $this->assign('instanceForm', $this->_instanceForm);
1617
1618     // CRM-16274 Determine if user has 'edit all contacts' or equivalent
1619     $permission = CRM_Core_Permission::getPermission();
1620     if ($this->_instanceForm && $permission == CRM_Core_Permission::EDIT &&
1621       $this->_add2groupSupported
1622     ) {
1623       $this->addElement('select', 'groups', ts('Group'),
1624         ['' => ts('Add Contacts to Group')] +
1625         CRM_Core_PseudoConstant::nestedGroup(),
1626         ['class' => 'crm-select2 crm-action-menu fa-plus huge']
1627       );
1628       $this->assign('group', TRUE);
1629     }
1630
1631     $this->addElement('submit', $this->_groupButtonName, '', ['style' => 'display: none;']);
1632
1633     $this->addChartOptions();
1634     $showResultsLabel = $this->getResultsLabel();
1635     $this->addButtons([
1636         [
1637           'type' => 'submit',
1638           'name' => $showResultsLabel,
1639           'isDefault' => TRUE,
1640         ],
1641     ]);
1642   }
1643
1644   /**
1645    * Has this form been submitted already?
1646    *
1647    * @return bool
1648    */
1649   public function resultsDisplayed() {
1650     $buttonName = $this->controller->getButtonName();
1651     return ($buttonName || $this->_outputMode);
1652   }
1653
1654   /**
1655    * Get the actions for this report instance.
1656    *
1657    * @param int $instanceId
1658    *
1659    * @return array
1660    */
1661   protected function getActions($instanceId) {
1662     $actions = CRM_Report_BAO_ReportInstance::getActionMetadata();
1663     if (empty($instanceId)) {
1664       $actions['report_instance.save'] = [
1665         'title' => ts('Create Report'),
1666         'data' => [
1667           'is_confirm' => TRUE,
1668           'confirm_title' => ts('Create Report'),
1669           'confirm_refresh_fields' => json_encode([
1670             'title' => ['selector' => '.crm-report-instanceForm-form-block-title', 'prepend' => ''],
1671             'description' => ['selector' => '.crm-report-instanceForm-form-block-description', 'prepend' => ''],
1672           ]),
1673         ],
1674       ];
1675       unset($actions['report_instance.delete']);
1676     }
1677
1678     if (!$this->_csvSupported) {
1679       unset($actions['report_instance.csv']);
1680     }
1681
1682     return $actions;
1683   }
1684
1685   /**
1686    * Main build form function.
1687    */
1688   public function buildQuickForm() {
1689     $this->addColumns();
1690
1691     $this->addFilters();
1692
1693     $this->addOptions();
1694
1695     $this->addGroupBys();
1696
1697     $this->addOrderBys();
1698
1699     $this->buildInstanceAndButtons();
1700
1701     // Add form rule for report.
1702     if (is_callable([
1703       $this,
1704       'formRule',
1705     ])) {
1706       $this->addFormRule([get_class($this), 'formRule'], $this);
1707     }
1708     $this->assignTabs();
1709   }
1710
1711   /**
1712    * A form rule function for custom data.
1713    *
1714    * The rule ensures that fields selected in group_by if any) should only be the ones
1715    * present in display/select fields criteria;
1716    * note: works if and only if any custom field selected in group_by.
1717    *
1718    * @param array $fields
1719    * @param array $ignoreFields
1720    *
1721    * @return array
1722    */
1723   public function customDataFormRule($fields, $ignoreFields = []) {
1724     $errors = [];
1725     if (!empty($this->_customGroupExtends) && $this->_customGroupGroupBy &&
1726       !empty($fields['group_bys'])
1727     ) {
1728       foreach ($this->_columns as $tableName => $table) {
1729         if ((substr($tableName, 0, 13) == 'civicrm_value' ||
1730             substr($tableName, 0, 12) == 'custom_value') &&
1731           !empty($this->_columns[$tableName]['fields'])
1732         ) {
1733           foreach ($this->_columns[$tableName]['fields'] as $fieldName => $field) {
1734             if (array_key_exists($fieldName, $fields['group_bys']) &&
1735               !array_key_exists($fieldName, $fields['fields'])
1736             ) {
1737               $errors['fields'] = "Please make sure fields selected in 'Group by Columns' section are also selected in 'Display Columns' section.";
1738             }
1739             elseif (array_key_exists($fieldName, $fields['group_bys'])) {
1740               foreach ($fields['fields'] as $fld => $val) {
1741                 if (!array_key_exists($fld, $fields['group_bys']) &&
1742                   !in_array($fld, $ignoreFields)
1743                 ) {
1744                   $errors['fields'] = "Please ensure that fields selected in 'Display Columns' are also selected in 'Group by Columns' section.";
1745                 }
1746               }
1747             }
1748           }
1749         }
1750       }
1751     }
1752     return $errors;
1753   }
1754
1755   /**
1756    * Get operators to display on form.
1757    *
1758    * Note: $fieldName param allows inheriting class to build operationPairs specific to a field.
1759    *
1760    * @param string $type
1761    * @param string $fieldName
1762    *
1763    * @return array
1764    */
1765   public function getOperationPair($type = "string", $fieldName = NULL) {
1766     // FIXME: At some point we should move these key-val pairs
1767     // to option_group and option_value table.
1768     switch ($type) {
1769       case CRM_Report_Form::OP_INT:
1770       case CRM_Report_Form::OP_FLOAT:
1771
1772         $result = [
1773           'lte' => ts('Is less than or equal to'),
1774           'gte' => ts('Is greater than or equal to'),
1775           'bw' => ts('Is between'),
1776           'eq' => ts('Is equal to'),
1777           'lt' => ts('Is less than'),
1778           'gt' => ts('Is greater than'),
1779           'neq' => ts('Is not equal to'),
1780           'nbw' => ts('Is not between'),
1781           'nll' => ts('Is empty (Null)'),
1782           'nnll' => ts('Is not empty (Null)'),
1783         ];
1784         return $result;
1785
1786       case CRM_Report_Form::OP_SELECT:
1787         $result = [
1788           'eq' => ts('Is equal to'),
1789         ];
1790         return $result;
1791
1792       case CRM_Report_Form::OP_MONTH:
1793       case CRM_Report_Form::OP_MULTISELECT:
1794       case CRM_Report_Form::OP_ENTITYREF:
1795
1796         $result = [
1797           'in' => ts('Is one of'),
1798           'notin' => ts('Is not one of'),
1799           'nll' => ts('Is empty (Null)'),
1800           'nnll' => ts('Is not empty (Null)'),
1801         ];
1802         return $result;
1803
1804       case CRM_Report_Form::OP_DATE:
1805
1806         $result = [
1807           'nll' => ts('Is empty (Null)'),
1808           'nnll' => ts('Is not empty (Null)'),
1809         ];
1810         return $result;
1811
1812       case CRM_Report_Form::OP_MULTISELECT_SEPARATOR:
1813         // use this operator for the values, concatenated with separator. For e.g if
1814         // multiple options for a column is stored as ^A{val1}^A{val2}^A
1815         $result = [
1816           'mhas' => ts('Is one of'),
1817           'mnot' => ts('Is not one of'),
1818         ];
1819         return $result;
1820
1821       default:
1822         // type is string
1823         $result = [
1824           'has' => ts('Contains'),
1825           'sw' => ts('Starts with'),
1826           'ew' => ts('Ends with'),
1827           'nhas' => ts('Does not contain'),
1828           'eq' => ts('Is equal to'),
1829           'neq' => ts('Is not equal to'),
1830           'nll' => ts('Is empty (Null)'),
1831           'nnll' => ts('Is not empty (Null)'),
1832         ];
1833         return $result;
1834     }
1835   }
1836
1837   /**
1838    * Build the tag filter field to display on the filters tab.
1839    */
1840   public function buildTagFilter() {
1841     $contactTags = CRM_Core_BAO_Tag::getTags($this->_tagFilterTable);
1842     if (!empty($contactTags)) {
1843       $this->_columns['civicrm_tag'] = [
1844         'dao' => 'CRM_Core_DAO_Tag',
1845         'filters' => [
1846           'tagid' => [
1847             'name' => 'tag_id',
1848             'title' => ts('Tag'),
1849             'type' => CRM_Utils_Type::T_INT,
1850             'tag' => TRUE,
1851             'operatorType' => CRM_Report_Form::OP_MULTISELECT,
1852             'options' => $contactTags,
1853           ],
1854         ],
1855       ];
1856     }
1857   }
1858
1859   /**
1860    * Adds group filters to _columns (called from _Construct).
1861    */
1862   public function buildGroupFilter() {
1863     $this->_columns['civicrm_group']['filters'] = [
1864       'gid' => [
1865         'name' => 'group_id',
1866         'title' => ts('Group'),
1867         'type' => CRM_Utils_Type::T_INT,
1868         'operatorType' => CRM_Report_Form::OP_MULTISELECT,
1869         'group' => TRUE,
1870         'options' => CRM_Core_PseudoConstant::nestedGroup(),
1871       ],
1872     ];
1873     if (empty($this->_columns['civicrm_group']['dao'])) {
1874       $this->_columns['civicrm_group']['dao'] = 'CRM_Contact_DAO_GroupContact';
1875     }
1876     if (empty($this->_columns['civicrm_group']['alias'])) {
1877       $this->_columns['civicrm_group']['alias'] = 'cgroup';
1878     }
1879   }
1880
1881   /**
1882    * Get SQL operator from form text version.
1883    *
1884    * @param string $operator
1885    *
1886    * @return string
1887    */
1888   public function getSQLOperator($operator = "like") {
1889     switch ($operator) {
1890       case 'eq':
1891         return '=';
1892
1893       case 'lt':
1894         return '<';
1895
1896       case 'lte':
1897         return '<=';
1898
1899       case 'gt':
1900         return '>';
1901
1902       case 'gte':
1903         return '>=';
1904
1905       case 'ne':
1906       case 'neq':
1907         return '!=';
1908
1909       case 'nhas':
1910         return 'NOT LIKE';
1911
1912       case 'in':
1913         return 'IN';
1914
1915       case 'notin':
1916         return 'NOT IN';
1917
1918       case 'nll':
1919         return 'IS NULL';
1920
1921       case 'nnll':
1922         return 'IS NOT NULL';
1923
1924       default:
1925         // type is string
1926         return 'LIKE';
1927     }
1928   }
1929
1930   /**
1931    * Generate where clause.
1932    *
1933    * This can be overridden in reports for special treatment of a field
1934    *
1935    * @param array $field Field specifications
1936    * @param string $op Query operator (not an exact match to sql)
1937    * @param mixed $value
1938    * @param float $min
1939    * @param float $max
1940    *
1941    * @return null|string
1942    */
1943   public function whereClause(&$field, $op, $value, $min, $max) {
1944
1945     $type = CRM_Utils_Type::typeToString(CRM_Utils_Array::value('type', $field));
1946
1947     // CRM-18010: Ensure type of each report filters
1948     if (!$type) {
1949       trigger_error('Type is not defined for field ' . $field['name'], E_USER_WARNING);
1950     }
1951     $clause = NULL;
1952
1953     switch ($op) {
1954       case 'bw':
1955       case 'nbw':
1956         if (($min !== NULL && strlen($min) > 0) ||
1957           ($max !== NULL && strlen($max) > 0)
1958         ) {
1959           $clauses = [];
1960           if ($min) {
1961             $min = CRM_Utils_Type::escape($min, $type);
1962             if ($op == 'bw') {
1963               $clauses[] = "( {$field['dbAlias']} >= $min )";
1964             }
1965             else {
1966               $clauses[] = "( {$field['dbAlias']} < $min OR {$field['dbAlias']} IS NULL )";
1967             }
1968           }
1969           if ($max) {
1970             $max = CRM_Utils_Type::escape($max, $type);
1971             if ($op == 'bw') {
1972               $clauses[] = "( {$field['dbAlias']} <= $max )";
1973             }
1974             else {
1975               $clauses[] = "( {$field['dbAlias']} > $max )";
1976             }
1977           }
1978
1979           if (!empty($clauses)) {
1980             if ($op == 'bw') {
1981               $clause = implode(' AND ', $clauses);
1982             }
1983             else {
1984               $clause = '(' . implode('OR', $clauses) . ')';
1985             }
1986           }
1987         }
1988         break;
1989
1990       case 'has':
1991       case 'nhas':
1992         if ($value !== NULL && strlen($value) > 0) {
1993           $value = CRM_Utils_Type::escape($value, $type);
1994           if (strpos($value, '%') === FALSE) {
1995             $value = "'%{$value}%'";
1996           }
1997           else {
1998             $value = "'{$value}'";
1999           }
2000           $sqlOP = $this->getSQLOperator($op);
2001           $clause = "( {$field['dbAlias']} $sqlOP $value )";
2002         }
2003         break;
2004
2005       case 'in':
2006       case 'notin':
2007         if ((is_string($value) || is_numeric($value)) && strlen($value)) {
2008           $value = explode(',', $value);
2009         }
2010         if ($value !== NULL && is_array($value) && count($value) > 0) {
2011           $sqlOP = $this->getSQLOperator($op);
2012           if (CRM_Utils_Array::value('type', $field) ==
2013             CRM_Utils_Type::T_STRING
2014           ) {
2015             //cycle through selections and escape values
2016             foreach ($value as $key => $selection) {
2017               $value[$key] = CRM_Utils_Type::escape($selection, $type);
2018             }
2019             $clause
2020               = "( {$field['dbAlias']} $sqlOP ( '" . implode("' , '", $value) .
2021               "') )";
2022           }
2023           else {
2024             // for numerical values
2025             $clause = "{$field['dbAlias']} $sqlOP (" . implode(', ', $value) .
2026               ")";
2027           }
2028           if ($op == 'notin') {
2029             $clause = "( " . $clause . " OR {$field['dbAlias']} IS NULL )";
2030           }
2031           else {
2032             $clause = "( " . $clause . " )";
2033           }
2034         }
2035         break;
2036
2037       case 'mhas':
2038       case 'mnot':
2039         // multiple has or multiple not
2040         if ($value !== NULL && count($value) > 0) {
2041           $value = CRM_Utils_Type::escapeAll($value, $type);
2042           $operator = $op == 'mnot' ? 'NOT' : '';
2043           $regexp = "([[:cntrl:]]|^)" . implode('([[:cntrl:]]|$)|([[:cntrl:]]|^)', (array) $value) . "([[:cntrl:]]|$)";
2044           $clause = "{$field['dbAlias']} {$operator} REGEXP '{$regexp}'";
2045         }
2046         break;
2047
2048       case 'sw':
2049       case 'ew':
2050         if ($value !== NULL && strlen($value) > 0) {
2051           $value = CRM_Utils_Type::escape($value, $type);
2052           if (strpos($value, '%') === FALSE) {
2053             if ($op == 'sw') {
2054               $value = "'{$value}%'";
2055             }
2056             else {
2057               $value = "'%{$value}'";
2058             }
2059           }
2060           else {
2061             $value = "'{$value}'";
2062           }
2063           $sqlOP = $this->getSQLOperator($op);
2064           $clause = "( {$field['dbAlias']} $sqlOP $value )";
2065         }
2066         break;
2067
2068       case 'nll':
2069       case 'nnll':
2070         $sqlOP = $this->getSQLOperator($op);
2071         $clause = "( {$field['dbAlias']} $sqlOP )";
2072         break;
2073
2074       case 'eq':
2075       case 'neq':
2076       case 'ne':
2077         //CRM-18457: some custom field passes value in array format against binary operator
2078         if (is_array($value) && count($value)) {
2079           $value = $value[0];
2080         }
2081
2082       default:
2083         if ($value !== NULL && $value !== '') {
2084           if (isset($field['clause'])) {
2085             // FIXME: we not doing escape here. Better solution is to use two
2086             // different types - data-type and filter-type
2087             $clause = $field['clause'];
2088           }
2089           elseif (!is_array($value)) {
2090             $value = CRM_Utils_Type::escape($value, $type);
2091             $sqlOP = $this->getSQLOperator($op);
2092             if ($field['type'] == CRM_Utils_Type::T_STRING) {
2093               $value = "'{$value}'";
2094             }
2095             $clause = "( {$field['dbAlias']} $sqlOP $value )";
2096           }
2097         }
2098         break;
2099     }
2100
2101     //dev/core/544 Add report support for multiple contact subTypes
2102     if ($field['name'] == 'contact_sub_type' && $clause) {
2103       $clause = $this->whereSubtypeClause($field, $value, $op);
2104     }
2105     if (!empty($field['group']) && $clause) {
2106       $clause = $this->whereGroupClause($field, $value, $op);
2107     }
2108     elseif (!empty($field['tag']) && $clause) {
2109       // not using left join in query because if any contact
2110       // belongs to more than one tag, results duplicate
2111       // entries.
2112       $clause = $this->whereTagClause($field, $value, $op);
2113     }
2114     elseif (!empty($field['membership_org']) && $clause) {
2115       $clause = $this->whereMembershipOrgClause($value, $op);
2116     }
2117     elseif (!empty($field['membership_type']) && $clause) {
2118       $clause = $this->whereMembershipTypeClause($value, $op);
2119     }
2120     return $clause;
2121   }
2122
2123   /**
2124    * Get SQL where clause for contact subtypes
2125    * @param string $field
2126    * @param mixed $value
2127    * @param string $op SQL Operator
2128    *
2129    * @return string
2130    */
2131   public function whereSubtypeClause($field, $value, $op) {
2132     // Get the correct SQL operator.
2133     switch ($op) {
2134       case 'notin':
2135         $op = 'nhas';
2136         $clauseSeparator = 'AND';
2137         break;
2138
2139       case 'in':
2140         $op = 'has';
2141         $clauseSeparator = 'OR';
2142         break;
2143     }
2144     $sqlOp = $this->getSQLOperator($op);
2145     $clause = '( ';
2146     $subtypeFilters = count($value);
2147     if ($sqlOp == 'IS NULL' || $sqlOp == 'IS NOT NULL') {
2148       $clause .= "{$field['dbAlias']} $sqlOp";
2149     }
2150     else {
2151       for ($i = 0; $i < $subtypeFilters; $i++) {
2152         $clause .= "{$field['dbAlias']} $sqlOp '%$value[$i]%'";
2153         if ($i !== ($subtypeFilters - 1)) {
2154           $clause .= " $clauseSeparator ";
2155         }
2156       }
2157     }
2158     $clause .= ' )';
2159     return $clause;
2160   }
2161
2162   /**
2163    * Get SQL where clause for a date field.
2164    *
2165    * @param string $fieldName
2166    * @param string $relative
2167    * @param string $from
2168    * @param string $to
2169    * @param string $type
2170    * @param string $fromTime
2171    * @param string $toTime
2172    *
2173    * @return null|string
2174    */
2175   public function dateClause(
2176     $fieldName,
2177     $relative, $from, $to, $type = NULL, $fromTime = NULL, $toTime = NULL
2178   ) {
2179     $clauses = [];
2180     if (in_array($relative, array_keys($this->getOperationPair(CRM_Report_Form::OP_DATE)))) {
2181       $sqlOP = $this->getSQLOperator($relative);
2182       return "( {$fieldName} {$sqlOP} )";
2183     }
2184
2185     list($from, $to) = $this->getFromTo($relative, $from, $to, $fromTime, $toTime);
2186
2187     if ($from) {
2188       $clauses[] = "( {$fieldName} >= $from )";
2189     }
2190
2191     if ($to) {
2192       $clauses[] = "( {$fieldName} <= {$to} )";
2193     }
2194
2195     if (!empty($clauses)) {
2196       return implode(' AND ', $clauses);
2197     }
2198
2199     return NULL;
2200   }
2201
2202   /**
2203    * Get values for from and to for date ranges.
2204    *
2205    * @deprecated
2206    *
2207    * @param bool $relative
2208    * @param string $from
2209    * @param string $to
2210    * @param string $fromTime
2211    * @param string $toTime
2212    *
2213    * @return array
2214    */
2215   public function getFromTo($relative, $from, $to, $fromTime = NULL, $toTime = NULL) {
2216     if (empty($toTime)) {
2217       // odd legacy behaviour to treat NULL as 'end of the day'
2218       // recommend updating reports to call CRM_Utils_Date::getFromTo
2219       //directly (default on the function is the actual default there).
2220       $toTime = '235959';
2221     }
2222     return CRM_Utils_Date::getFromTo($relative, $from, $to, $fromTime, $toTime);
2223   }
2224
2225   /**
2226    * Alter display of rows.
2227    *
2228    * Iterate through the rows retrieved via SQL and make changes for display purposes,
2229    * such as rendering contacts as links.
2230    *
2231    * @param array $rows
2232    *   Rows generated by SQL, with an array for each row.
2233    */
2234   public function alterDisplay(&$rows) {
2235   }
2236
2237   /**
2238    * Alter the way in which custom data fields are displayed.
2239    *
2240    * @param array $rows
2241    */
2242   public function alterCustomDataDisplay(&$rows) {
2243     // custom code to alter rows having custom values
2244     if (empty($this->_customGroupExtends)) {
2245       return;
2246     }
2247
2248     $customFields = [];
2249     $customFieldIds = [];
2250     foreach ($this->_params['fields'] as $fieldAlias => $value) {
2251       if ($fieldId = CRM_Core_BAO_CustomField::getKeyID($fieldAlias)) {
2252         $customFieldIds[$fieldAlias] = $fieldId;
2253       }
2254     }
2255     if (empty($customFieldIds)) {
2256       return;
2257     }
2258
2259     // skip for type date and ContactReference since date format is already handled
2260     $query = "
2261 SELECT cg.table_name, cf.id
2262 FROM  civicrm_custom_field cf
2263 INNER JOIN civicrm_custom_group cg ON cg.id = cf.custom_group_id
2264 WHERE cg.extends IN ('" . implode("','", $this->_customGroupExtends) . "') AND
2265       cg.is_active = 1 AND
2266       cf.is_active = 1 AND
2267       cf.is_searchable = 1 AND
2268       cf.data_type   NOT IN ('ContactReference', 'Date') AND
2269       cf.id IN (" . implode(",", $customFieldIds) . ")";
2270
2271     $dao = CRM_Core_DAO::executeQuery($query);
2272     while ($dao->fetch()) {
2273       $customFields[$dao->table_name . '_custom_' . $dao->id] = $dao->id;
2274     }
2275
2276     $entryFound = FALSE;
2277     foreach ($rows as $rowNum => $row) {
2278       foreach ($row as $tableCol => $val) {
2279         if (array_key_exists($tableCol, $customFields)) {
2280           $rows[$rowNum][$tableCol] = CRM_Core_BAO_CustomField::displayValue($val, $customFields[$tableCol]);
2281           $entryFound = TRUE;
2282         }
2283       }
2284
2285       // skip looking further in rows, if first row itself doesn't
2286       // have the column we need
2287       if (!$entryFound) {
2288         break;
2289       }
2290     }
2291   }
2292
2293   /**
2294    * Remove duplicate rows.
2295    *
2296    * @param array $rows
2297    */
2298   public function removeDuplicates(&$rows) {
2299     if (empty($this->_noRepeats)) {
2300       return;
2301     }
2302     $checkList = [];
2303
2304     foreach ($rows as $key => $list) {
2305       foreach ($list as $colName => $colVal) {
2306         if (array_key_exists($colName, $checkList) &&
2307           $checkList[$colName] == $colVal
2308         ) {
2309           $rows[$key][$colName] = "";
2310         }
2311         if (in_array($colName, $this->_noRepeats)) {
2312           $checkList[$colName] = $colVal;
2313         }
2314       }
2315     }
2316   }
2317
2318   /**
2319    * Fix subtotal display.
2320    *
2321    * @param array $row
2322    * @param array $fields
2323    * @param bool $subtotal
2324    */
2325   public function fixSubTotalDisplay(&$row, $fields, $subtotal = TRUE) {
2326     foreach ($row as $colName => $colVal) {
2327       if (in_array($colName, $fields)) {
2328       }
2329       elseif (isset($this->_columnHeaders[$colName])) {
2330         if ($subtotal) {
2331           $row[$colName] = 'Subtotal';
2332           $subtotal = FALSE;
2333         }
2334         else {
2335           unset($row[$colName]);
2336         }
2337       }
2338     }
2339   }
2340
2341   /**
2342    * Calculate grant total.
2343    *
2344    * @param array $rows
2345    *
2346    * @return bool
2347    */
2348   public function grandTotal(&$rows) {
2349     if (!$this->_rollup  || count($rows) == 1) {
2350       return FALSE;
2351     }
2352
2353     $this->moveSummaryColumnsToTheRightHandSide();
2354
2355     if ($this->_limit && count($rows) >= self::ROW_COUNT_LIMIT) {
2356       return FALSE;
2357     }
2358
2359     $this->rollupRow = array_pop($rows);
2360
2361     foreach ($this->_columnHeaders as $fld => $val) {
2362       if (!in_array($fld, $this->_statFields)) {
2363         if (!$this->_grandFlag) {
2364           $this->rollupRow[$fld] = ts('Grand Total');
2365           $this->_grandFlag = TRUE;
2366         }
2367         else {
2368           $this->rollupRow[$fld] = "";
2369         }
2370       }
2371     }
2372
2373     $this->assign('grandStat', $this->rollupRow);
2374     return TRUE;
2375   }
2376
2377   /**
2378    * Format display output.
2379    *
2380    * @param array $rows
2381    * @param bool $pager
2382    */
2383   public function formatDisplay(&$rows, $pager = TRUE) {
2384     // set pager based on if any limit was applied in the query.
2385     if ($pager) {
2386       $this->setPager();
2387     }
2388
2389     // allow building charts if any
2390     if (!empty($this->_params['charts']) && !empty($rows)) {
2391       $this->buildChart($rows);
2392       $this->assign('chartEnabled', TRUE);
2393       $this->_chartId = "{$this->_params['charts']}_" .
2394         ($this->_id ? $this->_id : substr(get_class($this), 16)) . '_' .
2395         session_id();
2396       $this->assign('chartId', $this->_chartId);
2397     }
2398
2399     // unset columns not to be displayed.
2400     foreach ($this->_columnHeaders as $key => $value) {
2401       if (!empty($value['no_display'])) {
2402         unset($this->_columnHeaders[$key]);
2403       }
2404     }
2405
2406     // unset columns not to be displayed.
2407     if (!empty($rows)) {
2408       foreach ($this->_noDisplay as $noDisplayField) {
2409         foreach ($rows as $rowNum => $row) {
2410           unset($this->_columnHeaders[$noDisplayField]);
2411         }
2412       }
2413     }
2414
2415     // Find alter display functions.
2416     $firstRow = reset($rows);
2417     if ($firstRow) {
2418       $selectedFields = array_keys($firstRow);
2419       $alterFunctions = $alterMap = $alterSpecs = [];
2420       foreach ($this->_columns as $tableName => $table) {
2421         if (array_key_exists('metadata', $table)) {
2422           foreach ($table['metadata'] as $field => $specs) {
2423             if (in_array($tableName . '_' . $field, $selectedFields)) {
2424               if (array_key_exists('alter_display', $specs)) {
2425                 $alterFunctions[$tableName . '_' . $field] = $specs['alter_display'];
2426                 $alterMap[$tableName . '_' . $field] = $field;
2427                 $alterSpecs[$tableName . '_' . $field] = NULL;
2428               }
2429               // Add any alters that can be intuited from the field specs.
2430               // So far only boolean but a lot more could be.
2431               if (empty($alterSpecs[$tableName . '_' . $field]) && isset($specs['type']) && $specs['type'] == CRM_Utils_Type::T_BOOLEAN) {
2432                 $alterFunctions[$tableName . '_' . $field] = 'alterBoolean';
2433                 $alterMap[$tableName . '_' . $field] = $field;
2434                 $alterSpecs[$tableName . '_' . $field] = NULL;
2435               }
2436             }
2437           }
2438         }
2439       }
2440
2441       // Run the alter display functions
2442       foreach ($rows as $index => & $row) {
2443         foreach ($row as $selectedField => $value) {
2444           if (array_key_exists($selectedField, $alterFunctions)) {
2445             $rows[$index][$selectedField] = $this->{$alterFunctions[$selectedField]}($value, $row, $selectedField, $alterMap[$selectedField], $alterSpecs[$selectedField]);
2446           }
2447         }
2448       }
2449     }
2450
2451     // use this method for formatting rows for display purpose.
2452     $this->alterDisplay($rows);
2453     CRM_Utils_Hook::alterReportVar('rows', $rows, $this);
2454
2455     // build array of section totals
2456     $this->sectionTotals();
2457
2458     // process grand-total row
2459     $this->grandTotal($rows);
2460
2461     // use this method for formatting custom rows for display purpose.
2462     $this->alterCustomDataDisplay($rows);
2463   }
2464
2465   /**
2466    * @param $value
2467    * @param $row
2468    * @param $selectedfield
2469    * @param $criteriaFieldName
2470    *
2471    * @return array
2472    */
2473   protected function alterStateProvinceID($value, &$row, $selectedfield, $criteriaFieldName) {
2474     $url = CRM_Utils_System::url(CRM_Utils_System::currentPath(), "reset=1&force=1&{$criteriaFieldName}_op=in&{$criteriaFieldName}_value={$value}", $this->_absoluteUrl);
2475     $row[$selectedfield . '_link'] = $url;
2476     $row[$selectedfield . '_hover'] = ts("%1 for this state.", [
2477       1 => $value,
2478     ]);
2479
2480     $states = CRM_Core_PseudoConstant::stateProvince($value, FALSE);
2481     if (!is_array($states)) {
2482       return $states;
2483     }
2484   }
2485
2486   /**
2487    * @param $value
2488    * @param $row
2489    * @param $selectedField
2490    * @param $criteriaFieldName
2491    *
2492    * @return array
2493    */
2494   protected function alterCountryID($value, &$row, $selectedField, $criteriaFieldName) {
2495     $url = CRM_Utils_System::url(CRM_Utils_System::currentPath(), "reset=1&force=1&{$criteriaFieldName}_op=in&{$criteriaFieldName}_value={$value}", $this->_absoluteUrl);
2496     $row[$selectedField . '_link'] = $url;
2497     $row[$selectedField . '_hover'] = ts("%1 for this country.", [
2498       1 => $value,
2499     ]);
2500     $countries = CRM_Core_PseudoConstant::country($value, FALSE);
2501     if (!is_array($countries)) {
2502       return $countries;
2503     }
2504   }
2505
2506   /**
2507    * @param $value
2508    * @param $row
2509    * @param $selectedfield
2510    * @param $criteriaFieldName
2511    *
2512    * @return array
2513    */
2514   protected function alterCountyID($value, &$row, $selectedfield, $criteriaFieldName) {
2515     $url = CRM_Utils_System::url(CRM_Utils_System::currentPath(), "reset=1&force=1&{$criteriaFieldName}_op=in&{$criteriaFieldName}_value={$value}", $this->_absoluteUrl);
2516     $row[$selectedfield . '_link'] = $url;
2517     $row[$selectedfield . '_hover'] = ts("%1 for this county.", [
2518       1 => $value,
2519     ]);
2520     $counties = CRM_Core_PseudoConstant::county($value, FALSE);
2521     if (!is_array($counties)) {
2522       return $counties;
2523     }
2524   }
2525
2526   /**
2527    * @param $value
2528    * @param $row
2529    * @param $selectedfield
2530    * @param $criteriaFieldName
2531    *
2532    * @return mixed
2533    */
2534   protected function alterLocationTypeID($value, &$row, $selectedfield, $criteriaFieldName) {
2535     return CRM_Core_PseudoConstant::getLabel('CRM_Core_DAO_Address', 'location_type_id', $value);
2536   }
2537
2538   /**
2539    * @param $value
2540    * @param $row
2541    * @param $fieldname
2542    *
2543    * @return mixed
2544    */
2545   protected function alterContactID($value, &$row, $fieldname) {
2546     $nameField = substr($fieldname, 0, -2) . 'name';
2547     static $first = TRUE;
2548     static $viewContactList = FALSE;
2549     if ($first) {
2550       $viewContactList = CRM_Core_Permission::check('access CiviCRM');
2551       $first = FALSE;
2552     }
2553     if (!$viewContactList) {
2554       return $value;
2555     }
2556     if (array_key_exists($nameField, $row)) {
2557       $row[$nameField . '_link'] = CRM_Utils_System::url("civicrm/contact/view", 'reset=1&cid=' . $value, $this->_absoluteUrl);
2558     }
2559     else {
2560       $row[$fieldname . '_link'] = CRM_Utils_System::url("civicrm/contact/view", 'reset=1&cid=' . $value, $this->_absoluteUrl);
2561     }
2562     return $value;
2563   }
2564
2565   /**
2566    * @param $value
2567    *
2568    * @return mixed
2569    */
2570   protected function alterBoolean($value) {
2571     $options = [0 => '', 1 => ts('Yes')];
2572     if (isset($options[$value])) {
2573       return $options[$value];
2574     }
2575     return $value;
2576   }
2577
2578   /**
2579    * Build chart.
2580    *
2581    * @param array $rows
2582    */
2583   public function buildChart(&$rows) {
2584     // override this method for building charts.
2585   }
2586
2587   // select() method below has been added recently (v3.3), and many of the report templates might
2588   // still be having their own select() method. We should fix them as and when encountered and move
2589   // towards generalizing the select() method below.
2590
2591   /**
2592    * Generate the SELECT clause and set class variable $_select.
2593    */
2594   public function select() {
2595     $select = $this->_selectAliases = [];
2596     $this->storeGroupByArray();
2597
2598     foreach ($this->_columns as $tableName => $table) {
2599       if (array_key_exists('fields', $table)) {
2600         foreach ($table['fields'] as $fieldName => $field) {
2601           if ($tableName == 'civicrm_address') {
2602             // deprecated, use $this->isTableSelected.
2603             $this->_addressField = TRUE;
2604           }
2605           if ($tableName == 'civicrm_email') {
2606             $this->_emailField = TRUE;
2607           }
2608           if ($tableName == 'civicrm_phone') {
2609             $this->_phoneField = TRUE;
2610           }
2611
2612           if (!empty($field['required']) ||
2613             !empty($this->_params['fields'][$fieldName])
2614           ) {
2615
2616             // 1. In many cases we want select clause to be built in slightly different way
2617             // for a particular field of a particular type.
2618             // 2. This method when used should receive params by reference and modify $this->_columnHeaders
2619             // as needed.
2620             $selectClause = $this->selectClause($tableName, 'fields', $fieldName, $field);
2621             if ($selectClause) {
2622               $select[] = $selectClause;
2623               continue;
2624             }
2625
2626             // include statistics columns only if set
2627             if (!empty($field['statistics']) && !empty($this->_groupByArray)) {
2628               $select = $this->addStatisticsToSelect($field, $tableName, $fieldName, $select);
2629             }
2630             else {
2631
2632               $selectClause = $this->getSelectClauseWithGroupConcatIfNotGroupedBy($tableName, $fieldName, $field);
2633               if ($selectClause) {
2634                 $select[] = $selectClause;
2635               }
2636               else {
2637                 $select = $this->addBasicFieldToSelect($tableName, $fieldName, $field, $select);
2638               }
2639             }
2640           }
2641         }
2642       }
2643
2644       // select for group bys
2645       if (array_key_exists('group_bys', $table)) {
2646         foreach ($table['group_bys'] as $fieldName => $field) {
2647
2648           if ($tableName == 'civicrm_address') {
2649             $this->_addressField = TRUE;
2650           }
2651           if ($tableName == 'civicrm_email') {
2652             $this->_emailField = TRUE;
2653           }
2654           if ($tableName == 'civicrm_phone') {
2655             $this->_phoneField = TRUE;
2656           }
2657           // 1. In many cases we want select clause to be built in slightly different way
2658           // for a particular field of a particular type.
2659           // 2. This method when used should receive params by reference and modify $this->_columnHeaders
2660           // as needed.
2661           $selectClause = $this->selectClause($tableName, 'group_bys', $fieldName, $field);
2662           if ($selectClause) {
2663             $select[] = $selectClause;
2664             continue;
2665           }
2666
2667           if (!empty($this->_params['group_bys']) &&
2668             !empty($this->_params['group_bys'][$fieldName]) &&
2669             !empty($this->_params['group_bys_freq'])
2670           ) {
2671             switch (CRM_Utils_Array::value($fieldName, $this->_params['group_bys_freq'])) {
2672               case 'YEARWEEK':
2673                 $select[] = "DATE_SUB({$field['dbAlias']}, INTERVAL WEEKDAY({$field['dbAlias']}) DAY) AS {$tableName}_{$fieldName}_start";
2674                 $select[] = "YEARWEEK({$field['dbAlias']}) AS {$tableName}_{$fieldName}_subtotal";
2675                 $select[] = "WEEKOFYEAR({$field['dbAlias']}) AS {$tableName}_{$fieldName}_interval";
2676                 $field['title'] = 'Week';
2677                 break;
2678
2679               case 'YEAR':
2680                 $select[] = "MAKEDATE(YEAR({$field['dbAlias']}), 1)  AS {$tableName}_{$fieldName}_start";
2681                 $select[] = "YEAR({$field['dbAlias']}) AS {$tableName}_{$fieldName}_subtotal";
2682                 $select[] = "YEAR({$field['dbAlias']}) AS {$tableName}_{$fieldName}_interval";
2683                 $field['title'] = 'Year';
2684                 break;
2685
2686               case 'MONTH':
2687                 $select[] = "DATE_SUB({$field['dbAlias']}, INTERVAL (DAYOFMONTH({$field['dbAlias']})-1) DAY) as {$tableName}_{$fieldName}_start";
2688                 $select[] = "MONTH({$field['dbAlias']}) AS {$tableName}_{$fieldName}_subtotal";
2689                 $select[] = "MONTHNAME({$field['dbAlias']}) AS {$tableName}_{$fieldName}_interval";
2690                 $field['title'] = 'Month';
2691                 break;
2692
2693               case 'QUARTER':
2694                 $select[] = "STR_TO_DATE(CONCAT( 3 * QUARTER( {$field['dbAlias']} ) -2 , '/', '1', '/', YEAR( {$field['dbAlias']} ) ), '%m/%d/%Y') AS {$tableName}_{$fieldName}_start";
2695                 $select[] = "QUARTER({$field['dbAlias']}) AS {$tableName}_{$fieldName}_subtotal";
2696                 $select[] = "QUARTER({$field['dbAlias']}) AS {$tableName}_{$fieldName}_interval";
2697                 $field['title'] = 'Quarter';
2698                 break;
2699             }
2700             // for graphs and charts -
2701             if (!empty($this->_params['group_bys_freq'][$fieldName])) {
2702               $this->_interval = $field['title'];
2703               $this->_columnHeaders["{$tableName}_{$fieldName}_start"]['title']
2704                 = $field['title'] . ' Beginning';
2705               $this->_columnHeaders["{$tableName}_{$fieldName}_start"]['type'] = $field['type'];
2706               $this->_columnHeaders["{$tableName}_{$fieldName}_start"]['group_by'] = $this->_params['group_bys_freq'][$fieldName];
2707
2708               // just to make sure these values are transferred to rows.
2709               // since we 'll need them for calculation purpose,
2710               // e.g making subtotals look nicer or graphs
2711               $this->_columnHeaders["{$tableName}_{$fieldName}_interval"] = ['no_display' => TRUE];
2712               $this->_columnHeaders["{$tableName}_{$fieldName}_subtotal"] = ['no_display' => TRUE];
2713             }
2714           }
2715         }
2716       }
2717     }
2718
2719     if (empty($select)) {
2720       // CRM-21412 Do not give fatal error on report when no fields selected
2721       $select = [1];
2722     }
2723
2724     $this->_selectClauses = $select;
2725     $this->_select = "SELECT " . implode(', ', $select) . " ";
2726   }
2727
2728   /**
2729    * Build select clause for a single field.
2730    *
2731    * @param string $tableName
2732    * @param string $tableKey
2733    * @param string $fieldName
2734    * @param string $field
2735    *
2736    * @return bool
2737    */
2738   public function selectClause(&$tableName, $tableKey, &$fieldName, &$field) {
2739     if (!empty($field['pseudofield'])) {
2740       $alias = "{$tableName}_{$fieldName}";
2741       $this->_columnHeaders["{$tableName}_{$fieldName}"]['title'] = CRM_Utils_Array::value('title', $field);
2742       $this->_columnHeaders["{$tableName}_{$fieldName}"]['type'] = CRM_Utils_Array::value('type', $field);
2743       $this->_columnHeaders["{$tableName}_{$fieldName}"]['dbAlias'] = CRM_Utils_Array::value('dbAlias', $field);
2744       $this->_selectAliases[] = $alias;
2745       return ' 1 as  ' . $alias;
2746     }
2747     return FALSE;
2748   }
2749
2750   /**
2751    * Build where clause.
2752    */
2753   public function where() {
2754     $this->storeWhereHavingClauseArray();
2755
2756     if (empty($this->_whereClauses)) {
2757       $this->_where = "WHERE ( 1 ) ";
2758       $this->_having = "";
2759     }
2760     else {
2761       $this->_where = "WHERE " . implode(' AND ', $this->_whereClauses);
2762     }
2763
2764     if ($this->_aclWhere) {
2765       $this->_where .= " AND {$this->_aclWhere} ";
2766     }
2767
2768     if (!empty($this->_havingClauses)) {
2769       // use this clause to construct group by clause.
2770       $this->_having = "HAVING " . implode(' AND ', $this->_havingClauses);
2771     }
2772   }
2773
2774   /**
2775    * Store Where clauses into an array.
2776    *
2777    * Breaking out this step makes over-riding more flexible as the clauses can be used in constructing a
2778    * temp table that may not be part of the final where clause or added
2779    * in other functions
2780    */
2781   public function storeWhereHavingClauseArray() {
2782     foreach ($this->_columns as $tableName => $table) {
2783       if (array_key_exists('filters', $table)) {
2784         foreach ($table['filters'] as $fieldName => $field) {
2785           // respect pseudofield to filter spec so fields can be marked as
2786           // not to be handled here
2787           if (!empty($field['pseudofield'])) {
2788             continue;
2789           }
2790           $clause = $this->generateFilterClause($field, $fieldName);
2791
2792           if (!empty($clause)) {
2793             if (!empty($field['having'])) {
2794               $this->_havingClauses[] = $clause;
2795             }
2796             else {
2797               $this->_whereClauses[] = $clause;
2798             }
2799           }
2800         }
2801       }
2802     }
2803
2804   }
2805
2806   /**
2807    * Set output mode.
2808    */
2809   public function processReportMode() {
2810     $this->setOutputMode();
2811
2812     $this->_sendmail
2813       = CRM_Utils_Request::retrieve(
2814         'sendmail',
2815         'Boolean',
2816         CRM_Core_DAO::$_nullObject
2817       );
2818
2819     $this->_absoluteUrl = FALSE;
2820     $printOnly = FALSE;
2821     $this->assign('printOnly', FALSE);
2822
2823     if ($this->_outputMode == 'print' ||
2824       ($this->_sendmail && !$this->_outputMode)
2825     ) {
2826       $this->assign('printOnly', TRUE);
2827       $printOnly = TRUE;
2828       $this->addPaging = FALSE;
2829       $this->assign('outputMode', 'print');
2830       $this->_outputMode = 'print';
2831       if ($this->_sendmail) {
2832         $this->_absoluteUrl = TRUE;
2833       }
2834     }
2835     elseif ($this->_outputMode == 'pdf') {
2836       $printOnly = TRUE;
2837       $this->addPaging = FALSE;
2838       $this->_absoluteUrl = TRUE;
2839     }
2840     elseif ($this->_outputMode == 'csv') {
2841       $printOnly = TRUE;
2842       $this->_absoluteUrl = TRUE;
2843       $this->addPaging = FALSE;
2844     }
2845     elseif ($this->_outputMode == 'group') {
2846       $this->assign('outputMode', 'group');
2847     }
2848     elseif ($this->_outputMode == 'create_report' && $this->_criteriaForm) {
2849       $this->assign('outputMode', 'create_report');
2850     }
2851     elseif ($this->_outputMode == 'copy' && $this->_criteriaForm) {
2852       $this->_createNew = TRUE;
2853     }
2854
2855     $this->assign('outputMode', $this->_outputMode);
2856     $this->assign('printOnly', $printOnly);
2857     // Get today's date to include in printed reports
2858     if ($printOnly) {
2859       $reportDate = CRM_Utils_Date::customFormat(date('Y-m-d H:i'));
2860       $this->assign('reportDate', $reportDate);
2861     }
2862   }
2863
2864   /**
2865    * Post Processing function for Form.
2866    *
2867    * postProcessCommon should be used to set other variables from input as the api accesses that function.
2868    * This function is not accessed when the api calls the report.
2869    */
2870   public function beginPostProcess() {
2871     $this->setParams($this->controller->exportValues($this->_name));
2872     if (empty($this->_params) &&
2873       $this->_force
2874     ) {
2875       $this->setParams($this->_formValues);
2876     }
2877
2878     // hack to fix params when submitted from dashboard, CRM-8532
2879     // fields array is missing because form building etc is skipped
2880     // in dashboard mode for report
2881     //@todo - this could be done in the dashboard no we have a setter
2882     if (empty($this->_params['fields']) && !$this->_noFields) {
2883       $this->setParams($this->_formValues);
2884     }
2885
2886     $this->processReportMode();
2887
2888     if ($this->_outputMode == 'save' || $this->_outputMode == 'copy') {
2889       $this->_createNew = ($this->_outputMode == 'copy');
2890       CRM_Report_Form_Instance::postProcess($this);
2891     }
2892     if ($this->_outputMode == 'delete') {
2893       CRM_Report_BAO_ReportInstance::doFormDelete($this->_id, 'civicrm/report/list?reset=1', 'civicrm/report/list?reset=1');
2894     }
2895
2896     $this->_formValues = $this->_params;
2897
2898     $this->beginPostProcessCommon();
2899   }
2900
2901   /**
2902    * BeginPostProcess function run in both report mode and non-report mode (api).
2903    */
2904   public function beginPostProcessCommon() {
2905   }
2906
2907   /**
2908    * Build the report query.
2909    *
2910    * @param bool $applyLimit
2911    *
2912    * @return string
2913    */
2914   public function buildQuery($applyLimit = TRUE) {
2915     $this->buildGroupTempTable();
2916     $this->select();
2917     $this->from();
2918     $this->customDataFrom();
2919     $this->buildPermissionClause();
2920     $this->where();
2921     $this->groupBy();
2922     $this->orderBy();
2923
2924     foreach ($this->unselectedOrderByColumns() as $alias => $field) {
2925       $clause = $this->getSelectClauseWithGroupConcatIfNotGroupedBy($field['table_name'], $field['name'], $field);
2926       if (!$clause) {
2927         $clause = "{$field['dbAlias']} as {$alias}";
2928       }
2929       $this->_select .= ", $clause ";
2930     }
2931
2932     if ($applyLimit && empty($this->_params['charts'])) {
2933       $this->limit();
2934     }
2935     CRM_Utils_Hook::alterReportVar('sql', $this, $this);
2936
2937     $sql = "{$this->_select} {$this->_from} {$this->_where} {$this->_groupBy} {$this->_having} {$this->_orderBy} {$this->_limit}";
2938     $this->addToDeveloperTab($sql);
2939     return $sql;
2940   }
2941
2942   /**
2943    * Build group by clause.
2944    */
2945   public function groupBy() {
2946     $this->storeGroupByArray();
2947
2948     if (!empty($this->_groupByArray)) {
2949       if ($this->optimisedForOnlyFullGroupBy) {
2950         // We should probably deprecate this code path. What happens here is that
2951         // the group by is amended to reflect the select columns. This often breaks the
2952         // results. Retrofitting group strict group by onto existing report classes
2953         // went badly.
2954         $this->_groupBy = CRM_Contact_BAO_Query::getGroupByFromSelectColumns($this->_selectClauses, $this->_groupByArray);
2955       }
2956       else {
2957         $this->_groupBy = ' GROUP BY ' . implode($this->_groupByArray);
2958       }
2959     }
2960   }
2961
2962   /**
2963    * Build order by clause.
2964    */
2965   public function orderBy() {
2966     $this->_orderBy = "";
2967     $this->_sections = [];
2968     $this->storeOrderByArray();
2969     if (!empty($this->_orderByArray) && !$this->_rollup == 'WITH ROLLUP') {
2970       $this->_orderBy = "ORDER BY " . implode(', ', $this->_orderByArray);
2971     }
2972     $this->assign('sections', $this->_sections);
2973   }
2974
2975   /**
2976    * Extract order by fields and store as an array.
2977    *
2978    * In some cases other functions want to know which fields are selected for ordering by
2979    * Separating this into a separate function allows it to be called separately from constructing
2980    * the order by clause
2981    */
2982   public function storeOrderByArray() {
2983     $orderBys = [];
2984
2985     if (!empty($this->_params['order_bys']) &&
2986       is_array($this->_params['order_bys']) &&
2987       !empty($this->_params['order_bys'])
2988     ) {
2989
2990       // Process order_bys in user-specified order
2991       foreach ($this->_params['order_bys'] as $orderBy) {
2992         $orderByField = [];
2993         foreach ($this->_columns as $tableName => $table) {
2994           if (array_key_exists('order_bys', $table)) {
2995             // For DAO columns defined in $this->_columns
2996             $fields = $table['order_bys'];
2997           }
2998           elseif (array_key_exists('extends', $table)) {
2999             // For custom fields referenced in $this->_customGroupExtends
3000             $fields = CRM_Utils_Array::value('fields', $table, []);
3001           }
3002           else {
3003             continue;
3004           }
3005           if (!empty($fields) && is_array($fields)) {
3006             foreach ($fields as $fieldName => $field) {
3007               if ($fieldName == $orderBy['column']) {
3008                 $orderByField = array_merge($field, $orderBy);
3009                 $orderByField['tplField'] = "{$tableName}_{$fieldName}";
3010                 break 2;
3011               }
3012             }
3013           }
3014         }
3015
3016         if (!empty($orderByField)) {
3017           $this->_orderByFields[$orderByField['tplField']] = $orderByField;
3018           if ($this->groupConcatTested) {
3019             $orderBys[$orderByField['tplField']] = "{$orderByField['tplField']} {$orderBy['order']}";
3020           }
3021           else {
3022             // Not sure when this is preferable to using tplField (which has
3023             // definitely been tested to work in cases then this does not.
3024             // in caution not switching unless report has been tested for
3025             // group concat functionality.
3026             $orderBys[$orderByField['tplField']] = "{$orderByField['dbAlias']} {$orderBy['order']}";
3027           }
3028
3029           // Record any section headers for assignment to the template
3030           if (!empty($orderBy['section'])) {
3031             $orderByField['pageBreak'] = CRM_Utils_Array::value('pageBreak', $orderBy);
3032             $this->_sections[$orderByField['tplField']] = $orderByField;
3033           }
3034         }
3035       }
3036     }
3037
3038     $this->_orderByArray = $orderBys;
3039
3040     $this->assign('sections', $this->_sections);
3041   }
3042
3043   /**
3044    * Determine unselected columns.
3045    *
3046    * @return array
3047    */
3048   public function unselectedOrderByColumns() {
3049     return array_diff_key($this->_orderByFields, $this->getSelectColumns());
3050   }
3051
3052   /**
3053    * Determine unselected columns.
3054    *
3055    * @return array
3056    */
3057   public function unselectedSectionColumns() {
3058     if (is_array($this->_sections)) {
3059       return array_diff_key($this->_sections, $this->getSelectColumns());
3060     }
3061     else {
3062       return [];
3063     }
3064   }
3065
3066   /**
3067    * Build output rows.
3068    *
3069    * @param string $sql
3070    * @param array $rows
3071    */
3072   public function buildRows($sql, &$rows) {
3073     if (!$this->optimisedForOnlyFullGroupBy) {
3074       CRM_Core_DAO::disableFullGroupByMode();
3075     }
3076     $dao = CRM_Core_DAO::executeQuery($sql);
3077     if (stristr($this->_select, 'SQL_CALC_FOUND_ROWS')) {
3078       $this->_rowsFound = CRM_Core_DAO::singleValueQuery('SELECT FOUND_ROWS()');
3079     }
3080     CRM_Core_DAO::reenableFullGroupByMode();
3081     if (!is_array($rows)) {
3082       $rows = [];
3083     }
3084
3085     // use this method to modify $this->_columnHeaders
3086     $this->modifyColumnHeaders();
3087
3088     $unselectedSectionColumns = $this->unselectedSectionColumns();
3089
3090     while ($dao->fetch()) {
3091       $row = [];
3092       foreach ($this->_columnHeaders as $key => $value) {
3093         if (property_exists($dao, $key)) {
3094           $row[$key] = $dao->$key;
3095         }
3096       }
3097
3098       // section headers not selected for display need to be added to row
3099       foreach ($unselectedSectionColumns as $key => $values) {
3100         if (property_exists($dao, $key)) {
3101           $row[$key] = $dao->$key;
3102         }
3103       }
3104
3105       $rows[] = $row;
3106     }
3107   }
3108
3109   /**
3110    * Calculate section totals.
3111    *
3112    * When "order by" fields are marked as sections, this assigns to the template
3113    * an array of total counts for each section. This data is used by the Smarty
3114    * plugin {sectionTotal}.
3115    */
3116   public function sectionTotals() {
3117
3118     // Reports using order_bys with sections must populate $this->_selectAliases in select() method.
3119     if (empty($this->_selectAliases)) {
3120       return;
3121     }
3122
3123     if (!empty($this->_sections)) {
3124       // build the query with no LIMIT clause
3125       $select = str_ireplace('SELECT SQL_CALC_FOUND_ROWS ', 'SELECT ', $this->_select);
3126       $sql = "{$select} {$this->_from} {$this->_where} {$this->_groupBy} {$this->_having} {$this->_orderBy}";
3127
3128       // pull section aliases out of $this->_sections
3129       $sectionAliases = array_keys($this->_sections);
3130
3131       $ifnulls = [];
3132       foreach (array_merge($sectionAliases, $this->_selectAliases) as $alias) {
3133         $ifnulls[] = "ifnull($alias, '') as $alias";
3134       }
3135       $this->_select = "SELECT " . implode(", ", $ifnulls);
3136       $this->_select = CRM_Contact_BAO_Query::appendAnyValueToSelect($ifnulls, $sectionAliases);
3137
3138       // Group (un-limited) report by all aliases and get counts. This might
3139       // be done more efficiently when the contents of $sql are known, ie. by
3140       // overriding this method in the report class.
3141
3142       $query = $this->_select .
3143         ", count(*) as ct from ($sql) as subquery group by " .
3144         implode(", ", $sectionAliases);
3145
3146       // initialize array of total counts
3147       $totals = [];
3148       $dao = CRM_Core_DAO::executeQuery($query);
3149       while ($dao->fetch()) {
3150
3151         // let $this->_alterDisplay translate any integer ids to human-readable values.
3152         $rows[0] = $dao->toArray();
3153         $this->alterDisplay($rows);
3154         $row = $rows[0];
3155
3156         // add totals for all permutations of section values
3157         $values = [];
3158         $i = 1;
3159         $aliasCount = count($sectionAliases);
3160         foreach ($sectionAliases as $alias) {
3161           $values[] = $row[$alias];
3162           $key = implode(CRM_Core_DAO::VALUE_SEPARATOR, $values);
3163           if ($i == $aliasCount) {
3164             // the last alias is the lowest-level section header; use count as-is
3165             $totals[$key] = $dao->ct;
3166           }
3167           else {
3168             // other aliases are higher level; roll count into their total
3169             $totals[$key] += $dao->ct;
3170           }
3171         }
3172       }
3173       $this->assign('sectionTotals', $totals);
3174     }
3175   }
3176
3177   /**
3178    * Modify column headers.
3179    */
3180   public function modifyColumnHeaders() {
3181     // use this method to modify $this->_columnHeaders
3182   }
3183
3184   /**
3185    * Move totals columns to the right edge of the table.
3186    *
3187    * It seems like a more logical layout to have any totals columns on the far right regardless of
3188    * the location of the rest of their table.
3189    */
3190   public function moveSummaryColumnsToTheRightHandSide() {
3191     $statHeaders = (array_intersect_key($this->_columnHeaders, array_flip($this->_statFields)));
3192     $this->_columnHeaders = array_merge(array_diff_key($this->_columnHeaders, $statHeaders), $this->_columnHeaders, $statHeaders);
3193   }
3194
3195   /**
3196    * Assign rows to the template.
3197    *
3198    * @param array $rows
3199    */
3200   public function doTemplateAssignment(&$rows) {
3201     $this->assign_by_ref('columnHeaders', $this->_columnHeaders);
3202     $this->assign_by_ref('rows', $rows);
3203     $this->assign('statistics', $this->statistics($rows));
3204   }
3205
3206   /**
3207    * Build report statistics.
3208    *
3209    * Override this method to build your own statistics.
3210    *
3211    * @param array $rows
3212    *
3213    * @return array
3214    */
3215   public function statistics(&$rows) {
3216     $statistics = [];
3217
3218     $count = count($rows);
3219     // Why do we increment the count for rollup seems to artificially inflate the count.
3220     // It seems perhaps intentional to include the summary row in the count of results - although
3221     // this just seems odd.
3222     if ($this->_rollup && ($this->_rollup != '') && $this->_grandFlag) {
3223       $count++;
3224     }
3225
3226     $this->countStat($statistics, $count);
3227
3228     $this->groupByStat($statistics);
3229
3230     $this->filterStat($statistics);
3231
3232     return $statistics;
3233   }
3234
3235   /**
3236    * Add count statistics.
3237    *
3238    * @param array $statistics
3239    * @param int $count
3240    */
3241   public function countStat(&$statistics, $count) {
3242     $statistics['counts']['rowCount'] = [
3243       'title' => ts('Row(s) Listed'),
3244       'value' => $count,
3245     ];
3246
3247     if ($this->_rowsFound && ($this->_rowsFound > $count)) {
3248       $statistics['counts']['rowsFound'] = [
3249         'title' => ts('Total Row(s)'),
3250         'value' => $this->_rowsFound,
3251       ];
3252     }
3253   }
3254
3255   /**
3256    * Add group by statistics.
3257    *
3258    * @param array $statistics
3259    */
3260   public function groupByStat(&$statistics) {
3261     if (!empty($this->_params['group_bys']) &&
3262       is_array($this->_params['group_bys']) &&
3263       !empty($this->_params['group_bys'])
3264     ) {
3265       foreach ($this->_columns as $tableName => $table) {
3266         if (array_key_exists('group_bys', $table)) {
3267           foreach ($table['group_bys'] as $fieldName => $field) {
3268             if (!empty($this->_params['group_bys'][$fieldName])) {
3269               $combinations[] = $field['title'];
3270             }
3271           }
3272         }
3273       }
3274       $statistics['groups'][] = [
3275         'title' => ts('Grouping(s)'),
3276         'value' => implode(' & ', $combinations),
3277       ];
3278     }
3279   }
3280
3281   /**
3282    * Filter statistics.
3283    *
3284    * @param array $statistics
3285    */
3286   public function filterStat(&$statistics) {
3287     foreach ($this->_columns as $tableName => $table) {
3288       if (array_key_exists('filters', $table)) {
3289         foreach ($table['filters'] as $fieldName => $field) {
3290           if ((CRM_Utils_Array::value('type', $field) & CRM_Utils_Type::T_DATE ||
3291               CRM_Utils_Array::value('type', $field) & CRM_Utils_Type::T_TIME) &&
3292             CRM_Utils_Array::value('operatorType', $field) !=
3293             CRM_Report_Form::OP_MONTH
3294           ) {
3295             list($from, $to)
3296               = $this->getFromTo(
3297                 CRM_Utils_Array::value("{$fieldName}_relative", $this->_params),
3298                 CRM_Utils_Array::value("{$fieldName}_from", $this->_params),
3299                 CRM_Utils_Array::value("{$fieldName}_to", $this->_params),
3300                 CRM_Utils_Array::value("{$fieldName}_from_time", $this->_params),
3301                 CRM_Utils_Array::value("{$fieldName}_to_time", $this->_params)
3302               );
3303             $from_time_format = !empty($this->_params["{$fieldName}_from_time"]) ? 'h' : 'd';
3304             $from = CRM_Utils_Date::customFormat($from, NULL, [$from_time_format]);
3305
3306             $to_time_format = !empty($this->_params["{$fieldName}_to_time"]) ? 'h' : 'd';
3307             $to = CRM_Utils_Date::customFormat($to, NULL, [$to_time_format]);
3308
3309             if ($from || $to) {
3310               $statistics['filters'][] = [
3311                 'title' => $field['title'],
3312                 'value' => ts("Between %1 and %2", [1 => $from, 2 => $to]),
3313               ];
3314             }
3315             elseif (in_array($rel = CRM_Utils_Array::value("{$fieldName}_relative", $this->_params),
3316               array_keys($this->getOperationPair(CRM_Report_Form::OP_DATE))
3317             )) {
3318               $pair = $this->getOperationPair(CRM_Report_Form::OP_DATE);
3319               $statistics['filters'][] = [
3320                 'title' => $field['title'],
3321                 'value' => $pair[$rel],
3322               ];
3323             }
3324           }
3325           else {
3326             $op = CRM_Utils_Array::value("{$fieldName}_op", $this->_params);
3327             $value = NULL;
3328             if ($op) {
3329               $pair = $this->getOperationPair(
3330                 CRM_Utils_Array::value('operatorType', $field),
3331                 $fieldName
3332               );
3333               $min = CRM_Utils_Array::value("{$fieldName}_min", $this->_params);
3334               $max = CRM_Utils_Array::value("{$fieldName}_max", $this->_params);
3335               $val = CRM_Utils_Array::value("{$fieldName}_value", $this->_params);
3336               if (in_array($op, ['bw', 'nbw']) && ($min || $max)) {
3337                 $value = "{$pair[$op]} $min " . ts('and') . " $max";
3338               }
3339               elseif ($val && CRM_Utils_Array::value('operatorType', $field) & self::OP_ENTITYREF) {
3340                 $this->setEntityRefDefaults($field, $tableName);
3341                 $result = civicrm_api3($field['attributes']['entity'], 'getlist',
3342                   ['id' => $val] +
3343                   CRM_Utils_Array::value('api', $field['attributes'], []));
3344                 $values = [];
3345                 foreach ($result['values'] as $v) {
3346                   $values[] = $v['label'];
3347                 }
3348                 $value = "{$pair[$op]} " . implode(', ', $values);
3349               }
3350               elseif ($op == 'nll' || $op == 'nnll') {
3351                 $value = $pair[$op];
3352               }
3353               elseif (is_array($val) && (!empty($val))) {
3354                 $options = CRM_Utils_Array::value('options', $field, []);
3355                 foreach ($val as $key => $valIds) {
3356                   if (isset($options[$valIds])) {
3357                     $val[$key] = $options[$valIds];
3358                   }
3359                 }
3360                 $pair[$op] = (count($val) == 1) ? (($op == 'notin' || $op ==
3361                   'mnot') ? ts('Is Not') : ts('Is')) : CRM_Utils_Array::value($op, $pair);
3362                 $val = implode(', ', $val);
3363                 $value = "{$pair[$op]} " . $val;
3364               }
3365               elseif (!is_array($val) && (!empty($val) || $val == '0') &&
3366                 isset($field['options']) &&
3367                 is_array($field['options']) && !empty($field['options'])
3368               ) {
3369                 $value = CRM_Utils_Array::value($op, $pair) . " " .
3370                   CRM_Utils_Array::value($val, $field['options'], $val);
3371               }
3372               elseif ($val) {
3373                 $value = CRM_Utils_Array::value($op, $pair) . " " . $val;
3374               }
3375             }
3376             if ($value && empty($field['no_display'])) {
3377               $statistics['filters'][] = [
3378                 'title' => CRM_Utils_Array::value('title', $field),
3379                 'value' => $value,
3380               ];
3381             }
3382           }
3383         }
3384       }
3385     }
3386   }
3387
3388   /**
3389    * End post processing.
3390    *
3391    * @param array|null $rows
3392    */
3393   public function endPostProcess(&$rows = NULL) {
3394     $this->assign('report_class', get_class($this));
3395     if ($this->_storeResultSet) {
3396       $this->_resultSet = $rows;
3397     }
3398
3399     if ($this->_outputMode == 'print' ||
3400       $this->_outputMode == 'pdf' ||
3401       $this->_sendmail
3402     ) {
3403
3404       $content = $this->compileContent();
3405       $url = CRM_Utils_System::url("civicrm/report/instance/{$this->_id}",
3406         "reset=1", TRUE
3407       );
3408
3409       if ($this->_sendmail) {
3410         $config = CRM_Core_Config::singleton();
3411         $attachments = [];
3412
3413         if ($this->_outputMode == 'csv') {
3414           $content
3415             = $this->_formValues['report_header'] . '<p>' . ts('Report URL') .
3416             ": {$url}</p>" . '<p>' .
3417             ts('The report is attached as a CSV file.') . '</p>' .
3418             $this->_formValues['report_footer'];
3419
3420           $csvFullFilename = $config->templateCompileDir .
3421             CRM_Utils_File::makeFileName('CiviReport.csv');
3422           $csvContent = CRM_Report_Utils_Report::makeCsv($this, $rows);
3423           file_put_contents($csvFullFilename, $csvContent);
3424           $attachments[] = [
3425             'fullPath' => $csvFullFilename,
3426             'mime_type' => 'text/csv',
3427             'cleanName' => 'CiviReport.csv',
3428           ];
3429         }
3430         if ($this->_outputMode == 'pdf') {
3431           // generate PDF content
3432           $pdfFullFilename = $config->templateCompileDir .
3433             CRM_Utils_File::makeFileName('CiviReport.pdf');
3434           file_put_contents($pdfFullFilename,
3435             CRM_Utils_PDF_Utils::html2pdf($content, "CiviReport.pdf",
3436               TRUE, ['orientation' => 'landscape']
3437             )
3438           );
3439           // generate Email Content
3440           $content
3441             = $this->_formValues['report_header'] . '<p>' . ts('Report URL') .
3442             ": {$url}</p>" . '<p>' .
3443             ts('The report is attached as a PDF file.') . '</p>' .
3444             $this->_formValues['report_footer'];
3445
3446           $attachments[] = [
3447             'fullPath' => $pdfFullFilename,
3448             'mime_type' => 'application/pdf',
3449             'cleanName' => 'CiviReport.pdf',
3450           ];
3451         }
3452
3453         if (CRM_Report_Utils_Report::mailReport($content, $this->_id,
3454           $this->_outputMode, $attachments
3455         )
3456         ) {
3457           CRM_Core_Session::setStatus(ts("Report mail has been sent."), ts('Sent'), 'success');
3458         }
3459         else {
3460           CRM_Core_Session::setStatus(ts("Report mail could not be sent."), ts('Mail Error'), 'error');
3461         }
3462         return;
3463       }
3464       elseif ($this->_outputMode == 'print') {
3465         echo $content;
3466       }
3467       else {
3468         if ($chartType = CRM_Utils_Array::value('charts', $this->_params)) {
3469           $config = CRM_Core_Config::singleton();
3470           //get chart image name
3471           $chartImg = $this->_chartId . '.png';
3472           //get image url path
3473           $uploadUrl
3474             = str_replace('/persist/contribute/', '/persist/', $config->imageUploadURL) .
3475             'openFlashChart/';
3476           $uploadUrl .= $chartImg;
3477           //get image doc path to overwrite
3478           $uploadImg
3479             = str_replace('/persist/contribute/', '/persist/', $config->imageUploadDir) .
3480             'openFlashChart/' . $chartImg;
3481           //Load the image
3482           $chart = imagecreatefrompng($uploadUrl);
3483           //convert it into formatted png
3484           CRM_Utils_System::setHttpHeader('Content-type', 'image/png');
3485           //overwrite with same image
3486           imagepng($chart, $uploadImg);
3487           //delete the object
3488           imagedestroy($chart);
3489         }
3490         CRM_Utils_PDF_Utils::html2pdf($content, "CiviReport.pdf", FALSE, ['orientation' => 'landscape']);
3491       }
3492       CRM_Utils_System::civiExit();
3493     }
3494     elseif ($this->_outputMode == 'csv') {
3495       CRM_Report_Utils_Report::export2csv($this, $rows);
3496     }
3497     elseif ($this->_outputMode == 'group') {
3498       $group = $this->_params['groups'];
3499       $this->add2group($group);
3500     }
3501   }
3502
3503   /**
3504    * Set store result set indicator to TRUE.
3505    *
3506    * @todo explain what this does
3507    */
3508   public function storeResultSet() {
3509     $this->_storeResultSet = TRUE;
3510   }
3511
3512   /**
3513    * Get result set.
3514    *
3515    * @return bool
3516    */
3517   public function getResultSet() {
3518     return $this->_resultSet;
3519   }
3520
3521   /**
3522    * Get the sql used to generate the report.
3523    *
3524    * @return string
3525    */
3526   public function getReportSql() {
3527     return $this->sqlArray;
3528   }
3529
3530   /**
3531    * Use the form name to create the tpl file name.
3532    *
3533    * @return string
3534    */
3535   public function getTemplateFileName() {
3536     $defaultTpl = parent::getTemplateFileName();
3537     $template = CRM_Core_Smarty::singleton();
3538     if (!$template->template_exists($defaultTpl)) {
3539       $defaultTpl = 'CRM/Report/Form.tpl';
3540     }
3541     return $defaultTpl;
3542   }
3543
3544   /**
3545    * Compile the report content.
3546    *
3547    * Although this function is super-short it is useful to keep separate so it can be over-ridden by report classes.
3548    *
3549    * @return string
3550    */
3551   public function compileContent() {
3552     $templateFile = $this->getHookedTemplateFileName();
3553     return CRM_Utils_Array::value('report_header', $this->_formValues) .
3554     CRM_Core_Form::$_template->fetch($templateFile) .
3555     CRM_Utils_Array::value('report_footer', $this->_formValues);
3556   }
3557
3558   /**
3559    * Post process function.
3560    */
3561   public function postProcess() {
3562     // get ready with post process params
3563     $this->beginPostProcess();
3564
3565     // build query
3566     $sql = $this->buildQuery();
3567
3568     // build array of result based on column headers. This method also allows
3569     // modifying column headers before using it to build result set i.e $rows.
3570     $rows = [];
3571     $this->buildRows($sql, $rows);
3572
3573     // format result set.
3574     $this->formatDisplay($rows);
3575
3576     // assign variables to templates
3577     $this->doTemplateAssignment($rows);
3578
3579     // do print / pdf / instance stuff if needed
3580     $this->endPostProcess($rows);
3581   }
3582
3583   /**
3584    * Set limit.
3585    *
3586    * @param int $rowCount
3587    *
3588    * @return array
3589    */
3590   public function limit($rowCount = self::ROW_COUNT_LIMIT) {
3591     // lets do the pager if in html mode
3592     $this->_limit = NULL;
3593
3594     // CRM-14115, over-ride row count if rowCount is specified in URL
3595     if ($this->_dashBoardRowCount) {
3596       $rowCount = $this->_dashBoardRowCount;
3597     }
3598     if ($this->addPaging) {
3599       $this->_select = preg_replace('/SELECT(\s+SQL_CALC_FOUND_ROWS)?\s+/i', 'SELECT SQL_CALC_FOUND_ROWS ', $this->_select);
3600
3601       $pageId = CRM_Utils_Request::retrieve('crmPID', 'Integer');
3602
3603       // @todo all http vars should be extracted in the preProcess
3604       // - not randomly in the class
3605       if (!$pageId && !empty($_POST)) {
3606         if (isset($_POST['PagerBottomButton']) && isset($_POST['crmPID_B'])) {
3607           $pageId = max((int) $_POST['crmPID_B'], 1);
3608         }
3609         elseif (isset($_POST['PagerTopButton']) && isset($_POST['crmPID'])) {
3610           $pageId = max((int) $_POST['crmPID'], 1);
3611         }
3612         unset($_POST['crmPID_B'], $_POST['crmPID']);
3613       }
3614
3615       $pageId = $pageId ? $pageId : 1;
3616       $this->set(CRM_Utils_Pager::PAGE_ID, $pageId);
3617       $offset = ($pageId - 1) * $rowCount;
3618
3619       $offset = CRM_Utils_Type::escape($offset, 'Int');
3620       $rowCount = CRM_Utils_Type::escape($rowCount, 'Int');
3621
3622       $this->_limit = " LIMIT $offset, $rowCount";
3623       return [$offset, $rowCount];
3624     }
3625     if ($this->_limitValue) {
3626       if ($this->_offsetValue) {
3627         $this->_limit = " LIMIT {$this->_offsetValue}, {$this->_limitValue} ";
3628       }
3629       else {
3630         $this->_limit = " LIMIT " . $this->_limitValue;
3631       }
3632     }
3633   }
3634
3635   /**
3636    * Set pager.
3637    *
3638    * @param int $rowCount
3639    */
3640   public function setPager($rowCount = self::ROW_COUNT_LIMIT) {
3641     // CRM-14115, over-ride row count if rowCount is specified in URL
3642     if ($this->_dashBoardRowCount) {
3643       $rowCount = $this->_dashBoardRowCount;
3644     }
3645
3646     if ($this->_limit && ($this->_limit != '')) {
3647       if (!$this->_rowsFound) {
3648         $sql = "SELECT FOUND_ROWS();";
3649         $this->_rowsFound = CRM_Core_DAO::singleValueQuery($sql);
3650       }
3651       $params = [
3652         'total' => $this->_rowsFound,
3653         'rowCount' => $rowCount,
3654         'status' => ts('Records') . ' %%StatusMessage%%',
3655         'buttonBottom' => 'PagerBottomButton',
3656         'buttonTop' => 'PagerTopButton',
3657       ];
3658       if (!empty($this->controller)) {
3659         // This happens when being called from the api Really we want the api to be able to
3660         // pass paging parameters, but at this stage just preventing test crashes.
3661         $params['pageID'] = $this->get(CRM_Utils_Pager::PAGE_ID);
3662       }
3663
3664       $pager = new CRM_Utils_Pager($params);
3665       $this->assign_by_ref('pager', $pager);
3666       $this->ajaxResponse['totalRows'] = $this->_rowsFound;
3667     }
3668   }
3669
3670   /**
3671    * Build a group filter with contempt for large data sets.
3672    *
3673    * This function has been retained as it takes time to migrate the reports over
3674    * to the new method which will not crash on large datasets.
3675    *
3676    * @deprecated
3677    *
3678    * @param string $field
3679    * @param mixed $value
3680    * @param string $op
3681    *
3682    * @return string
3683    */
3684   public function legacySlowGroupFilterClause($field, $value, $op) {
3685     $smartGroupQuery = "";
3686
3687     $group = new CRM_Contact_DAO_Group();
3688     $group->is_active = 1;
3689     $group->find();
3690     $smartGroups = [];
3691     while ($group->fetch()) {
3692       if (in_array($group->id, (array) $this->_params['gid_value']) &&
3693         $group->saved_search_id
3694       ) {
3695         $smartGroups[] = $group->id;
3696       }
3697     }
3698
3699     CRM_Contact_BAO_GroupContactCache::check($smartGroups);
3700
3701     $smartGroupQuery = '';
3702     if (!empty($smartGroups)) {
3703       $smartGroups = implode(',', $smartGroups);
3704       $smartGroupQuery = " UNION DISTINCT
3705                   SELECT DISTINCT smartgroup_contact.contact_id
3706                   FROM civicrm_group_contact_cache smartgroup_contact
3707                   WHERE smartgroup_contact.group_id IN ({$smartGroups}) ";
3708     }
3709
3710     $sqlOp = $this->getSQLOperator($op);
3711     if (!is_array($value)) {
3712       $value = [$value];
3713     }
3714     //include child groups if any
3715     $value = array_merge($value, CRM_Contact_BAO_Group::getChildGroupIds($value));
3716
3717     $clause = "{$field['dbAlias']} IN (" . implode(', ', $value) . ")";
3718
3719     $contactAlias = $this->_aliases['civicrm_contact'];
3720     if (!empty($this->relationType) && $this->relationType == 'b_a') {
3721       $contactAlias = $this->_aliases['civicrm_contact_b'];
3722     }
3723     return " {$contactAlias}.id {$sqlOp} (
3724                           SELECT DISTINCT {$this->_aliases['civicrm_group']}.contact_id
3725                           FROM civicrm_group_contact {$this->_aliases['civicrm_group']}
3726                           WHERE {$clause} AND {$this->_aliases['civicrm_group']}.status = 'Added'
3727                           {$smartGroupQuery} ) ";
3728   }
3729
3730   /**
3731    * Build where clause for groups.
3732    *
3733    * @param string $field
3734    * @param mixed $value
3735    * @param string $op
3736    *
3737    * @return string
3738    */
3739   public function whereGroupClause($field, $value, $op) {
3740     if ($this->groupFilterNotOptimised) {
3741       return $this->legacySlowGroupFilterClause($field, $value, $op);
3742     }
3743     if ($op === 'notin') {
3744       return " group_temp_table.id IS NULL ";
3745     }
3746     // We will have used an inner join instead.
3747     return "1";
3748   }
3749
3750   /**
3751    * Create a table of the contact ids included by the group filter.
3752    *
3753    * This function is called by both the api (tests) and the UI.
3754    */
3755   public function buildGroupTempTable() {
3756     if (!empty($this->groupTempTable) || empty($this->_params['gid_value']) || $this->groupFilterNotOptimised) {
3757       return;
3758     }
3759     $filteredGroups = (array) $this->_params['gid_value'];
3760
3761     $groups = civicrm_api3('Group', 'get', [
3762       'is_active' => 1,
3763       'id' => ['IN' => $filteredGroups],
3764       'saved_search_id' => ['>' => 0],
3765       'return' => 'id',
3766     ]);
3767     $smartGroups = array_keys($groups['values']);
3768
3769     $query = "
3770        SELECT DISTINCT group_contact.contact_id as id
3771        FROM civicrm_group_contact group_contact
3772        WHERE group_contact.group_id IN (" . implode(', ', $filteredGroups) . ")
3773        AND group_contact.status = 'Added' ";
3774
3775     if (!empty($smartGroups)) {
3776       CRM_Contact_BAO_GroupContactCache::check($smartGroups);
3777       $smartGroups = implode(',', $smartGroups);
3778       $query .= "
3779         UNION DISTINCT
3780         SELECT smartgroup_contact.contact_id as id
3781         FROM civicrm_group_contact_cache smartgroup_contact
3782         WHERE smartgroup_contact.group_id IN ({$smartGroups}) ";
3783     }
3784
3785     $this->groupTempTable = $this->createTemporaryTable('rptgrp', $query);
3786     CRM_Core_DAO::executeQuery("ALTER TABLE $this->groupTempTable ADD INDEX i_id(id)");
3787   }
3788
3789   /**
3790    * Execute query and add it to the developer tab.
3791    *
3792    * @param string $query
3793    * @param array $params
3794    *
3795    * @return \CRM_Core_DAO|object
3796    */
3797   protected function executeReportQuery($query, $params = []) {
3798     $this->addToDeveloperTab($query);
3799     return CRM_Core_DAO::executeQuery($query, $params);
3800   }
3801
3802   /**
3803    * Build where clause for tags.
3804    *
3805    * @param string $field
3806    * @param mixed $value
3807    * @param string $op
3808    *
3809    * @return string
3810    */
3811   public function whereTagClause($field, $value, $op) {
3812     // not using left join in query because if any contact
3813     // belongs to more than one tag, results duplicate
3814     // entries.
3815     $sqlOp = $this->getSQLOperator($op);
3816     if (!is_array($value)) {
3817       $value = [$value];
3818     }
3819     $clause = "{$field['dbAlias']} IN (" . implode(', ', $value) . ")";
3820     $entity_table = $this->_tagFilterTable;
3821     return " {$this->_aliases[$entity_table]}.id {$sqlOp} (
3822                           SELECT DISTINCT {$this->_aliases['civicrm_tag']}.entity_id
3823                           FROM civicrm_entity_tag {$this->_aliases['civicrm_tag']}
3824                           WHERE entity_table = '$entity_table' AND {$clause} ) ";
3825   }
3826
3827   /**
3828    * Generate membership organization clause.
3829    *
3830    * @param mixed $value
3831    * @param string $op SQL Operator
3832    *
3833    * @return string
3834    */
3835   public function whereMembershipOrgClause($value, $op) {
3836     $sqlOp = $this->getSQLOperator($op);
3837     if (!is_array($value)) {
3838       $value = [$value];
3839     }
3840
3841     $tmp_membership_org_sql_list = implode(', ', $value);
3842     return " {$this->_aliases['civicrm_contact']}.id {$sqlOp} (
3843                           SELECT DISTINCT mem.contact_id
3844                           FROM civicrm_membership mem
3845                           LEFT JOIN civicrm_membership_status mem_status ON mem.status_id = mem_status.id
3846                           LEFT JOIN civicrm_membership_type mt ON mem.membership_type_id = mt.id
3847                           WHERE mt.member_of_contact_id IN (" .
3848     $tmp_membership_org_sql_list . ")
3849                           AND mt.is_active = '1'
3850                           AND mem_status.is_current_member = '1'
3851                           AND mem_status.is_active = '1' )  ";
3852   }
3853
3854   /**
3855    * Generate Membership Type SQL Clause.
3856    *
3857    * @param mixed $value
3858    * @param string $op
3859    *
3860    * @return string
3861    *   SQL query string
3862    */
3863   public function whereMembershipTypeClause($value, $op) {
3864     $sqlOp = $this->getSQLOperator($op);
3865     if (!is_array($value)) {
3866       $value = [$value];
3867     }
3868
3869     $tmp_membership_sql_list = implode(', ', $value);
3870     return " {$this->_aliases['civicrm_contact']}.id {$sqlOp} (
3871                           SELECT DISTINCT mem.contact_id
3872                           FROM civicrm_membership mem
3873                           LEFT JOIN civicrm_membership_status mem_status ON mem.status_id = mem_status.id
3874                           LEFT JOIN civicrm_membership_type mt ON mem.membership_type_id = mt.id
3875                           WHERE mem.membership_type_id IN (" .
3876     $tmp_membership_sql_list . ")
3877                           AND mt.is_active = '1'
3878                           AND mem_status.is_current_member = '1'
3879                           AND mem_status.is_active = '1' ) ";
3880   }
3881
3882   /**
3883    * Buld contact acl clause
3884    * @deprecated in favor of buildPermissionClause
3885    *
3886    * @param string $tableAlias
3887    */
3888   public function buildACLClause($tableAlias = 'contact_a') {
3889     list($this->_aclFrom, $this->_aclWhere) = CRM_Contact_BAO_Contact_Permission::cacheClause($tableAlias);
3890   }
3891
3892   /**
3893    * Build the permision clause for all entities in this report
3894    */
3895   public function buildPermissionClause() {
3896     $ret = [];
3897     foreach ($this->selectedTables() as $tableName) {
3898       $baoName = str_replace('_DAO_', '_BAO_', CRM_Core_DAO_AllCoreTables::getClassForTable($tableName));
3899       if ($baoName && class_exists($baoName) && !empty($this->_columns[$tableName]['alias'])) {
3900         $tableAlias = $this->_columns[$tableName]['alias'];
3901         $clauses = array_filter($baoName::getSelectWhereClause($tableAlias));
3902         foreach ($clauses as $field => $clause) {
3903           // Skip contact_id field if redundant
3904           if ($field != 'contact_id' || !in_array('civicrm_contact', $this->selectedTables())) {
3905             $ret["$tableName.$field"] = $clause;
3906           }
3907         }
3908       }
3909     }
3910     // Override output from buildACLClause
3911     $this->_aclFrom = NULL;
3912     $this->_aclWhere = implode(' AND ', $ret);
3913   }
3914
3915   /**
3916    * Add custom data to the columns.
3917    *
3918    * @param bool $addFields
3919    * @param array $permCustomGroupIds
3920    */
3921   public function addCustomDataToColumns($addFields = TRUE, $permCustomGroupIds = []) {
3922     if (empty($this->_customGroupExtends)) {
3923       return;
3924     }
3925     if (!is_array($this->_customGroupExtends)) {
3926       $this->_customGroupExtends = [$this->_customGroupExtends];
3927     }
3928     $customGroupWhere = '';
3929     if (!empty($permCustomGroupIds)) {
3930       $customGroupWhere = "cg.id IN (" . implode(',', $permCustomGroupIds) .
3931         ") AND";
3932     }
3933     $sql = "
3934 SELECT cg.table_name, cg.title, cg.extends, cf.id as cf_id, cf.label,
3935        cf.column_name, cf.data_type, cf.html_type, cf.option_group_id, cf.time_format
3936 FROM   civicrm_custom_group cg
3937 INNER  JOIN civicrm_custom_field cf ON cg.id = cf.custom_group_id
3938 WHERE cg.extends IN ('" . implode("','", $this->_customGroupExtends) . "') AND
3939       {$customGroupWhere}
3940       cg.is_active = 1 AND
3941       cf.is_active = 1 AND
3942       cf.is_searchable = 1
3943 ORDER BY cg.weight, cf.weight";
3944     $customDAO = CRM_Core_DAO::executeQuery($sql);
3945
3946     $curTable = NULL;
3947     while ($customDAO->fetch()) {
3948       if ($customDAO->table_name != $curTable) {
3949         $curTable = $customDAO->table_name;
3950         $curFields = $curFilters = [];
3951
3952         // dummy dao object
3953         $this->_columns[$curTable]['dao'] = 'CRM_Contact_DAO_Contact';
3954         $this->_columns[$curTable]['extends'] = $customDAO->extends;
3955         $this->_columns[$curTable]['grouping'] = $customDAO->table_name;
3956         $this->_columns[$curTable]['group_title'] = $customDAO->title;
3957
3958         foreach (['fields', 'filters', 'group_bys'] as $colKey) {
3959           if (!array_key_exists($colKey, $this->_columns[$curTable])) {
3960             $this->_columns[$curTable][$colKey] = [];
3961           }
3962         }
3963       }
3964       $fieldName = 'custom_' . $customDAO->cf_id;
3965
3966       if ($addFields) {
3967         // this makes aliasing work in favor
3968         $curFields[$fieldName] = [
3969           'name' => $customDAO->column_name,
3970           'title' => $customDAO->label,
3971           'dataType' => $customDAO->data_type,
3972           'htmlType' => $customDAO->html_type,
3973         ];
3974       }
3975       if ($this->_customGroupFilters) {
3976         // this makes aliasing work in favor
3977         $curFilters[$fieldName] = [
3978           'name' => $customDAO->column_name,
3979           'title' => $customDAO->label,
3980           'dataType' => $customDAO->data_type,
3981           'htmlType' => $customDAO->html_type,
3982         ];
3983       }
3984
3985       switch ($customDAO->data_type) {
3986         case 'Date':
3987           // filters
3988           $curFilters[$fieldName]['operatorType'] = CRM_Report_Form::OP_DATE;
3989           $curFilters[$fieldName]['type'] = CRM_Utils_Type::T_DATE;
3990           // CRM-6946, show time part for datetime date fields
3991           if ($customDAO->time_format) {
3992             $curFields[$fieldName]['type'] = CRM_Utils_Type::T_TIMESTAMP;
3993           }
3994           break;
3995
3996         case 'Boolean':
3997           $curFilters[$fieldName]['operatorType'] = CRM_Report_Form::OP_SELECT;
3998           $curFilters[$fieldName]['options'] = ['' => ts('- select -')] + CRM_Core_PseudoConstant::get('CRM_Core_BAO_CustomField', 'custom_' . $customDAO->cf_id, [], 'search');
3999           $curFilters[$fieldName]['type'] = CRM_Utils_Type::T_INT;
4000           break;
4001
4002         case 'Int':
4003           $curFilters[$fieldName]['operatorType'] = CRM_Report_Form::OP_INT;
4004           $curFilters[$fieldName]['type'] = CRM_Utils_Type::T_INT;
4005           break;
4006
4007         case 'Money':
4008           $curFilters[$fieldName]['operatorType'] = CRM_Report_Form::OP_FLOAT;
4009           $curFilters[$fieldName]['type'] = CRM_Utils_Type::T_MONEY;
4010           $curFields[$fieldName]['type'] = CRM_Utils_Type::T_MONEY;
4011           break;
4012
4013         case 'Float':
4014           $curFilters[$fieldName]['operatorType'] = CRM_Report_Form::OP_FLOAT;
4015           $curFilters[$fieldName]['type'] = CRM_Utils_Type::T_FLOAT;
4016           break;
4017
4018         case 'String':
4019         case 'StateProvince':
4020         case 'Country':
4021           $curFilters[$fieldName]['type'] = CRM_Utils_Type::T_STRING;
4022
4023           $options = CRM_Core_PseudoConstant::get('CRM_Core_BAO_CustomField', 'custom_' . $customDAO->cf_id, [], 'search');
4024           if ((is_array($options) && count($options) != 0) || (!is_array($options) && $options !== FALSE)) {
4025             $curFilters[$fieldName]['operatorType'] = CRM_Core_BAO_CustomField::isSerialized($customDAO) ? CRM_Report_Form::OP_MULTISELECT_SEPARATOR : CRM_Report_Form::OP_MULTISELECT;
4026             $curFilters[$fieldName]['options'] = $options;
4027           }
4028           break;
4029
4030         case 'ContactReference':
4031           $curFilters[$fieldName]['type'] = CRM_Utils_Type::T_STRING;
4032           $curFilters[$fieldName]['name'] = 'display_name';
4033           $curFilters[$fieldName]['alias'] = "contact_{$fieldName}_civireport";
4034
4035           $curFields[$fieldName]['type'] = CRM_Utils_Type::T_STRING;
4036           $curFields[$fieldName]['name'] = 'display_name';
4037           $curFields[$fieldName]['alias'] = "contact_{$fieldName}_civireport";
4038           break;
4039
4040         default:
4041           $curFields[$fieldName]['type'] = CRM_Utils_Type::T_STRING;
4042           $curFilters[$fieldName]['type'] = CRM_Utils_Type::T_STRING;
4043       }
4044
4045       // CRM-19401 fix
4046       if ($customDAO->html_type == 'Select' && !array_key_exists('options', $curFilters[$fieldName])) {
4047         $options = CRM_Core_PseudoConstant::get('CRM_Core_BAO_CustomField', 'custom_' . $customDAO->cf_id, [], 'search');
4048         if ($options !== FALSE) {
4049           $curFilters[$fieldName]['operatorType'] = CRM_Core_BAO_CustomField::isSerialized($customDAO) ? CRM_Report_Form::OP_MULTISELECT_SEPARATOR : CRM_Report_Form::OP_MULTISELECT;
4050           $curFilters[$fieldName]['options'] = $options;
4051         }
4052       }
4053
4054       if (!array_key_exists('type', $curFields[$fieldName])) {
4055         $curFields[$fieldName]['type'] = CRM_Utils_Array::value('type', $curFilters[$fieldName], []);
4056       }
4057
4058       if ($addFields) {
4059         $this->_columns[$curTable]['fields'] = array_merge($this->_columns[$curTable]['fields'], $curFields);
4060       }
4061       if ($this->_customGroupFilters) {
4062         $this->_columns[$curTable]['filters'] = array_merge($this->_columns[$curTable]['filters'], $curFilters);
4063       }
4064       if ($this->_customGroupGroupBy) {
4065         $this->_columns[$curTable]['group_bys'] = array_merge($this->_columns[$curTable]['group_bys'], $curFields);
4066       }
4067     }
4068   }
4069
4070   /**
4071    * Build custom data from clause.
4072    *
4073    * @param bool $joinsForFiltersOnly
4074    *   Only include joins to support filters. This would be used if creating a table of contacts to include first.
4075    */
4076   public function customDataFrom($joinsForFiltersOnly = FALSE) {
4077     if (empty($this->_customGroupExtends)) {
4078       return;
4079     }
4080     $mapper = CRM_Core_BAO_CustomQuery::$extendsMap;
4081     //CRM-18276 GROUP_CONCAT could be used with singleValueQuery and then exploded,
4082     //but by default that truncates to 1024 characters, which causes errors with installs with lots of custom field sets
4083     $customTables = [];
4084     $customTablesDAO = CRM_Core_DAO::executeQuery("SELECT table_name FROM civicrm_custom_group");
4085     while ($customTablesDAO->fetch()) {
4086       $customTables[] = $customTablesDAO->table_name;
4087     }
4088
4089     foreach ($this->_columns as $table => $prop) {
4090       if (in_array($table, $customTables)) {
4091         $extendsTable = $mapper[$prop['extends']];
4092         // Check field is required for rendering the report.
4093         if ((!$this->isFieldSelected($prop)) || ($joinsForFiltersOnly && !$this->isFieldFiltered($prop))) {
4094           continue;
4095         }
4096         $baseJoin = CRM_Utils_Array::value($prop['extends'], $this->_customGroupExtendsJoin, "{$this->_aliases[$extendsTable]}.id");
4097
4098         $customJoin = is_array($this->_customGroupJoin) ? $this->_customGroupJoin[$table] : $this->_customGroupJoin;
4099         $this->_from .= "
4100 {$customJoin} {$table} {$this->_aliases[$table]} ON {$this->_aliases[$table]}.entity_id = {$baseJoin}";
4101         // handle for ContactReference
4102         if (array_key_exists('fields', $prop)) {
4103           foreach ($prop['fields'] as $fieldName => $field) {
4104             if (CRM_Utils_Array::value('dataType', $field) ==
4105               'ContactReference'
4106             ) {
4107               $columnName = CRM_Core_DAO::getFieldValue('CRM_Core_DAO_CustomField', CRM_Core_BAO_CustomField::getKeyID($fieldName), 'column_name');
4108               $this->_from .= "
4109 LEFT JOIN civicrm_contact {$field['alias']} ON {$field['alias']}.id = {$this->_aliases[$table]}.{$columnName} ";
4110             }
4111           }
4112         }
4113       }
4114     }
4115   }
4116
4117   /**
4118    * Check if the field is selected.
4119    *
4120    * @param string $prop
4121    *
4122    * @return bool
4123    */
4124   public function isFieldSelected($prop) {
4125     if (empty($prop)) {
4126       return FALSE;
4127     }
4128
4129     if (!empty($this->_params['fields'])) {
4130       foreach (array_keys($prop['fields']) as $fieldAlias) {
4131         $customFieldId = CRM_Core_BAO_CustomField::getKeyID($fieldAlias);
4132         if ($customFieldId) {
4133           if (array_key_exists($fieldAlias, $this->_params['fields'])) {
4134             return TRUE;
4135           }
4136
4137           //might be survey response field.
4138           if (!empty($this->_params['fields']['survey_response']) &&
4139             !empty($prop['fields'][$fieldAlias]['isSurveyResponseField'])
4140           ) {
4141             return TRUE;
4142           }
4143         }
4144       }
4145     }
4146
4147     if (!empty($this->_params['group_bys']) && $this->_customGroupGroupBy) {
4148       foreach (array_keys($prop['group_bys']) as $fieldAlias) {
4149         if (array_key_exists($fieldAlias, $this->_params['group_bys']) &&
4150           CRM_Core_BAO_CustomField::getKeyID($fieldAlias)
4151         ) {
4152           return TRUE;
4153         }
4154       }
4155     }
4156
4157     if (!empty($this->_params['order_bys'])) {
4158       foreach (array_keys($prop['fields']) as $fieldAlias) {
4159         foreach ($this->_params['order_bys'] as $orderBy) {
4160           if ($fieldAlias == $orderBy['column'] &&
4161             CRM_Core_BAO_CustomField::getKeyID($fieldAlias)
4162           ) {
4163             return TRUE;
4164           }
4165         }
4166       }
4167     }
4168     return $this->isFieldFiltered($prop);
4169
4170   }
4171
4172   /**
4173    * Check if the field is used as a filter.
4174    *
4175    * @param string $prop
4176    *
4177    * @return bool
4178    */
4179   protected function isFieldFiltered($prop) {
4180     if (!empty($prop['filters']) && $this->_customGroupFilters) {
4181       foreach ($prop['filters'] as $fieldAlias => $val) {
4182         foreach ([
4183           'value',
4184           'min',
4185           'max',
4186           'relative',
4187           'from',
4188           'to',
4189         ] as $attach) {
4190           if (isset($this->_params[$fieldAlias . '_' . $attach]) &&
4191             (!empty($this->_params[$fieldAlias . '_' . $attach])
4192               || ($attach != 'relative' &&
4193                 $this->_params[$fieldAlias . '_' . $attach] == '0')
4194             )
4195           ) {
4196             return TRUE;
4197           }
4198         }
4199         if (!empty($this->_params[$fieldAlias . '_op']) &&
4200           in_array($this->_params[$fieldAlias . '_op'], ['nll', 'nnll'])
4201         ) {
4202           return TRUE;
4203         }
4204       }
4205     }
4206
4207     return FALSE;
4208   }
4209
4210   /**
4211    * Check for empty order_by configurations and remove them.
4212    *
4213    * Also set template to hide them.
4214    *
4215    * @param array $formValues
4216    */
4217   public function preProcessOrderBy(&$formValues) {
4218     // Object to show/hide form elements
4219     $_showHide = new CRM_Core_ShowHideBlocks('', '');
4220
4221     $_showHide->addShow('optionField_1');
4222
4223     // Cycle through order_by options; skip any empty ones, and hide them as well
4224     $n = 1;
4225
4226     if (!empty($formValues['order_bys'])) {
4227       foreach ($formValues['order_bys'] as $order_by) {
4228         if ($order_by['column'] && $order_by['column'] != '-') {
4229           $_showHide->addShow('optionField_' . $n);
4230           $orderBys[$n] = $order_by;
4231           $n++;
4232         }
4233       }
4234     }
4235     for ($i = $n; $i <= 5; $i++) {
4236       if ($i > 1) {
4237         $_showHide->addHide('optionField_' . $i);
4238       }
4239     }
4240
4241     // overwrite order_by options with modified values
4242     if (!empty($orderBys)) {
4243       $formValues['order_bys'] = $orderBys;
4244     }
4245     else {
4246       $formValues['order_bys'] = [1 => ['column' => '-']];
4247     }
4248
4249     // assign show/hide data to template
4250     $_showHide->addToTemplate();
4251   }
4252
4253   /**
4254    * Check if table name has columns in SELECT clause.
4255    *
4256    * @param string $tableName
4257    *   Name of table (index of $this->_columns array).
4258    *
4259    * @return bool
4260    */
4261   public function isTableSelected($tableName) {
4262     return in_array($tableName, $this->selectedTables());
4263   }
4264
4265   /**
4266    * Check if table name has columns in WHERE or HAVING clause.
4267    *
4268    * @param string $tableName
4269    *   Name of table (index of $this->_columns array).
4270    *
4271    * @return bool
4272    */
4273   public function isTableFiltered($tableName) {
4274     // Cause the array to be generated if not previously done.
4275     if (!$this->_selectedTables && !$this->filteredTables) {
4276       $this->selectedTables();
4277     }
4278     return in_array($tableName, $this->filteredTables);
4279   }
4280
4281   /**
4282    * Fetch array of DAO tables having columns included in SELECT or ORDER BY clause.
4283    *
4284    * If the array is unset it will be built.
4285    *
4286    * @return array
4287    *   selectedTables
4288    */
4289   public function selectedTables() {
4290     if (!$this->_selectedTables) {
4291       $orderByColumns = [];
4292       if (array_key_exists('order_bys', $this->_params) &&
4293         is_array($this->_params['order_bys'])
4294       ) {
4295         foreach ($this->_params['order_bys'] as $orderBy) {
4296           $orderByColumns[] = $orderBy['column'];
4297         }
4298       }
4299
4300       foreach ($this->_columns as $tableName => $table) {
4301         if (array_key_exists('fields', $table)) {
4302           foreach ($table['fields'] as $fieldName => $field) {
4303             if (!empty($field['required']) ||
4304               !empty($this->_params['fields'][$fieldName])
4305             ) {
4306               $this->_selectedTables[] = $tableName;
4307               break;
4308             }
4309           }
4310         }
4311         if (array_key_exists('order_bys', $table)) {
4312           foreach ($table['order_bys'] as $orderByName => $orderBy) {
4313             if (in_array($orderByName, $orderByColumns)) {
4314               $this->_selectedTables[] = $tableName;
4315               break;
4316             }
4317           }
4318         }
4319         if (array_key_exists('filters', $table)) {
4320           foreach ($table['filters'] as $filterName => $filter) {
4321             if ((isset($this->_params["{$filterName}_value"])
4322                 && !CRM_Utils_System::isNull($this->_params["{$filterName}_value"]))
4323               || !empty($this->_params["{$filterName}_relative"])
4324               || CRM_Utils_Array::value("{$filterName}_op", $this->_params) ==
4325               'nll'
4326               || CRM_Utils_Array::value("{$filterName}_op", $this->_params) ==
4327               'nnll'
4328             ) {
4329               $this->_selectedTables[] = $tableName;
4330               $this->filteredTables[] = $tableName;
4331               break;
4332             }
4333           }
4334         }
4335       }
4336     }
4337     return $this->_selectedTables;
4338   }
4339
4340   /**
4341    * Add campaign fields.
4342    * @param string $entityTable
4343    * @param bool $groupBy
4344    *   Add GroupBy? Not appropriate for detail report.
4345    * @param bool $orderBy
4346    *   Add OrderBy? Not appropriate for detail report.
4347    * @param bool $filters
4348    *
4349    */
4350   public function addCampaignFields($entityTable = 'civicrm_contribution', $groupBy = FALSE, $orderBy = FALSE, $filters = TRUE) {
4351     // Check if CiviCampaign is a) enabled and b) has active campaigns
4352     $config = CRM_Core_Config::singleton();
4353     $campaignEnabled = in_array('CiviCampaign', $config->enableComponents);
4354     if ($campaignEnabled) {
4355       $getCampaigns = CRM_Campaign_BAO_Campaign::getPermissionedCampaigns(NULL, NULL, FALSE, FALSE, TRUE);
4356       // If we have a campaign, build out the relevant elements
4357       if (!empty($getCampaigns['campaigns'])) {
4358         $this->campaigns = $getCampaigns['campaigns'];
4359         asort($this->campaigns);
4360         $this->_columns[$entityTable]['fields']['campaign_id'] = ['title' => ts('Campaign'), 'default' => 'false'];
4361         if ($filters) {
4362           $this->_columns[$entityTable]['filters']['campaign_id'] = [
4363             'title' => ts('Campaign'),
4364             'operatorType' => CRM_Report_Form::OP_MULTISELECT,
4365             'options' => $this->campaigns,
4366             'type' => CRM_Utils_Type::T_INT,
4367           ];
4368         }
4369
4370         if ($groupBy) {
4371           $this->_columns[$entityTable]['group_bys']['campaign_id'] = ['title' => ts('Campaign')];
4372         }
4373
4374         if ($orderBy) {
4375           $this->_columns[$entityTable]['order_bys']['campaign_id'] = ['title' => ts('Campaign')];
4376         }
4377       }
4378     }
4379   }
4380
4381   /**
4382    * Add address fields.
4383    *
4384    * @deprecated - use getAddressColumns which is a more accurate description
4385    * and also accepts an array of options rather than a long list
4386    *
4387    * adding address fields to construct function in reports
4388    *
4389    * @param bool $groupBy
4390    *   Add GroupBy? Not appropriate for detail report.
4391    * @param bool $orderBy
4392    *   Add GroupBy? Not appropriate for detail report.
4393    * @param bool $filters
4394    * @param array $defaults
4395    *
4396    * @return array
4397    *   address fields for construct clause
4398    */
4399   public function addAddressFields($groupBy = TRUE, $orderBy = FALSE, $filters = TRUE, $defaults = ['country_id' => TRUE]) {
4400     $defaultAddressFields = [
4401       'street_address' => ts('Street Address'),
4402       'supplemental_address_1' => ts('Supplementary Address Field 1'),
4403       'supplemental_address_2' => ts('Supplementary Address Field 2'),
4404       'supplemental_address_3' => ts('Supplementary Address Field 3'),
4405       'street_number' => ts('Street Number'),
4406       'street_name' => ts('Street Name'),
4407       'street_unit' => ts('Street Unit'),
4408       'city' => ts('City'),
4409       'postal_code' => ts('Postal Code'),
4410       'postal_code_suffix' => ts('Postal Code Suffix'),
4411       'country_id' => ts('Country'),
4412       'state_province_id' => ts('State/Province'),
4413       'county_id' => ts('County'),
4414     ];
4415     $addressFields = [
4416       'civicrm_address' => [
4417         'dao' => 'CRM_Core_DAO_Address',
4418         'fields' => [
4419           'address_name' => [
4420             'title' => ts('Address Name'),
4421             'default' => CRM_Utils_Array::value('name', $defaults, FALSE),
4422             'name' => 'name',
4423           ],
4424         ],
4425         'grouping' => 'location-fields',
4426       ],
4427     ];
4428     foreach ($defaultAddressFields as $fieldName => $fieldLabel) {
4429       $addressFields['civicrm_address']['fields'][$fieldName] = [
4430         'title' => $fieldLabel,
4431         'default' => CRM_Utils_Array::value($fieldName, $defaults, FALSE),
4432       ];
4433     }
4434
4435     $street_address_filters = $general_address_filters = [];
4436     if ($filters) {
4437       // Address filter depends on whether street address parsing is enabled.
4438       // (CRM-18696)
4439       $addressOptions = CRM_Core_BAO_Setting::valueOptions(CRM_Core_BAO_Setting::SYSTEM_PREFERENCES_NAME,
4440         'address_options'
4441       );
4442       if ($addressOptions['street_address_parsing']) {
4443         $street_address_filters = [
4444           'street_number' => [
4445             'title' => ts('Street Number'),
4446             'type' => CRM_Utils_Type::T_INT,
4447             'name' => 'street_number',
4448           ],
4449           'street_name' => [
4450             'title' => ts('Street Name'),
4451             'name' => 'street_name',
4452             'type' => CRM_Utils_Type::T_STRING,
4453           ],
4454         ];
4455       }
4456       else {
4457         $street_address_filters = [
4458           'street_address' => [
4459             'title' => ts('Street Address'),
4460             'type' => CRM_Utils_Type::T_STRING,
4461             'name' => 'street_address',
4462           ],
4463         ];
4464       }
4465       $general_address_filters = [
4466         'postal_code' => [
4467           'title' => ts('Postal Code'),
4468           'type' => CRM_Utils_Type::T_STRING,
4469           'name' => 'postal_code',
4470         ],
4471         'city' => [
4472           'title' => ts('City'),
4473           'type' => CRM_Utils_Type::T_STRING,
4474           'name' => 'city',
4475         ],
4476         'country_id' => [
4477           'name' => 'country_id',
4478           'title' => ts('Country'),
4479           'type' => CRM_Utils_Type::T_INT,
4480           'operatorType' => CRM_Report_Form::OP_MULTISELECT,
4481           'options' => CRM_Core_PseudoConstant::country(),
4482         ],
4483         'state_province_id' => [
4484           'name' => 'state_province_id',
4485           'title' => ts('State/Province'),
4486           'type' => CRM_Utils_Type::T_INT,
4487           'operatorType' => CRM_Report_Form::OP_MULTISELECT,
4488           'options' => [],
4489         ],
4490         'county_id' => [
4491           'name' => 'county_id',
4492           'title' => ts('County'),
4493           'type' => CRM_Utils_Type::T_INT,
4494           'operatorType' => CRM_Report_Form::OP_MULTISELECT,
4495           'options' => [],
4496         ],
4497       ];
4498     }
4499     $addressFields['civicrm_address']['filters'] = array_merge(
4500         $street_address_filters,
4501         $general_address_filters);
4502
4503     if ($orderBy) {
4504       $addressFields['civicrm_address']['order_bys'] = [
4505         'street_name' => ['title' => ts('Street Name')],
4506         'street_number' => ['title' => ts('Odd / Even Street Number')],
4507         'street_address' => NULL,
4508         'city' => NULL,
4509         'postal_code' => NULL,
4510       ];
4511     }
4512
4513     if ($groupBy) {
4514       $addressFields['civicrm_address']['group_bys'] = [
4515         'street_address' => NULL,
4516         'city' => NULL,
4517         'postal_code' => NULL,
4518         'state_province_id' => [
4519           'title' => ts('State/Province'),
4520         ],
4521         'country_id' => [
4522           'title' => ts('Country'),
4523         ],
4524         'county_id' => [
4525           'title' => ts('County'),
4526         ],
4527       ];
4528     }
4529     return $addressFields;
4530   }
4531
4532   /**
4533    * Do AlterDisplay processing on Address Fields.
4534    *  If there are multiple address field values then
4535    *  on basis of provided separator the code values are translated into respective labels
4536    *
4537    * @param array $row
4538    * @param array $rows
4539    * @param int $rowNum
4540    * @param string $baseUrl
4541    * @param string $linkText
4542    * @param string $separator
4543    *
4544    * @return bool
4545    */
4546   public function alterDisplayAddressFields(&$row, &$rows, &$rowNum, $baseUrl, $linkText, $separator = ',') {
4547     $criteriaQueryParams = CRM_Report_Utils_Report::getPreviewCriteriaQueryParams($this->_defaults, $this->_params);
4548     $entryFound = FALSE;
4549     $columnMap = [
4550       'civicrm_address_country_id' => 'country',
4551       'civicrm_address_county_id' => 'county',
4552       'civicrm_address_state_province_id' => 'stateProvince',
4553     ];
4554     foreach ($columnMap as $fieldName => $fnName) {
4555       if (array_key_exists($fieldName, $row)) {
4556         if ($values = $row[$fieldName]) {
4557           $values = (array) explode($separator, $values);
4558           $rows[$rowNum][$fieldName] = [];
4559           $addressField = $fnName == 'stateProvince' ? 'state' : $fnName;
4560           foreach ($values as $value) {
4561             $rows[$rowNum][$fieldName][] = CRM_Core_PseudoConstant::$fnName($value);
4562           }
4563           $rows[$rowNum][$fieldName] = implode($separator, $rows[$rowNum][$fieldName]);
4564           if ($baseUrl) {
4565             $url = CRM_Report_Utils_Report::getNextUrl($baseUrl,
4566               sprintf("reset=1&force=1&%s&%s_op=in&%s_value=%s",
4567                 $criteriaQueryParams,
4568                 str_replace('civicrm_address_', '', $fieldName),
4569                 str_replace('civicrm_address_', '', $fieldName),
4570                 implode(',', $values)
4571               ), $this->_absoluteUrl, $this->_id
4572             );
4573             $rows[$rowNum]["{$fieldName}_link"] = $url;
4574             $rows[$rowNum]["{$fieldName}_hover"] = ts("%1 for this %2.", [1 => $linkText, 2 => $addressField]);
4575           }
4576         }
4577         $entryFound = TRUE;
4578       }
4579     }
4580
4581     return $entryFound;
4582   }
4583
4584   /**
4585    * Do AlterDisplay processing on Address Fields.
4586    *
4587    * @param array $row
4588    * @param array $rows
4589    * @param int $rowNum
4590    * @param string $baseUrl
4591    * @param string $linkText
4592    *
4593    * @return bool
4594    */
4595   public function alterDisplayContactFields(&$row, &$rows, &$rowNum, $baseUrl, $linkText) {
4596     $entryFound = FALSE;
4597     // There is no reason not to add links for all fields but it seems a bit odd to be able to click on
4598     // 'Mrs'. Also, we don't have metadata about the title. So, add selectively to addLinks.
4599     $addLinks = ['gender_id' => 'Gender'];
4600     foreach (['prefix_id', 'suffix_id', 'gender_id', 'contact_sub_type', 'preferred_language'] as $fieldName) {
4601       if (array_key_exists('civicrm_contact_' . $fieldName, $row)) {
4602         if (($value = $row['civicrm_contact_' . $fieldName]) != FALSE) {
4603           $rowValues = explode(CRM_Core_DAO::VALUE_SEPARATOR, $value);
4604           $rowLabels = [];
4605           foreach ($rowValues as $rowValue) {
4606             if ($rowValue) {
4607               $rowLabels[] = CRM_Core_PseudoConstant::getLabel('CRM_Contact_BAO_Contact', $fieldName, $rowValue);
4608             }
4609           }
4610           $rows[$rowNum]['civicrm_contact_' . $fieldName] = implode(', ', $rowLabels);
4611           if ($baseUrl && ($title = CRM_Utils_Array::value($fieldName, $addLinks)) != FALSE) {
4612             $this->addLinkToRow($rows[$rowNum], $baseUrl, $linkText, $value, $fieldName, 'civicrm_contact', $title);
4613           }
4614         }
4615         $entryFound = TRUE;
4616       }
4617     }
4618     $yesNoFields = [
4619       'do_not_email', 'is_deceased', 'do_not_phone', 'do_not_sms', 'do_not_mail', 'is_opt_out',
4620     ];
4621     foreach ($yesNoFields as $fieldName) {
4622       if (array_key_exists('civicrm_contact_' . $fieldName, $row)) {
4623         // Since these are essentially 'negative fields' it feels like it
4624         // makes sense to only highlight the exceptions hence no 'No'.
4625         $rows[$rowNum]['civicrm_contact_' . $fieldName] = !empty($rows[$rowNum]['civicrm_contact_' . $fieldName]) ? ts('Yes') : '';
4626         $entryFound = TRUE;
4627       }
4628     }
4629
4630     // Handle employer id
4631     if (array_key_exists('civicrm_contact_employer_id', $row)) {
4632       $employerId = $row['civicrm_contact_employer_id'];
4633       if ($employerId) {
4634         $rows[$rowNum]['civicrm_contact_employer_id'] = CRM_Contact_BAO_Contact::displayName($employerId);
4635         $rows[$rowNum]['civicrm_contact_employer_id_link'] = CRM_Utils_System::url('civicrm/contact/view', 'reset=1&cid=' . $employerId, $this->_absoluteUrl);
4636         $rows[$rowNum]['civicrm_contact_employer_id_hover'] = ts('View Contact Summary for Employer.');
4637         $entryFound = TRUE;
4638       }
4639     }
4640
4641     return $entryFound;
4642   }
4643
4644   /**
4645    * Adjusts dates passed in to YEAR() for fiscal year.
4646    *
4647    * @param string $fieldName
4648    *
4649    * @return string
4650    */
4651   public function fiscalYearOffset($fieldName) {
4652     $config = CRM_Core_Config::singleton();
4653     $fy = $config->fiscalYearStart;
4654     if (CRM_Utils_Array::value('yid_op', $this->_params) == 'calendar' ||
4655       ($fy['d'] == 1 && $fy['M'] == 1)
4656     ) {
4657       return "YEAR( $fieldName )";
4658     }
4659     return "YEAR( $fieldName - INTERVAL " . ($fy['M'] - 1) . " MONTH" .
4660     ($fy['d'] > 1 ? (" - INTERVAL " . ($fy['d'] - 1) . " DAY") : '') . " )";
4661   }
4662
4663   /**
4664    * Add Address into From Table if required.
4665    *
4666    * @deprecated use joinAddressFromContact
4667    * (left here in case extensions use it).
4668    */
4669   public function addAddressFromClause() {
4670     CRM_Core_Error::deprecatedFunctionWarning('CRM_Report_Form::joinAddressFromContact');
4671     // include address field if address column is to be included
4672     if ((isset($this->_addressField) &&
4673         $this->_addressField
4674       ) ||
4675       $this->isTableSelected('civicrm_address')
4676     ) {
4677       $this->_from .= "
4678                  LEFT JOIN civicrm_address {$this->_aliases['civicrm_address']}
4679                            ON ({$this->_aliases['civicrm_contact']}.id =
4680                                {$this->_aliases['civicrm_address']}.contact_id) AND
4681                                {$this->_aliases['civicrm_address']}.is_primary = 1\n";
4682     }
4683   }
4684
4685   /**
4686    * Add Phone into From Table if required.
4687    *
4688    * @deprecated use joinPhoneFromContact
4689    *  (left here in case extensions use it).
4690    */
4691   public function addPhoneFromClause() {
4692     CRM_Core_Error::deprecatedFunctionWarning('CRM_Report_Form::joinPhoneFromContact');
4693     // include address field if address column is to be included
4694     if ($this->isTableSelected('civicrm_phone')) {
4695       $this->_from .= "
4696       LEFT JOIN civicrm_phone {$this->_aliases['civicrm_phone']}
4697       ON ({$this->_aliases['civicrm_contact']}.id =
4698       {$this->_aliases['civicrm_phone']}.contact_id) AND
4699       {$this->_aliases['civicrm_phone']}.is_primary = 1\n";
4700     }
4701   }
4702
4703   /**
4704    * Add Address into From Table if required.
4705    *
4706    * Prefix will be added to both tables as
4707    * it is assumed you are using it to get address of a secondary contact.
4708    *
4709    * @param string $prefix
4710    * @param array $extra Additional options.
4711    *      Not currently used in core but may be used in override extensions.
4712    */
4713   protected function joinAddressFromContact($prefix = '', $extra = []) {
4714     $defaults = ['primary_only' => TRUE];
4715     $params = array_merge($defaults, $extra);
4716     $addressTables = ['civicrm_address', 'civicrm_country', 'civicrm_worldregion', 'civicrm_state_province'];
4717     $isJoinRequired = $this->_addressField;
4718     foreach ($addressTables as $addressTable) {
4719       if ($this->isTableSelected($prefix . $addressTable)) {
4720         $isJoinRequired = TRUE;
4721       }
4722     }
4723     if ($isJoinRequired) {
4724       $fromJoin = "
4725                  LEFT JOIN civicrm_address {$this->_aliases[$prefix . 'civicrm_address']}
4726                            ON ({$this->_aliases[$prefix . 'civicrm_contact']}.id =
4727                                {$this->_aliases[$prefix . 'civicrm_address']}.contact_id)";
4728       if ($params['primary_only']) {
4729         $fromJoin .= "  AND
4730                                {$this->_aliases[$prefix . 'civicrm_address']}.is_primary = 1\n";
4731       }
4732       $this->_from .= $fromJoin;
4733     }
4734   }
4735
4736   /**
4737    * Add Country into From Table if required.
4738    *
4739    * Prefix will be added to both tables as
4740    * it is assumed you are using it to get address of a secondary contact.
4741    *
4742    * @param string $prefix
4743    * @param array $extra Additional options.
4744    *      Not currently used in core but may be used in override extensions.
4745    */
4746   protected function joinCountryFromAddress($prefix = '', $extra = []) {
4747     $defaults = ['primary_only' => TRUE];
4748     $params = array_merge($defaults, $extra);
4749     // include country field if country column is to be included
4750     if ($this->isTableSelected($prefix . 'civicrm_country') || $this->isTableSelected($prefix . 'civicrm_worldregion')) {
4751       if (empty($this->_aliases[$prefix . 'civicrm_country'])) {
4752         $this->_aliases[$prefix . 'civicrm_country'] = $prefix . '_report_country';
4753       }
4754       $fromJoin = "
4755             LEFT JOIN civicrm_country {$this->_aliases[$prefix . 'civicrm_country']}
4756                    ON {$this->_aliases[$prefix . 'civicrm_address']}.country_id = {$this->_aliases[$prefix . 'civicrm_country']}.id";
4757       if ($params['primary_only']) {
4758         $fromJoin .= " AND
4759                       {$this->_aliases[$prefix . 'civicrm_address']}.is_primary = 1 ";
4760       }
4761       $this->_from .= $fromJoin;
4762     }
4763   }
4764
4765   /**
4766    * Add Phone into From Table if required.
4767    *
4768    * Prefix will be added to both tables as
4769    * it is assumed you are using it to get address of a secondary contact.
4770    *
4771    * @param string $prefix
4772    * @param array $extra Additional options.
4773    *      Not currently used in core but may be used in override extensions.
4774    */
4775   protected function joinPhoneFromContact($prefix = '', $extra = []) {
4776     $defaults = ['primary_only' => TRUE];
4777     $params = array_merge($defaults, $extra);
4778     // include phone field if phone column is to be included
4779     if ($this->isTableSelected($prefix . 'civicrm_phone')) {
4780       $fromJoin = "
4781       LEFT JOIN civicrm_phone {$this->_aliases[$prefix . 'civicrm_phone']}
4782              ON {$this->_aliases[$prefix . 'civicrm_contact']}.id = {$this->_aliases[$prefix . 'civicrm_phone']}.contact_id";
4783       if ($params['primary_only']) {
4784         $fromJoin .= " AND
4785                 {$this->_aliases[$prefix . 'civicrm_phone']}.is_primary = 1\n";
4786       }
4787       $this->_from .= $fromJoin;
4788     }
4789   }
4790
4791   /**
4792    * Add Email into From Table if required.
4793    *
4794    * Prefix will be added to both tables as
4795    * it is assumed you are using it to get address of a secondary contact.
4796    *
4797    * @param string $prefix
4798    * @param array $extra Additional options.
4799    *      Not currently used in core but may be used in override extensions.
4800    */
4801   protected function joinEmailFromContact($prefix = '', $extra = []) {
4802     $defaults = ['primary_only' => TRUE];
4803     $params = array_merge($defaults, $extra);
4804     // include email field if email column is to be included
4805     if ($this->isTableSelected($prefix . 'civicrm_email')) {
4806       $fromJoin = "
4807             LEFT JOIN  civicrm_email {$this->_aliases[$prefix . 'civicrm_email']}
4808                    ON {$this->_aliases[$prefix . 'civicrm_contact']}.id = {$this->_aliases[$prefix . 'civicrm_email']}.contact_id";
4809       if ($params['primary_only']) {
4810         $fromJoin .= " AND
4811                        {$this->_aliases[$prefix . 'civicrm_email']}.is_primary = 1 ";
4812       }
4813       $this->_from .= $fromJoin;
4814     }
4815   }
4816
4817   /**
4818    * Add Financial Transaction into From Table if required.
4819    */
4820   public function addFinancialTrxnFromClause() {
4821     if ($this->isTableSelected('civicrm_financial_trxn')) {
4822       $this->_from .= "
4823          LEFT JOIN civicrm_entity_financial_trxn eftcc
4824            ON ({$this->_aliases['civicrm_contribution']}.id = eftcc.entity_id AND
4825              eftcc.entity_table = 'civicrm_contribution')
4826          LEFT JOIN civicrm_financial_trxn {$this->_aliases['civicrm_financial_trxn']}
4827            ON {$this->_aliases['civicrm_financial_trxn']}.id = eftcc.financial_trxn_id \n";
4828     }
4829   }
4830
4831   /**
4832    * Get phone columns to add to array.
4833    *
4834    * @param array $options
4835    *   - prefix Prefix to add to table (in case of more than one instance of the table)
4836    *   - prefix_label Label to give columns from this phone table instance
4837    *
4838    * @return array
4839    *   phone columns definition
4840    */
4841   public function getPhoneColumns($options = []) {
4842     $defaultOptions = [
4843       'prefix' => '',
4844       'prefix_label' => '',
4845     ];
4846
4847     $options = array_merge($defaultOptions, $options);
4848
4849     $fields = [
4850       $options['prefix'] . 'civicrm_phone' => [
4851         'dao' => 'CRM_Core_DAO_Phone',
4852         'fields' => [
4853           $options['prefix'] . 'phone' => [
4854             'title' => $options['prefix_label'] . ts('Phone'),
4855             'name' => 'phone',
4856           ],
4857         ],
4858       ],
4859     ];
4860     return $fields;
4861   }
4862
4863   /**
4864    * Get a standard set of contact fields.
4865    * @deprecated - use getColumns('Contact') instead
4866    * @return array
4867    */
4868   public function getBasicContactFields() {
4869     return [
4870       'sort_name' => [
4871         'title' => ts('Contact Name'),
4872         'required' => TRUE,
4873         'default' => TRUE,
4874       ],
4875       'id' => [
4876         'no_display' => TRUE,
4877         'required' => TRUE,
4878       ],
4879       'prefix_id' => [
4880         'title' => ts('Contact Prefix'),
4881       ],
4882       'first_name' => [
4883         'title' => ts('First Name'),
4884       ],
4885       'nick_name' => [
4886         'title' => ts('Nick Name'),
4887       ],
4888       'middle_name' => [
4889         'title' => ts('Middle Name'),
4890       ],
4891       'last_name' => [
4892         'title' => ts('Last Name'),
4893       ],
4894       'suffix_id' => [
4895         'title' => ts('Contact Suffix'),
4896       ],
4897       'postal_greeting_display' => ['title' => ts('Postal Greeting')],
4898       'email_greeting_display' => ['title' => ts('Email Greeting')],
4899       'addressee_display' => ['title' => ts('Addressee')],
4900       'contact_type' => [
4901         'title' => ts('Contact Type'),
4902       ],
4903       'contact_sub_type' => [
4904         'title' => ts('Contact Subtype'),
4905       ],
4906       'gender_id' => [
4907         'title' => ts('Gender'),
4908       ],
4909       'birth_date' => [
4910         'title' => ts('Birth Date'),
4911       ],
4912       'age' => [
4913         'title' => ts('Age'),
4914         'dbAlias' => 'TIMESTAMPDIFF(YEAR, contact_civireport.birth_date, CURDATE())',
4915       ],
4916       'job_title' => [
4917         'title' => ts('Contact Job title'),
4918       ],
4919       'organization_name' => [
4920         'title' => ts('Organization Name'),
4921       ],
4922       'external_identifier' => [
4923         'title' => ts('Contact identifier from external system'),
4924       ],
4925       'do_not_email' => [],
4926       'do_not_phone' => [],
4927       'do_not_mail' => [],
4928       'do_not_sms' => [],
4929       'is_opt_out' => [],
4930       'is_deceased' => [],
4931       'preferred_language' => [],
4932       'employer_id' => [
4933         'title' => ts('Current Employer'),
4934       ],
4935     ];
4936   }
4937
4938   /**
4939    * Get a standard set of contact filters.
4940    *
4941    * @param array $defaults
4942    *
4943    * @return array
4944    */
4945   public function getBasicContactFilters($defaults = []) {
4946     return [
4947       'sort_name' => [
4948         'title' => ts('Contact Name'),
4949       ],
4950       'source' => [
4951         'title' => ts('Contact Source'),
4952         'type' => CRM_Utils_Type::T_STRING,
4953       ],
4954       'id' => [
4955         'title' => ts('Contact ID'),
4956         'no_display' => TRUE,
4957       ],
4958       'gender_id' => [
4959         'title' => ts('Gender'),
4960         'operatorType' => CRM_Report_Form::OP_MULTISELECT,
4961         'options' => CRM_Core_PseudoConstant::get('CRM_Contact_DAO_Contact', 'gender_id'),
4962       ],
4963       'birth_date' => [
4964         'title' => ts('Birth Date'),
4965         'operatorType' => CRM_Report_Form::OP_DATE,
4966       ],
4967       'contact_type' => [
4968         'title' => ts('Contact Type'),
4969       ],
4970       'contact_sub_type' => [
4971         'title' => ts('Contact Subtype'),
4972       ],
4973       'modified_date' => [
4974         'title' => ts('Contact Modified'),
4975         'operatorType' => CRM_Report_Form::OP_DATE,
4976         'type' => CRM_Utils_Type::T_DATE,
4977       ],
4978       'is_deceased' => [
4979         'title' => ts('Deceased'),
4980         'type' => CRM_Utils_Type::T_BOOLEAN,
4981         'default' => CRM_Utils_Array::value('deceased', $defaults, 0),
4982       ],
4983       'do_not_email' => [
4984         'title' => ts('Do not email'),
4985         'type' => CRM_Utils_Type::T_BOOLEAN,
4986       ],
4987       'do_not_phone' => [
4988         'title' => ts('Do not phone'),
4989         'type' => CRM_Utils_Type::T_BOOLEAN,
4990       ],
4991       'do_not_mail' => [
4992         'title' => ts('Do not mail'),
4993         'type' => CRM_Utils_Type::T_BOOLEAN,
4994       ],
4995       'do_not_sms' => [
4996         'title' => ts('Do not SMS'),
4997         'type' => CRM_Utils_Type::T_BOOLEAN,
4998       ],
4999       'is_opt_out' => [
5000         'title' => ts('Do not bulk email'),
5001         'type' => CRM_Utils_Type::T_BOOLEAN,
5002       ],
5003       'preferred_language' => [
5004         'title' => ts('Preferred Language'),
5005       ],
5006       'is_deleted' => [
5007         'no_display' => TRUE,
5008         'default' => 0,
5009         'type' => CRM_Utils_Type::T_BOOLEAN,
5010       ],
5011     ];
5012   }
5013
5014   /**
5015    * Add contact to group.
5016    *
5017    * @param int $groupID
5018    */
5019   public function add2group($groupID) {
5020     if (is_numeric($groupID) && isset($this->_aliases['civicrm_contact'])) {
5021       $select = "SELECT DISTINCT {$this->_aliases['civicrm_contact']}.id AS addtogroup_contact_id, ";
5022       $select = preg_replace('/SELECT(\s+SQL_CALC_FOUND_ROWS)?\s+/i', $select, $this->_select);
5023       $sql = "{$select} {$this->_from} {$this->_where} {$this->_groupBy} {$this->_having} {$this->_orderBy}";
5024       $sql = str_replace('WITH ROLLUP', '', $sql);
5025       $dao = CRM_Core_DAO::executeQuery($sql);
5026
5027       $contact_ids = [];
5028       // Add resulting contacts to group
5029       while ($dao->fetch()) {
5030         if ($dao->addtogroup_contact_id) {
5031           $contact_ids[$dao->addtogroup_contact_id] = $dao->addtogroup_contact_id;
5032         }
5033       }
5034
5035       if (!empty($contact_ids)) {
5036         CRM_Contact_BAO_GroupContact::addContactsToGroup($contact_ids, $groupID);
5037         CRM_Core_Session::setStatus(ts("Listed contact(s) have been added to the selected group."), ts('Contacts Added'), 'success');
5038       }
5039       else {
5040         CRM_Core_Session::setStatus(ts("The listed records(s) cannot be added to the group."));
5041       }
5042     }
5043   }
5044
5045   /**
5046    * Show charts on print screen.
5047    */
5048   public static function uploadChartImage() {
5049     // upload strictly for '.png' images
5050     $name = trim(basename(CRM_Utils_Request::retrieve('name', 'String', CRM_Core_DAO::$_nullObject, FALSE, NULL, 'GET')));
5051     if (preg_match('/\.png$/', $name)) {
5052
5053       // Get the RAW .png from the input.
5054       $httpRawPostData = file_get_contents("php://input");
5055
5056       // prepare the directory
5057       $config = CRM_Core_Config::singleton();
5058       $defaultPath
5059         = str_replace('/persist/contribute/', '/persist/', $config->imageUploadDir) .
5060         '/openFlashChart/';
5061       if (!file_exists($defaultPath)) {
5062         mkdir($defaultPath, 0777, TRUE);
5063       }
5064
5065       // full path to the saved image including filename
5066       $destination = $defaultPath . $name;
5067
5068       //write and save
5069       $jfh = fopen($destination, 'w') or die("can't open file");
5070       fwrite($jfh, $httpRawPostData);
5071       fclose($jfh);
5072       CRM_Utils_System::civiExit();
5073     }
5074   }
5075
5076   /**
5077    * Apply common settings to entityRef fields.
5078    *
5079    * @param array $field
5080    * @param string $table
5081    */
5082   public function setEntityRefDefaults(&$field, $table) {
5083     $field['attributes'] = $field['attributes'] ? $field['attributes'] : [];
5084     $field['attributes'] += [
5085       'entity' => CRM_Core_DAO_AllCoreTables::getBriefName(CRM_Core_DAO_AllCoreTables::getClassForTable($table)),
5086       'multiple' => TRUE,
5087       'placeholder' => ts('- select -'),
5088     ];
5089   }
5090
5091   /**
5092    * Add link fields to the row.
5093    *
5094    * Function adds the _link & _hover fields to the row.
5095    *
5096    * @param array $row
5097    * @param string $baseUrl
5098    * @param string $linkText
5099    * @param string $value
5100    * @param string $fieldName
5101    * @param string $tablePrefix
5102    * @param string $fieldLabel
5103    *
5104    * @return mixed
5105    */
5106   protected function addLinkToRow(&$row, $baseUrl, $linkText, $value, $fieldName, $tablePrefix, $fieldLabel) {
5107     $criteriaQueryParams = CRM_Report_Utils_Report::getPreviewCriteriaQueryParams($this->_defaults, $this->_params);
5108     $url = CRM_Report_Utils_Report::getNextUrl($baseUrl,
5109       "reset=1&force=1&{$criteriaQueryParams}&" .
5110       $fieldName . "_op=in&{$fieldName}_value={$value}",
5111       $this->_absoluteUrl, $this->_id
5112     );
5113     $row["{$tablePrefix}_{$fieldName}_link"] = $url;
5114     $row["{$tablePrefix}_{$fieldName}_hover"] = ts("%1 for this %2.",
5115       [1 => $linkText, 2 => $fieldLabel]
5116     );
5117   }
5118
5119   /**
5120    * Get label for show results buttons.
5121    *
5122    * @return string
5123    */
5124   public function getResultsLabel() {
5125     $showResultsLabel = $this->resultsDisplayed() ? ts('Refresh results') : ts('View results');
5126     return $showResultsLabel;
5127   }
5128
5129   /**
5130    * Determine the output mode from the url or input.
5131    *
5132    * Output could be
5133    *   - pdf : Render as pdf
5134    *   - csv : Render as csv
5135    *   - print : Render in print format
5136    *   - save : save the report and display the new report
5137    *   - copy : save the report as a new instance and display that.
5138    *   - group : go to the add to group screen.
5139    *
5140    *  Potentially chart variations could also be included but the complexity
5141    *   is that we might print a bar chart as a pdf.
5142    */
5143   protected function setOutputMode() {
5144     $this->_outputMode = str_replace('report_instance.', '', CRM_Utils_Request::retrieve(
5145       'output',
5146       'String',
5147       CRM_Core_DAO::$_nullObject,
5148       FALSE,
5149       CRM_Utils_Array::value('task', $this->_params)
5150     ));
5151     // if contacts are added to group
5152     if (!empty($this->_params['groups']) && empty($this->_outputMode)) {
5153       $this->_outputMode = 'group';
5154     }
5155     if (isset($this->_params['task'])) {
5156       unset($this->_params['task']);
5157     }
5158   }
5159
5160   /**
5161    * CRM-17793 - Alter DateTime section header to group by date from the datetime field.
5162    *
5163    * @param $tempTable
5164    * @param $columnName
5165    */
5166   public function alterSectionHeaderForDateTime($tempTable, $columnName) {
5167     // add new column with date value for the datetime field
5168     $tempQuery = "ALTER TABLE {$tempTable} ADD COLUMN {$columnName}_date VARCHAR(128)";
5169     CRM_Core_DAO::executeQuery($tempQuery);
5170     $updateQuery = "UPDATE {$tempTable} SET {$columnName}_date = date({$columnName})";
5171     CRM_Core_DAO::executeQuery($updateQuery);
5172     $this->_selectClauses[] = "{$columnName}_date";
5173     $this->_select .= ", {$columnName}_date";
5174     $this->_sections["{$columnName}_date"] = $this->_sections["{$columnName}"];
5175     unset($this->_sections["{$columnName}"]);
5176     $this->assign('sections', $this->_sections);
5177   }
5178
5179   /**
5180    * Get an array of the columns that have been selected for display.
5181    *
5182    * @return array
5183    */
5184   public function getSelectColumns() {
5185     $selectColumns = [];
5186     foreach ($this->_columns as $tableName => $table) {
5187       if (array_key_exists('fields', $table)) {
5188         foreach ($table['fields'] as $fieldName => $field) {
5189           if (!empty($field['required']) ||
5190             !empty($this->_params['fields'][$fieldName])
5191           ) {
5192
5193             $selectColumns["{$tableName}_{$fieldName}"] = 1;
5194           }
5195         }
5196       }
5197     }
5198     return $selectColumns;
5199   }
5200
5201   /**
5202    * Add location tables to the query if they are used for filtering.
5203    *
5204    * This is for when we are running the query separately for filtering and retrieving display fields.
5205    */
5206   public function selectivelyAddLocationTablesJoinsToFilterQuery() {
5207     if ($this->isTableFiltered('civicrm_email')) {
5208       $this->_from .= "
5209           LEFT  JOIN civicrm_email  {$this->_aliases['civicrm_email']}
5210             ON {$this->_aliases['civicrm_contact']}.id = {$this->_aliases['civicrm_email']}.contact_id
5211             AND {$this->_aliases['civicrm_email']}.is_primary = 1";
5212     }
5213     if ($this->isTableFiltered('civicrm_phone')) {
5214       $this->_from .= "
5215           LEFT  JOIN civicrm_phone  {$this->_aliases['civicrm_phone']}
5216             ON {$this->_aliases['civicrm_contact']}.id = {$this->_aliases['civicrm_phone']}.contact_id
5217             AND {$this->_aliases['civicrm_phone']}.is_primary = 1";
5218     }
5219     if ($this->isTableFiltered('civicrm_address')) {
5220       $this->_from .= "
5221           LEFT JOIN civicrm_address {$this->_aliases['civicrm_address']}
5222           ON ({$this->_aliases['civicrm_contact']}.id = {$this->_aliases['civicrm_address']}.contact_id)
5223           AND {$this->_aliases['civicrm_address']}.is_primary = 1\n";
5224     }
5225   }
5226
5227   /**
5228    * Set the base table for the FROM clause.
5229    *
5230    * Sets up the from clause, allowing for the possibility it might be a
5231    * temp table pre-filtered by groups if a group filter is in use.
5232    *
5233    * @param string $baseTable
5234    * @param string $field
5235    * @param null $tableAlias
5236    */
5237   public function setFromBase($baseTable, $field = 'id', $tableAlias = NULL) {
5238     if (!$tableAlias) {
5239       $tableAlias = $this->_aliases[$baseTable];
5240     }
5241     $this->_from = $this->_from = " FROM $baseTable $tableAlias ";
5242     $this->joinGroupTempTable($baseTable, $field, $tableAlias);
5243     $this->_from .= " {$this->_aclFrom} ";
5244   }
5245
5246   /**
5247    * Join the temp table contacting contacts who are members of the filtered groups.
5248    *
5249    * If we are using an IN filter we use an inner join, otherwise a left join.
5250    *
5251    * @param string $baseTable
5252    * @param string $field
5253    * @param string $tableAlias
5254    */
5255   public function joinGroupTempTable($baseTable, $field, $tableAlias) {
5256     if ($this->groupTempTable) {
5257       if ($this->_params['gid_op'] == 'in') {
5258         $this->_from = " FROM $this->groupTempTable group_temp_table INNER JOIN $baseTable $tableAlias
5259         ON group_temp_table.id = $tableAlias.{$field} ";
5260       }
5261       else {
5262         $this->_from .= "
5263           LEFT JOIN $this->groupTempTable group_temp_table
5264           ON $tableAlias.{$field} = group_temp_table.id ";
5265       }
5266     }
5267   }
5268
5269   /**
5270    * Get all labels for fields that are used in a group concat.
5271    *
5272    * @param string $options
5273    *   comma separated option values.
5274    * @param string $baoName
5275    *   The BAO name for the field.
5276    * @param string $fieldName
5277    *   The name of the field for which labels should be retrieved.
5278    *
5279    * return string
5280    */
5281   public function getLabels($options, $baoName, $fieldName) {
5282     $types = explode(',', $options);
5283     $labels = [];
5284     foreach ($types as $value) {
5285       $labels[$value] = CRM_Core_PseudoConstant::getLabel($baoName, $fieldName, $value);
5286     }
5287     return implode(', ', array_filter($labels));
5288   }
5289
5290   /**
5291    * Add statistics columns.
5292    *
5293    * If a group by is in play then add columns for the statistics fields.
5294    *
5295    * This would lead to a new field in the $row such as $fieldName_sum and a new, matching
5296    * column header field.
5297    *
5298    * @param array $field
5299    * @param string $tableName
5300    * @param string $fieldName
5301    * @param array $select
5302    *
5303    * @return array
5304    */
5305   protected function addStatisticsToSelect($field, $tableName, $fieldName, $select) {
5306     foreach ($field['statistics'] as $stat => $label) {
5307       $alias = "{$tableName}_{$fieldName}_{$stat}";
5308       switch (strtolower($stat)) {
5309         case 'max':
5310         case 'sum':
5311           $select[] = "$stat({$field['dbAlias']}) as $alias";
5312           $this->_columnHeaders["{$tableName}_{$fieldName}_{$stat}"]['title'] = $label;
5313           $this->_columnHeaders["{$tableName}_{$fieldName}_{$stat}"]['type'] = $field['type'];
5314           $this->_statFields[$label] = $alias;
5315           $this->_selectAliases[] = $alias;
5316           break;
5317
5318         case 'count':
5319           $select[] = "COUNT({$field['dbAlias']}) as $alias";
5320           $this->_columnHeaders["{$tableName}_{$fieldName}_{$stat}"]['title'] = $label;
5321           $this->_columnHeaders["{$tableName}_{$fieldName}_{$stat}"]['type'] = CRM_Utils_Type::T_INT;
5322           $this->_statFields[$label] = $alias;
5323           $this->_selectAliases[] = $alias;
5324           break;
5325
5326         case 'count_distinct':
5327           $select[] = "COUNT(DISTINCT {$field['dbAlias']}) as $alias";
5328           $this->_columnHeaders["{$tableName}_{$fieldName}_{$stat}"]['title'] = $label;
5329           $this->_columnHeaders["{$tableName}_{$fieldName}_{$stat}"]['type'] = CRM_Utils_Type::T_INT;
5330           $this->_statFields[$label] = $alias;
5331           $this->_selectAliases[] = $alias;
5332           break;
5333
5334         case 'avg':
5335           $select[] = "ROUND(AVG({$field['dbAlias']}),2) as $alias";
5336           $this->_columnHeaders["{$tableName}_{$fieldName}_{$stat}"]['title'] = $label;
5337           $this->_columnHeaders["{$tableName}_{$fieldName}_{$stat}"]['type'] = $field['type'];
5338           $this->_statFields[$label] = $alias;
5339           $this->_selectAliases[] = $alias;
5340           break;
5341       }
5342     }
5343     return $select;
5344   }
5345
5346   /**
5347    * Add a basic field to the select clause.
5348    *
5349    * @param string $tableName
5350    * @param string $fieldName
5351    * @param array $field
5352    * @param string $select
5353    * @return array
5354    */
5355   protected function addBasicFieldToSelect($tableName, $fieldName, $field, $select) {
5356     $alias = "{$tableName}_{$fieldName}";
5357     $select[] = "{$field['dbAlias']} as $alias";
5358     $this->_columnHeaders["{$tableName}_{$fieldName}"]['title'] = CRM_Utils_Array::value('title', $field);
5359     $this->_columnHeaders["{$tableName}_{$fieldName}"]['type'] = CRM_Utils_Array::value('type', $field);
5360     $this->_selectAliases[] = $alias;
5361     return $select;
5362   }
5363
5364   /**
5365    * Set table alias.
5366    *
5367    * @param array $table
5368    * @param string $tableName
5369    *
5370    * @return string
5371    *   Alias for table.
5372    */
5373   protected function setTableAlias($table, $tableName) {
5374     if (!isset($table['alias'])) {
5375       $this->_columns[$tableName]['alias'] = substr($tableName, 8) .
5376         '_civireport';
5377     }
5378     else {
5379       $this->_columns[$tableName]['alias'] = $table['alias'] . '_civireport';
5380     }
5381
5382     $this->_aliases[$tableName] = $this->_columns[$tableName]['alias'];
5383     return $this->_aliases[$tableName];
5384   }
5385
5386   /**
5387    * Function to add columns to reports.
5388    *
5389    * This is ported from extended reports, which also adds join filters to the options.
5390    *
5391    * @param string $type
5392    * @param array $options
5393    *  - prefix - A string to prepend to the table name
5394    *  - prefix_label  A string to prepend to the fields
5395    *  - fields (bool) - should the fields for this table be made available
5396    *  - group_by (bool) - should the group bys for this table be made available.
5397    *  - order_by (bool) - should the group bys for this table be made available.
5398    *  - filters (bool) - should the filters for this table by made available.
5399    *  - fields_defaults (array) array of fields that should be displayed by default.
5400    *  - filters_defaults (array) array of fields that should be filtered by default.
5401    *  - join_filters (array) fields available for filtering joins (requires additional custom code).
5402    *  - join_fields (array) fields available from join (requires additional custom code).
5403    *  - group_by_defaults (array) array of group bys that should be applied by default.
5404    *  - order_by_defaults (array) array of order bys that should be applied by default.
5405    *  - custom_fields (array) array of entity types for custom fields (not usually required).
5406    *  - contact_type (string) optional restriction on contact type for some tables.
5407    *  - fields_excluded (array) fields that are in the generic set for the table but not in the report.
5408    *
5409    * @return array
5410    */
5411   protected function getColumns($type, $options = []) {
5412     $defaultOptions = [
5413       'prefix' => '',
5414       'prefix_label' => '',
5415       'fields' => TRUE,
5416       'group_bys' => FALSE,
5417       'order_bys' => TRUE,
5418       'filters' => TRUE,
5419       'join_filters' => FALSE,
5420       'fields_defaults' => [],
5421       'filters_defaults' => [],
5422       'group_bys_defaults' => [],
5423       'order_bys_defaults' => [],
5424     ];
5425     $options = array_merge($defaultOptions, $options);
5426
5427     $fn = 'get' . $type . 'Columns';
5428     return $this->$fn($options);
5429   }
5430
5431   /**
5432    * Get columns for contact table.
5433    *
5434    * @param array $options
5435    *
5436    * @return array
5437    */
5438   protected function getContactColumns($options = []) {
5439     $defaultOptions = [
5440       'custom_fields' => ['Individual', 'Contact', 'Organization'],
5441       'fields_defaults' => ['display_name', 'id'],
5442       'order_bys_defaults' => ['sort_name ASC'],
5443       'contact_type' => NULL,
5444     ];
5445
5446     $options = array_merge($defaultOptions, $options);
5447
5448     $tableAlias = $options['prefix'] . 'contact';
5449
5450     $spec = [
5451       $options['prefix'] . 'display_name' => [
5452         'name' => 'display_name',
5453         'title' => $options['prefix_label'] . ts('Contact Name'),
5454         'is_fields' => TRUE,
5455       ],
5456       $options['prefix'] . 'sort_name' => [
5457         'name' => 'sort_name',
5458         'title' => $options['prefix_label'] . ts('Contact Name (in sort format)'),
5459         'is_fields' => TRUE,
5460         'is_filters' => TRUE,
5461         'is_order_bys' => TRUE,
5462       ],
5463       $options['prefix'] . 'id' => [
5464         'name' => 'id',
5465         'title' => $options['prefix_label'] . ts('Contact ID'),
5466         'alter_display' => 'alterContactID',
5467         'type' => CRM_Utils_Type::T_INT,
5468         'is_order_bys' => TRUE,
5469         'is_group_bys' => TRUE,
5470         'is_fields' => TRUE,
5471         'is_filters' => TRUE,
5472       ],
5473       $options['prefix'] . 'external_identifier' => [
5474         'name' => 'external_identifier',
5475         'title' => $options['prefix_label'] . ts('External ID'),
5476         'type' => CRM_Utils_Type::T_INT,
5477         'is_fields' => TRUE,
5478       ],
5479       $options['prefix'] . 'contact_type' => [
5480         'title' => $options['prefix_label'] . ts('Contact Type'),
5481         'name' => 'contact_type',
5482         'operatorType' => CRM_Report_Form::OP_MULTISELECT,
5483         'options' => CRM_Contact_BAO_Contact::buildOptions('contact_type'),
5484         'is_fields' => TRUE,
5485         'is_filters' => TRUE,
5486         'is_group_bys' => TRUE,
5487       ],
5488       $options['prefix'] . 'contact_sub_type' => [
5489         'title' => $options['prefix_label'] . ts('Contact Sub Type'),
5490         'name' => 'contact_sub_type',
5491         'operatorType' => CRM_Report_Form::OP_MULTISELECT,
5492         'options' => CRM_Contact_BAO_Contact::buildOptions('contact_sub_type'),
5493         'is_fields' => TRUE,
5494         'is_filters' => TRUE,
5495         'is_group_bys' => TRUE,
5496       ],
5497       $options['prefix'] . 'is_deleted' => [
5498         'title' => $options['prefix_label'] . ts('Is deleted'),
5499         'name' => 'is_deleted',
5500         'type' => CRM_Utils_Type::T_BOOLEAN,
5501         'is_fields' => FALSE,
5502         'is_filters' => TRUE,
5503         'is_group_bys' => FALSE,
5504       ],
5505       $options['prefix'] . 'external_identifier' => [
5506         'title' => $options['prefix_label'] . ts('Contact identifier from external system'),
5507         'name' => 'external_identifier',
5508         'is_fields' => TRUE,
5509         'is_filters' => FALSE,
5510         'is_group_bys' => FALSE,
5511         'is_order_bys' => TRUE,
5512       ],
5513       $options['prefix'] . 'preferred_language' => [
5514         'title' => $options['prefix_label'] . ts('Preferred Language'),
5515         'name' => 'preferred_language',
5516         'is_fields' => TRUE,
5517         'is_filters' => TRUE,
5518         'is_group_bys' => TRUE,
5519         'is_order_bys' => TRUE,
5520       ],
5521     ];
5522     foreach ([
5523       'postal_greeting_display' => 'Postal Greeting',
5524       'email_greeting_display' => 'Email Greeting',
5525       'addressee_display' => 'Addressee',
5526     ] as $field => $title) {
5527       $spec[$options['prefix'] . $field] = [
5528         'title' => $options['prefix_label'] . ts($title),
5529         'name' => $field,
5530         'is_fields' => TRUE,
5531         'is_filters' => FALSE,
5532         'is_group_bys' => FALSE,
5533       ];
5534     }
5535     foreach (['do_not_email', 'do_not_phone', 'do_not_mail', 'do_not_sms', 'is_opt_out'] as $field) {
5536       $spec[$options['prefix'] . $field] = [
5537         'name' => $field,
5538         'type' => CRM_Utils_Type::T_BOOLEAN,
5539         'is_fields' => TRUE,
5540         'is_filters' => TRUE,
5541         'is_group_bys' => FALSE,
5542       ];
5543     }
5544     $individualFields = [
5545       $options['prefix'] . 'first_name' => [
5546         'name' => 'first_name',
5547         'title' => $options['prefix_label'] . ts('First Name'),
5548         'is_fields' => TRUE,
5549         'is_filters' => TRUE,
5550         'is_order_bys' => TRUE,
5551       ],
5552       $options['prefix'] . 'middle_name' => [
5553         'name' => 'middle_name',
5554         'title' => $options['prefix_label'] . ts('Middle Name'),
5555         'is_fields' => TRUE,
5556       ],
5557       $options['prefix'] . 'last_name' => [
5558         'name' => 'last_name',
5559         'title' => $options['prefix_label'] . ts('Last Name'),
5560         'default_order' => 'ASC',
5561         'is_fields' => TRUE,
5562       ],
5563       $options['prefix'] . 'nick_name' => [
5564         'name' => 'nick_name',
5565         'title' => $options['prefix_label'] . ts('Nick Name'),
5566         'is_fields' => TRUE,
5567       ],
5568       $options['prefix'] . 'prefix_id' => [
5569         'name' => 'prefix_id',
5570         'title' => $options['prefix_label'] . ts('Prefix'),
5571         'options' => CRM_Contact_BAO_Contact::buildOptions('prefix_id'),
5572         'operatorType' => CRM_Report_Form::OP_MULTISELECT,
5573         'is_fields' => TRUE,
5574         'is_filters' => TRUE,
5575       ],
5576       $options['prefix'] . 'suffix_id' => [
5577         'name' => 'suffix_id',
5578         'title' => $options['prefix_label'] . ts('Suffix'),
5579         'options' => CRM_Contact_BAO_Contact::buildOptions('suffix_id'),
5580         'operatorType' => CRM_Report_Form::OP_MULTISELECT,
5581         'is_fields' => TRUE,
5582         'is_filters' => TRUE,
5583       ],
5584       $options['prefix'] . 'gender_id' => [
5585         'name' => 'gender_id',
5586         'title' => $options['prefix_label'] . ts('Gender'),
5587         'options' => CRM_Contact_BAO_Contact::buildOptions('gender_id'),
5588         'operatorType' => CRM_Report_Form::OP_MULTISELECT,
5589         'is_fields' => TRUE,
5590         'is_filters' => TRUE,
5591       ],
5592       'birth_date' => [
5593         'title' => $options['prefix_label'] . ts('Birth Date'),
5594         'operatorType' => CRM_Report_Form::OP_DATE,
5595         'type' => CRM_Utils_Type::T_DATE,
5596         'is_fields' => TRUE,
5597         'is_filters' => TRUE,
5598       ],
5599       'age' => [
5600         'title' => $options['prefix_label'] . ts('Age'),
5601         'dbAlias' => 'TIMESTAMPDIFF(YEAR, ' . $tableAlias . '_civireport.birth_date, CURDATE())',
5602         'type' => CRM_Utils_Type::T_INT,
5603         'is_fields' => TRUE,
5604       ],
5605       $options['prefix'] . 'is_deceased' => [
5606         'title' => $options['prefix_label'] . ts('Is deceased'),
5607         'name' => 'is_deceased',
5608         'type' => CRM_Utils_Type::T_BOOLEAN,
5609         'is_fields' => FALSE,
5610         'is_filters' => TRUE,
5611         'is_group_bys' => FALSE,
5612       ],
5613       $options['prefix'] . 'job_title' => [
5614         'name' => 'job_title',
5615         'is_fields' => TRUE,
5616         'is_filters' => FALSE,
5617         'is_group_bys' => FALSE,
5618       ],
5619       $options['prefix'] . 'employer_id' => [
5620         'title' => $options['prefix_label'] . ts('Current Employer'),
5621         'type' => CRM_Utils_Type::T_INT,
5622         'name' => 'employer_id',
5623         'is_fields' => TRUE,
5624         'is_filters' => FALSE,
5625         'is_group_bys' => TRUE,
5626       ],
5627     ];
5628     if (!$options['contact_type'] || $options['contact_type'] === 'Individual') {
5629       $spec = array_merge($spec, $individualFields);
5630     }
5631
5632     if (!empty($options['custom_fields'])) {
5633       $this->_customGroupExtended[$options['prefix'] . 'civicrm_contact'] = [
5634         'extends' => $options['custom_fields'],
5635         'title' => $options['prefix_label'],
5636         'filters' => $options['filters'],
5637         'prefix' => $options['prefix'],
5638         'prefix_label' => $options['prefix_label'],
5639       ];
5640     }
5641
5642     return $this->buildColumns($spec, $options['prefix'] . 'civicrm_contact', 'CRM_Contact_DAO_Contact', $tableAlias, $this->getDefaultsFromOptions($options), $options);
5643   }
5644
5645   /**
5646    * Get address columns to add to array.
5647    *
5648    * @param array $options
5649    *  - prefix Prefix to add to table (in case of more than one instance of the table)
5650    *  - prefix_label Label to give columns from this address table instance
5651    *  - group_bys enable these fields for group by - default false
5652    *  - order_bys enable these fields for order by
5653    *  - filters enable these fields for filtering
5654    *
5655    * @return array address columns definition
5656    */
5657   protected function getAddressColumns($options = []) {
5658     $defaultOptions = [
5659       'prefix' => '',
5660       'prefix_label' => '',
5661       'fields' => TRUE,
5662       'group_bys' => FALSE,
5663       'order_bys' => TRUE,
5664       'filters' => TRUE,
5665       'join_filters' => FALSE,
5666       'fields_defaults' => [],
5667       'filters_defaults' => [],
5668       'group_bys_defaults' => [],
5669       'order_bys_defaults' => [],
5670     ];
5671
5672     $options = array_merge($defaultOptions, $options);
5673     $defaults = $this->getDefaultsFromOptions($options);
5674     $tableAlias = $options['prefix'] . 'address';
5675
5676     $spec = [
5677       $options['prefix'] . 'name' => [
5678         'title' => $options['prefix_label'] . ts('Address Name'),
5679         'name' => 'name',
5680         'is_fields' => TRUE,
5681       ],
5682       $options['prefix'] . 'street_number' => [
5683         'name' => 'street_number',
5684         'title' => $options['prefix_label'] . ts('Street Number'),
5685         'type' => 1,
5686         'is_fields' => TRUE,
5687       ],
5688       $options['prefix'] . 'odd_street_number' => [
5689         'title' => ts('Odd / Even Street Number'),
5690         'name' => 'odd_street_number',
5691         'type' => CRM_Utils_Type::T_INT,
5692         'no_display' => TRUE,
5693         'required' => TRUE,
5694         'dbAlias' => "({$tableAlias}_civireport.street_number % 2)",
5695         'is_fields' => TRUE,
5696         'is_order_bys' => TRUE,
5697       ],
5698       $options['prefix'] . 'street_name' => [
5699         'name' => 'street_name',
5700         'title' => $options['prefix_label'] . ts('Street Name'),
5701         'type' => 1,
5702         'is_fields' => TRUE,
5703         'is_filters' => TRUE,
5704         'operator' => 'like',
5705         'is_order_bys' => TRUE,
5706       ],
5707       $options['prefix'] . 'street_address' => [
5708         'title' => $options['prefix_label'] . ts('Street Address'),
5709         'name' => 'street_address',
5710         'is_fields' => TRUE,
5711         'is_filters' => TRUE,
5712         'is_group_bys' => TRUE,
5713       ],
5714       $options['prefix'] . 'supplemental_address_1' => [
5715         'title' => $options['prefix_label'] . ts('Supplementary Address Field 1'),
5716         'name' => 'supplemental_address_1',
5717         'is_fields' => TRUE,
5718       ],
5719       $options['prefix'] . 'supplemental_address_2' => [
5720         'title' => $options['prefix_label'] . ts('Supplementary Address Field 2'),
5721         'name' => 'supplemental_address_2',
5722         'is_fields' => TRUE,
5723       ],
5724       $options['prefix'] . 'supplemental_address_3' => [
5725         'title' => $options['prefix_label'] . ts('Supplementary Address Field 3'),
5726         'name' => 'supplemental_address_3',
5727         'is_fields' => TRUE,
5728       ],
5729       $options['prefix'] . 'street_number' => [
5730         'name' => 'street_number',
5731         'title' => $options['prefix_label'] . ts('Street Number'),
5732         'type' => 1,
5733         'is_order_bys' => TRUE,
5734         'is_filters' => TRUE,
5735         'is_fields' => TRUE,
5736       ],
5737       $options['prefix'] . 'street_unit' => [
5738         'name' => 'street_unit',
5739         'title' => $options['prefix_label'] . ts('Street Unit'),
5740         'type' => 1,
5741         'is_fields' => TRUE,
5742       ],
5743       $options['prefix'] . 'city' => [
5744         'title' => $options['prefix_label'] . ts('City'),
5745         'name' => 'city',
5746         'operator' => 'like',
5747         'is_fields' => TRUE,
5748         'is_filters' => TRUE,
5749         'is_group_bys' => TRUE,
5750         'is_order_bys' => TRUE,
5751       ],
5752       $options['prefix'] . 'postal_code' => [
5753         'title' => $options['prefix_label'] . ts('Postal Code'),
5754         'name' => 'postal_code',
5755         'type' => 1,
5756         'is_fields' => TRUE,
5757         'is_filters' => TRUE,
5758         'is_group_bys' => TRUE,
5759         'is_order_bys' => TRUE,
5760       ],
5761       $options['prefix'] . 'postal_code_suffix' => [
5762         'title' => $options['prefix_label'] . ts('Postal Code Suffix'),
5763         'name' => 'postal_code_suffix',
5764         'type' => 1,
5765         'is_fields' => TRUE,
5766         'is_filters' => TRUE,
5767         'is_group_bys' => TRUE,
5768         'is_order_bys' => TRUE,
5769       ],
5770       $options['prefix'] . 'county_id' => [
5771         'title' => $options['prefix_label'] . ts('County'),
5772         'alter_display' => 'alterCountyID',
5773         'name' => 'county_id',
5774         'type' => CRM_Utils_Type::T_INT,
5775         'operatorType' => CRM_Report_Form::OP_MULTISELECT,
5776         'options' => CRM_Core_PseudoConstant::county(),
5777         'is_fields' => TRUE,
5778         'is_filters' => TRUE,
5779         'is_group_bys' => TRUE,
5780       ],
5781       $options['prefix'] . 'state_province_id' => [
5782         'title' => $options['prefix_label'] . ts('State/Province'),
5783         'alter_display' => 'alterStateProvinceID',
5784         'name' => 'state_province_id',
5785         'type' => CRM_Utils_Type::T_INT,
5786         'operatorType' => CRM_Report_Form::OP_MULTISELECT,
5787         'options' => CRM_Core_PseudoConstant::stateProvince(),
5788         'is_fields' => TRUE,
5789         'is_filters' => TRUE,
5790         'is_group_bys' => TRUE,
5791       ],
5792       $options['prefix'] . 'country_id' => [
5793         'title' => $options['prefix_label'] . ts('Country'),
5794         'alter_display' => 'alterCountryID',
5795         'name' => 'country_id',
5796         'is_fields' => TRUE,
5797         'is_filters' => TRUE,
5798         'is_group_bys' => TRUE,
5799         'type' => CRM_Utils_Type::T_INT,
5800         'operatorType' => CRM_Report_Form::OP_MULTISELECT,
5801         'options' => CRM_Core_PseudoConstant::country(),
5802       ],
5803       $options['prefix'] . 'location_type_id' => [
5804         'name' => 'location_type_id',
5805         'title' => $options['prefix_label'] . ts('Location Type'),
5806         'type' => CRM_Utils_Type::T_INT,
5807         'is_fields' => TRUE,
5808         'alter_display' => 'alterLocationTypeID',
5809       ],
5810       $options['prefix'] . 'id' => [
5811         'title' => $options['prefix_label'] . ts('ID'),
5812         'name' => 'id',
5813         'is_fields' => TRUE,
5814       ],
5815       $options['prefix'] . 'is_primary' => [
5816         'name' => 'is_primary',
5817         'title' => $options['prefix_label'] . ts('Primary Address?'),
5818         'type' => CRM_Utils_Type::T_BOOLEAN,
5819         'is_fields' => TRUE,
5820       ],
5821     ];
5822     return $this->buildColumns($spec, $options['prefix'] . 'civicrm_address', 'CRM_Core_DAO_Address', $tableAlias, $defaults, $options);
5823   }
5824
5825   /**
5826    * Build the columns.
5827    *
5828    * The normal report class needs you to remember to do a few things that are often erratic
5829    *
5830    * 1) use a unique key for any field that might not be unique (e.g. start date, label)
5831    * - this class will prepend an alias to the key & set the 'name' if you don't set it yourself.
5832    *  You can suppress the alias with 'no_field_disambiguation' if transitioning existing reports. This
5833    *  means any saved filters / fields on saved report instances. This will mean that matching names from
5834    *  different tables may be ambigious, but it will smooth any code transition.
5835    * - note that it assumes the value being passed in is the actual table field name
5836    *
5837    * 2) set the field & set it to no display if you don't want the field but you might want to use the field in other
5838    * contexts - the code looks up the fields array for data - so it both defines the field spec & the fields you want to show
5839    *
5840    * 3) this function also sets the 'metadata' array - the extended report class now uses this in place
5841    *  of the fields array to reduce the issues caused when metadata is needed but 'fields' are not defined. Code in
5842    *  the core classes can start to move towards that.
5843    *
5844    * @param array $specs
5845    * @param string $tableName
5846    * @param string $daoName
5847    * @param string $tableAlias
5848    * @param array $defaults
5849    * @param array $options
5850    *
5851    * @return array
5852    */
5853   protected function buildColumns($specs, $tableName, $daoName = NULL, $tableAlias = NULL, $defaults = [], $options = []) {
5854     if (!$tableAlias) {
5855       $tableAlias = str_replace('civicrm_', '', $tableName);
5856     }
5857     $types = ['filters', 'group_bys', 'order_bys', 'join_filters'];
5858     $columns = [$tableName => array_fill_keys($types, [])];
5859     // The code that uses this no longer cares if it is a DAO or BAO so just call it a DAO.
5860     $columns[$tableName]['dao'] = $daoName;
5861     $columns[$tableName]['alias'] = $tableAlias;
5862
5863     foreach ($specs as $specName => $spec) {
5864       if (empty($spec['name'])) {
5865         $spec['name'] = $specName;
5866       }
5867
5868       $fieldAlias = (empty($options['no_field_disambiguation']) ? $tableAlias . '_' : '') . $specName;
5869       $columns[$tableName]['metadata'][$fieldAlias] = $spec;
5870       $columns[$tableName]['fields'][$fieldAlias] = $spec;
5871       if (isset($defaults['fields_defaults']) && in_array($spec['name'], $defaults['fields_defaults'])) {
5872         $columns[$tableName]['fields'][$fieldAlias]['default'] = TRUE;
5873       }
5874
5875       if (!$spec['is_fields'] || (isset($options['fields_excluded']) && in_array($specName, $options['fields_excluded']))) {
5876         $columns[$tableName]['fields'][$fieldAlias]['no_display'] = TRUE;
5877       }
5878
5879       if (isset($options['fields_required']) && in_array($specName, $options['fields_required'])) {
5880         $columns[$tableName]['fields'][$fieldAlias]['required'] = TRUE;
5881       }
5882
5883       foreach ($types as $type) {
5884         if ($options[$type] && !empty($spec['is_' . $type])) {
5885           $columns[$tableName][$type][$fieldAlias] = $spec;
5886           if (isset($defaults[$type . '_defaults']) && isset($defaults[$type . '_defaults'][$spec['name']])) {
5887             $columns[$tableName][$type][$fieldAlias]['default'] = $defaults[$type . '_defaults'][$spec['name']];
5888           }
5889         }
5890       }
5891     }
5892     return $columns;
5893   }
5894
5895   /**
5896    * Store group bys into array - so we can check elsewhere what is grouped.
5897    */
5898   protected function storeGroupByArray() {
5899
5900     if (!CRM_Utils_Array::value('group_bys', $this->_params)
5901       || !is_array($this->_params['group_bys'])) {
5902       $this->_params['group_bys'] = [];
5903     }
5904
5905     foreach ($this->_columns as $tableName => $table) {
5906       $table = $this->_columns[$tableName];
5907       if (array_key_exists('group_bys', $table)) {
5908         foreach ($table['group_bys'] as $fieldName => $fieldData) {
5909           $field = $this->_columns[$tableName]['metadata'][$fieldName];
5910           if (!empty($this->_params['group_bys'][$fieldName]) || !empty($fieldData['required'])) {
5911             if (!empty($field['chart'])) {
5912               $this->assign('chartSupported', TRUE);
5913             }
5914
5915             if (!empty($table['group_bys'][$fieldName]['frequency']) &&
5916               !empty($this->_params['group_bys_freq'][$fieldName])
5917             ) {
5918
5919               switch ($this->_params['group_bys_freq'][$fieldName]) {
5920                 case 'FISCALYEAR':
5921                   $this->_groupByArray[$tableName . '_' . $fieldName . '_start'] = self::fiscalYearOffset($field['dbAlias']);
5922
5923                 case 'YEAR':
5924                   $this->_groupByArray[$tableName . '_' . $fieldName . '_start'] = " {$this->_params['group_bys_freq'][$fieldName]}({$field['dbAlias']})";
5925
5926                 default:
5927                   $this->_groupByArray[$tableName . '_' . $fieldName . '_start'] = "EXTRACT(YEAR_{$this->_params['group_bys_freq'][$fieldName]} FROM {$field['dbAlias']})";
5928
5929               }
5930             }
5931             else {
5932               if (!in_array($field['dbAlias'], $this->_groupByArray)) {
5933                 $this->_groupByArray[$tableName . '_' . $fieldName] = $field['dbAlias'];
5934               }
5935             }
5936           }
5937         }
5938
5939       }
5940     }
5941   }
5942
5943   /**
5944    * @param $options
5945    *
5946    * @return array
5947    */
5948   protected function getDefaultsFromOptions($options) {
5949     $defaults = [
5950       'fields_defaults' => $options['fields_defaults'],
5951       'filters_defaults' => $options['filters_defaults'],
5952       'group_bys_defaults' => $options['group_bys_defaults'],
5953       'order_bys_defaults' => $options['order_bys_defaults'],
5954     ];
5955     return $defaults;
5956   }
5957
5958   /**
5959    * Get the select clause for a field, wrapping in GROUP_CONCAT if appropriate.
5960    *
5961    * Full group by mode dictates that a field must either be in the group by function or
5962    * wrapped in a aggregate function. Here we wrap the field in GROUP_CONCAT if it is not in the
5963    * group concat.
5964    *
5965    * @param string $tableName
5966    * @param string $fieldName
5967    * @param string $field
5968    * @return string
5969    */
5970   protected function getSelectClauseWithGroupConcatIfNotGroupedBy($tableName, &$fieldName, &$field) {
5971     if ($this->groupConcatTested && (!empty($this->_groupByArray) || $this->isForceGroupBy)) {
5972       if ((empty($field['statistics']) || in_array('GROUP_CONCAT', $field['statistics']))) {
5973         $label = CRM_Utils_Array::value('title', $field);
5974         $alias = $field['tplField'] ?? "{$tableName}_{$fieldName}";
5975         $this->_columnHeaders["{$tableName}_{$fieldName}"]['title'] = $label;
5976         $this->_selectAliases[] = $alias;
5977         if (empty($this->_groupByArray[$tableName . '_' . $fieldName])) {
5978           return "GROUP_CONCAT(DISTINCT {$field['dbAlias']}) as $alias";
5979         }
5980         return "({$field['dbAlias']}) as $alias";
5981       }
5982     }
5983   }
5984
5985   /**
5986    * Generate clause for the selected filter.
5987    *
5988    * @param array $field
5989    *   Field specification
5990    * @param string $fieldName
5991    *   Field name.
5992    *
5993    * @return string
5994    *   Relevant where clause.
5995    */
5996   protected function generateFilterClause($field, $fieldName) {
5997     if (CRM_Utils_Array::value('type', $field) & CRM_Utils_Type::T_DATE) {
5998       if (CRM_Utils_Array::value('operatorType', $field) ==
5999         CRM_Report_Form::OP_MONTH
6000       ) {
6001         $op = CRM_Utils_Array::value("{$fieldName}_op", $this->_params);
6002         $value = CRM_Utils_Array::value("{$fieldName}_value", $this->_params);
6003         if (is_array($value) && !empty($value)) {
6004           return "(month({$field['dbAlias']}) $op (" . implode(', ', $value) .
6005             '))';
6006         }
6007       }
6008       else {
6009         $relative = CRM_Utils_Array::value("{$fieldName}_relative", $this->_params);
6010         $from = CRM_Utils_Array::value("{$fieldName}_from", $this->_params);
6011         $to = CRM_Utils_Array::value("{$fieldName}_to", $this->_params);
6012         $fromTime = CRM_Utils_Array::value("{$fieldName}_from_time", $this->_params);
6013         $toTime = CRM_Utils_Array::value("{$fieldName}_to_time", $this->_params);
6014         return $this->dateClause($field['dbAlias'], $relative, $from, $to, $field['type'], $fromTime, $toTime);
6015       }
6016     }
6017     else {
6018       $op = CRM_Utils_Array::value("{$fieldName}_op", $this->_params);
6019       if ($op) {
6020         return $this->whereClause($field,
6021           $op,
6022           CRM_Utils_Array::value("{$fieldName}_value", $this->_params),
6023           CRM_Utils_Array::value("{$fieldName}_min", $this->_params),
6024           CRM_Utils_Array::value("{$fieldName}_max", $this->_params)
6025         );
6026       }
6027     }
6028     return '';
6029   }
6030
6031 }