/** * Bulk export: "spreadsheet" export: a simplified HTML export in which the date/time columns are split in two column: date AND time * * @copyright Copyright (C) 2015 Combodo SARL * @license http://opensource.org/licenses/AGPL-3.0 */ class SpreadsheetBulkExport extends TabularBulkExport { public function DisplayUsage(Page $oP) { $oP->p(" * spreadsheet format options:"); $oP->p(" *\tfields: (mandatory) the comma separated list of field codes to export (e.g: name,org_id,service_name...)."); $oP->p(" *\tno_localize: (optional) pass 1 to retrieve the raw (untranslated) values for enumerated fields. Default: 0."); $oP->p(" *\tdate_format: the format to use when exporting date and time fields (default = the SQL format). e.g. 'Y-m-d H:i:s'"); $oP->p(" *\tformatted_text: set to 1 to formatted text fields with their HTML markup, 0 to remove formatting. Default is 1 (= formatted text)"); } public function EnumFormParts() { return array_merge(parent::EnumFormParts(), array('spreadsheet_options' => array('no-localize') ,'interactive_fields_spreadsheet' => array('interactive_fields_spreadsheet'))); } public function DisplayFormPart(WebPage $oP, $sPartId) { switch($sPartId) { case 'interactive_fields_spreadsheet': $this->GetInteractiveFieldsWidget($oP, 'interactive_fields_spreadsheet'); break; case 'spreadsheet_options': $sChecked = (utils::ReadParam('no_localize', 0) == 1) ? ' checked ' : ''; $oP->add('
'.Dict::S('Core:BulkExport:SpreadsheetOptions').''); $oP->add(''); $oP->add(''); $oP->add(''); $sDateTimeFormat = utils::ReadParam('date_format', (string)AttributeDateTime::GetFormat(), true, 'raw_data'); $sDefaultChecked = ($sDateTimeFormat == (string)AttributeDateTime::GetFormat()) ? ' checked' : ''; $sCustomChecked = ($sDateTimeFormat !== (string)AttributeDateTime::GetFormat()) ? ' checked' : ''; $oP->add(''); $oP->add(''); $oP->add('
'); $sChecked = (utils::ReadParam('formatted_text', 1) == 1) ? ' checked ' : ''; $oP->add('

'.Dict::S('Core:BulkExport:TextFormat').'

'); $oP->add(''); // Trick to pass the zero value if the checkbox below is unchecked, since we want the default value to be "1" $oP->add('

'); $oP->add(''); $oP->add('
'); $oP->add('

'.Dict::S('Core:BulkExport:DateTimeFormat').'

'); $sDefaultFormat = htmlentities((string)AttributeDateTime::GetFormat(), ENT_QUOTES, 'UTF-8'); $sExample = htmlentities(date((string)AttributeDateTime::GetFormat()), ENT_QUOTES, 'UTF-8'); $oP->add('
'); $sFormatInput = ''; $oP->add(''); $oP->add('
'); $oP->add('
'); $sJSTooltip = json_encode('
'.Dict::S('UI:CSVImport:CustomDateTimeFormatTooltip').'
'); $oP->add_ready_script( <<aStatusInfo['formatted_text'] = (bool)utils::ReadParam('formatted_text', 1, true); $sDateFormatRadio = utils::ReadParam('spreadsheet_date_format_radio', ''); switch($sDateFormatRadio) { case 'default': // Export from the UI => format = same as is the UI $this->aStatusInfo['date_format'] = (string)AttributeDateTime::GetFormat(); break; case 'custom': // Custom format specified from the UI $this->aStatusInfo['date_format'] = utils::ReadParam('date_format', (string)AttributeDateTime::GetFormat(), true, 'raw_data'); break; default: // Export from the command line (or scripted) => default format is SQL, as in previous versions of iTop, unless specified otherwise $this->aStatusInfo['date_format'] = utils::ReadParam('date_format', (string)AttributeDateTime::GetSQLFormat(), true, 'raw_data'); } } protected function GetSampleData($oObj, $sAttCode) { if ($sAttCode != 'id') { $oAttDef = MetaModel::GetAttributeDef(get_class($oObj), $sAttCode); if ($oAttDef instanceof AttributeDateTime) // AttributeDate is derived from AttributeDateTime { $sClass = (get_class($oAttDef) == 'AttributeDateTime') ? 'user-formatted-date-time' : 'user-formatted-date'; return '
'.htmlentities($oAttDef->GetEditValue($oObj->Get($sAttCode), $oObj), ENT_QUOTES, 'UTF-8').'
'; } } return $this->GetValue($oObj, $sAttCode); } protected function GetValue($oObj, $sAttCode) { $bFormattedText = (array_key_exists('formatted_text', $this->aStatusInfo) ? $this->aStatusInfo['formatted_text'] : false); switch($sAttCode) { case 'id': $sRet = $oObj->GetKey(); break; default: $value = $oObj->Get($sAttCode); $oAttDef = MetaModel::GetAttributeDef(get_class($oObj), $sAttCode); if ($value instanceof ormCaseLog) { $sRet = str_replace("\n", "
", htmlentities($value->__toString(), ENT_QUOTES, 'UTF-8')); } elseif ($value instanceof ormStopWatch) { $sRet = $value->GetTimeSpent(); } elseif ($value instanceof ormDocument) { $sRet = ''; } elseif ($oAttDef instanceof AttributeText) { if ($bFormattedText) { // Replace paragraphs (...

, etc) by line breaks (
) since Excel (pre-2016) splits the cells when there is a paragraph $sRet = static::HtmlToSpreadsheet($oObj->GetAsHTML($sAttCode)); } else { $sRet = utils::HtmlToText($oObj->GetAsHTML($sAttCode)); } } elseif ($oAttDef instanceof AttributeString) { $sRet = $oObj->GetAsHTML($sAttCode); } elseif ($oAttDef instanceof AttributeCustomFields) { // Stick to the weird implementation made in GetNextChunk $sRet = utils::TextToHtml($oObj->GetEditValue($sAttCode)); } else { if ($this->bLocalizeOutput) { $sRet = htmlentities($oObj->GetEditValue(), ENT_QUOTES, 'UTF-8'); } else { $sRet = htmlentities((string)$value, ENT_QUOTES, 'UTF-8'); } } } return $sRet; } public function SetHttpHeaders(WebPage $oPage) { // Integration within MS-Excel web queries + HTTPS + IIS: // MS-IIS set these header values with no-cache... while Excel fails to do the job if using HTTPS // Then the fix is to force the reset of header values Pragma and Cache-control $oPage->add_header("Pragma:", true); $oPage->add_header("Cache-control:", true); } public function GetHeader() { $oSet = new DBObjectSet($this->oSearch); $this->aStatusInfo['status'] = 'running'; $this->aStatusInfo['position'] = 0; $this->aStatusInfo['total'] = $oSet->Count(); $aData = array(); foreach($this->aStatusInfo['fields'] as $iCol => $aFieldSpec) { $sColLabel = $aFieldSpec['sColLabel']; if ($aFieldSpec['sAttCode'] != 'id') { $oAttDef = MetaModel::GetAttributeDef($aFieldSpec['sClass'], $aFieldSpec['sAttCode']); $oFinalAttDef = $oAttDef->GetFinalAttDef(); if (get_class($oFinalAttDef) == 'AttributeDateTime') { $aData[] = $sColLabel.' ('.Dict::S('UI:SplitDateTime-Date').')'; $aData[] = $sColLabel.' ('.Dict::S('UI:SplitDateTime-Time').')'; } else { $aData[] = $sColLabel; } } else { $aData[] = $sColLabel; } } $sData = ''; $sData .= ''; // Trick for Excel: keep line breaks inside the same cell ! $sData .= "\n"; $sData .= "\n"; foreach($aData as $sLabel) { $sData .= "\n"; } $sData .= "\n"; return $sData; } public function GetNextChunk(&$aStatus) { $sRetCode = 'run'; $iPercentage = 0; $oSet = new DBObjectSet($this->oSearch); $oSet->SetLimit($this->iChunkSize, $this->aStatusInfo['position']); $this->OptimizeColumnLoad($oSet); $sExportDateTimeFormat = $this->aStatusInfo['date_format']; $bFormattedText = (array_key_exists('formatted_text', $this->aStatusInfo) ? $this->aStatusInfo['formatted_text'] : false); // Date & time formats $oDateTimeFormat = new DateTimeFormat($sExportDateTimeFormat); $oDateFormat = new DateTimeFormat($oDateTimeFormat->ToDateFormat()); $oTimeFormat = new DateTimeFormat($oDateTimeFormat->ToTimeFormat()); $iCount = 0; $sData = ''; $iPreviousTimeLimit = ini_get('max_execution_time'); $iLoopTimeLimit = MetaModel::GetConfig()->Get('max_execution_time_per_loop'); while($aRow = $oSet->FetchAssoc()) { set_time_limit($iLoopTimeLimit); $sData .= ""; foreach($this->aStatusInfo['fields'] as $iCol => $aFieldSpec) { $sAlias = $aFieldSpec['sAlias']; $sAttCode = $aFieldSpec['sAttCode']; $sField = ''; $oObj = $aRow[$sAlias]; if ($oObj == null) { $sData .= ""; continue; } switch($sAttCode) { case 'id': $sField = $oObj->GetKey(); $sData .= ""; break; default: $oAttDef = MetaModel::GetAttributeDef(get_class($oObj), $sAttCode); $oFinalAttDef = $oAttDef->GetFinalAttDef(); if (get_class($oFinalAttDef) == 'AttributeDateTime') { // Split the date and time in two columns $sDate = $oDateFormat->Format($oObj->Get($sAttCode)); $sTime = $oTimeFormat->Format($oObj->Get($sAttCode)); $sData .= ""; $sData .= ""; } else if (get_class($oFinalAttDef) == 'AttributeDate') { $sDate = $oDateFormat->Format($oObj->Get($sAttCode)); $sData .= ""; } else if($oAttDef instanceof AttributeCaseLog) { $rawValue = $oObj->Get($sAttCode); $sField = str_replace("\n", "
", htmlentities($rawValue->__toString(), ENT_QUOTES, 'UTF-8')); // Trick for Excel: treat the content as text even if it begins with an equal sign $sData .= ""; } elseif ($oAttDef instanceof AttributeText) { if ($bFormattedText) { // Replace paragraphs (...

, etc) by line breaks (
) since Excel (pre-2016) splits the cells when there is a paragraph $sField = static::HtmlToSpreadsheet($oObj->GetAsHTML($sAttCode)); } else { // Convert to plain text $sField = utils::HtmlToText($oObj->GetAsHTML($sAttCode)); } $sData .= "
"; } elseif ($oAttDef instanceof AttributeCustomFields) { // GetAsHTML returns a table that would not fit $sField = utils::TextToHtml($oObj->GetEditValue($sAttCode)); $sData .= ""; } else if($oAttDef instanceof AttributeString) { $sField = $oObj->GetAsHTML($sAttCode, $this->bLocalizeOutput); $sData .= ""; } else { $rawValue = $oObj->Get($sAttCode); if ($this->bLocalizeOutput) { $sField = htmlentities($oFinalAttDef->GetEditValue($rawValue), ENT_QUOTES, 'UTF-8'); } else { $sField = htmlentities($rawValue, ENT_QUOTES, 'UTF-8'); } $sData .= ""; } } } $sData .= ""; $iCount++; } set_time_limit($iPreviousTimeLimit); $this->aStatusInfo['position'] += $this->iChunkSize; if ($this->aStatusInfo['total'] == 0) { $iPercentage = 100; } else { $iPercentage = floor(min(100.0, 100.0*$this->aStatusInfo['position']/$this->aStatusInfo['total'])); } if ($iCount < $this->iChunkSize) { $sRetCode = 'done'; } $aStatus = array('code' => $sRetCode, 'message' => Dict::S('Core:BulkExport:RetrievingData'), 'percentage' => $iPercentage); return $sData; } public function GetFooter() { $sData = "
".$sLabel."
$sField$sDate$sTime$sDate$sField$sField$sField$sField$sField
\n"; return $sData; } public function GetSupportedFormats() { return array('spreadsheet' => Dict::S('Core:BulkExport:SpreadsheetFormat')); } public function GetMimeType() { return 'text/html'; } public function GetFileExtension() { return 'html'; } /** * Cleanup all markup displayed as line breaks (except
tags) since this * causes Excel (pre-2016) to generate extra lines in the table, thus breaking * the tabular disposition of the export * Note: Excel 2016 also refuses line breaks, so the only solution for this case is alas plain text * @param string $sHtml The HTML to cleanup * @return string The cleaned HTML */ public static function HtmlToSpreadsheet($sHtml) { if (trim(strip_tags($sHtml)) === '') { // Display this value as an empty cell in the table return ' '; } // The tags listed here are a subset of the whitelist defined in HTMLDOMSanitizer // Tags causing a visual "line break" in the displayed page (i.e. display: block) are to be replaced by a followed by a
// in order to preserve any inline style/attribute of the removed tag $aTagsToReplace = array( 'pre', 'div', 'p', 'hr', 'center', 'h1', 'h2', 'h3', 'h4', 'li', 'fieldset', 'legend', 'nav', 'section', 'tr', 'caption', ); // Tags to completely remove from the markup $aTagsToRemove = array( 'table', 'thead', 'tbody', 'ul', 'ol', 'td', 'th', ); // Remove the englobing
...
to prevent an extra line break $sHtml = preg_replace('|^
(.*)
$|s', '$1', $sHtml); // Must use the "s" (. matches newline) modifier foreach($aTagsToReplace as $sTag) { $sHtml = preg_replace("|<{$sTag} ?([^>]*)>|is", '', $sHtml); $sHtml = preg_replace("||i", '
', $sHtml); } foreach($aTagsToRemove as $sTag) { $sHtml = preg_replace("|<{$sTag} ?([^>]*)>|is", '', $sHtml); $sHtml = preg_replace("||i", '', $sHtml); } // Remove any trailing
, if any, to prevent an extra line break $sHtml = preg_replace("|
$|", '', $sHtml); return $sHtml; } }