\n"; foreach ($statusarray as $key => $value) { echo ' <' . $key . '>' . $value . '\n"; } echo "\n"; } /** Function used to write a submitted file to our backup directory with a * descriptive name. */ function writeBackupFile($filehandler, $content, $projectname, $buildname, $sitename, $stamp, $fileNameWithExt) { global $CDASH_BACKUP_DIRECTORY; // Append a timestamp for the file $currenttimestamp = microtime(true) * 100; $backupDir = $CDASH_BACKUP_DIRECTORY; if (!file_exists($backupDir)) { // try parent dir as well (for asynch submission) $backupDir = "../$backupDir"; if (!file_exists($backupDir)) { trigger_error( 'function writeBackupFile cannot process files when backup directory ' . "does not exist: CDASH_BACKUP_DIRECTORY='$CDASH_BACKUP_DIRECTORY'", E_USER_ERROR); return false; } } // We escape the sitename and buildname $sitename_escaped = preg_replace('/[^\w\-~_]+/u', '-', $sitename); $buildname_escaped = preg_replace('/[^\w\-~_]+/u', '-', $buildname); $projectname_escaped = preg_replace('/[^\w\-~_]+/u', '-', $projectname); // Separate the extension from the filename. $ext = '.' . pathinfo($fileNameWithExt, PATHINFO_EXTENSION); $file = pathinfo($fileNameWithExt, PATHINFO_FILENAME); if ($file == 'Project') { $filename = $backupDir . '/' . $projectname_escaped . '_' . $currenttimestamp . '_' . $file . $ext; } else { $filename = $backupDir . '/' . $projectname_escaped . '_' . $sitename_escaped . '_' . $buildname_escaped . '_' . $stamp . '_' . $currenttimestamp . '_' . $file . $ext; } // If the file exists we append a number until we get a nonexistent file. $got_lock = false; $i = 1; while (!$got_lock) { $lockfilename = $filename . '.lock'; $lockfp = fopen($lockfilename, 'w'); flock($lockfp, LOCK_EX | LOCK_NB, $wouldblock); if ($wouldblock) { $filename = $backupDir . '/' . $projectname_escaped . '_' . $sitename_escaped . '_' . $buildname_escaped . '_' . $stamp . '_' . $currenttimestamp . '_' . $file . '_' . $i . $ext; $i++; } else { $got_lock = true; // realpath() always returns false for Google Cloud Storage. global $CDASH_DATA_ROOT_DIRECTORY; if (realpath($CDASH_DATA_ROOT_DIRECTORY) !== false) { // Make sure the file is in the right directory. $pos = strpos(realpath(dirname($filename)), realpath($backupDir)); if ($pos === false || $pos != 0) { echo "File cannot be stored in backup directory: $filename"; add_log("File cannot be stored in backup directory: $filename (realpath = " . realpath($backupDir) . ')', 'writeBackupFile', LOG_ERR); flock($lockfp, LOCK_UN); unlink($lockfilename); return false; } } if (!$handle = fopen($filename, 'w')) { echo "Cannot open file ($filename)"; add_log("Cannot open file ($filename)", 'writeBackupFile', LOG_ERR); flock($lockfp, LOCK_UN); unlink($lockfilename); return false; } } flock($lockfp, LOCK_UN); if (file_exists($lockfilename)) { unlink($lockfilename); } } // Write the file. if (fwrite($handle, $content) === false) { echo "ERROR: Cannot write to file ($filename)"; add_log("Cannot write to file ($filename)", 'writeBackupFile', LOG_ERR); fclose($handle); unset($handle); return false; } while (!feof($filehandler)) { $content = fread($filehandler, 8192); if (fwrite($handle, $content) === false) { echo "ERROR: Cannot write to file ($filename)"; add_log("Cannot write to file ($filename)", 'writeBackupFile', LOG_ERR); fclose($handle); unset($handle); return false; } } fclose($handle); unset($handle); return $filename; } /** Function to handle new style submissions via HTTP PUT */ function parse_put_submission($filehandler, $projectid, $expected_md5) { if (!$expected_md5) { return false; } $buildfile_row = pdo_single_row_query( "SELECT * FROM buildfile WHERE md5='$expected_md5' LIMIT 1"); if (empty($buildfile_row)) { return false; } // Save a backup file for this submission. $row = pdo_single_row_query("SELECT name FROM project WHERE id=$projectid"); $projectname = $row['name']; $buildid = $buildfile_row['buildid']; $row = pdo_single_row_query( "SELECT name, stamp FROM build WHERE id=$buildid"); $buildname = $row['name']; $stamp = $row['stamp']; $row = pdo_single_row_query( "SELECT name FROM site WHERE id= (SELECT siteid FROM build WHERE id=$buildid)"); $sitename = $row['name']; global $CDASH_BACKUP_TIMEFRAME; if ($CDASH_BACKUP_TIMEFRAME == '0') { $meta_data = stream_get_meta_data($filehandler); $filename = $meta_data['uri']; } else { $filename = writeBackupFile($filehandler, '', $projectname, $buildname, $sitename, $stamp, $buildfile_row['filename']); } // Instantiate a buildfile object so we can delete it from the database // once we're done parsing it. require_once 'models/buildfile.php'; $buildfile = new BuildFile(); $buildfile->BuildId = $buildid; $buildfile->md5 = $expected_md5; // Include the handler file for this type of submission. $type = $buildfile_row['type']; $include_file = 'xml_handlers/' . $type . '_handler.php'; if (stream_resolve_include_path($include_file) === false) { add_log("No handler include file for $type (tried $include_file)", 'parse_put_submission', LOG_ERR, $projectid); check_for_immediate_deletion($filename); $buildfile->Delete(); return true; } require_once $include_file; // Instantiate the handler. $className = $type . 'Handler'; if (!class_exists($className)) { add_log("No handler class for $type", 'parse_put_submission', LOG_ERR, $projectid); check_for_immediate_deletion($filename); $buildfile->Delete(); return true; } $handler = new $className($buildid); // Parse the file. if ($handler->Parse($filename) === false) { throw new Exception('Failed to parse file ' . $filename); } check_for_immediate_deletion($filename); $buildfile->Delete(); return true; } /** Main function to parse the incoming xml from ctest */ function ctest_parse($filehandler, $projectid, $expected_md5 = '', $do_checksum = true, $scheduleid = 0) { include 'config/config.php'; require_once 'include/common.php'; require_once 'models/project.php'; include 'include/version.php'; global $CDASH_USE_LOCAL_DIRECTORY; if ($CDASH_USE_LOCAL_DIRECTORY && file_exists('local/ctestparser.php')) { require_once 'local/ctestparser.php'; $localParser = new LocalParser(); $localParser->SetProjectId($projectid); $localParser->BufferSizeMB = 8192 / (1024 * 1024); } // Check if this is a new style PUT submission. try { if (parse_put_submission($filehandler, $projectid, $expected_md5)) { return true; } } catch (Exception $e) { add_log($e->getMessage(), 'ctest_parse', LOG_ERR); return false; } $content = fread($filehandler, 8192); $handler = null; $parser = xml_parser_create(); $file = ''; if (preg_match('/Id = $projectid; $Project->SendEmailToAdmin('Cannot create handler based on XML content', 'An XML submission from ' . $ip . ' to the project ' . get_project_name($projectid) . ' cannot be parsed. The content of the file is as follow: ' . $content); return false; } xml_set_element_handler($parser, array($handler, 'startElement'), array($handler, 'endElement')); xml_set_character_data_handler($parser, array($handler, 'text')); xml_parse($parser, $content, false); $projectname = get_project_name($projectid); $sitename = ''; $buildname = ''; $stamp = ''; if ($file != 'Project') { // projects don't have some of these fields. $sitename = $handler->getSiteName(); $buildname = $handler->getBuildName(); $stamp = $handler->getBuildStamp(); } // Check if the build is in the block list $query = pdo_query('SELECT id FROM blockbuild WHERE projectid=' . qnum($projectid) . " AND (buildname='' OR buildname='" . $buildname . "') AND (sitename='' OR sitename='" . $sitename . "') AND (ipaddress='' OR ipaddress='" . $ip . "')"); if (pdo_num_rows($query) > 0) { echo 'The submission is banned from this CDash server.'; add_log('Submission is banned from this CDash server', 'ctestparser'); return false; } // If backups are disabled, switch the filename to that of the existing handle // Otherwise, create a backup file and process from that global $CDASH_BACKUP_TIMEFRAME; if ($CDASH_BACKUP_TIMEFRAME == '0') { $meta_data = stream_get_meta_data($filehandler); $filename = $meta_data['uri']; } else { $filename = writeBackupFile($filehandler, $content, $projectname, $buildname, $sitename, $stamp, $file . '.xml'); if ($filename === false) { return $handler; } } $statusarray = array(); $statusarray['status'] = 'OK'; $statusarray['message'] = ''; if ($do_checksum == true) { $md5sum = md5_file($filename); $md5error = false; if ($expected_md5 == '' || $expected_md5 == $md5sum) { $statusarray['status'] = 'OK'; } else { $statusarray['status'] = 'ERROR'; $statusarray['message'] = 'Checksum failed for file. Expected ' . $expected_md5 . ' but got ' . $md5sum; $md5error = true; } $statusarray['md5'] = $md5sum; if ($md5error) { displayReturnStatus($statusarray); add_log("Checksum failure on file: $filename", 'ctest_parse', LOG_ERR, $projectid); return false; } } $parsingerror = ''; if ($CDASH_USE_LOCAL_DIRECTORY && file_exists('local/ctestparser.php')) { $parsingerror = $localParser->StartParsing(); if ($parsingerror != '') { $statusarray['status'] = 'ERROR'; $statusarray['message'] = $parsingerror; displayReturnStatus($statusarray); exit(); } } if (!$parseHandle = fopen($filename, 'r')) { $statusarray['status'] = 'ERROR'; $statusarray['message'] = "ERROR: Cannot open file ($filename)"; displayReturnStatus($statusarray); add_log("Cannot open file ($filename)", 'parse_xml_file', LOG_ERR); return $handler; } //burn the first 8192 since we have already parsed it $content = fread($parseHandle, 8192); while (!feof($parseHandle)) { $content = fread($parseHandle, 8192); if ($CDASH_USE_LOCAL_DIRECTORY && file_exists('local/ctestparser.php')) { $parsingerror = $localParser->ParseFile(); if ($parsingerror != '') { $statusarray['status'] = 'ERROR'; $statusarray['message'] = $parsingerror; displayReturnStatus($statusarray); exit(); } } xml_parse($parser, $content, false); } xml_parse($parser, null, true); xml_parser_free($parser); fclose($parseHandle); unset($parseHandle); if ($CDASH_USE_LOCAL_DIRECTORY && file_exists('local/ctestparser.php')) { $parsingerror = $localParser->EndParsingFile(); } check_for_immediate_deletion($filename); displayReturnStatus($statusarray); return $handler; } function check_for_immediate_deletion($filename) { // Delete this file as soon as its been parsed (or an error occurs) // if CDASH_BACKUP_TIMEFRAME is set to '0'. global $CDASH_BACKUP_TIMEFRAME; if ($CDASH_BACKUP_TIMEFRAME === '0' && is_file($filename)) { unlink($filename); } }