#!/usr/bin/php
$drupal_root,
'site_name' => $site_name,
'cvs_root' => $cvs_root,
'tmp_root' => $tmp_root,
'license' => $license,
'trans_install' => $trans_install,
);
foreach ($vars as $name => $val) {
if (empty($val)) {
print "ERROR: \"\$$name\" variable not set, aborting\n";
$fatal_err = true;
}
}
if (!empty($fatal_err)) {
exit(1);
}
putenv("CVSROOT=$cvs_root");
$script_name = $argv[0];
// Find what kind of packaging we need to do
if (!empty($argv[1])) {
$task = $argv[1];
}
else {
$task = 'tag';
}
switch($task) {
case 'tag':
case 'branch':
case 'check':
case 'repair':
break;
default:
print "ERROR: $argv[0] invoked with invalid argument: \"$task\"\n";
exit (1);
}
$project_id = 0;
if (!empty($argv[2])) {
$project_id = $argv[2];
}
// Setup variables for Drupal bootstrap
$_SERVER['HTTP_HOST'] = $site_name;
$_SERVER['REMOTE_ADDR'] = '127.0.0.1';
$_SERVER['REQUEST_URI'] = '/' . $script_name;
$_SERVER['SCRIPT_NAME'] = '/' . $script_name;
$_SERVER['PHP_SELF'] = '/' . $script_name;
$_SERVER['SCRIPT_FILENAME'] = $_SERVER['PWD'] . '/' . $script_name;
$_SERVER['PATH_TRANSLATED'] = $_SERVER['SCRIPT_FILENAME'];
if (!chdir($drupal_root)) {
print "ERROR: Can't chdir($drupal_root): aborting.\n";
exit(1);
}
// Force the right umask while this script runs, so that everything is created
// with sane file permissions.
umask(0022);
require_once 'includes/bootstrap.inc';
drupal_bootstrap(DRUPAL_BOOTSTRAP_FULL);
// We have to initialize the theme() system before we leave $drupal_root
$hack = theme('placeholder', 'hack');
if ($task == 'check' || $task == 'repair') {
verify_packages($task, $project_id);
}
else {
initialize_tmp_dir($task);
initialize_repository_info();
package_releases($task, $project_id);
// Now that we're done, clean out the tmp/task dir we created
chdir($tmp_root);
drupal_exec("$rm -rf $tmp_dir");
}
if ($task == 'branch') {
// Clear any cached data set to expire.
cache_clear_all(NULL, 'cache_project_release');
}
elseif ($task == 'repair') {
// Clear all cached data
cache_clear_all('*', 'cache_project_release', TRUE);
}
// ------------------------------------------------------------
// Functions: main work
// ------------------------------------------------------------
function package_releases($type, $project_id = 0) {
global $drupal_root, $wd_err_msg;
global $php, $project_release_create_history;
$rel_node_join = '';
$where_args = array();
if ($type == 'tag') {
$where = " AND (prn.rebuild = %d) AND (f.filepath IS NULL OR f.filepath = '')";
$where_args[] = 0; // prn.rebuild
$plural = t('tags');
}
elseif ($type == 'branch') {
$rel_node_join = " INNER JOIN {node} nr ON prn.nid = nr.nid";
$where = " AND (prn.rebuild = %d) AND ((f.filepath IS NULL) OR (f.filepath = '') OR (nr.status = %d))";
$where_args[] = 1; // prn.rebuild
$where_args[] = 1; // nr.status
$plural = t('branches');
if (empty($project_id)) {
wd_msg("Starting to package all snapshot releases.");
}
else {
wd_msg("Starting to package snapshot releases for project id: @project_id.", array('@project_id' => $project_id), l(t('view'), 'node/' . $project_id));
}
}
else {
wd_err("ERROR: package_releases() called with unknown type: %type", array('%type' => $type));
return;
}
$args = array();
$args[] = 1; // Account for np.status = 1.
$args[] = 1; // Account for prp.releases = 1.
$args[] = (int)_project_release_get_api_vid();
if (!empty($project_id)) {
$where .= ' AND prn.pid = %d';
$where_args[] = $project_id;
}
$args = array_merge($args, $where_args);
$query = db_query("SELECT pp.uri, prn.nid, prn.pid, prn.tag, prn.version, prn.version_major, td.tid, c.directory, c.rid FROM {project_release_nodes} prn $rel_node_join LEFT JOIN {project_release_file} prf ON prn.nid = prf.nid LEFT JOIN {files} f ON prf.fid = f.fid INNER JOIN {term_node} tn ON prn.nid = tn.nid INNER JOIN {term_data} td ON tn.tid = td.tid INNER JOIN {project_projects} pp ON prn.pid = pp.nid INNER JOIN {node} np ON prn.pid = np.nid INNER JOIN {project_release_projects} prp ON prp.nid = prn.pid INNER JOIN {cvs_projects} c ON prn.pid = c.nid WHERE np.status = %d AND prp.releases = %d AND td.vid = %d " . $where . ' ORDER BY pp.uri', $args);
$num_built = 0;
$num_considered = 0;
$project_nids = array();
// Read everything out of the query immediately so that we don't leave the
// query object/connection open while doing other queries.
$releases = array();
while ($release = db_fetch_object($query)) {
// This query could pull multiple rows of the same release since multiple
// files per release node are allowed. Account for this by keying on
// release nid.
$releases[$release->nid] = $release;
}
foreach ($releases as $release) {
$wd_err_msg = array();
$version = $release->version;
$uri = $release->uri;
$tag = $release->tag;
$nid = $release->nid;
$pid = $release->pid;
$tid = $release->tid;
$major = $release->version_major;
$tag = ($tag == 'TRUNK') ? 'HEAD' : $tag;
$uri = escapeshellcmd($uri);
$version = escapeshellcmd($version);
$tag = escapeshellcmd($tag);
db_query("DELETE FROM {project_release_package_errors} WHERE nid = %d", $nid);
if ($release->rid == DRUPAL_CORE_REPOSITORY_ID) {
$built = package_release_core($nid, $uri, $version, $tag);
}
else {
$dir = escapeshellcmd($release->directory);
$built = package_release_contrib($nid, $uri, $version, $tag, $dir);
}
chdir($drupal_root);
if ($built) {
$num_built++;
$project_nids[$pid][$tid][$major] = TRUE;
}
$num_considered++;
if (count($wd_err_msg)) {
db_query("INSERT INTO {project_release_package_errors} (nid, messages) values (%d, '%s')", $nid, serialize($wd_err_msg));
}
}
if ($num_built || $type == 'branch') {
if (!empty($project_id)) {
wd_msg("Done packaging releases for @uri from !plural: !num_built built, !num_considered considered.", array('@uri' => $uri, '!plural' => $plural, '!num_built' => $num_built, '!num_considered' => $num_considered));
}
else {
wd_msg("Done packaging releases from !plural: !num_built built, !num_considered considered.", array('!plural' => $plural, '!num_built' => $num_built, '!num_considered' => $num_considered));
}
}
// Next, for each project/tid/major triple we packaged, check to see if
// the supported/recommended settings are sane now that new tarballs have
// been generated and release nodes published. This should be called during
// node_save(), but due to replication delays on drupal.org, it seems that
// it doesn't always work, so we do it again here to be safe.
foreach ($project_nids as $pid => $tids) {
foreach ($tids as $tid => $majors) {
foreach ($majors as $major => $value) {
// If we can, tell the system to only use the primary DB for this.
if (function_exists('db_set_ignore_slave')) {
db_set_ignore_slave();
}
project_release_check_supported_versions($pid, $tid, $major, FALSE);
}
}
}
// Finally, regenerate release history XML files for all projects we touched.
if (!empty($project_nids) && !empty($project_release_create_history)) {
wd_msg('Re-generating release history XML files');
$i = $fails = 0;
foreach ($project_nids as $project_nid => $value) {
if (drupal_exec("$php $project_release_create_history $project_nid")) {
$i++;
}
else {
$fails++;
}
}
if (!empty($fails)) {
wd_msg('ERROR: Failed to re-generate release history XML files for !num project(s)', array('!num' => $fails));
}
wd_msg('Done re-generating release history XML files for !num project(s)', array('!num' => $i));
}
}
function package_release_core($nid, $uri, $version, $tag) {
global $tmp_dir, $repositories, $dest_root, $dest_rel;
global $cvs, $tar, $gzip, $rm;
if (!drupal_chdir($tmp_dir)) {
return false;
}
$id = $uri . '-' . $version;
$view_link = l(t('view'), 'node/' . $nid);
$file_name = $id . '.tar.gz';
$file_path = $dest_rel . '/' . $file_name;
$full_dest = $dest_root . '/' . $file_path;
// Don't use drupal_exec or return if this fails, we expect it to be empty.
exec("$rm -rf $tmp_dir/$id");
// Actually generate the tarball:
if (!drupal_exec("$cvs -q export -r $tag -d $id drupal")) {
return false;
}
$info_files = array();
$exclude = array('.', '..', 'LICENSE.txt');
$youngest = file_find_youngest($id, 0, $exclude, $info_files);
if (is_file($full_dest) && filectime($full_dest) + 300 > $youngest) {
// The existing tarball for this release is newer than the youngest
// file in the directory, we're done.
return false;
}
// Fix any .info files
foreach ($info_files as $file) {
if (!fix_info_file_version($file, $uri, $version)) {
wd_err("ERROR: Failed to update version in %file, aborting packaging", array('%file' => $file), $view_link);
return false;
}
}
if (!drupal_exec("$tar -c --file=- $id | $gzip -9 --no-name > $full_dest")) {
return false;
}
$files[] = $file_path;
// As soon as the tarball exists, we want to update the DB about it.
package_release_update_node($nid, $files);
wd_msg("%id has changed, re-packaged.", array('%id' => $id), $view_link);
// Don't consider failure to remove this directory a build failure.
drupal_exec("$rm -rf $tmp_dir/$id");
return true;
}
function package_release_contrib($nid, $uri, $version, $tag, $dir) {
global $tmp_dir, $repositories, $dest_root, $dest_rel;
global $cvs, $tar, $gzip, $rm, $ln;
global $drush, $drush_make_dir;
global $license, $trans_install;
// Files to ignore when checking timestamps:
$exclude = array('.', '..', 'LICENSE.txt');
$parts = split('/', $dir);
// modules, themes, theme-engines, profiles, or translations
$contrib_type = $parts[1];
// specific directory (same as uri)
$uri = $parts[2];
$id = $uri . '-' . $version;
$view_link = l(t('view'), 'node/' . $nid);
$basedir = $repositories[DRUPAL_CONTRIB_REPOSITORY_ID]['modules'] . '/' . $contrib_type;
$fulldir = $basedir . '/' . $uri;
$file_name = $id . '.tar.gz';
$file_path = $dest_rel . '/' . $file_name;
$full_dest = $dest_root . '/' . $file_path;
$project_build_root = "$tmp_dir/$fulldir";
if (!drupal_chdir($tmp_dir)) {
return false;
}
// Don't use drupal_exec or return if this fails, we expect it to be empty.
exec("$rm -rf $project_build_root");
// Checkout this release from CVS, and see if we need to rebuild it
if (!drupal_exec("$cvs -q export -r $tag $fulldir")) {
return false;
}
if (!is_dir($fulldir)) {
wd_err("ERROR: %dir does not exist after cvs export -r %tag", array('%dir' => $fulldir, '%rev' => $tag), $view_link);
return false;
}
if (!drupal_chdir($basedir)) {
// TODO: try to clean up the cvs export we just did?
// seems scary if we can't even chdir($basedir)...
return false;
}
$info_files = array();
$youngest = file_find_youngest($uri, 0, $exclude, $info_files);
if (is_file($full_dest) && filectime($full_dest) + 300 > $youngest) {
// The existing tarball for this release is newer than the youngest
// file in the directory, we're done.
return false;
}
// Fix any .info files
foreach ($info_files as $file) {
if (!fix_info_file_version($file, $uri, $version)) {
wd_err("ERROR: Failed to update version in %file, aborting packaging", array('%file' => $file), $view_link);
return false;
}
}
// Link not copy, since we want to preserve the date...
if (!drupal_exec("$ln -sf $license $uri/LICENSE.txt")) {
return false;
}
// Do we want a subdirectory in the tarball or not?
$tarball_needs_subdir = TRUE;
if ($contrib_type == 'translations' && $uri != 'drupal-pot') {
// Translation projects are packaged differently based on core version.
if (intval($version) > 5) {
if (!($to_tar = package_release_contrib_d6_translation($uri, $version, $view_link))) {
// Return on error.
return FALSE;
}
$tarball_needs_subdir = FALSE;
}
elseif (!($to_tar = package_release_contrib_pre_d6_translation($uri, $version, $view_link))) {
// Return on error.
return FALSE;
}
}
else {
// Not a translation: just grab the whole directory.
$to_tar = $uri;
}
if (!$tarball_needs_subdir) {
if (!drupal_chdir($uri)) {
return false;
}
}
// 'h' is for dereference, we want to include the files, not the links
if (!drupal_exec("$tar -ch --file=- $to_tar | $gzip -9 --no-name > $full_dest")) {
return false;
}
$files[] = $file_path;
// Start with no package contents, since this is only valid for profiles.
$package_contents = array();
// This is a profile, so invoke the drush_make routines to package core
// and/or any other contrib releases specified in the profile's .make file.
if ($contrib_type == 'profiles') {
// In order for extended packaging to take place, the profile must have a
// file with .make extension somewhere in it's directory structure.
$profile_makefiles = file_scan_directory($project_build_root, '\.make$');
if (empty($profile_makefiles)) {
wd_msg("No makefile for %profile profile -- skipping extended packaging.", array('%profile' => $id), $view_link);
}
else {
// Search all found .make files for the required 'core_release'
// attribute. First found instance of this attribute wins.
foreach ($profile_makefiles as $makefile) {
$info = drupal_parse_info_file($makefile->filename);
if (isset($info['core_release'])) {
$core_release = $info['core_release'];
break;
}
}
// Only proceed if a core release was found.
if (isset($core_release)) {
$distro_types = array('no-core', 'core');
foreach ($distro_types as $distro) {
// Prepare the build root.
$drush_make_distro_build_root = "$project_build_root/drush_make/$distro";
if (!mkdir($drush_make_distro_build_root, 0777, TRUE)) {
wd_err("ERROR: Unable to generate directory structure in %build_root, not packaging", array('%build_root' => $project_build_root), $view_link);
return FALSE;
}
if (!drupal_chdir($drush_make_distro_build_root)) {
return FALSE;
}
// See the stage_one_make_file() function for an explanation of this
// variable.
$build_run_key = md5(uniqid(mt_rand(), true)) . md5(uniqid(mt_rand(), true));
// Generate the stage one make file for this distribution.
$distro_id = "$id-$distro";
$distro_dir = "$uri-$distro";
$stage_one_makefile = stage_one_make_file($distro, $info['core_release'], $uri, $tag, $build_run_key);
$stage_one_makefile_filename = "$distro_id.make";
file_put_contents($stage_one_makefile_filename, $stage_one_makefile);
// Run drush_make.
if (!drupal_exec("$drush --include=$drush_make_dir make --drupal-org --tar --build-run-key=$build_run_key $stage_one_makefile_filename ./$distro_dir")) {
// The build failed, get any output error messages and include them
// in the packaging error report.
$build_errors_file = 'build_errors.txt';
if (file_exists($build_errors_file)) {
$lines = file($build_errors_file, FILE_IGNORE_NEW_LINES|FILE_SKIP_EMPTY_LINES);
foreach ($lines as $line) {
wd_err("ERROR: $line");
}
}
wd_err("ERROR: Build for %distro failed.", array('%profile' => $distro_id), $view_link);
return FALSE;
}
// Build the drupal file path and the full file path.
$distro_file_path = "$dest_rel/$distro_id.tar.gz";
$distro_full_dest = "$dest_root/$distro_file_path";
// Move the built package to the project file directory.
if (!drupal_exec("mv $distro_dir.tar.gz $distro_full_dest")) {
return false;
}
$files[] = $distro_file_path;
}
// Retrieve the package contents for the release. We use the contents
// of the core distribution, as this is the most comprehensive.
$package_contents_file = "$project_build_root/drush_make/core/package_contents.txt";
if (file_exists($package_contents_file)) {
$lines = file($package_contents_file, FILE_IGNORE_NEW_LINES|FILE_SKIP_EMPTY_LINES);
foreach ($lines as $line) {
if (is_numeric($line)) {
$package_contents[] = $line;
}
}
}
else {
wd_err("ERROR: %file does not exist for %profile release.", array('%file' => $package_contents_file, '%profile' => $id), $view_link);
return FALSE;
}
}
else {
wd_err("ERROR: %profile does not have the required 'core_release' attribute.", array('%profile' => $id), $view_link);
return FALSE;
}
}
}
// As soon as the tarball exists, update the DB
package_release_update_node($nid, $files, $package_contents);
wd_msg("%id has changed, re-packaged.", array('%id' => $id), $view_link);
// Don't consider failure to remove this directory a build failure.
drupal_exec("$rm -rf $tmp_dir/$basedir/$uri");
return true;
}
function package_release_contrib_pre_d6_translation($uri, $version, $view_link) {
global $msgcat, $msgattrib, $msgfmt;
if ($handle = opendir($uri)) {
$po_files = array();
while ($file = readdir($handle)) {
if ($file == 'general.po') {
$found_general_po = TRUE;
}
elseif ($file == 'installer.po') {
$found_installer_po = TRUE;
}
elseif (preg_match('/.*\.po/', $file)) {
$po_files[] = "$uri/$file";
}
}
if ($found_general_po) {
@unlink("$uri/$uri.po");
$po_targets = "$uri/general.po ";
$po_targets .= implode(' ', $po_files);
if (!drupal_exec("$msgcat --use-first $po_targets | $msgattrib --no-fuzzy -o $uri/$uri.po")) {
return FALSE;
}
}
}
if (is_file("$uri/$uri.po")) {
if (!drupal_exec("$msgfmt --statistics $uri/$uri.po 2>> $uri/STATUS.txt")) {
return FALSE;
}
$to_tar = "$uri/*.txt $uri/$uri.po";
if ($found_installer_po) {
$to_tar .= " $uri/installer.po";
}
}
else {
wd_err("ERROR: %uri translation does not contain a %uri_po file for version %version, not packaging", array('%uri' => $uri, '%uri_po' => "$uri.po", '%version' => $version), $view_link);
return FALSE;
}
// Return with list of files to package.
return $to_tar;
}
function package_release_contrib_d6_translation($uri, $version, $view_link) {
global $msgattrib, $msgfmt;
if ($handle = opendir($uri)) {
$po_files = array();
while ($file = readdir($handle)) {
if (preg_match('!(.*)\.txt$!', $file, $name) && ($file != "STATUS.$uri.txt")) {
// Rename text files to $name[1].$uri.txt so there will be no conflict
// with core text files when the package is deployed.
if (!rename("$uri/$file", "$uri/$name[1].$uri.txt")) {
wd_err("ERROR: Unable to rename text files in %uri translation in version %version, not packaging", array('%uri' => $uri, '%version' => $version), $view_link);
return FALSE;
}
}
elseif (preg_match('!.*\.po$!', $file)) {
// Generate stats information about the .po file handled.
if (!drupal_exec("$msgfmt --statistics $uri/$file 2>> $uri/STATUS.$uri.txt")) {
wd_err("ERROR: Unable to generate statistics for %file in %uri translation in version %version, not packaging", array('%uri' => $uri, '%version' => $version, '%file' => $file), $view_link);
return FALSE;
}
// File names are formatted in directory-subdirectory.po or
// directory.po format and aggregate files from the named directory.
// The installer.po file is special in that it aggregates all strings
// possibly used in the installer. We move that to the default install
// profile. We move all other root directory files (misc.po,
// includes.po, etc) to the system module and all remaining files to
// the corresponding subdirectory in the named directory.
if (!strpos($file, '-')) {
if ($file == 'installer.po') {
// Special file, goes to install profile.
$target = 'profiles/default/translations/'. $uri .'.po';
}
else {
// 'Root' files go to system module.
$target = 'modules/system/translations/'. str_replace('.po', '.'. $uri .'.po', $file);
}
}
else {
// Other files go to their module or theme folder.
$target = str_replace(array('-', '.po'), array('/', ''), $file) .'/translations/'. str_replace('.po', '.'. $uri .'.po', $file);
}
$uri_target = "$uri/$target";
// Create target folder and copy file there, while removing fuzzies.
$target_dir = dirname($uri_target);
if (!is_dir($target_dir) && !mkdir($target_dir, 0777, TRUE)) {
wd_err("ERROR: Unable to generate directory structure in %uri translation in version %version, not packaging", array('%uri' => $uri, '%version' => $version), $view_link);
return FALSE;
}
if (!drupal_exec("$msgattrib --no-fuzzy $uri/$file -o $uri_target")) {
wd_err("ERROR: Unable to filter fuzzy strings and copying the translation files in %uri translation in version %version, not packaging", array('%uri' => $uri, '%version' => $version), $view_link);
return FALSE;
}
// Add file to package.
$to_tar .= ' '. $target;
}
}
}
// Return with list of files to package.
return "*.txt". $to_tar;
}
// ------------------------------------------------------------
// Functions: metadata validation functions
// ------------------------------------------------------------
/**
* Check that file metadata on disk matches the values stored in the DB.
*/
function verify_packages($task, $project_id) {
global $dest_root;
$do_repair = $task == 'repair' ? TRUE : FALSE;
$args = array(1);
$where = '';
if (!empty($project_id)) {
$where = ' AND prn.pid = %d';
$args[] = $project_id;
}
$query = db_query("SELECT prn.nid, f.filepath, f.timestamp, prf.filehash FROM {project_release_nodes} prn INNER JOIN {node} n ON prn.nid = n.nid INNER JOIN {project_release_file} prf ON prn.nid = prf.nid INNER JOIN {files} f ON prf.fid = f.fid WHERE n.status = %d AND f.filepath <> '' $where", $args);
while ($release = db_fetch_object($query)) {
// Grab all the results into RAM to free up the DB connection for
// when we need to update the DB to correct metadata or log messages.
$releases[] = $release;
}
$num_failed = 0;
$num_repaired = 0;
$num_not_exist = 0;
$num_need_repair = 0;
$num_considered = 0;
$num_wrong_date = 0;
$num_wrong_hash = 0;
// Now, process the files, and check metadata
foreach ($releases as $release) {
$valid_hash = TRUE;
$valid_date = TRUE;
$num_considered++;
$nid = $release->nid;
$view_link = l(t('view'), 'node/' . $nid);
$file_path = $release->filepath;
$full_path = $dest_root . '/' . $file_path;
$db_date = (int)$release->timestamp;
$db_hash = $release->filehash;
if (!is_file($full_path)) {
$num_not_exist++;
wd_err('WARNING: %file does not exist.', array('%file' => $full_path), $view_link);
continue;
}
$real_date = filemtime($full_path);
$real_hash = md5_file($full_path);
$variables = array();
$variables['%file'] = $file_path;
if ($real_hash != $db_hash) {
$valid_hash = FALSE;
$num_wrong_hash++;
$variables['@db_hash'] = $db_hash;
$variables['@real_hash'] = $real_hash;
}
if ($real_date != $db_date) {
$valid_date = FALSE;
$num_wrong_date++;
$variables['!db_date'] = format_date($db_date);
$variables['!db_date_raw'] = $db_date;
$variables['!real_date'] = format_date($real_date);
$variables['!real_date_raw'] = $real_date;
}
if ($valid_date && $valid_hash) {
// Nothing else to do.
continue;
}
if (!$valid_date && !$valid_hash) {
wd_check('All file meta data for %file is incorrect: saved date: !db_date (!db_date_raw), real date: !real_date (!real_date_raw); saved md5hash: @db_hash, real md5hash: @real_hash', $variables, $view_link);
}
else if (!$valid_date) {
wd_check('File date for %file is incorrect: saved date: !db_date (!db_date_raw), real date: !real_date (!real_date_raw)', $variables, $view_link);
}
else { // !$valid_hash
wd_check('File md5hash for %file is incorrect: saved: @db_hash, real: @real_hash', $variables, $view_link);
}
if (!$do_repair) {
$num_need_repair++;
}
else {
$ret1 = $ret2 = FALSE;
// TODO: Broken for N>1 files per release.
$fid = db_result(db_query("SELECT fid FROM {project_release_file} WHERE nid = %d", $nid));
if (!empty($fid)) {
$ret1 = db_query("UPDATE {project_release_file} SET filehash = '%s' WHERE fid = %d", $real_hash, $fid);
$ret2 = db_query("UPDATE {files} SET timestamp = %d WHERE fid = %d", $real_date, $fid);
}
if ($ret1 && $ret2) {
$num_repaired++;
}
else {
wd_err('ERROR: db_query() failed trying to update metadata for %file', array('%file' => $file_path), $view_link);
$num_failed++;
}
}
}
$num_vars = array(
'!num_considered' => $num_considered,
'!num_repaired' => $num_repaired,
'!num_need_repair' => $num_need_repair,
'!num_wrong_date' => $num_wrong_date,
'!num_wrong_hash' => $num_wrong_hash,
);
if ($num_failed) {
wd_err('ERROR: unable to repair !num_failed releases due to db_query() failures.', array('!num_failed' => $num_failed));
}
if ($num_not_exist) {
wd_err('ERROR: !num_not_exist files are in the database but do not exist on disk.', array('!num_not_exist' => $num_not_exist));
}
if ($do_repair) {
wd_check('Done checking releases: !num_repaired repaired, !num_wrong_date invalid dates, !num_wrong_hash invalid md5 hashes, !num_considered considered.', $num_vars);
}
else {
if (empty($project_id)) {
wd_check('Done checking releases: !num_need_repair need repairing, !num_wrong_date invalid dates, !num_wrong_hash invalid md5 hashes, !num_considered considered.', $num_vars);
}
else {
$num_vars['@project_id'] = $project_id;
wd_check('Done checking releases for project id @project_id: !num_need_repair need repairing, !num_wrong_date invalid dates, !num_wrong_hash invalid md5 hashes, !num_considered considered.', $num_vars, l(t('view'), 'node/' . $project_id));
}
}
}
// ------------------------------------------------------------
// Functions: utility methods
// ------------------------------------------------------------
/**
* Wrapper for exec() that logs errors to the watchdog.
* @param $cmd
* String of the command to execute (assumed to be safe, the caller is
* responsible for calling escapeshellcmd() if necessary).
* @return true if the command was successful (0 exit status), else false.
*/
function drupal_exec($cmd) {
// Made sure we grab stderr, too...
exec("$cmd 2>&1", $output, $rval);
if ($rval) {
wd_err("ERROR: %cmd failed with status !rval" . '' . implode("\n", array_map('htmlspecialchars', $output)), array('%cmd' => $cmd, '!rval' => $rval));
return false;
}
return true;
}
/**
* Wrapper for chdir() that logs errors to the watchdog.
* @param $dir Directory to change into.
* @return true if the command was successful (0 exit status), else false.
*/
function drupal_chdir($dir) {
if (!chdir($dir)) {
wd_err("ERROR: Can't chdir(@dir)", array('@dir' => $dir));
return false;
}
return true;
}
/// TODO: remove this before the final script goes live -- debugging only.
function wprint($var) {
watchdog('package_debug', '' . var_export($var, TRUE));
}
/**
* Wrapper function for watchdog() to log notice messages. Uses a
* different watchdog message type depending on the task (branch vs. tag).
*/
function wd_msg($msg, $variables = array(), $link = NULL) {
global $task;
watchdog('package_' . $task, $msg, $variables, WATCHDOG_NOTICE, $link);
echo $msg ."\n";
}
/**
* Wrapper function for watchdog() to log error messages.
*/
function wd_err($msg, $variables = array(), $link = NULL) {
global $wd_err_msg;
if (!isset($wd_err_msg)) {
$wd_err_msg = array();
}
watchdog('package_error', $msg, $variables, WATCHDOG_ERROR, $link);
echo t($msg, $variables) ."\n";
$wd_err_msg[] = t($msg, $variables);
}
/**
* Wrapper function for watchdog() to log messages about checking
* package metadata.
*/
function wd_check($msg, $variables = array(), $link = NULL) {
watchdog('package_check', $msg, $variables, WATCHDOG_NOTICE, $link);
echo $msg ."\n";
}
/**
* Initialize the tmp directory. Use different subdirs for building
* snapshots than official tags, so there's no potential directory
* collisions and race conditions if both are running at the same time
* (due to how long it takes to complete a branch snapshot run, and
* how often we run this for tag-based releases).
*/
function initialize_tmp_dir($task) {
global $tmp_dir, $tmp_root, $rm;
if (!is_dir($tmp_root)) {
wd_err("ERROR: tmp_root: @dir is not a directory", array('@dir' => $tmp_root));
exit(1);
}
$tmp_dir = $tmp_root . '/' . $task;
if (is_dir($tmp_dir)) {
// Make sure we start with a clean slate
drupal_exec("$rm -rf $tmp_dir/*");
}
else if (!@mkdir($tmp_dir, 0777, TRUE)) {
wd_err("ERROR: mkdir(@dir) failed", array('@dir' => $tmp_dir));
exit(1);
}
}
/**
* Initialize info from the {cvs_repositories} table, since there are
* usually only a tiny handful of records, and it'll be faster to do
* whatever we need via php than another JOIN...
*/
function initialize_repository_info() {
global $repositories;
$query = db_query("SELECT rid, root, modules, name FROM {cvs_repositories}");
while ($repo = db_fetch_object($query)) {
$repositories[$repo->rid] = array('root' => $repo->root, 'modules' => $repo->modules, 'name' => $repo->name);
}
}
/**
* Fix the given .info file with the specified version string
*/
function fix_info_file_version($file, $uri, $version) {
global $site_name;
$info = "\n; Information added by $site_name packaging script on " . date('Y-m-d') . "\n";
$info .= "version = \"$version\"\n";
// .info files started with 5.x, so we don't have to worry about version
// strings like "4.7.x-1.0" in this regular expression. If we can't parse
// the version (also from an old "HEAD" release), or the version isn't at
// least 6.x, don't add any "core" attribute at all.
$matches = array();
if (preg_match('/^((\d+)\.x)-.*/', $version, $matches) && $matches[2] >= 6) {
$info .= "core = \"$matches[1]\"\n";
}
$info .= "project = \"$uri\"\n";
$info .= 'datestamp = "'. time() ."\"\n";
$info .= "\n";
if (!chmod($file, 0644)) {
wd_err("ERROR: chmod(@file, 0644) failed", array('@file' => $file));
return false;
}
if (!$info_fd = fopen($file, 'ab')) {
wd_err("ERROR: fopen(@file, 'ab') failed", array('@file' => $file));
return false;
}
if (!fwrite($info_fd, $info)) {
wd_err("ERROR: fwrite(@file) failed". '' . $info, array('@file' => $file));
return false;
}
return true;
}
/**
* Update the DB with the new file info for a given release node.
*
* @param $nid
* The node ID of the release node to update.
* @param $files
* Array of files to add to the release node.
* @param $package_contents
* Optional. Array of nids of releases contained in a release package.
*/
function package_release_update_node($nid, $files, $package_contents = array()) {
global $drupal_root, $dest_root, $task;
// PHP will cache the results of stat() and give us stale answers
// here, unless we manually tell it otherwise!
clearstatcache();
// Make sure we're back at the webroot so node_load() and node_save()
// can always find any files they (and the hooks they invoke) need.
if (!drupal_chdir($drupal_root)) {
return FALSE;
}
// If the site is using DB replication, force this node_load() to use the
// primary database to avoid node_load() failures.
if (function_exists('db_set_ignore_slave')) {
db_set_ignore_slave();
}
// We don't want to waste too much RAM by leaving all these loaded nodes
// in RAM, so we reset the node_load() cache each time we call it.
$node = node_load($nid, NULL, TRUE);
if (empty($node->nid)) {
wd_err('node_load(@nid) failed', array('@nid' => $nid));
return FALSE;
}
foreach ($files as $file_path) {
// Compute the metadata for this file that we care about.
$full_path = $dest_root . '/' . $file_path;
$file_name = basename($file_path);
$file_date = filemtime($full_path);
$file_size = filesize($full_path);
$file_hash = md5_file($full_path);
$file_mime = file_get_mimetype($full_path);
// First, see if we already have this file for this release node
$file_data = db_fetch_object(db_query("SELECT prf.* FROM {project_release_file} prf INNER JOIN {files} f ON prf.fid = f.fid WHERE prf.nid = %d AND f.filename = '%s'", $node->nid, $file_name));
// Insert or update the record in the DB as need.
if (empty($file_data)) {
// Don't have this file, insert a new record.
db_query("INSERT INTO {files} (uid, filename, filepath, filemime, filesize, status, timestamp) VALUES (%d, '%s', '%s', '%s', %d, %d, %d)", $node->uid, $file_name, $file_path, $file_mime, $file_size, FILE_STATUS_PERMANENT, $file_date);
$fid = db_last_insert_id('files', 'fid');
db_query("INSERT INTO {project_release_file} (fid, nid, filehash) VALUES (%d, %d, '%s')", $fid, $node->nid, $file_hash);
}
else {
// Already have this file for this release, update it.
db_query("UPDATE {files} SET uid = %d, filename = '%s', filepath = '%s', filemime = '%s', filesize = %d, status = %d, timestamp = %d WHERE fid = %d", $node->uid, $file_name, $file_path, $file_mime, $file_size, FILE_STATUS_PERMANENT, $file_date, $file_data->fid);
db_query("UPDATE {project_release_file} SET filehash = '%s' WHERE fid = %d", $file_hash, $file_data->fid);
}
}
// Store package contents if necessary.
if (!empty($package_contents) && module_exists('project_package')) {
foreach ($package_contents as $item_nid) {
db_query("INSERT INTO {project_package_local_release_item} (package_nid, item_nid) VALUES (%d, %d)", $nid, $item_nid);
}
}
// Don't auto-publish security updates.
if ($task == 'tag' && !empty($node->taxonomy[SECURITY_UPDATE_TID])) {
watchdog('package_security', 'Not auto-publishing security update release.', array(), WATCHDOG_NOTICE, l(t('view'), 'node/' . $node->nid));
return;
}
// Finally publish the node if it is currently unpublished. Instead of
// directly updating {node}.status, we use node_save() so that other modules
// which implement hook_nodeapi() will know that this node is now published.
if (empty($node->status)) {
$node->status = 1;
node_save($node);
}
}
/**
* Find the youngest (newest) file in a directory tree.
* Stolen wholesale from the original package-drupal.php script.
* Modified to also notice any files that end with ".info" and store
* all of them in the array passed in as an argument. Since we have to
* recurse through the whole directory tree already, we should just
* record all the info we need in one pass instead of doing it twice.
*/
function file_find_youngest($dir, $timestamp, $exclude, &$info_files) {
if (is_dir($dir)) {
$fp = opendir($dir);
while (FALSE !== ($file = readdir($fp))) {
if (!in_array($file, $exclude)) {
if (is_dir("$dir/$file")) {
$timestamp = file_find_youngest("$dir/$file", $timestamp, $exclude, $info_files);
}
else {
$mtime = filemtime("$dir/$file");
$timestamp = ($mtime > $timestamp) ? $mtime : $timestamp;
if (preg_match('/^.+\.info$/', $file)) {
$info_files[] = "$dir/$file";
}
}
}
}
closedir($fp);
}
return $timestamp;
}
// ------------------------------------------------------------
// Functions: translation-status-related methods
// TODO: get all this working. ;)
// ------------------------------------------------------------
/**
* Extract some translation statistics:
*/
function translation_status($dir, $version) {
global $translations;
$number_of_strings = translation_number_of_strings('drupal-pot', $version);
$line = exec("$msgfmt --statistics $dir/$dir.po 2>&1");
$words = preg_split('[\s]', $line, -1, PREG_SPLIT_NO_EMPTY);
if (is_numeric($words[0]) && is_numeric($number_of_strings)) {
$percentage = floor((100 * $words[0]) / ($number_of_strings));
if ($percentage >= 100) {
$translations[$dir][$version] = "| 100% (complete) | ";
}
else {
$translations[$dir][$version] = "". $percentage ."% (". ($number_of_strings - $words[0]). " missing) | ";
}
}
else {
$translations[$dir][$version] = "translation broken | ";
}
}
function translation_report($versions) {
global $dest, $translations;
$output = "\n";
$output .= " | Language | ";
foreach ($versions as $version) {
$output .= "$version | ";
}
$output .= "
|---|
\n";
ksort($translations);
foreach ($translations as $language => $data) {
$output .= " | $language | ";
foreach ($versions as $version) {
if ($data[$version]) {
$output .= $data[$version];
}
else {
$output .= " | ";
}
}
$output .= "
\n";
}
$output .= "
";
$fd = fopen("$dest/translation-status.txt", 'w');
fwrite($fd, $output);
fclose($fd);
wprint("wrote $dest/translation-status.txt");
}
function translation_number_of_strings($dir, $version) {
static $number_of_strings = array();
if (!isset($number_of_strings[$version])) {
drupal_exec("$msgcat $dir/general.pot $dir/[^g]*.pot | $msgattrib --no-fuzzy -o $dir/$dir.pot");
$line = exec("$msgfmt --statistics $dir/$dir.pot 2>&1");
$words = preg_split('[\s]', $line, -1, PREG_SPLIT_NO_EMPTY);
$number_of_strings[$version] = $words[3];
@unlink("$dir/$dir.pot");
}
return $number_of_strings[$version];
}
/**
* Builds a stage one .make file for use with drush_make.
*
* This is a very simple 'bootstrap' .make file, which should only ever include
* the minimal package metadata to build the profile, and optionally metadata
* for a specified core release.
*
* All arguments should be in a format that drush_make can understand.
*
* @param $distro
* The distribution to be packaged.
* @param $core_release
* The core release to package with the profile.
* @param $profile
* The project short name of the profile.
* @param $profile_tag
* The CVS tag for the profile.
* @param $build_run_key
* See code notes for explanation.
*/
function stage_one_make_file($distro, $core_release, $profile, $profile_tag, $build_run_key) {
global $cvs_root;
// Calculate a core version to use with the stage one .make files.
preg_match('/^(\d+)\.(\d+)$/', $core_release, $matches);
$core_version = $matches[1] . ".x";
$output = '';
$output .= "core = $core_version\n";
// Drupal is only packaged for the core distribution.
if ($distro == 'core') {
$output .= "projects[drupal] = $core_release\n";
}
// Normally, a profile would be fetched via it's update XML data. However,
// since we're still in the process of building the package we're declaring
// a .make file for, there is no update XML data available. Instead, instruct
// drush_make to export the profile directly from CVS.
$output .= "projects[$profile][type] = profile\n";
$output .= "projects[$profile][download][type] = cvs\n";
$output .= "projects[$profile][download][root] = $cvs_root\n";
$output .= "projects[$profile][download][module] = contributions/profiles/$profile\n";
$output .= "projects[$profile][download][revision] = $profile_tag\n";
// Because of the way drush_make does custom validation on .make files, the
// validation gets called for all .make files in the build. For the stage one
// .make file, we don't want any validation at all, since we're using
// drush_make options there that the profile authors may be restricted from
// using. So, we need a way to distinguish between the stage one .make file
// and the profile .make file. We can't do that with a hard-coded custom
// attribute in the stage one .make file, because the profile authors could
// bypass the validation by using the same attribute in their .make file.
// Instead, a build run key is generated for each call to drush, and passed
// into the stage one .make file as a custom attribute, and to drush as a
// command line option. .make files that declare this custom attribute are
// checked to see if that attribute's value matches the value of the key
// passed to drush. this is a simple way to provide the security we need.
$output .= "projects[$profile][build_run_key] = $build_run_key\n";
$output .= "build_run_key = $build_run_key\n";
return $output;
}