array(), 'set' => array(), 'hit' => array()); /* * A memcache API for Drupal. */ /** * Place an item into memcache * * @param $key The string with with you will retrieve this item later. * @param $value The item to be stored. * @param $exp Parameter expire is expiration time in seconds. If it's 0, the item never expires * (but memcached server doesn't guarantee this item to be stored all the time, it could be * deleted from the cache to make place for other items). * @param $bin The name of the Drupal subsystem that is making this call. Examples could be * 'cache', 'alias', 'taxonomy term' etc. It is possible to map different $bin values to * different memcache servers. * * @return bool */ function dmemcache_set($key, $value, $exp = 0, $bin = 'cache') { global $_memcache_statistics; $_memcache_statistics['set'][] = $key; $_memcache_statistics['bins'][] = $bin; if ($mc = dmemcache_object($bin)) { $full_key = dmemcache_key($key, $bin); if (class_exists('Memcached') && !$mc->set($full_key, $value, $exp)) { return FALSE; } else if (class_exists('Memcache') && !$mc->set($full_key, $value, MEMCACHE_COMPRESSED, $exp)) { return FALSE; } else { return TRUE; } } return FALSE; } /** * Add an item into memcache * * @param $key The string with which you will retrieve this item later. * @param $value The item to be stored. * @param $exp Parameter expire is expiration time in seconds. If it's 0, the * item never expires (but memcached server doesn't guarantee this item to be * stored all the time, it could be deleted from the cache to make place for * other items). * @param $bin The name of the Drupal subsystem that is making this call. * Examples could be 'cache', 'alias', 'taxonomy term' etc. It is possible * to map different $bin values to different memcache servers. * @param $mc Optionally pass in the memcache object. Normally this value is * determined automatically based on the bin the object is being stored to. * @param $flag If using the older memcache PECL extension as opposed to the * newer memcached PECL extension, the MEMCACHE_COMPRESSED flag can be set * to use zlib to store a compressed copy of the item. This flag option is * completely ignored when using the newer memcached PECL extension. * * NOTE: dmemcache_get calls dmemcache_add when grabbing a semaphore. For that * reason, dmemcache_add can't call dmemcache_get for any reason or you'll end * up in an infinite loop. * * @return bool */ function dmemcache_add($key, $value, $exp = 0, $bin = 'cache', $mc = NULL, $flag = FALSE) { global $_memcache_statistics; $_memcache_statistics['add'][] = $key; $_memcache_statistics['bins'][] = $bin; if ($mc || ($mc = dmemcache_object($bin))) { $full_key = dmemcache_key($key, $bin); if (class_exists('Memcached')) { return $mc->add($full_key, $value, $exp); } else { return $mc->add($full_key, $value, $flag, $exp); } } return FALSE; } /** * Retrieve a value from the cache. * * @param $key The key with which the item was stored. * @param $bin The bin in which the item was stored. * * @return The item which was originally saved or FALSE */ function dmemcache_get($key, $bin = 'cache') { global $_memcache_statistics; $_memcache_statistics['get'][] = $key; $_memcache_statistics['bins'][] = $bin; if ($mc = dmemcache_object($bin)) { $full_key = dmemcache_key($key, $bin); $result = $mc->get($full_key); if ($result) { // We check $result->expire to see if the object has expired. If so, we // try and grab a lock. If we get the lock, we return FALSE instead of // the cached object which should cause it to be rebuilt. If we do not // get the lock, we return the cached object. The goal here is to avoid // cache stampedes. // By default the cache stampede semaphore is held for 15 seconds. This // can be adjusted by setting the memcache_stampede_semaphore variable. // TODO: Can we log when a sempahore expires versus being intentionally // freed to track when this is happening? if (isset($result->expire) && $result->expire !== CACHE_PERMANENT && $result->expire <= time() && dmemcache_add($full_key .'_semaphore', '', variable_get('memcache_stampede_semaphore', 15))) { $result = FALSE; } else { $_memcache_statistics['hit'][] = $key; } } return $result; } } /** * Deletes an item from the cache. * * @param $key The key with which the item was stored. * @param $bin The bin in which the item was stored. * * @return Returns TRUE on success or FALSE on failure. */ function dmemcache_delete($key, $bin = 'cache') { if ($mc = dmemcache_object($bin)) { $full_key = dmemcache_key($key, $bin); return $mc->delete($full_key); } return FALSE; } /** * Immediately invalidates all existing items. dmemcache_flush doesn't actually free any * resources, it only marks all the items as expired, so occupied memory will be overwritten by * new items. * * @param $bin The bin to flush. Note that this will flush all bins mapped to the same server * as $bin. There is no way at this time to empty just one bin. * * @return Returns TRUE on success or FALSE on failure. */ function dmemcache_flush($bin = 'cache') { if ($mc = dmemcache_object($bin)) { return $mc->flush(); } } function dmemcache_stats($bin = 'cache', $type = '') { // resolve requests for 'default' type to '' if ($type == 'default') { $type = ''; } // resolve requests for 'default' bin to 'cache'. if ($bin == 'default') { $bin = 'cache'; } if ($mc = dmemcache_object($bin)) { // The PHP Memcache extension 3.x version throws an error if the stats // type is NULL or not in {reset, malloc, slabs, cachedump, items, sizes}. // If $type is 'default', then no parameter should be passed to the // Memcache memcache_get_extended_stats() function. if ($type == 'default' || $type == '') { return $mc->getExtendedStats(); } else { return $mc->getExtendedStats($type); } } } /** * Returns an Memcache object based on the bin requested. Note that there is * nothing preventing developers from calling this function directly to get the * Memcache object. Do this if you need functionality not provided by this API * or if you need to use legacy code. Otherwise, use the dmemcache (get, set, * delete, flush) API functions provided here. * * @param $bin The bin which is to be used. * * @param $flush Rebuild the bin/server/cache mapping. * * @return an Memcache object or FALSE. */ function dmemcache_object($bin = NULL, $flush = FALSE) { static $memcacheCache = array(), $memcache_servers, $memcache_bins; if ($flush) { foreach ($memcacheCache as $cluster) { $cluster->close(); } $memcacheCache = array(); } if (empty($memcacheCache) || empty($memcacheCache[$bin])) { // $memcache_servers and $memcache_bins originate from settings.php. // $memcache_servers_custom and $memcache_bins_custom get set by // memcache.module. They are then merged into $memcache_servers and // $memcache_bins, which are statically cached for performance. if (empty($memcache_servers)) { // Values from settings.php $memcache_servers = variable_get('memcache_servers', array('127.0.0.1:11211' => 'default')); $memcache_bins = variable_get('memcache_bins', array('cache' => 'default')); } // If there is no cluster for this bin in $memcache_bins, cluster is 'default'. $cluster = empty($memcache_bins[$bin]) ? 'default' : $memcache_bins[$bin]; // If this bin isn't in our $memcache_bins configuration array, and the // 'default' cluster is already initialized, map the bin to 'cache' because // we always map the 'cache' bin to the 'default' cluster. if (empty($memcache_bins[$bin]) && !empty($memcacheCache['cache'])) { $memcacheCache[$bin] = &$memcacheCache['cache']; } else { // Create a new Memcache object. Each cluster gets its own Memcache object. if (class_exists('Memcached')) { $memcache = new Memcached; } else if (class_exists('Memcache')) { $memcache = new Memcache; } else { drupal_set_message(t('You must enable the PECL memcached or memcache extension to use memcache.inc.'), 'error'); return; } // A variable to track whether we've connected to the first server. $init = FALSE; // Link all the servers to this cluster. foreach ($memcache_servers as $s => $c) { if ($c == $cluster) { list($host, $port) = explode(':', $s); // This is a server that belongs to this cluster. if (!class_exists('Memcached') && !$init) { // If using PECL memcache extension, use ->connect for first server if ($memcache->connect($host, $port)) { $init = TRUE; } } else { if ($memcache->addServer($host, $port) && !$init) { $init = TRUE; } } } } if ($init) { // Map the current bin with the new Memcache object. $memcacheCache[$bin] = $memcache; // Now that all the servers have been mapped to this cluster, look for // other bins that belong to the cluster and map them too. foreach ($memcache_bins as $b => $c) { if ($c == $cluster && $b != $bin) { // Map this bin and cluster by reference. $memcacheCache[$b] = &$memcacheCache[$bin]; } } } } } return empty($memcacheCache[$bin]) ? FALSE : $memcacheCache[$bin]; } function dmemcache_key($key, $bin = 'cache') { static $prefix; // memcache_key_prefix can be set in settings.php to support site namespaces // in a multisite environment. if (empty($prefix)) { if ($prefix = variable_get('memcache_key_prefix', '')) { $prefix .= '-'; } } $full_key = urlencode($prefix . $bin . '-' . $key); // Memcache only supports key lengths up to 250 bytes. If we have generated // a longer key, hash it with sha1 which will shrink the key down to 40 bytes // while still keeping it unique. if (strlen($full_key) > 250) { $full_key = $prefix . $bin . '-' . sha1($key); } return $full_key; }