| | Author: Aleksander Machniak | +-----------------------------------------------------------------------+ */ /** * Interface class for accessing Roundcube shared cache * * @package Framework * @subpackage Cache * @author Thomas Bruederli * @author Aleksander Machniak */ class rcube_cache_shared { /** * Instance of database handler * * @var rcube_db|Memcache|bool */ private $db; private $type; private $prefix; private $ttl; private $packed; private $index; private $table; private $debug; private $index_changed = false; private $cache = array(); private $cache_changes = array(); private $cache_sums = array(); private $max_packet = -1; /** * Object constructor. * * @param string $type Engine type ('db' or 'memcache' or 'apc') * @param string $prefix Key name prefix * @param string $ttl Expiration time of memcache/apc items * @param bool $packed Enables/disabled data serialization. * It's possible to disable data serialization if you're sure * stored data will be always a safe string */ function __construct($type, $prefix='', $ttl=0, $packed=true) { $rcube = rcube::get_instance(); $type = strtolower($type); if ($type == 'memcache') { $this->type = 'memcache'; $this->db = $rcube->get_memcache(); $this->debug = $rcube->config->get('memcache_debug'); } else if ($type == 'apc') { $this->type = 'apc'; $this->db = function_exists('apc_exists'); // APC 3.1.4 required $this->debug = $rcube->config->get('apc_debug'); } else { $this->type = 'db'; $this->db = $rcube->get_dbh(); $this->table = $this->db->table_name('cache_shared', true); } // convert ttl string to seconds $ttl = get_offset_sec($ttl); if ($ttl > 2592000) $ttl = 2592000; $this->ttl = $ttl; $this->packed = $packed; $this->prefix = $prefix; } /** * Returns cached value. * * @param string $key Cache key name * * @return mixed Cached value */ function get($key) { if (!array_key_exists($key, $this->cache)) { return $this->read_record($key); } return $this->cache[$key]; } /** * Sets (add/update) value in cache. * * @param string $key Cache key name * @param mixed $data Cache data */ function set($key, $data) { $this->cache[$key] = $data; $this->cache_changes[$key] = true; } /** * Returns cached value without storing it in internal memory. * * @param string $key Cache key name * * @return mixed Cached value */ function read($key) { if (array_key_exists($key, $this->cache)) { return $this->cache[$key]; } return $this->read_record($key, true); } /** * Sets (add/update) value in cache and immediately saves * it in the backend, no internal memory will be used. * * @param string $key Cache key name * @param mixed $data Cache data * * @param boolean True on success, False on failure */ function write($key, $data) { return $this->write_record($key, $this->serialize($data)); } /** * Clears the cache. * * @param string $key Cache key name or pattern * @param boolean $prefix_mode Enable it to clear all keys starting * with prefix specified in $key */ function remove($key=null, $prefix_mode=false) { // Remove all keys if ($key === null) { $this->cache = array(); $this->cache_changes = array(); $this->cache_sums = array(); } // Remove keys by name prefix else if ($prefix_mode) { foreach (array_keys($this->cache) as $k) { if (strpos($k, $key) === 0) { $this->cache[$k] = null; $this->cache_changes[$k] = false; unset($this->cache_sums[$k]); } } } // Remove one key by name else { $this->cache[$key] = null; $this->cache_changes[$key] = false; unset($this->cache_sums[$key]); } // Remove record(s) from the backend $this->remove_record($key, $prefix_mode); } /** * Remove cache records older than ttl */ function expunge() { if ($this->type == 'db' && $this->db && $this->ttl) { $this->db->query( "DELETE FROM {$this->table}" . " WHERE `cache_key` LIKE ?" . " AND `expires` < " . $this->db->now(), $this->prefix . '.%'); } } /** * Remove expired records of all caches */ static function gc() { $rcube = rcube::get_instance(); $db = $rcube->get_dbh(); $db->query("DELETE FROM " . $db->table_name('cache_shared', true) . " WHERE `expires` < " . $db->now()); } /** * Writes the cache back to the DB. */ function close() { foreach ($this->cache as $key => $data) { // The key has been used if ($this->cache_changes[$key]) { // Make sure we're not going to write unchanged data // by comparing current md5 sum with the sum calculated on DB read $data = $this->serialize($data); if (!$this->cache_sums[$key] || $this->cache_sums[$key] != md5($data)) { $this->write_record($key, $data); } } } if ($this->index_changed) { $this->write_index(); } } /** * Reads cache entry. * * @param string $key Cache key name * @param boolean $nostore Enable to skip in-memory store * * @return mixed Cached value */ private function read_record($key, $nostore=false) { if (!$this->db) { return null; } if ($this->type != 'db') { $this->load_index(); // Consistency check (#1490390) if (!in_array($key, $this->index)) { // we always check if the key exist in the index // to have data in consistent state. Keeping the index consistent // is needed for keys delete operation when we delete all keys or by prefix. } else { $ckey = $this->ckey($key); if ($this->type == 'memcache') { $data = $this->db->get($ckey); } else if ($this->type == 'apc') { $data = apc_fetch($ckey); } if ($this->debug) { $this->debug('get', $ckey, $data); } } if ($data) { $md5sum = md5($data); $data = $this->unserialize($data); if ($nostore) { return $data; } $this->cache_sums[$key] = $md5sum; $this->cache[$key] = $data; } else { $this->cache[$key] = null; } } else { $sql_result = $this->db->limitquery( "SELECT `data`, `cache_key`". " FROM {$this->table}" . " WHERE `cache_key` = ?". // for better performance we allow more records for one key // get the newer one " ORDER BY `created` DESC", 0, 1, $this->prefix . '.' . $key); if ($sql_arr = $this->db->fetch_assoc($sql_result)) { $md5sum = $sql_arr['data'] ? md5($sql_arr['data']) : null; if ($sql_arr['data']) { $data = $this->unserialize($sql_arr['data']); } if ($nostore) { return $data; } $this->cache[$key] = $data; $this->cache_sums[$key] = $md5sum; } else { $this->cache[$key] = null; } } return $this->cache[$key]; } /** * Writes single cache record into DB. * * @param string $key Cache key name * @param mixed $data Serialized cache data * * @param boolean True on success, False on failure */ private function write_record($key, $data) { if (!$this->db) { return false; } // don't attempt to write too big data sets if (strlen($data) > $this->max_packet_size()) { trigger_error("rcube_cache: max_packet_size ($this->max_packet) exceeded for key $key. Tried to write " . strlen($data) . " bytes", E_USER_WARNING); return false; } if ($this->type == 'memcache' || $this->type == 'apc') { $result = $this->add_record($this->ckey($key), $data); // make sure index will be updated if ($result) { if (!array_key_exists($key, $this->cache_sums)) { $this->cache_sums[$key] = true; } $this->load_index(); if (!$this->index_changed && !in_array($key, $this->index)) { $this->index_changed = true; } } return $result; } $key_exists = array_key_exists($key, $this->cache_sums); $key = $this->prefix . '.' . $key; // Remove NULL rows (here we don't need to check if the record exist) if ($data == 'N;') { $this->db->query("DELETE FROM {$this->table} WHERE `cache_key` = ?", $key); return true; } // update existing cache record if ($key_exists) { $result = $this->db->query( "UPDATE {$this->table}" . " SET `created` = " . $this->db->now() . ", `expires` = " . ($this->ttl ? $this->db->now($this->ttl) : 'NULL') . ", `data` = ?". " WHERE `cache_key` = ?", $data, $key); } // add new cache record else { // for better performance we allow more records for one key // so, no need to check if record exist (see rcube_cache::read_record()) $result = $this->db->query( "INSERT INTO {$this->table}". " (`created`, `expires`, `cache_key`, `data`)". " VALUES (".$this->db->now().", " . ($this->ttl ? $this->db->now($this->ttl) : 'NULL') . ", ?, ?)", $key, $data); } return $this->db->affected_rows($result); } /** * Deletes the cache record(s). * * @param string $key Cache key name or pattern * @param boolean $prefix_mode Enable it to clear all keys starting * with prefix specified in $key */ private function remove_record($key=null, $prefix_mode=false) { if (!$this->db) { return; } if ($this->type != 'db') { $this->load_index(); // Remove all keys if ($key === null) { foreach ($this->index as $key) { $this->delete_record($this->ckey($key)); } $this->index = array(); } // Remove keys by name prefix else if ($prefix_mode) { foreach ($this->index as $idx => $k) { if (strpos($k, $key) === 0) { $this->delete_record($this->ckey($k)); unset($this->index[$idx]); } } } // Remove one key by name else { $this->delete_record($this->ckey($key)); if (($idx = array_search($key, $this->index)) !== false) { unset($this->index[$idx]); } } $this->index_changed = true; return; } // Remove all keys (in specified cache) if ($key === null) { $where = " WHERE `cache_key` LIKE " . $this->db->quote($this->prefix.'.%'); } // Remove keys by name prefix else if ($prefix_mode) { $where = " WHERE `cache_key` LIKE " . $this->db->quote($this->prefix.'.'.$key.'%'); } // Remove one key by name else { $where = " WHERE `cache_key` = " . $this->db->quote($this->prefix.'.'.$key); } $this->db->query("DELETE FROM " . $this->table . $where); } /** * Adds entry into memcache/apc DB. * * @param string $key Cache key name * @param mixed $data Serialized cache data * * @param boolean True on success, False on failure */ private function add_record($key, $data) { if ($this->type == 'memcache') { $result = $this->db->replace($key, $data, MEMCACHE_COMPRESSED, $this->ttl); if (!$result) { $result = $this->db->set($key, $data, MEMCACHE_COMPRESSED, $this->ttl); } } else if ($this->type == 'apc') { if (apc_exists($key)) { apc_delete($key); } $result = apc_store($key, $data, $this->ttl); } if ($this->debug) { $this->debug('set', $key, $data, $result); } return $result; } /** * Deletes entry from memcache/apc DB. * * @param string $key Cache key name * * @param boolean True on success, False on failure */ private function delete_record($key) { if ($this->type == 'memcache') { // #1488592: use 2nd argument $result = $this->db->delete($ckey, 0); } else { $result = apc_delete($ckey); } if ($this->debug) { $this->debug('delete', $ckey, null, $result); } return $result; } /** * Writes the index entry into memcache/apc DB. */ private function write_index() { if (!$this->db || $this->type == 'db') { return; } $this->load_index(); // Make sure index contains new keys foreach ($this->cache as $key => $value) { if ($value !== null && !in_array($key, $this->index)) { $this->index[] = $key; } } // new keys added using self::write() foreach ($this->cache_sums as $key => $value) { if ($value === true && !in_array($key, $this->index)) { $this->index[] = $key; } } $data = serialize($this->index); $this->add_record($this->ikey(), $data); } /** * Gets the index entry from memcache/apc DB. */ private function load_index() { if (!$this->db || $this->type == 'db') { return; } if ($this->index !== null) { return; } $index_key = $this->ikey(); if ($this->type == 'memcache') { $data = $this->db->get($index_key); } else if ($this->type == 'apc') { $data = apc_fetch($index_key); } if ($this->debug) { $this->debug('get', $index_key, $data); } $this->index = $data ? unserialize($data) : array(); } /** * Creates cache key name (for memcache and apc) * * @param string $key Cache key name * * @return string Cache key */ private function ckey($key) { return $this->prefix . ':' . $key; } /** * Creates index cache key name (for memcache and apc) * * @return string Cache key */ private function ikey() { // This way each cache will have its own index return $this->prefix . 'INDEX'; } /** * Serializes data for storing */ private function serialize($data) { if ($this->type == 'db') { return $this->db->encode($data, $this->packed); } return $this->packed ? serialize($data) : $data; } /** * Unserializes serialized data */ private function unserialize($data) { if ($this->type == 'db') { return $this->db->decode($data, $this->packed); } return $this->packed ? @unserialize($data) : $data; } /** * Determine the maximum size for cache data to be written */ private function max_packet_size() { if ($this->max_packet < 0) { $this->max_packet = 2097152; // default/max is 2 MB if ($this->type == 'db') { if ($value = $this->db->get_variable('max_allowed_packet', $this->max_packet)) { $this->max_packet = $value; } $this->max_packet -= 2000; } else if ($this->type == 'memcache') { $stats = $this->db->getStats(); $remaining = $stats['limit_maxbytes'] - $stats['bytes']; $this->max_packet = min($remaining / 5, $this->max_packet); } else if ($this->type == 'apc' && function_exists('apc_sma_info')) { $stats = apc_sma_info(); $this->max_packet = min($stats['avail_mem'] / 5, $this->max_packet); } } return $this->max_packet; } /** * Write memcache/apc debug info to the log */ private function debug($type, $key, $data = null, $result = null) { $line = strtoupper($type) . ' ' . $key; if ($data !== null) { $line .= ' ' . ($this->packed ? $data : serialize($data)); } rcube::debug($this->type, $line, $result); } }