1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211
|
<?php
/**
* This program is free software; you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation; either version 2 of the License, or
* (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License along
* with this program; if not, write to the Free Software Foundation, Inc.,
* 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
* http://www.gnu.org/copyleft/gpl.html
*
* @file
*/
namespace Wikimedia\ObjectCache;
use Exception;
use InvalidArgumentException;
use RuntimeException;
/**
* Store data in a memcached server or memcached cluster.
*
* This is a base class for MemcachedPhpBagOStuff and MemcachedPeclBagOStuff.
*
* @ingroup Cache
*/
abstract class MemcachedBagOStuff extends MediumSpecificBagOStuff {
/** @var string Routing prefix appended to keys during operations */
protected $routingPrefix;
/**
* @param array $params Additional parameters include:
* - routingPrefix: a routing prefix of the form "<datacenter>/<cluster>/" used to convey
* the location/strategy to use for handling keys accessed from this instance. The prefix
* is prepended to keys during cache operations. The memcached proxy must preserve these
* prefixes in any responses that include requested keys (e.g. get/gets). The proxy is
* also assumed to strip the routing prefix from the stored key name, which allows for
* unprefixed access. This can be used with mcrouter. [optional]
*/
public function __construct( array $params ) {
$params['segmentationSize'] ??= 917_504; // < 1MiB
parent::__construct( $params );
$this->routingPrefix = $params['routingPrefix'] ?? '';
// ...and does not use special disk-cache plugins
$this->attrMap[self::ATTR_DURABILITY] = self::QOS_DURABILITY_SERVICE;
}
/**
* Format a cache key.
*
* @since 1.27
* @see BagOStuff::makeKeyInternal
*
* @param string $keyspace
* @param string[]|int[] $components
*
* @return string
*/
protected function makeKeyInternal( $keyspace, $components ) {
// Memcached keys have a maximum length of 255 characters. From that,
// subtract the number of characters we need for the keyspace and for
// the separator character needed for each argument. To handle some
// custom prefixes used by thing like WANObjectCache, limit to 205.
$charsLeft = 205 - strlen( $keyspace ) - count( $components );
foreach ( $components as &$component ) {
$component = strtr( $component, ' ', '_' );
// Make sure %, #, and non-ASCII chars are escaped
$component = preg_replace_callback(
'/[^\x21-\x22\x24\x26-\x39\x3b-\x7e]+/',
static function ( $m ) {
return rawurlencode( $m[0] );
},
$component
);
// 33 = 32 characters for the MD5 + 1 for the '#' prefix.
if ( $charsLeft > 33 && strlen( $component ) > $charsLeft ) {
$component = '#' . md5( $component );
}
$charsLeft -= strlen( $component );
}
if ( $charsLeft < 0 ) {
return $keyspace . ':BagOStuff-long-key:##' . md5( implode( ':', $components ) );
}
return $keyspace . ':' . implode( ':', $components );
}
protected function requireConvertGenericKey(): bool {
return true;
}
/**
* Ensure that a key is safe to use (contains no control characters and no
* characters above the ASCII range.)
*
* @param string $key
*
* @return string
* @throws Exception
*/
public function validateKeyEncoding( $key ) {
if ( preg_match( '/[^\x21-\x7e]+/', $key ) ) {
throw new InvalidArgumentException( "Key contains invalid characters: $key" );
}
return $key;
}
/**
* @param string $key
*
* @return string
*/
protected function validateKeyAndPrependRoute( $key ) {
$this->validateKeyEncoding( $key );
if ( $this->routingPrefix === '' ) {
return $key;
}
if ( $key[0] === '/' ) {
throw new RuntimeException( "Key '$key' already contains a route." );
}
return $this->routingPrefix . $key;
}
/**
* @param string $key
*
* @return string
*/
protected function stripRouteFromKey( $key ) {
if ( $this->routingPrefix === '' ) {
return $key;
}
if ( str_starts_with( $key, $this->routingPrefix ) ) {
return substr( $key, strlen( $this->routingPrefix ) );
}
return $key;
}
/**
* @param int|float $exptime
*
* @return int
*/
protected function fixExpiry( $exptime ) {
if ( $exptime < 0 ) {
// The PECL driver does not seem to like negative relative values
$expiresAt = $this->getCurrentTime() + $exptime;
} elseif ( $this->isRelativeExpiration( $exptime ) ) {
// TTLs higher than 30 days will be detected as absolute TTLs
// (UNIX timestamps), and will result in the cache entry being
// discarded immediately because the expiry is in the past.
// Clamp expires >30d at 30d, unless they're >=1e9 in which
// case they are likely to really be absolute (1e9 = 2011-09-09)
$expiresAt = min( $exptime, self::TTL_MONTH );
} else {
$expiresAt = $exptime;
}
return (int)$expiresAt;
}
protected function doIncrWithInit( $key, $exptime, $step, $init, $flags ) {
if ( $flags & self::WRITE_BACKGROUND ) {
return $this->doIncrWithInitAsync( $key, $exptime, $step, $init );
} else {
return $this->doIncrWithInitSync( $key, $exptime, $step, $init );
}
}
/**
* @param string $key
* @param int $exptime
* @param int $step
* @param int $init
*
* @return bool True on success, false on failure
*/
abstract protected function doIncrWithInitAsync( $key, $exptime, $step, $init );
/**
* @param string $key
* @param int $exptime
* @param int $step
* @param int $init
*
* @return int|bool New value or false on failure
*/
abstract protected function doIncrWithInitSync( $key, $exptime, $step, $init );
}
/** @deprecated class alias since 1.43 */
class_alias( MemcachedBagOStuff::class, 'MemcachedBagOStuff' );
|