RedisCluster.php 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553
  1. <?php
  2. /*
  3. * This file is part of the Predis package.
  4. *
  5. * (c) Daniele Alessandri <suppakilla@gmail.com>
  6. *
  7. * For the full copyright and license information, please view the LICENSE
  8. * file that was distributed with this source code.
  9. */
  10. namespace Predis\Connection\Aggregate;
  11. use Predis\Cluster\RedisStrategy as RedisClusterStrategy;
  12. use Predis\Cluster\StrategyInterface;
  13. use Predis\Command\CommandInterface;
  14. use Predis\Command\RawCommand;
  15. use Predis\Connection\FactoryInterface;
  16. use Predis\Connection\NodeConnectionInterface;
  17. use Predis\NotSupportedException;
  18. use Predis\Response\ErrorInterface as ErrorResponseInterface;
  19. /**
  20. * Abstraction for a Redis-backed cluster of nodes (Redis >= 3.0.0).
  21. *
  22. * This connection backend offers smart support for redis-cluster by handling
  23. * automatic slots map (re)generation upon -MOVED or -ASK responses returned by
  24. * Redis when redirecting a client to a different node.
  25. *
  26. * The cluster can be pre-initialized using only a subset of the actual nodes in
  27. * the cluster, Predis will do the rest by adjusting the slots map and creating
  28. * the missing underlying connection instances on the fly.
  29. *
  30. * It is possible to pre-associate connections to a slots range with the "slots"
  31. * parameter in the form "$first-$last". This can greatly reduce runtime node
  32. * guessing and redirections.
  33. *
  34. * It is also possible to ask for the full and updated slots map directly to one
  35. * of the nodes and optionally enable such a behaviour upon -MOVED redirections.
  36. * Asking for the cluster configuration to Redis is actually done by issuing a
  37. * CLUSTER SLOTS command to a random node in the pool.
  38. *
  39. * @author Daniele Alessandri <suppakilla@gmail.com>
  40. */
  41. class RedisCluster implements ClusterInterface, \IteratorAggregate, \Countable
  42. {
  43. private $useClusterSlots = true;
  44. private $defaultParameters = array();
  45. private $pool = array();
  46. private $slots = array();
  47. private $slotsMap;
  48. private $strategy;
  49. private $connections;
  50. /**
  51. * @param FactoryInterface $connections Optional connection factory.
  52. * @param StrategyInterface $strategy Optional cluster strategy.
  53. */
  54. public function __construct(
  55. FactoryInterface $connections,
  56. StrategyInterface $strategy = null
  57. ) {
  58. $this->connections = $connections;
  59. $this->strategy = $strategy ?: new RedisClusterStrategy();
  60. }
  61. /**
  62. * {@inheritdoc}
  63. */
  64. public function isConnected()
  65. {
  66. foreach ($this->pool as $connection) {
  67. if ($connection->isConnected()) {
  68. return true;
  69. }
  70. }
  71. return false;
  72. }
  73. /**
  74. * {@inheritdoc}
  75. */
  76. public function connect()
  77. {
  78. if ($connection = $this->getRandomConnection()) {
  79. $connection->connect();
  80. }
  81. }
  82. /**
  83. * {@inheritdoc}
  84. */
  85. public function disconnect()
  86. {
  87. foreach ($this->pool as $connection) {
  88. $connection->disconnect();
  89. }
  90. }
  91. /**
  92. * {@inheritdoc}
  93. */
  94. public function add(NodeConnectionInterface $connection)
  95. {
  96. $this->pool[(string) $connection] = $connection;
  97. unset($this->slotsMap);
  98. }
  99. /**
  100. * {@inheritdoc}
  101. */
  102. public function remove(NodeConnectionInterface $connection)
  103. {
  104. if (false !== $id = array_search($connection, $this->pool, true)) {
  105. unset(
  106. $this->pool[$id],
  107. $this->slotsMap
  108. );
  109. return true;
  110. }
  111. return false;
  112. }
  113. /**
  114. * Removes a connection instance by using its identifier.
  115. *
  116. * @param string $connectionID Connection identifier.
  117. *
  118. * @return bool True if the connection was in the pool.
  119. */
  120. public function removeById($connectionID)
  121. {
  122. if (isset($this->pool[$connectionID])) {
  123. unset(
  124. $this->pool[$connectionID],
  125. $this->slotsMap
  126. );
  127. return true;
  128. }
  129. return false;
  130. }
  131. /**
  132. * Generates the current slots map by guessing the cluster configuration out
  133. * of the connection parameters of the connections in the pool.
  134. *
  135. * Generation is based on the same algorithm used by Redis to generate the
  136. * cluster, so it is most effective when all of the connections supplied on
  137. * initialization have the "slots" parameter properly set accordingly to the
  138. * current cluster configuration.
  139. */
  140. public function buildSlotsMap()
  141. {
  142. $this->slotsMap = array();
  143. foreach ($this->pool as $connectionID => $connection) {
  144. $parameters = $connection->getParameters();
  145. if (!isset($parameters->slots)) {
  146. continue;
  147. }
  148. $slots = explode('-', $parameters->slots, 2);
  149. $this->setSlots($slots[0], $slots[1], $connectionID);
  150. }
  151. }
  152. /**
  153. * Generates an updated slots map fetching the cluster configuration using
  154. * the CLUSTER SLOTS command against the specified node or a random one from
  155. * the pool.
  156. *
  157. * @param NodeConnectionInterface $connection Optional connection instance.
  158. *
  159. * @return array
  160. */
  161. public function askSlotsMap(NodeConnectionInterface $connection = null)
  162. {
  163. if (!$connection && !$connection = $this->getRandomConnection()) {
  164. return array();
  165. }
  166. $command = RawCommand::create('CLUSTER', 'SLOTS');
  167. $response = $connection->executeCommand($command);
  168. foreach ($response as $slots) {
  169. // We only support master servers for now, so we ignore subsequent
  170. // elements in the $slots array identifying slaves.
  171. list($start, $end, $master) = $slots;
  172. if ($master[0] === '') {
  173. $this->setSlots($start, $end, (string) $connection);
  174. } else {
  175. $this->setSlots($start, $end, "{$master[0]}:{$master[1]}");
  176. }
  177. }
  178. return $this->slotsMap;
  179. }
  180. /**
  181. * Returns the current slots map for the cluster.
  182. *
  183. * @return array
  184. */
  185. public function getSlotsMap()
  186. {
  187. if (!isset($this->slotsMap)) {
  188. $this->slotsMap = array();
  189. }
  190. return $this->slotsMap;
  191. }
  192. /**
  193. * Pre-associates a connection to a slots range to avoid runtime guessing.
  194. *
  195. * @param int $first Initial slot of the range.
  196. * @param int $last Last slot of the range.
  197. * @param NodeConnectionInterface|string $connection ID or connection instance.
  198. *
  199. * @throws \OutOfBoundsException
  200. */
  201. public function setSlots($first, $last, $connection)
  202. {
  203. if ($first < 0x0000 || $first > 0x3FFF ||
  204. $last < 0x0000 || $last > 0x3FFF ||
  205. $last < $first
  206. ) {
  207. throw new \OutOfBoundsException(
  208. "Invalid slot range for $connection: [$first-$last]."
  209. );
  210. }
  211. $slots = array_fill($first, $last - $first + 1, (string) $connection);
  212. $this->slotsMap = $this->getSlotsMap() + $slots;
  213. }
  214. /**
  215. * Guesses the correct node associated to a given slot using a precalculated
  216. * slots map, falling back to the same logic used by Redis to initialize a
  217. * cluster (best-effort).
  218. *
  219. * @param int $slot Slot index.
  220. *
  221. * @return string Connection ID.
  222. */
  223. protected function guessNode($slot)
  224. {
  225. if (!isset($this->slotsMap)) {
  226. $this->buildSlotsMap();
  227. }
  228. if (isset($this->slotsMap[$slot])) {
  229. return $this->slotsMap[$slot];
  230. }
  231. $count = count($this->pool);
  232. $index = min((int) ($slot / (int) (16384 / $count)), $count - 1);
  233. $nodes = array_keys($this->pool);
  234. return $nodes[$index];
  235. }
  236. /**
  237. * Creates a new connection instance from the given connection ID.
  238. *
  239. * @param string $connectionID Identifier for the connection.
  240. *
  241. * @return NodeConnectionInterface
  242. */
  243. protected function createConnection($connectionID)
  244. {
  245. $separator = strrpos($connectionID, ':');
  246. $parameters = array_merge($this->defaultParameters, array(
  247. 'host' => substr($connectionID, 0, $separator),
  248. 'port' => substr($connectionID, $separator + 1),
  249. ));
  250. $connection = $this->connections->create($parameters);
  251. return $connection;
  252. }
  253. /**
  254. * {@inheritdoc}
  255. */
  256. public function getConnection(CommandInterface $command)
  257. {
  258. $slot = $this->strategy->getSlot($command);
  259. if (!isset($slot)) {
  260. throw new NotSupportedException(
  261. "Cannot use '{$command->getId()}' with redis-cluster."
  262. );
  263. }
  264. if (isset($this->slots[$slot])) {
  265. return $this->slots[$slot];
  266. } else {
  267. return $this->getConnectionBySlot($slot);
  268. }
  269. }
  270. /**
  271. * Returns the connection currently associated to a given slot.
  272. *
  273. * @param int $slot Slot index.
  274. *
  275. * @throws \OutOfBoundsException
  276. *
  277. * @return NodeConnectionInterface
  278. */
  279. public function getConnectionBySlot($slot)
  280. {
  281. if ($slot < 0x0000 || $slot > 0x3FFF) {
  282. throw new \OutOfBoundsException("Invalid slot [$slot].");
  283. }
  284. if (isset($this->slots[$slot])) {
  285. return $this->slots[$slot];
  286. }
  287. $connectionID = $this->guessNode($slot);
  288. if (!$connection = $this->getConnectionById($connectionID)) {
  289. $connection = $this->createConnection($connectionID);
  290. $this->pool[$connectionID] = $connection;
  291. }
  292. return $this->slots[$slot] = $connection;
  293. }
  294. /**
  295. * {@inheritdoc}
  296. */
  297. public function getConnectionById($connectionID)
  298. {
  299. if (isset($this->pool[$connectionID])) {
  300. return $this->pool[$connectionID];
  301. }
  302. }
  303. /**
  304. * Returns a random connection from the pool.
  305. *
  306. * @return NodeConnectionInterface|null
  307. */
  308. protected function getRandomConnection()
  309. {
  310. if ($this->pool) {
  311. return $this->pool[array_rand($this->pool)];
  312. }
  313. }
  314. /**
  315. * Permanently associates the connection instance to a new slot.
  316. * The connection is added to the connections pool if not yet included.
  317. *
  318. * @param NodeConnectionInterface $connection Connection instance.
  319. * @param int $slot Target slot index.
  320. */
  321. protected function move(NodeConnectionInterface $connection, $slot)
  322. {
  323. $this->pool[(string) $connection] = $connection;
  324. $this->slots[(int) $slot] = $connection;
  325. }
  326. /**
  327. * Handles -ERR responses returned by Redis.
  328. *
  329. * @param CommandInterface $command Command that generated the -ERR response.
  330. * @param ErrorResponseInterface $error Redis error response object.
  331. *
  332. * @return mixed
  333. */
  334. protected function onErrorResponse(CommandInterface $command, ErrorResponseInterface $error)
  335. {
  336. $details = explode(' ', $error->getMessage(), 2);
  337. switch ($details[0]) {
  338. case 'MOVED':
  339. return $this->onMovedResponse($command, $details[1]);
  340. case 'ASK':
  341. return $this->onAskResponse($command, $details[1]);
  342. default:
  343. return $error;
  344. }
  345. }
  346. /**
  347. * Handles -MOVED responses by executing again the command against the node
  348. * indicated by the Redis response.
  349. *
  350. * @param CommandInterface $command Command that generated the -MOVED response.
  351. * @param string $details Parameters of the -MOVED response.
  352. *
  353. * @return mixed
  354. */
  355. protected function onMovedResponse(CommandInterface $command, $details)
  356. {
  357. list($slot, $connectionID) = explode(' ', $details, 2);
  358. if (!$connection = $this->getConnectionById($connectionID)) {
  359. $connection = $this->createConnection($connectionID);
  360. }
  361. if ($this->useClusterSlots) {
  362. $this->askSlotsMap($connection);
  363. }
  364. $this->move($connection, $slot);
  365. $response = $this->executeCommand($command);
  366. return $response;
  367. }
  368. /**
  369. * Handles -ASK responses by executing again the command against the node
  370. * indicated by the Redis response.
  371. *
  372. * @param CommandInterface $command Command that generated the -ASK response.
  373. * @param string $details Parameters of the -ASK response.
  374. *
  375. * @return mixed
  376. */
  377. protected function onAskResponse(CommandInterface $command, $details)
  378. {
  379. list($slot, $connectionID) = explode(' ', $details, 2);
  380. if (!$connection = $this->getConnectionById($connectionID)) {
  381. $connection = $this->createConnection($connectionID);
  382. }
  383. $connection->executeCommand(RawCommand::create('ASKING'));
  384. $response = $connection->executeCommand($command);
  385. return $response;
  386. }
  387. /**
  388. * {@inheritdoc}
  389. */
  390. public function writeRequest(CommandInterface $command)
  391. {
  392. $this->getConnection($command)->writeRequest($command);
  393. }
  394. /**
  395. * {@inheritdoc}
  396. */
  397. public function readResponse(CommandInterface $command)
  398. {
  399. return $this->getConnection($command)->readResponse($command);
  400. }
  401. /**
  402. * {@inheritdoc}
  403. */
  404. public function executeCommand(CommandInterface $command)
  405. {
  406. $connection = $this->getConnection($command);
  407. $response = $connection->executeCommand($command);
  408. if ($response instanceof ErrorResponseInterface) {
  409. return $this->onErrorResponse($command, $response);
  410. }
  411. return $response;
  412. }
  413. /**
  414. * {@inheritdoc}
  415. */
  416. public function count()
  417. {
  418. return count($this->pool);
  419. }
  420. /**
  421. * {@inheritdoc}
  422. */
  423. public function getIterator()
  424. {
  425. return new \ArrayIterator(array_values($this->pool));
  426. }
  427. /**
  428. * Returns the underlying command hash strategy used to hash commands by
  429. * using keys found in their arguments.
  430. *
  431. * @return StrategyInterface
  432. */
  433. public function getClusterStrategy()
  434. {
  435. return $this->strategy;
  436. }
  437. /**
  438. * Returns the underlying connection factory used to create new connection
  439. * instances to Redis nodes indicated by redis-cluster.
  440. *
  441. * @return FactoryInterface
  442. */
  443. public function getConnectionFactory()
  444. {
  445. return $this->connections;
  446. }
  447. /**
  448. * Enables automatic fetching of the current slots map from one of the nodes
  449. * using the CLUSTER SLOTS command. This option is disabled by default but
  450. * asking the current slots map to Redis upon -MOVED responses may reduce
  451. * overhead by eliminating the trial-and-error nature of the node guessing
  452. * procedure, mostly when targeting many keys that would end up in a lot of
  453. * redirections.
  454. *
  455. * The slots map can still be manually fetched using the askSlotsMap()
  456. * method whether or not this option is enabled.
  457. *
  458. * @param bool $value Enable or disable the use of CLUSTER SLOTS.
  459. */
  460. public function useClusterSlots($value)
  461. {
  462. $this->useClusterSlots = (bool) $value;
  463. }
  464. /**
  465. * Sets a default array of connection parameters to be applied when creating
  466. * new connection instances on the fly when they are not part of the initial
  467. * pool supplied upon cluster initialization.
  468. *
  469. * These parameters are not applied to connections added to the pool using
  470. * the add() method.
  471. *
  472. * @param array $parameters Array of connection parameters.
  473. */
  474. public function setDefaultParameters(array $parameters)
  475. {
  476. $this->defaultParameters = array_merge(
  477. $this->defaultParameters,
  478. $parameters ?: array()
  479. );
  480. }
  481. }