Implemented CLUSTERSCAN command for topology-aware scanning
Unlike `SCAN` which is local to a single node, `CLUSTERSCAN` provides a
mechanism that helps clients iterate across slot boundaries and handles
`MOVED` redirections.
**Key details**
* Global cluster iteration via `fingerprint-{hashtag}-cursor`
* Scan one slot at a time
* Start the CLUSTERSCAN with 0
* SLOT argument for parallel scanning of multiple slots
* Re-use scanGenericCommand for the response
**Cursor format:** `fingerprint-{hashtag}-localcursor`
- Fingerprint is a hash of the node's DB seed that identifies the
current memory layout. On mismatch, scan restarts from cursor 0
rather than returning an error.
- Fingerprint 0 indicates a cross slot cursor (e.g., initial cursor
or slot transition) where validation is skipped.
- Hashtag encodes the target slot
- Local cursor tracks position within the slot
**Usage:**
```
CLUSTERSCAN <cursor> [MATCH pattern] [COUNT count] [TYPE type] [SLOT number]
```
```
CLUSTERSCAN 0 # Start scanning from slot 0
CLUSTERSCAN <cursor> # Continue from cursor
CLUSTERSCAN 0 SLOT 1000 # Start scanning specific slot
CLUSTERSCAN <cursor> MATCH user:* COUNT 100
```
---------
Signed-off-by: nmvk <r@nmvk.com>
Signed-off-by: Raghav <r@nmvk.com>
Signed-off-by: Madelyn Olson <madelyneolson@gmail.com>
Co-authored-by: Viktor Söderqvist <viktor.soderqvist@est.tech>
Co-authored-by: Madelyn Olson <madelyneolson@gmail.com>
129 lines
5.6 KiB
C
129 lines
5.6 KiB
C
/*
|
|
* Copyright (c) 2009-2012, Redis Ltd.
|
|
* All rights reserved.
|
|
*
|
|
* Redistribution and use in source and binary forms, with or without
|
|
* modification, are permitted provided that the following conditions are met:
|
|
*
|
|
* * Redistributions of source code must retain the above copyright notice,
|
|
* this list of conditions and the following disclaimer.
|
|
* * Redistributions in binary form must reproduce the above copyright
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
* documentation and/or other materials provided with the distribution.
|
|
* * Neither the name of Redis nor the names of its contributors may be used
|
|
* to endorse or promote products derived from this software without
|
|
* specific prior written permission.
|
|
*
|
|
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
|
|
* AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
* ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
|
|
* LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
|
* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
|
* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
|
* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
|
* CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
|
* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
|
* POSSIBILITY OF SUCH DAMAGE.
|
|
*/
|
|
|
|
#ifndef VALKEY_UTIL_H
|
|
#define VALKEY_UTIL_H
|
|
|
|
#include <stdint.h>
|
|
#include "sds.h"
|
|
|
|
/* Anti-warning macro... */
|
|
#ifndef UNUSED
|
|
#define UNUSED(V) ((void)V)
|
|
#endif
|
|
|
|
/* min/max */
|
|
#undef min
|
|
#undef max
|
|
#define min(a, b) ((a) < (b) ? (a) : (b))
|
|
#define max(a, b) ((a) > (b) ? (a) : (b))
|
|
|
|
/* The maximum number of characters needed to represent a long double
|
|
* as a string (long double has a huge range of some 4952 chars, see LDBL_MAX).
|
|
* This should be the size of the buffer given to ld2string */
|
|
#define MAX_LONG_DOUBLE_CHARS 5 * 1024
|
|
|
|
/* The maximum number of characters needed to represent a double
|
|
* as a string (double has a huge range of some 328 chars, see DBL_MAX).
|
|
* This should be the size of the buffer for sprintf with %f */
|
|
#define MAX_DOUBLE_CHARS 400
|
|
|
|
/* The maximum number of characters needed to for d2string/fpconv_dtoa call.
|
|
* Since it uses %g and not %f, some 40 chars should be enough. */
|
|
#define MAX_D2STRING_CHARS 128
|
|
|
|
/* Bytes needed for long -> str + '\0' */
|
|
#define LONG_STR_SIZE 21
|
|
|
|
/* long double to string conversion options */
|
|
typedef enum {
|
|
LD_STR_AUTO, /* %.17Lg */
|
|
LD_STR_HUMAN, /* %.17Lf + Trimming of trailing zeros */
|
|
LD_STR_HEX /* %La */
|
|
} ld2string_mode;
|
|
|
|
typedef long long mstime_t; /* millisecond time type. */
|
|
typedef long long ustime_t; /* microsecond time type. */
|
|
|
|
int stringmatchlen(const char *p, int plen, const char *s, int slen, int nocase);
|
|
int prefixmatchlen(const char *pattern, int patternLen, const char *string, int stringLen, int nocase);
|
|
int stringmatch(const char *p, const char *s, int nocase);
|
|
int stringmatchlen_fuzz_test(void);
|
|
unsigned long long memtoull(const char *p, int *err);
|
|
const char *mempbrk(const char *s, size_t len, const char *chars, size_t charslen);
|
|
char *memmapchars(char *s, size_t len, const char *from, const char *to, size_t setlen);
|
|
uint32_t digits10(uint64_t v);
|
|
uint32_t sdigits10(int64_t v);
|
|
int ll2string(char *s, size_t len, long long value);
|
|
int ull2string(char *s, size_t len, unsigned long long value);
|
|
int string2ll(const char *s, size_t slen, long long *value);
|
|
int string2ull(const char *s, size_t slen, unsigned long long *value);
|
|
int string2l(const char *s, size_t slen, long *value);
|
|
int string2ul_base16_async_signal_safe(const char *src, size_t slen, unsigned long *result_output);
|
|
int string2ld(const char *s, size_t slen, long double *dp);
|
|
int string2d(const char *s, size_t slen, double *dp);
|
|
int trimDoubleString(char *buf, size_t len);
|
|
int d2string(char *buf, size_t len, double value);
|
|
int fixedpoint_d2string(char *dst, size_t dstlen, double dvalue, int fractional_digits);
|
|
int ld2string(char *buf, size_t len, long double value, ld2string_mode mode);
|
|
void getHashSeedFromString(unsigned char *seed_array, size_t len, const char *value);
|
|
int double2ll(double d, long long *out);
|
|
int version2num(const char *version);
|
|
int yesnotoi(char *s);
|
|
sds getAbsolutePath(char *filename);
|
|
long getTimeZone(void);
|
|
int pathIsBaseName(char *path);
|
|
int dirCreateIfMissing(char *dname);
|
|
int dirExists(char *dname);
|
|
int dirRemove(char *dname);
|
|
int fileExist(char *filename);
|
|
sds makePath(char *path, char *filename);
|
|
int fsyncFileDir(const char *filename);
|
|
int reclaimFilePageCache(int fd, size_t offset, size_t length);
|
|
char *fgets_async_signal_safe(char *dest, int buff_size, int fd);
|
|
int vsnprintf_async_signal_safe(char *to, size_t size, const char *format, va_list ap);
|
|
#ifdef __GNUC__
|
|
int snprintf_async_signal_safe(char *to, size_t n, const char *fmt, ...) __attribute__((format(printf, 3, 4)));
|
|
#else
|
|
int snprintf_async_signal_safe(char *to, size_t n, const char *fmt, ...);
|
|
#endif
|
|
size_t valkey_strlcpy(char *dst, const char *src, size_t dsize);
|
|
size_t valkey_strlcat(char *dst, const char *src, size_t dsize);
|
|
void getRandomSeedCString(char *buff, size_t len);
|
|
void setRandomSeedCString(char *seed_str, size_t len);
|
|
void getRandomHexChars(char *p, size_t len);
|
|
void getRandomBytes(unsigned char *p, size_t len);
|
|
long long ustime(void);
|
|
mstime_t mstime(void);
|
|
void writePointerWithPadding(unsigned char *buf, const void *ptr);
|
|
sds escapeJsonString(sds s, const char *p, size_t len);
|
|
uint64_t wangHash64(uint64_t hash);
|
|
|
|
#endif
|