redis.c 380.1 KB
Newer Older
A
antirez 已提交
1
/*
2
 * Copyright (c) 2009-2010, Salvatore Sanfilippo <antirez at gmail dot com>
A
antirez 已提交
3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29
 * All rights reserved.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions are met:
 *
 *   * Redistributions of source code must retain the above copyright notice,
 *     this list of conditions and the following disclaimer.
 *   * Redistributions in binary form must reproduce the above copyright
 *     notice, this list of conditions and the following disclaimer in the
 *     documentation and/or other materials provided with the distribution.
 *   * Neither the name of Redis nor the names of its contributors may be used
 *     to endorse or promote products derived from this software without
 *     specific prior written permission.
 *
 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
 * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
 * POSSIBILITY OF SUCH DAMAGE.
 */

A
antirez 已提交
30
#define REDIS_VERSION "2.1.1"
31 32

#include "fmacros.h"
A
antirez 已提交
33
#include "config.h"
A
antirez 已提交
34 35 36 37 38 39 40

#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <time.h>
#include <unistd.h>
#include <signal.h>
A
antirez 已提交
41 42

#ifdef HAVE_BACKTRACE
H
hrothgar 已提交
43 44
#include <execinfo.h>
#include <ucontext.h>
A
antirez 已提交
45 46
#endif /* HAVE_BACKTRACE */

A
antirez 已提交
47 48 49 50 51 52 53 54 55 56 57
#include <sys/wait.h>
#include <errno.h>
#include <assert.h>
#include <ctype.h>
#include <stdarg.h>
#include <inttypes.h>
#include <arpa/inet.h>
#include <sys/stat.h>
#include <fcntl.h>
#include <sys/time.h>
#include <sys/resource.h>
58
#include <sys/uio.h>
59
#include <limits.h>
60
#include <float.h>
61
#include <math.h>
62
#include <pthread.h>
A
antirez 已提交
63 64

#if defined(__sun)
A
antirez 已提交
65 66
#include "solarisfixes.h"
#endif
A
antirez 已提交
67

H
hrothgar 已提交
68
#include "redis.h"
A
antirez 已提交
69 70 71 72 73 74
#include "ae.h"     /* Event driven programming library */
#include "sds.h"    /* Dynamic safe strings */
#include "anet.h"   /* Networking the easy way */
#include "dict.h"   /* Hash tables */
#include "adlist.h" /* Linked lists */
#include "zmalloc.h" /* total memory usage aware version of malloc/free */
75 76
#include "lzf.h"    /* LZF compression library */
#include "pqsort.h" /* Partial qsort for SORT+LIMIT */
77 78
#include "zipmap.h" /* Compact dictionary-alike data structure */
#include "sha1.h"   /* SHA1 is used for DEBUG DIGEST */
79
#include "release.h" /* Release and/or git repository information */
A
antirez 已提交
80 81 82 83 84 85 86 87

/* Error codes */
#define REDIS_OK                0
#define REDIS_ERR               -1

/* Static server configuration */
#define REDIS_SERVERPORT        6379    /* TCP port */
#define REDIS_MAXIDLETIME       (60*5)  /* default client timeout */
88
#define REDIS_IOBUF_LEN         1024
A
antirez 已提交
89
#define REDIS_LOADBUF_LEN       1024
90
#define REDIS_STATIC_ARGS       8
A
antirez 已提交
91 92 93 94
#define REDIS_DEFAULT_DBNUM     16
#define REDIS_CONFIGLINE_MAX    1024
#define REDIS_OBJFREELIST_MAX   1000000 /* Max number of objects to cache */
#define REDIS_MAX_SYNC_TIME     60      /* Slave can't take more to sync */
A
antirez 已提交
95
#define REDIS_EXPIRELOOKUPS_PER_CRON    10 /* lookup 10 expires per loop */
96
#define REDIS_MAX_WRITE_PER_EVENT (1024*64)
97 98 99 100 101 102
#define REDIS_REQUEST_MAX_SIZE (1024*1024*256) /* max bytes in inline command */

/* If more then REDIS_WRITEV_THRESHOLD write packets are pending use writev */
#define REDIS_WRITEV_THRESHOLD      3
/* Max number of iovecs used for each writev call */
#define REDIS_WRITEV_IOVEC_COUNT    256
A
antirez 已提交
103 104 105 106 107

/* Hash table parameters */
#define REDIS_HT_MINFILL        10      /* Minimal hash table fill 10% */

/* Command flags */
A
antirez 已提交
108 109 110 111 112 113 114
#define REDIS_CMD_BULK          1       /* Bulk write command */
#define REDIS_CMD_INLINE        2       /* Inline command */
/* REDIS_CMD_DENYOOM reserves a longer comment: all the commands marked with
   this flags will return an error when the 'maxmemory' option is set in the
   config file and the server is using more than maxmemory bytes of memory.
   In short this commands are denied on low memory conditions. */
#define REDIS_CMD_DENYOOM       4
115
#define REDIS_CMD_FORCE_REPLICATION 8 /* Force replication even if dirty is 0 */
A
antirez 已提交
116 117 118 119 120

/* Object types */
#define REDIS_STRING 0
#define REDIS_LIST 1
#define REDIS_SET 2
121 122
#define REDIS_ZSET 3
#define REDIS_HASH 4
123
#define REDIS_VMPOINTER 8
124

125 126 127
/* Objects encoding. Some kind of objects like Strings and Hashes can be
 * internally represented in multiple ways. The 'encoding' field of the object
 * is set to one of this fields for this object. */
128 129
#define REDIS_ENCODING_RAW 0    /* Raw representation */
#define REDIS_ENCODING_INT 1    /* Encoded as integer */
130 131
#define REDIS_ENCODING_ZIPMAP 2 /* Encoded as zipmap */
#define REDIS_ENCODING_HT 3     /* Encoded as an hash table */
132

133 134 135 136
static char* strencoding[] = {
    "raw", "int", "zipmap", "hashtable"
};

137
/* Object types only used for dumping to disk */
A
antirez 已提交
138
#define REDIS_EXPIRETIME 253
A
antirez 已提交
139 140 141
#define REDIS_SELECTDB 254
#define REDIS_EOF 255

142 143 144 145 146 147 148
/* Defines related to the dump file format. To store 32 bits lengths for short
 * keys requires a lot of space, so we check the most significant 2 bits of
 * the first byte to interpreter the length:
 *
 * 00|000000 => if the two MSB are 00 the len is the 6 bits of this byte
 * 01|000000 00000000 =>  01, the len is 14 byes, 6 bits + 8 bits of next byte
 * 10|000000 [32 bit integer] => if it's 01, a full 32 bit len will follow
A
antirez 已提交
149 150 151
 * 11|000000 this means: specially encoded object will follow. The six bits
 *           number specify the kind of object that follows.
 *           See the REDIS_RDB_ENC_* defines.
152
 *
153 154
 * Lenghts up to 63 are stored using a single byte, most DB keys, and may
 * values, will fit inside. */
155 156 157
#define REDIS_RDB_6BITLEN 0
#define REDIS_RDB_14BITLEN 1
#define REDIS_RDB_32BITLEN 2
158
#define REDIS_RDB_ENCVAL 3
159 160
#define REDIS_RDB_LENERR UINT_MAX

A
antirez 已提交
161 162 163 164 165 166
/* When a length of a string object stored on disk has the first two bits
 * set, the remaining two bits specify a special encoding for the object
 * accordingly to the following defines: */
#define REDIS_RDB_ENC_INT8 0        /* 8 bit signed integer */
#define REDIS_RDB_ENC_INT16 1       /* 16 bit signed integer */
#define REDIS_RDB_ENC_INT32 2       /* 32 bit signed integer */
A
antirez 已提交
167
#define REDIS_RDB_ENC_LZF 3         /* string compressed with FASTLZ */
A
antirez 已提交
168

169 170 171 172 173 174
/* Virtual memory object->where field. */
#define REDIS_VM_MEMORY 0       /* The object is on memory */
#define REDIS_VM_SWAPPED 1      /* The object is on disk */
#define REDIS_VM_SWAPPING 2     /* Redis is swapping this object on disk */
#define REDIS_VM_LOADING 3      /* Redis is loading this object from disk */

A
antirez 已提交
175 176 177 178
/* Virtual memory static configuration stuff.
 * Check vmFindContiguousPages() to know more about this magic numbers. */
#define REDIS_VM_MAX_NEAR_PAGES 65536
#define REDIS_VM_MAX_RANDOM_JUMP 4096
179
#define REDIS_VM_MAX_THREADS 32
180
#define REDIS_THREAD_STACK_SIZE (1024*1024*4)
181 182 183 184
/* The following is the *percentage* of completed I/O jobs to process when the
 * handelr is called. While Virtual Memory I/O operations are performed by
 * threads, this operations must be processed by the main thread when completed
 * in order to take effect. */
185
#define REDIS_MAX_COMPLETED_JOBS_PROCESSED 1
A
antirez 已提交
186

A
antirez 已提交
187
/* Client flags */
A
antirez 已提交
188 189 190 191 192 193
#define REDIS_SLAVE 1       /* This client is a slave server */
#define REDIS_MASTER 2      /* This client is a master server */
#define REDIS_MONITOR 4     /* This client is a slave monitor, see MONITOR */
#define REDIS_MULTI 8       /* This client is in a MULTI context */
#define REDIS_BLOCKED 16    /* The client is waiting in a blocking operation */
#define REDIS_IO_WAIT 32    /* The client is waiting for Virtual Memory I/O */
194
#define REDIS_DIRTY_CAS 64  /* Watched keys modified. EXEC will fail. */
A
antirez 已提交
195

196
/* Slave replication state - slave side */
A
antirez 已提交
197 198 199 200
#define REDIS_REPL_NONE 0   /* No active replication */
#define REDIS_REPL_CONNECT 1    /* Must connect to master */
#define REDIS_REPL_CONNECTED 2  /* Connected to master */

201 202 203 204 205 206 207 208 209
/* Slave replication state - from the point of view of master
 * Note that in SEND_BULK and ONLINE state the slave receives new updates
 * in its output queue. In the WAIT_BGSAVE state instead the server is waiting
 * to start the next background saving in order to send updates to it. */
#define REDIS_REPL_WAIT_BGSAVE_START 3 /* master waits bgsave to start feeding it */
#define REDIS_REPL_WAIT_BGSAVE_END 4 /* master waits bgsave to start bulk DB transmission */
#define REDIS_REPL_SEND_BULK 5 /* master is sending the bulk DB */
#define REDIS_REPL_ONLINE 6 /* bulk DB already transmitted, receive updates */

A
antirez 已提交
210 211 212 213 214 215
/* List related stuff */
#define REDIS_HEAD 0
#define REDIS_TAIL 1

/* Sort operations */
#define REDIS_SORT_GET 0
A
antirez 已提交
216 217
#define REDIS_SORT_ASC 1
#define REDIS_SORT_DESC 2
A
antirez 已提交
218 219 220 221
#define REDIS_SORTKEY_MAX 1024

/* Log levels */
#define REDIS_DEBUG 0
222 223 224
#define REDIS_VERBOSE 1
#define REDIS_NOTICE 2
#define REDIS_WARNING 3
A
antirez 已提交
225 226 227 228

/* Anti-warning macro... */
#define REDIS_NOTUSED(V) ((void) V)

229 230
#define ZSKIPLIST_MAXLEVEL 32 /* Should be enough for 2^32 elements */
#define ZSKIPLIST_P 0.25      /* Skiplist P = 1/4 */
A
antirez 已提交
231

232 233 234 235 236
/* Append only defines */
#define APPENDFSYNC_NO 0
#define APPENDFSYNC_ALWAYS 1
#define APPENDFSYNC_EVERYSEC 2

237 238 239 240
/* Hashes related defaults */
#define REDIS_HASH_MAX_ZIPMAP_ENTRIES 64
#define REDIS_HASH_MAX_ZIPMAP_VALUE 512

241
/* We can print the stacktrace, so our assert is defined this way: */
242
#define redisAssert(_e) ((_e)?(void)0 : (_redisAssert(#_e,__FILE__,__LINE__),_exit(1)))
243
#define redisPanic(_e) _redisPanic(#_e,__FILE__,__LINE__),_exit(1)
244
static void _redisAssert(char *estr, char *file, int line);
245
static void _redisPanic(char *msg, char *file, int line);
246

A
antirez 已提交
247 248 249
/*================================= Data types ============================== */

/* A redis object, that is a type able to hold a string / list / set */
250 251

/* The actual Redis Object */
A
antirez 已提交
252
typedef struct redisObject {
253 254 255 256
    unsigned type:4;
    unsigned storage:2;     /* REDIS_VM_MEMORY or REDIS_VM_SWAPPING */
    unsigned encoding:4;
    unsigned lru:22;        /* lru time (relative to server.lruclock) */
A
antirez 已提交
257
    int refcount;
258
    void *ptr;
259 260 261 262
    /* VM fields, this are only allocated if VM is active, otherwise the
     * object allocation function will just allocate
     * sizeof(redisObjct) minus sizeof(redisObjectVM), so using
     * Redis without VM active will not have any overhead. */
A
antirez 已提交
263 264
} robj;

265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285
/* The VM pointer structure - identifies an object in the swap file.
 *
 * This object is stored in place of the value
 * object in the main key->value hash table representing a database.
 * Note that the first fields (type, storage) are the same as the redisObject
 * structure so that vmPointer strucuters can be accessed even when casted
 * as redisObject structures.
 *
 * This is useful as we don't know if a value object is or not on disk, but we
 * are always free of accessing obj->storage to check this. For vmPointer
 * structures "type" is set to REDIS_VMPOINTER (even if without this field
 * is still possible to check the kind of object from the value of 'storage').*/
typedef struct vmPointer {
    unsigned type:4;
    unsigned storage:2; /* REDIS_VM_SWAPPED or REDIS_VM_LOADING */
    unsigned notused:26;
    unsigned int vtype; /* type of the object stored in the swap file */
    off_t page;         /* the page at witch the object is stored on disk */
    off_t usedpages;    /* number of pages used on disk */
} vmpointer;

286 287 288 289 290 291 292 293 294
/* Macro used to initalize a Redis object allocated on the stack.
 * Note that this macro is taken near the structure definition to make sure
 * we'll update it when the structure is changed, to avoid bugs like
 * bug #85 introduced exactly in this way. */
#define initStaticStringObject(_var,_ptr) do { \
    _var.refcount = 1; \
    _var.type = REDIS_STRING; \
    _var.encoding = REDIS_ENCODING_RAW; \
    _var.ptr = _ptr; \
295
    _var.storage = REDIS_VM_MEMORY; \
296 297
} while(0);

A
antirez 已提交
298
typedef struct redisDb {
A
antirez 已提交
299 300
    dict *dict;                 /* The keyspace for this DB */
    dict *expires;              /* Timeout of keys with a timeout set */
301
    dict *blocking_keys;        /* Keys with clients waiting for data (BLPOP) */
A
antirez 已提交
302
    dict *io_keys;              /* Keys with clients waiting for VM I/O */
303
    dict *watched_keys;         /* WATCHED keys for MULTI/EXEC CAS */
A
antirez 已提交
304 305 306
    int id;
} redisDb;

A
antirez 已提交
307 308 309 310 311 312 313 314 315 316 317 318
/* Client MULTI/EXEC state */
typedef struct multiCmd {
    robj **argv;
    int argc;
    struct redisCommand *cmd;
} multiCmd;

typedef struct multiState {
    multiCmd *commands;     /* Array of MULTI commands */
    int count;              /* Total number of MULTI commands */
} multiState;

A
antirez 已提交
319 320 321 322
/* With multiplexing we need to take per-clinet state.
 * Clients are taken in a liked list. */
typedef struct redisClient {
    int fd;
A
antirez 已提交
323
    redisDb *db;
A
antirez 已提交
324 325
    int dictid;
    sds querybuf;
326 327
    robj **argv, **mbargv;
    int argc, mbargc;
328
    int bulklen;            /* bulk read len. -1 if not in bulk read mode */
329
    int multibulk;          /* multi bulk command format active */
A
antirez 已提交
330 331 332
    list *reply;
    int sentlen;
    time_t lastinteraction; /* time of the last interaction, used for timeout */
A
antirez 已提交
333
    int flags;              /* REDIS_SLAVE | REDIS_MONITOR | REDIS_MULTI ... */
334 335 336 337
    int slaveseldb;         /* slave selected db, if this client is a slave */
    int authenticated;      /* when requirepass is non-NULL */
    int replstate;          /* replication state if this is a slave */
    int repldbfd;           /* replication DB file descriptor */
A
antirez 已提交
338
    long repldboff;         /* replication DB file offset */
339
    off_t repldbsize;       /* replication DB file size */
A
antirez 已提交
340
    multiState mstate;      /* MULTI/EXEC state */
341
    robj **blocking_keys;   /* The key we are waiting to terminate a blocking
A
antirez 已提交
342
                             * operation such as BLPOP. Otherwise NULL. */
343
    int blocking_keys_num;  /* Number of blocking keys */
A
antirez 已提交
344 345
    time_t blockingto;      /* Blocking operation timeout. If UNIX current time
                             * is >= blockingto then the operation timed out. */
346 347
    list *io_keys;          /* Keys this client is waiting to be loaded from the
                             * swap file in order to continue. */
348
    list *watched_keys;     /* Keys WATCHED for MULTI/EXEC CAS */
A
antirez 已提交
349 350
    dict *pubsub_channels;  /* channels a client is interested in (SUBSCRIBE) */
    list *pubsub_patterns;  /* patterns a client is interested in (SUBSCRIBE) */
A
antirez 已提交
351 352 353 354 355 356 357 358 359 360 361
} redisClient;

struct saveparam {
    time_t seconds;
    int changes;
};

/* Global server state structure */
struct redisServer {
    int port;
    int fd;
A
antirez 已提交
362
    redisDb *db;
A
antirez 已提交
363 364
    long long dirty;            /* changes to DB from the last save */
    list *clients;
A
antirez 已提交
365
    list *slaves, *monitors;
A
antirez 已提交
366 367 368 369 370 371 372 373 374
    char neterr[ANET_ERR_LEN];
    aeEventLoop *el;
    int cronloops;              /* number of times the cron function run */
    list *objfreelist;          /* A list of freed objects to avoid malloc() */
    time_t lastsave;            /* Unix time of last save succeeede */
    /* Fields used only for stats */
    time_t stat_starttime;         /* server start time */
    long long stat_numcommands;    /* number of processed commands */
    long long stat_numconnections; /* number of connections received */
A
antirez 已提交
375
    long long stat_expiredkeys;   /* number of expired keys */
A
antirez 已提交
376 377 378 379 380 381
    /* Configuration */
    int verbosity;
    int glueoutputbuf;
    int maxidletime;
    int dbnum;
    int daemonize;
382
    int appendonly;
383
    int appendfsync;
384
    int no_appendfsync_on_rewrite;
A
antirez 已提交
385
    int shutdown_asap;
386
    time_t lastfsync;
387 388
    int appendfd;
    int appendseldb;
389
    char *pidfile;
390
    pid_t bgsavechildpid;
391 392
    pid_t bgrewritechildpid;
    sds bgrewritebuf; /* buffer taken by parent during oppend only rewrite */
393
    sds aofbuf;       /* AOF buffer, written before entering the event loop */
A
antirez 已提交
394 395 396 397 398
    struct saveparam *saveparams;
    int saveparamslen;
    char *logfile;
    char *bindaddr;
    char *dbfilename;
399
    char *appendfilename;
B
Brian Hammond 已提交
400
    char *requirepass;
401
    int rdbcompression;
A
antirez 已提交
402
    int activerehashing;
A
antirez 已提交
403 404
    /* Replication related */
    int isslave;
405
    char *masterauth;
A
antirez 已提交
406 407
    char *masterhost;
    int masterport;
408
    redisClient *master;    /* client that is master for this slave */
A
antirez 已提交
409
    int replstate;
410
    unsigned int maxclients;
A
antirez 已提交
411
    unsigned long long maxmemory;
A
antirez 已提交
412 413
    unsigned int blpop_blocked_clients;
    unsigned int vm_blocked_clients;
A
antirez 已提交
414 415 416 417 418
    /* Sort parameters - qsort_r() is only available under BSD so we
     * have to take this state global, in order to pass it to sortCompare() */
    int sort_desc;
    int sort_alpha;
    int sort_bypattern;
419 420
    /* Virtual memory configuration */
    int vm_enabled;
421
    char *vm_swap_file;
422 423
    off_t vm_page_size;
    off_t vm_pages;
A
antirez 已提交
424
    unsigned long long vm_max_memory;
425 426 427
    /* Hashes config */
    size_t hash_max_zipmap_entries;
    size_t hash_max_zipmap_value;
428 429 430 431 432
    /* Virtual memory state */
    FILE *vm_fp;
    int vm_fd;
    off_t vm_next_page; /* Next probably empty page */
    off_t vm_near_pages; /* Number of pages allocated sequentially */
A
antirez 已提交
433
    unsigned char *vm_bitmap; /* Bitmap of free/used pages */
A
antirez 已提交
434
    time_t unixtime;    /* Unix time sampled every second. */
435 436
    /* Virtual memory I/O threads stuff */
    /* An I/O thread process an element taken from the io_jobs queue and
437 438 439 440 441
     * put the result of the operation in the io_done list. While the
     * job is being processed, it's put on io_processing queue. */
    list *io_newjobs; /* List of VM I/O jobs yet to be processed */
    list *io_processing; /* List of VM I/O jobs being processed */
    list *io_processed; /* List of VM I/O jobs already processed */
A
antirez 已提交
442
    list *io_ready_clients; /* Clients ready to be unblocked. All keys loaded */
443
    pthread_mutex_t io_mutex; /* lock to access io_jobs/io_done/io_thread_job */
444 445
    pthread_mutex_t obj_freelist_mutex; /* safe redis objects creation/free */
    pthread_mutex_t io_swapfile_mutex; /* So we can lseek + write */
446
    pthread_attr_t io_threads_attr; /* attributes for threads creation */
447 448
    int io_active_threads; /* Number of running I/O threads */
    int vm_max_threads; /* Max number of I/O threads running at the same time */
449 450 451 452 453 454
    /* Our main thread is blocked on the event loop, locking for sockets ready
     * to be read or written, so when a threaded I/O operation is ready to be
     * processed by the main thread, the I/O thread will use a unix pipe to
     * awake the main thread. The followings are the two pipe FDs. */
    int io_ready_pipe_read;
    int io_ready_pipe_write;
A
antirez 已提交
455 456 457 458 459
    /* Virtual memory stats */
    unsigned long long vm_stats_used_pages;
    unsigned long long vm_stats_swapped_objects;
    unsigned long long vm_stats_swapouts;
    unsigned long long vm_stats_swapins;
A
antirez 已提交
460
    /* Pubsub */
A
antirez 已提交
461 462
    dict *pubsub_channels; /* Map channels to list of subscribed clients */
    list *pubsub_patterns; /* A list of pubsub_patterns */
A
antirez 已提交
463
    /* Misc */
464
    FILE *devnull;
465 466
    unsigned lruclock:22;        /* clock incrementing every minute, for LRU */
    unsigned lruclock_padding:10;
A
antirez 已提交
467 468
};

A
antirez 已提交
469 470 471 472 473
typedef struct pubsubPattern {
    redisClient *client;
    robj *pattern;
} pubsubPattern;

A
antirez 已提交
474
typedef void redisCommandProc(redisClient *c);
475
typedef void redisVmPreloadProc(redisClient *c, struct redisCommand *cmd, int argc, robj **argv);
A
antirez 已提交
476 477 478 479 480
struct redisCommand {
    char *name;
    redisCommandProc *proc;
    int arity;
    int flags;
481 482 483
    /* Use a function to determine which keys need to be loaded
     * in the background prior to executing this command. Takes precedence
     * over vm_firstkey and others, ignored when NULL */
484
    redisVmPreloadProc *vm_preload_proc;
485 486 487 488
    /* What keys should be loaded in background when calling this command? */
    int vm_firstkey; /* The first argument that's a key (0 = no keys) */
    int vm_lastkey;  /* THe last argument that's a key */
    int vm_keystep;  /* The step between first and last key */
A
antirez 已提交
489 490
};

491 492
struct redisFunctionSym {
    char *name;
493
    unsigned long pointer;
494 495
};

A
antirez 已提交
496 497 498 499 500 501 502 503 504 505 506 507 508
typedef struct _redisSortObject {
    robj *obj;
    union {
        double score;
        robj *cmpobj;
    } u;
} redisSortObject;

typedef struct _redisSortOperation {
    int type;
    robj *pattern;
} redisSortOperation;

509 510 511 512
/* ZSETs use a specialized version of Skiplists */

typedef struct zskiplistNode {
    struct zskiplistNode **forward;
513
    struct zskiplistNode *backward;
514
    unsigned int *span;
515 516 517 518 519
    double score;
    robj *obj;
} zskiplistNode;

typedef struct zskiplist {
520
    struct zskiplistNode *header, *tail;
521
    unsigned long length;
522 523 524
    int level;
} zskiplist;

525 526
typedef struct zset {
    dict *dict;
527
    zskiplist *zsl;
528 529
} zset;

530 531
/* Our shared "common" objects */

532
#define REDIS_SHARED_INTEGERS 10000
A
antirez 已提交
533
struct sharedObjectsStruct {
534
    robj *crlf, *ok, *err, *emptybulk, *czero, *cone, *pong, *space,
A
antirez 已提交
535
    *colon, *nullbulk, *nullmultibulk, *queued,
536 537
    *emptymultibulk, *wrongtypeerr, *nokeyerr, *syntaxerr, *sameobjecterr,
    *outofrangeerr, *plus,
A
antirez 已提交
538
    *select0, *select1, *select2, *select3, *select4,
A
antirez 已提交
539
    *select5, *select6, *select7, *select8, *select9,
540 541 542
    *messagebulk, *pmessagebulk, *subscribebulk, *unsubscribebulk, *mbulk3,
    *mbulk4, *psubscribebulk, *punsubscribebulk,
    *integers[REDIS_SHARED_INTEGERS];
A
antirez 已提交
543 544
} shared;

545 546 547 548 549 550
/* Global vars that are actally used as constants. The following double
 * values are used for double on-disk serialization, and are initialized
 * at runtime to avoid strange compiler optimizations. */

static double R_Zero, R_PosInf, R_NegInf, R_Nan;

551
/* VM threaded I/O request message */
552 553 554
#define REDIS_IOJOB_LOAD 0          /* Load from disk to memory */
#define REDIS_IOJOB_PREPARE_SWAP 1  /* Compute needed pages */
#define REDIS_IOJOB_DO_SWAP 2       /* Swap from memory to disk */
A
antirez 已提交
555
typedef struct iojob {
556
    int type;   /* Request type, REDIS_IOJOB_* */
557
    redisDb *db;/* Redis database */
558
    robj *key;  /* This I/O request is about swapping this key */
559 560 561
    robj *id;   /* Unique identifier of this job:
                   this is the object to swap for REDIS_IOREQ_*_SWAP, or the
                   vmpointer objct for REDIS_IOREQ_LOAD. */
562
    robj *val;  /* the value to swap for REDIS_IOREQ_*_SWAP, otherwise this
563 564
                 * field is populated by the I/O thread for REDIS_IOREQ_LOAD. */
    off_t page; /* Swap page where to read/write the object */
565
    off_t pages; /* Swap pages needed to save object. PREPARE_SWAP return val */
566 567 568
    int canceled; /* True if this command was canceled by blocking side of VM */
    pthread_t thread; /* ID of the thread processing this entry */
} iojob;
569

A
antirez 已提交
570 571 572 573 574 575 576 577
/*================================ Prototypes =============================== */

static void freeStringObject(robj *o);
static void freeListObject(robj *o);
static void freeSetObject(robj *o);
static void decrRefCount(void *o);
static robj *createObject(int type, void *ptr);
static void freeClient(redisClient *c);
578
static int rdbLoad(char *filename);
A
antirez 已提交
579 580 581
static void addReply(redisClient *c, robj *obj);
static void addReplySds(redisClient *c, sds s);
static void incrRefCount(robj *o);
582
static int rdbSaveBackground(char *filename);
A
antirez 已提交
583
static robj *createStringObject(char *ptr, size_t len);
A
antirez 已提交
584
static robj *dupStringObject(robj *o);
585
static void replicationFeedSlaves(list *slaves, int dictid, robj **argv, int argc);
586
static void replicationFeedMonitors(list *monitors, int dictid, robj **argv, int argc);
587
static void flushAppendOnlyFile(void);
588
static void feedAppendOnlyFile(struct redisCommand *cmd, int dictid, robj **argv, int argc);
A
antirez 已提交
589
static int syncWithMaster(void);
590
static robj *tryObjectEncoding(robj *o);
591
static robj *getDecodedObject(robj *o);
A
antirez 已提交
592 593 594
static int removeExpire(redisDb *db, robj *key);
static int expireIfNeeded(redisDb *db, robj *key);
static int deleteIfVolatile(redisDb *db, robj *key);
A
antirez 已提交
595
static int deleteIfSwapped(redisDb *db, robj *key);
596
static int deleteKey(redisDb *db, robj *key);
A
antirez 已提交
597 598
static time_t getExpire(redisDb *db, robj *key);
static int setExpire(redisDb *db, robj *key, time_t when);
599
static void updateSlavesWaitingBgsave(int bgsaveerr);
A
antirez 已提交
600
static void freeMemoryIfNeeded(void);
601
static int processCommand(redisClient *c);
602
static void setupSigSegvAction(void);
603
static void rdbRemoveTempFile(pid_t childpid);
604
static void aofRemoveTempFile(pid_t childpid);
605
static size_t stringObjectLen(robj *o);
A
antirez 已提交
606
static void processInputBuffer(redisClient *c);
607
static zskiplist *zslCreate(void);
608
static void zslFree(zskiplist *zsl);
609
static void zslInsert(zskiplist *zsl, double score, robj *obj);
610
static void sendReplyToClientWritev(aeEventLoop *el, int fd, void *privdata, int mask);
A
antirez 已提交
611 612 613
static void initClientMultiState(redisClient *c);
static void freeClientMultiState(redisClient *c);
static void queueMultiCommand(redisClient *c, struct redisCommand *cmd);
614
static void unblockClientWaitingData(redisClient *c);
A
antirez 已提交
615
static int handleClientsWaitingListPush(redisClient *c, robj *key, robj *ele);
616
static void vmInit(void);
A
antirez 已提交
617
static void vmMarkPagesFree(off_t page, off_t count);
618 619
static robj *vmLoadObject(robj *o);
static robj *vmPreviewObject(robj *o);
620 621
static int vmSwapOneObjectBlocking(void);
static int vmSwapOneObjectThreaded(void);
A
antirez 已提交
622
static int vmCanSwapOut(void);
623
static int tryFreeOneObjectFromFreelist(void);
624 625 626
static void acceptHandler(aeEventLoop *el, int fd, void *privdata, int mask);
static void vmThreadedIOCompletedJob(aeEventLoop *el, int fd, void *privdata, int mask);
static void vmCancelThreadedIOJob(robj *o);
627 628 629 630 631
static void lockThreadedIO(void);
static void unlockThreadedIO(void);
static int vmSwapObjectThreaded(robj *key, robj *val, redisDb *db);
static void freeIOJob(iojob *j);
static void queueIOJob(iojob *j);
632 633
static int vmWriteObjectOnSwap(robj *o, off_t page);
static robj *vmReadObjectFromSwap(off_t page, int type);
634 635
static void waitEmptyIOJobsQueue(void);
static void vmReopenSwapFile(void);
636
static int vmFreePage(off_t page);
637
static void zunionInterBlockClientOnSwappedKeys(redisClient *c, struct redisCommand *cmd, int argc, robj **argv);
638
static void execBlockClientOnSwappedKeys(redisClient *c, struct redisCommand *cmd, int argc, robj **argv);
639
static int blockClientOnSwappedKeys(redisClient *c, struct redisCommand *cmd);
A
antirez 已提交
640 641 642 643 644 645
static int dontWaitForSwappedKey(redisClient *c, robj *key);
static void handleClientsBlockedOnSwappedKey(redisDb *db, robj *key);
static void readQueryFromClient(aeEventLoop *el, int fd, void *privdata, int mask);
static struct redisCommand *lookupCommand(char *name);
static void call(redisClient *c, struct redisCommand *cmd);
static void resetClient(redisClient *c);
646
static void convertToRealHash(robj *o);
A
antirez 已提交
647 648 649 650 651
static int pubsubUnsubscribeAllChannels(redisClient *c, int notify);
static int pubsubUnsubscribeAllPatterns(redisClient *c, int notify);
static void freePubsubPattern(void *p);
static int listMatchPubsubPattern(void *a, void *b);
static int compareStringObjects(robj *a, robj *b);
652
static int equalStringObjects(robj *a, robj *b);
A
antirez 已提交
653
static void usage();
654
static int rewriteAppendOnlyFileBackground(void);
655
static vmpointer *vmSwapObjectBlocking(robj *val);
A
antirez 已提交
656
static int prepareForShutdown();
657
static void touchWatchedKey(redisDb *db, robj *key);
658
static void touchWatchedKeysOnFlush(int dbid);
659
static void unwatchAllKeys(redisClient *c);
A
antirez 已提交
660

B
Brian Hammond 已提交
661
static void authCommand(redisClient *c);
A
antirez 已提交
662 663 664 665
static void pingCommand(redisClient *c);
static void echoCommand(redisClient *c);
static void setCommand(redisClient *c);
static void setnxCommand(redisClient *c);
A
antirez 已提交
666
static void setexCommand(redisClient *c);
A
antirez 已提交
667 668 669 670 671 672 673 674 675 676 677 678 679 680
static void getCommand(redisClient *c);
static void delCommand(redisClient *c);
static void existsCommand(redisClient *c);
static void incrCommand(redisClient *c);
static void decrCommand(redisClient *c);
static void incrbyCommand(redisClient *c);
static void decrbyCommand(redisClient *c);
static void selectCommand(redisClient *c);
static void randomkeyCommand(redisClient *c);
static void keysCommand(redisClient *c);
static void dbsizeCommand(redisClient *c);
static void lastsaveCommand(redisClient *c);
static void saveCommand(redisClient *c);
static void bgsaveCommand(redisClient *c);
681
static void bgrewriteaofCommand(redisClient *c);
A
antirez 已提交
682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697
static void shutdownCommand(redisClient *c);
static void moveCommand(redisClient *c);
static void renameCommand(redisClient *c);
static void renamenxCommand(redisClient *c);
static void lpushCommand(redisClient *c);
static void rpushCommand(redisClient *c);
static void lpopCommand(redisClient *c);
static void rpopCommand(redisClient *c);
static void llenCommand(redisClient *c);
static void lindexCommand(redisClient *c);
static void lrangeCommand(redisClient *c);
static void ltrimCommand(redisClient *c);
static void typeCommand(redisClient *c);
static void lsetCommand(redisClient *c);
static void saddCommand(redisClient *c);
static void sremCommand(redisClient *c);
A
antirez 已提交
698
static void smoveCommand(redisClient *c);
A
antirez 已提交
699 700
static void sismemberCommand(redisClient *c);
static void scardCommand(redisClient *c);
701
static void spopCommand(redisClient *c);
A
antirez 已提交
702
static void srandmemberCommand(redisClient *c);
A
antirez 已提交
703 704
static void sinterCommand(redisClient *c);
static void sinterstoreCommand(redisClient *c);
705 706
static void sunionCommand(redisClient *c);
static void sunionstoreCommand(redisClient *c);
707 708
static void sdiffCommand(redisClient *c);
static void sdiffstoreCommand(redisClient *c);
A
antirez 已提交
709 710 711 712 713
static void syncCommand(redisClient *c);
static void flushdbCommand(redisClient *c);
static void flushallCommand(redisClient *c);
static void sortCommand(redisClient *c);
static void lremCommand(redisClient *c);
A
antirez 已提交
714
static void rpoplpushcommand(redisClient *c);
A
antirez 已提交
715
static void infoCommand(redisClient *c);
716
static void mgetCommand(redisClient *c);
A
antirez 已提交
717
static void monitorCommand(redisClient *c);
A
antirez 已提交
718
static void expireCommand(redisClient *c);
719
static void expireatCommand(redisClient *c);
A
antirez 已提交
720
static void getsetCommand(redisClient *c);
A
antirez 已提交
721
static void ttlCommand(redisClient *c);
722
static void slaveofCommand(redisClient *c);
723
static void debugCommand(redisClient *c);
A
antirez 已提交
724 725
static void msetCommand(redisClient *c);
static void msetnxCommand(redisClient *c);
726
static void zaddCommand(redisClient *c);
A
antirez 已提交
727
static void zincrbyCommand(redisClient *c);
728
static void zrangeCommand(redisClient *c);
729
static void zrangebyscoreCommand(redisClient *c);
730
static void zcountCommand(redisClient *c);
731
static void zrevrangeCommand(redisClient *c);
732
static void zcardCommand(redisClient *c);
A
antirez 已提交
733
static void zremCommand(redisClient *c);
A
antirez 已提交
734
static void zscoreCommand(redisClient *c);
735
static void zremrangebyscoreCommand(redisClient *c);
A
antirez 已提交
736 737
static void multiCommand(redisClient *c);
static void execCommand(redisClient *c);
738
static void discardCommand(redisClient *c);
A
antirez 已提交
739 740
static void blpopCommand(redisClient *c);
static void brpopCommand(redisClient *c);
A
antirez 已提交
741
static void appendCommand(redisClient *c);
A
antirez 已提交
742
static void substrCommand(redisClient *c);
743
static void zrankCommand(redisClient *c);
P
Pieter Noordhuis 已提交
744
static void zrevrankCommand(redisClient *c);
745
static void hsetCommand(redisClient *c);
P
Pieter Noordhuis 已提交
746
static void hsetnxCommand(redisClient *c);
747
static void hgetCommand(redisClient *c);
P
Pieter Noordhuis 已提交
748 749
static void hmsetCommand(redisClient *c);
static void hmgetCommand(redisClient *c);
750
static void hdelCommand(redisClient *c);
751
static void hlenCommand(redisClient *c);
P
Pieter Noordhuis 已提交
752
static void zremrangebyrankCommand(redisClient *c);
753 754
static void zunionstoreCommand(redisClient *c);
static void zinterstoreCommand(redisClient *c);
A
antirez 已提交
755 756 757
static void hkeysCommand(redisClient *c);
static void hvalsCommand(redisClient *c);
static void hgetallCommand(redisClient *c);
A
antirez 已提交
758
static void hexistsCommand(redisClient *c);
759
static void configCommand(redisClient *c);
760
static void hincrbyCommand(redisClient *c);
A
antirez 已提交
761 762
static void subscribeCommand(redisClient *c);
static void unsubscribeCommand(redisClient *c);
A
antirez 已提交
763 764
static void psubscribeCommand(redisClient *c);
static void punsubscribeCommand(redisClient *c);
A
antirez 已提交
765
static void publishCommand(redisClient *c);
766 767
static void watchCommand(redisClient *c);
static void unwatchCommand(redisClient *c);
A
antirez 已提交
768

A
antirez 已提交
769 770 771 772
/*================================= Globals ================================= */

/* Global vars */
static struct redisServer server; /* server global state */
773 774
static struct redisCommand *commandTable;
static struct redisCommand readonlyCommandTable[] = {
775 776 777
    {"get",getCommand,2,REDIS_CMD_INLINE,NULL,1,1,1},
    {"set",setCommand,3,REDIS_CMD_BULK|REDIS_CMD_DENYOOM,NULL,0,0,0},
    {"setnx",setnxCommand,3,REDIS_CMD_BULK|REDIS_CMD_DENYOOM,NULL,0,0,0},
A
antirez 已提交
778
    {"setex",setexCommand,4,REDIS_CMD_BULK|REDIS_CMD_DENYOOM,NULL,0,0,0},
779 780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799 800 801 802 803 804 805 806 807 808 809 810 811 812 813 814 815 816 817
    {"append",appendCommand,3,REDIS_CMD_BULK|REDIS_CMD_DENYOOM,NULL,1,1,1},
    {"substr",substrCommand,4,REDIS_CMD_INLINE,NULL,1,1,1},
    {"del",delCommand,-2,REDIS_CMD_INLINE,NULL,0,0,0},
    {"exists",existsCommand,2,REDIS_CMD_INLINE,NULL,1,1,1},
    {"incr",incrCommand,2,REDIS_CMD_INLINE|REDIS_CMD_DENYOOM,NULL,1,1,1},
    {"decr",decrCommand,2,REDIS_CMD_INLINE|REDIS_CMD_DENYOOM,NULL,1,1,1},
    {"mget",mgetCommand,-2,REDIS_CMD_INLINE,NULL,1,-1,1},
    {"rpush",rpushCommand,3,REDIS_CMD_BULK|REDIS_CMD_DENYOOM,NULL,1,1,1},
    {"lpush",lpushCommand,3,REDIS_CMD_BULK|REDIS_CMD_DENYOOM,NULL,1,1,1},
    {"rpop",rpopCommand,2,REDIS_CMD_INLINE,NULL,1,1,1},
    {"lpop",lpopCommand,2,REDIS_CMD_INLINE,NULL,1,1,1},
    {"brpop",brpopCommand,-3,REDIS_CMD_INLINE,NULL,1,1,1},
    {"blpop",blpopCommand,-3,REDIS_CMD_INLINE,NULL,1,1,1},
    {"llen",llenCommand,2,REDIS_CMD_INLINE,NULL,1,1,1},
    {"lindex",lindexCommand,3,REDIS_CMD_INLINE,NULL,1,1,1},
    {"lset",lsetCommand,4,REDIS_CMD_BULK|REDIS_CMD_DENYOOM,NULL,1,1,1},
    {"lrange",lrangeCommand,4,REDIS_CMD_INLINE,NULL,1,1,1},
    {"ltrim",ltrimCommand,4,REDIS_CMD_INLINE,NULL,1,1,1},
    {"lrem",lremCommand,4,REDIS_CMD_BULK,NULL,1,1,1},
    {"rpoplpush",rpoplpushcommand,3,REDIS_CMD_INLINE|REDIS_CMD_DENYOOM,NULL,1,2,1},
    {"sadd",saddCommand,3,REDIS_CMD_BULK|REDIS_CMD_DENYOOM,NULL,1,1,1},
    {"srem",sremCommand,3,REDIS_CMD_BULK,NULL,1,1,1},
    {"smove",smoveCommand,4,REDIS_CMD_BULK,NULL,1,2,1},
    {"sismember",sismemberCommand,3,REDIS_CMD_BULK,NULL,1,1,1},
    {"scard",scardCommand,2,REDIS_CMD_INLINE,NULL,1,1,1},
    {"spop",spopCommand,2,REDIS_CMD_INLINE,NULL,1,1,1},
    {"srandmember",srandmemberCommand,2,REDIS_CMD_INLINE,NULL,1,1,1},
    {"sinter",sinterCommand,-2,REDIS_CMD_INLINE|REDIS_CMD_DENYOOM,NULL,1,-1,1},
    {"sinterstore",sinterstoreCommand,-3,REDIS_CMD_INLINE|REDIS_CMD_DENYOOM,NULL,2,-1,1},
    {"sunion",sunionCommand,-2,REDIS_CMD_INLINE|REDIS_CMD_DENYOOM,NULL,1,-1,1},
    {"sunionstore",sunionstoreCommand,-3,REDIS_CMD_INLINE|REDIS_CMD_DENYOOM,NULL,2,-1,1},
    {"sdiff",sdiffCommand,-2,REDIS_CMD_INLINE|REDIS_CMD_DENYOOM,NULL,1,-1,1},
    {"sdiffstore",sdiffstoreCommand,-3,REDIS_CMD_INLINE|REDIS_CMD_DENYOOM,NULL,2,-1,1},
    {"smembers",sinterCommand,2,REDIS_CMD_INLINE,NULL,1,1,1},
    {"zadd",zaddCommand,4,REDIS_CMD_BULK|REDIS_CMD_DENYOOM,NULL,1,1,1},
    {"zincrby",zincrbyCommand,4,REDIS_CMD_BULK|REDIS_CMD_DENYOOM,NULL,1,1,1},
    {"zrem",zremCommand,3,REDIS_CMD_BULK,NULL,1,1,1},
    {"zremrangebyscore",zremrangebyscoreCommand,4,REDIS_CMD_INLINE,NULL,1,1,1},
    {"zremrangebyrank",zremrangebyrankCommand,4,REDIS_CMD_INLINE,NULL,1,1,1},
818 819
    {"zunionstore",zunionstoreCommand,-4,REDIS_CMD_INLINE|REDIS_CMD_DENYOOM,zunionInterBlockClientOnSwappedKeys,0,0,0},
    {"zinterstore",zinterstoreCommand,-4,REDIS_CMD_INLINE|REDIS_CMD_DENYOOM,zunionInterBlockClientOnSwappedKeys,0,0,0},
820 821 822 823 824 825 826 827 828
    {"zrange",zrangeCommand,-4,REDIS_CMD_INLINE,NULL,1,1,1},
    {"zrangebyscore",zrangebyscoreCommand,-4,REDIS_CMD_INLINE,NULL,1,1,1},
    {"zcount",zcountCommand,4,REDIS_CMD_INLINE,NULL,1,1,1},
    {"zrevrange",zrevrangeCommand,-4,REDIS_CMD_INLINE,NULL,1,1,1},
    {"zcard",zcardCommand,2,REDIS_CMD_INLINE,NULL,1,1,1},
    {"zscore",zscoreCommand,3,REDIS_CMD_BULK|REDIS_CMD_DENYOOM,NULL,1,1,1},
    {"zrank",zrankCommand,3,REDIS_CMD_BULK,NULL,1,1,1},
    {"zrevrank",zrevrankCommand,3,REDIS_CMD_BULK,NULL,1,1,1},
    {"hset",hsetCommand,4,REDIS_CMD_BULK|REDIS_CMD_DENYOOM,NULL,1,1,1},
P
Pieter Noordhuis 已提交
829
    {"hsetnx",hsetnxCommand,4,REDIS_CMD_BULK|REDIS_CMD_DENYOOM,NULL,1,1,1},
P
Pieter Noordhuis 已提交
830
    {"hget",hgetCommand,3,REDIS_CMD_BULK,NULL,1,1,1},
P
Pieter Noordhuis 已提交
831
    {"hmset",hmsetCommand,-4,REDIS_CMD_BULK|REDIS_CMD_DENYOOM,NULL,1,1,1},
P
Pieter Noordhuis 已提交
832
    {"hmget",hmgetCommand,-3,REDIS_CMD_BULK,NULL,1,1,1},
833
    {"hincrby",hincrbyCommand,4,REDIS_CMD_INLINE|REDIS_CMD_DENYOOM,NULL,1,1,1},
834 835 836 837 838
    {"hdel",hdelCommand,3,REDIS_CMD_BULK,NULL,1,1,1},
    {"hlen",hlenCommand,2,REDIS_CMD_INLINE,NULL,1,1,1},
    {"hkeys",hkeysCommand,2,REDIS_CMD_INLINE,NULL,1,1,1},
    {"hvals",hvalsCommand,2,REDIS_CMD_INLINE,NULL,1,1,1},
    {"hgetall",hgetallCommand,2,REDIS_CMD_INLINE,NULL,1,1,1},
839
    {"hexists",hexistsCommand,3,REDIS_CMD_BULK,NULL,1,1,1},
840 841 842 843 844 845 846 847 848 849 850 851 852 853 854 855 856 857 858 859 860 861 862 863
    {"incrby",incrbyCommand,3,REDIS_CMD_INLINE|REDIS_CMD_DENYOOM,NULL,1,1,1},
    {"decrby",decrbyCommand,3,REDIS_CMD_INLINE|REDIS_CMD_DENYOOM,NULL,1,1,1},
    {"getset",getsetCommand,3,REDIS_CMD_BULK|REDIS_CMD_DENYOOM,NULL,1,1,1},
    {"mset",msetCommand,-3,REDIS_CMD_BULK|REDIS_CMD_DENYOOM,NULL,1,-1,2},
    {"msetnx",msetnxCommand,-3,REDIS_CMD_BULK|REDIS_CMD_DENYOOM,NULL,1,-1,2},
    {"randomkey",randomkeyCommand,1,REDIS_CMD_INLINE,NULL,0,0,0},
    {"select",selectCommand,2,REDIS_CMD_INLINE,NULL,0,0,0},
    {"move",moveCommand,3,REDIS_CMD_INLINE,NULL,1,1,1},
    {"rename",renameCommand,3,REDIS_CMD_INLINE,NULL,1,1,1},
    {"renamenx",renamenxCommand,3,REDIS_CMD_INLINE,NULL,1,1,1},
    {"expire",expireCommand,3,REDIS_CMD_INLINE,NULL,0,0,0},
    {"expireat",expireatCommand,3,REDIS_CMD_INLINE,NULL,0,0,0},
    {"keys",keysCommand,2,REDIS_CMD_INLINE,NULL,0,0,0},
    {"dbsize",dbsizeCommand,1,REDIS_CMD_INLINE,NULL,0,0,0},
    {"auth",authCommand,2,REDIS_CMD_INLINE,NULL,0,0,0},
    {"ping",pingCommand,1,REDIS_CMD_INLINE,NULL,0,0,0},
    {"echo",echoCommand,2,REDIS_CMD_BULK,NULL,0,0,0},
    {"save",saveCommand,1,REDIS_CMD_INLINE,NULL,0,0,0},
    {"bgsave",bgsaveCommand,1,REDIS_CMD_INLINE,NULL,0,0,0},
    {"bgrewriteaof",bgrewriteaofCommand,1,REDIS_CMD_INLINE,NULL,0,0,0},
    {"shutdown",shutdownCommand,1,REDIS_CMD_INLINE,NULL,0,0,0},
    {"lastsave",lastsaveCommand,1,REDIS_CMD_INLINE,NULL,0,0,0},
    {"type",typeCommand,2,REDIS_CMD_INLINE,NULL,1,1,1},
    {"multi",multiCommand,1,REDIS_CMD_INLINE,NULL,0,0,0},
864
    {"exec",execCommand,1,REDIS_CMD_INLINE|REDIS_CMD_DENYOOM,execBlockClientOnSwappedKeys,0,0,0},
865 866 867 868 869 870 871 872 873 874
    {"discard",discardCommand,1,REDIS_CMD_INLINE,NULL,0,0,0},
    {"sync",syncCommand,1,REDIS_CMD_INLINE,NULL,0,0,0},
    {"flushdb",flushdbCommand,1,REDIS_CMD_INLINE,NULL,0,0,0},
    {"flushall",flushallCommand,1,REDIS_CMD_INLINE,NULL,0,0,0},
    {"sort",sortCommand,-2,REDIS_CMD_INLINE|REDIS_CMD_DENYOOM,NULL,1,1,1},
    {"info",infoCommand,1,REDIS_CMD_INLINE,NULL,0,0,0},
    {"monitor",monitorCommand,1,REDIS_CMD_INLINE,NULL,0,0,0},
    {"ttl",ttlCommand,2,REDIS_CMD_INLINE,NULL,1,1,1},
    {"slaveof",slaveofCommand,3,REDIS_CMD_INLINE,NULL,0,0,0},
    {"debug",debugCommand,-2,REDIS_CMD_INLINE,NULL,0,0,0},
875
    {"config",configCommand,-2,REDIS_CMD_BULK,NULL,0,0,0},
A
antirez 已提交
876 877
    {"subscribe",subscribeCommand,-2,REDIS_CMD_INLINE,NULL,0,0,0},
    {"unsubscribe",unsubscribeCommand,-1,REDIS_CMD_INLINE,NULL,0,0,0},
A
antirez 已提交
878 879
    {"psubscribe",psubscribeCommand,-2,REDIS_CMD_INLINE,NULL,0,0,0},
    {"punsubscribe",punsubscribeCommand,-1,REDIS_CMD_INLINE,NULL,0,0,0},
880
    {"publish",publishCommand,3,REDIS_CMD_BULK|REDIS_CMD_FORCE_REPLICATION,NULL,0,0,0},
881
    {"watch",watchCommand,-2,REDIS_CMD_INLINE,NULL,0,0,0},
882
    {"unwatch",unwatchCommand,1,REDIS_CMD_INLINE,NULL,0,0,0}
A
antirez 已提交
883
};
884

A
antirez 已提交
885 886 887
/*============================ Utility functions ============================ */

/* Glob-style pattern matching. */
888
static int stringmatchlen(const char *pattern, int patternLen,
A
antirez 已提交
889 890 891 892 893 894 895 896 897 898 899 900 901 902 903 904 905 906 907 908 909 910 911 912 913 914 915 916 917 918 919 920 921 922 923 924 925 926 927 928 929 930 931 932 933 934 935 936 937 938 939 940 941 942 943 944 945 946 947 948 949 950 951 952 953 954 955 956 957 958 959 960 961 962 963 964 965 966 967 968 969 970 971 972 973 974 975 976 977 978 979 980 981 982 983 984 985 986 987 988 989 990 991 992 993 994 995 996 997 998 999 1000 1001 1002 1003 1004 1005 1006 1007 1008 1009
        const char *string, int stringLen, int nocase)
{
    while(patternLen) {
        switch(pattern[0]) {
        case '*':
            while (pattern[1] == '*') {
                pattern++;
                patternLen--;
            }
            if (patternLen == 1)
                return 1; /* match */
            while(stringLen) {
                if (stringmatchlen(pattern+1, patternLen-1,
                            string, stringLen, nocase))
                    return 1; /* match */
                string++;
                stringLen--;
            }
            return 0; /* no match */
            break;
        case '?':
            if (stringLen == 0)
                return 0; /* no match */
            string++;
            stringLen--;
            break;
        case '[':
        {
            int not, match;

            pattern++;
            patternLen--;
            not = pattern[0] == '^';
            if (not) {
                pattern++;
                patternLen--;
            }
            match = 0;
            while(1) {
                if (pattern[0] == '\\') {
                    pattern++;
                    patternLen--;
                    if (pattern[0] == string[0])
                        match = 1;
                } else if (pattern[0] == ']') {
                    break;
                } else if (patternLen == 0) {
                    pattern--;
                    patternLen++;
                    break;
                } else if (pattern[1] == '-' && patternLen >= 3) {
                    int start = pattern[0];
                    int end = pattern[2];
                    int c = string[0];
                    if (start > end) {
                        int t = start;
                        start = end;
                        end = t;
                    }
                    if (nocase) {
                        start = tolower(start);
                        end = tolower(end);
                        c = tolower(c);
                    }
                    pattern += 2;
                    patternLen -= 2;
                    if (c >= start && c <= end)
                        match = 1;
                } else {
                    if (!nocase) {
                        if (pattern[0] == string[0])
                            match = 1;
                    } else {
                        if (tolower((int)pattern[0]) == tolower((int)string[0]))
                            match = 1;
                    }
                }
                pattern++;
                patternLen--;
            }
            if (not)
                match = !match;
            if (!match)
                return 0; /* no match */
            string++;
            stringLen--;
            break;
        }
        case '\\':
            if (patternLen >= 2) {
                pattern++;
                patternLen--;
            }
            /* fall through */
        default:
            if (!nocase) {
                if (pattern[0] != string[0])
                    return 0; /* no match */
            } else {
                if (tolower((int)pattern[0]) != tolower((int)string[0]))
                    return 0; /* no match */
            }
            string++;
            stringLen--;
            break;
        }
        pattern++;
        patternLen--;
        if (stringLen == 0) {
            while(*pattern == '*') {
                pattern++;
                patternLen--;
            }
            break;
        }
    }
    if (patternLen == 0 && stringLen == 0)
        return 1;
    return 0;
}

1010 1011 1012 1013
static int stringmatch(const char *pattern, const char *string, int nocase) {
    return stringmatchlen(pattern,strlen(pattern),string,strlen(string),nocase);
}

1014 1015 1016 1017 1018 1019 1020 1021 1022 1023 1024 1025 1026 1027 1028 1029 1030 1031 1032 1033
/* Convert a string representing an amount of memory into the number of
 * bytes, so for instance memtoll("1Gi") will return 1073741824 that is
 * (1024*1024*1024).
 *
 * On parsing error, if *err is not NULL, it's set to 1, otherwise it's
 * set to 0 */
static long long memtoll(const char *p, int *err) {
    const char *u;
    char buf[128];
    long mul; /* unit multiplier */
    long long val;
    unsigned int digits;

    if (err) *err = 0;
    /* Search the first non digit character. */
    u = p;
    if (*u == '-') u++;
    while(*u && isdigit(*u)) u++;
    if (*u == '\0' || !strcasecmp(u,"b")) {
        mul = 1;
A
antirez 已提交
1034
    } else if (!strcasecmp(u,"k")) {
1035
        mul = 1000;
A
antirez 已提交
1036
    } else if (!strcasecmp(u,"kb")) {
1037
        mul = 1024;
A
antirez 已提交
1038
    } else if (!strcasecmp(u,"m")) {
1039
        mul = 1000*1000;
A
antirez 已提交
1040
    } else if (!strcasecmp(u,"mb")) {
1041
        mul = 1024*1024;
A
antirez 已提交
1042
    } else if (!strcasecmp(u,"g")) {
1043
        mul = 1000L*1000*1000;
A
antirez 已提交
1044
    } else if (!strcasecmp(u,"gb")) {
1045 1046 1047 1048 1049 1050 1051 1052 1053 1054 1055 1056 1057 1058 1059 1060
        mul = 1024L*1024*1024;
    } else {
        if (err) *err = 1;
        mul = 1;
    }
    digits = u-p;
    if (digits >= sizeof(buf)) {
        if (err) *err = 1;
        return LLONG_MAX;
    }
    memcpy(buf,p,digits);
    buf[digits] = '\0';
    val = strtoll(buf,NULL,10);
    return val*mul;
}

1061 1062 1063 1064 1065 1066 1067 1068 1069 1070 1071 1072 1073 1074 1075 1076 1077 1078 1079 1080 1081 1082 1083 1084
/* Convert a long long into a string. Returns the number of
 * characters needed to represent the number, that can be shorter if passed
 * buffer length is not enough to store the whole number. */
static int ll2string(char *s, size_t len, long long value) {
    char buf[32], *p;
    unsigned long long v;
    size_t l;

    if (len == 0) return 0;
    v = (value < 0) ? -value : value;
    p = buf+31; /* point to the last character */
    do {
        *p-- = '0'+(v%10);
        v /= 10;
    } while(v);
    if (value < 0) *p-- = '-';
    p++;
    l = 32-(p-buf);
    if (l+1 > len) l = len-1; /* Make sure it fits, including the nul term */
    memcpy(s,p,l);
    s[l] = '\0';
    return l;
}

1085
static void redisLog(int level, const char *fmt, ...) {
A
antirez 已提交
1086 1087 1088 1089 1090 1091 1092 1093
    va_list ap;
    FILE *fp;

    fp = (server.logfile == NULL) ? stdout : fopen(server.logfile,"a");
    if (!fp) return;

    va_start(ap, fmt);
    if (level >= server.verbosity) {
1094
        char *c = ".-*#";
A
antirez 已提交
1095 1096 1097 1098
        char buf[64];
        time_t now;

        now = time(NULL);
1099
        strftime(buf,64,"%d %b %H:%M:%S",localtime(&now));
1100
        fprintf(fp,"[%d] %s %c ",(int)getpid(),buf,c[level]);
A
antirez 已提交
1101 1102 1103 1104 1105 1106 1107 1108 1109 1110 1111 1112 1113 1114 1115
        vfprintf(fp, fmt, ap);
        fprintf(fp,"\n");
        fflush(fp);
    }
    va_end(ap);

    if (server.logfile) fclose(fp);
}

/*====================== Hash table type implementation  ==================== */

/* This is an hash table type that uses the SDS dynamic strings libary as
 * keys and radis objects as values (objects can hold SDS strings,
 * lists, sets). */

1116 1117 1118 1119 1120 1121
static void dictVanillaFree(void *privdata, void *val)
{
    DICT_NOTUSED(privdata);
    zfree(val);
}

A
antirez 已提交
1122 1123 1124 1125 1126 1127
static void dictListDestructor(void *privdata, void *val)
{
    DICT_NOTUSED(privdata);
    listRelease((list*)val);
}

A
antirez 已提交
1128 1129 1130 1131 1132 1133 1134 1135 1136 1137 1138 1139 1140 1141 1142 1143
static int sdsDictKeyCompare(void *privdata, const void *key1,
        const void *key2)
{
    int l1,l2;
    DICT_NOTUSED(privdata);

    l1 = sdslen((sds)key1);
    l2 = sdslen((sds)key2);
    if (l1 != l2) return 0;
    return memcmp(key1, key2, l1) == 0;
}

static void dictRedisObjectDestructor(void *privdata, void *val)
{
    DICT_NOTUSED(privdata);

A
antirez 已提交
1144
    if (val == NULL) return; /* Values of swapped out keys as set to NULL */
A
antirez 已提交
1145 1146 1147
    decrRefCount(val);
}

1148
static int dictObjKeyCompare(void *privdata, const void *key1,
A
antirez 已提交
1149 1150 1151 1152 1153 1154
        const void *key2)
{
    const robj *o1 = key1, *o2 = key2;
    return sdsDictKeyCompare(privdata,o1->ptr,o2->ptr);
}

1155
static unsigned int dictObjHash(const void *key) {
A
antirez 已提交
1156 1157 1158 1159
    const robj *o = key;
    return dictGenHashFunction(o->ptr, sdslen((sds)o->ptr));
}

1160 1161 1162
static int dictEncObjKeyCompare(void *privdata, const void *key1,
        const void *key2)
{
1163 1164
    robj *o1 = (robj*) key1, *o2 = (robj*) key2;
    int cmp;
1165

1166
    if (o1->encoding == REDIS_ENCODING_INT &&
1167 1168
        o2->encoding == REDIS_ENCODING_INT)
            return o1->ptr == o2->ptr;
1169

1170 1171 1172 1173 1174 1175
    o1 = getDecodedObject(o1);
    o2 = getDecodedObject(o2);
    cmp = sdsDictKeyCompare(privdata,o1->ptr,o2->ptr);
    decrRefCount(o1);
    decrRefCount(o2);
    return cmp;
1176 1177 1178
}

static unsigned int dictEncObjHash(const void *key) {
1179
    robj *o = (robj*) key;
1180

1181 1182 1183 1184 1185 1186 1187
    if (o->encoding == REDIS_ENCODING_RAW) {
        return dictGenHashFunction(o->ptr, sdslen((sds)o->ptr));
    } else {
        if (o->encoding == REDIS_ENCODING_INT) {
            char buf[32];
            int len;

1188
            len = ll2string(buf,32,(long)o->ptr);
1189 1190 1191 1192 1193 1194 1195 1196 1197 1198
            return dictGenHashFunction((unsigned char*)buf, len);
        } else {
            unsigned int hash;

            o = getDecodedObject(o);
            hash = dictGenHashFunction(o->ptr, sdslen((sds)o->ptr));
            decrRefCount(o);
            return hash;
        }
    }
1199 1200
}

A
antirez 已提交
1201
/* Sets type and expires */
A
antirez 已提交
1202
static dictType setDictType = {
1203
    dictEncObjHash,            /* hash function */
A
antirez 已提交
1204 1205
    NULL,                      /* key dup */
    NULL,                      /* val dup */
1206
    dictEncObjKeyCompare,      /* key compare */
A
antirez 已提交
1207 1208 1209 1210
    dictRedisObjectDestructor, /* key destructor */
    NULL                       /* val destructor */
};

A
antirez 已提交
1211
/* Sorted sets hash (note: a skiplist is used in addition to the hash table) */
1212 1213 1214 1215 1216 1217
static dictType zsetDictType = {
    dictEncObjHash,            /* hash function */
    NULL,                      /* key dup */
    NULL,                      /* val dup */
    dictEncObjKeyCompare,      /* key compare */
    dictRedisObjectDestructor, /* key destructor */
1218
    dictVanillaFree            /* val destructor of malloc(sizeof(double)) */
1219 1220
};

A
antirez 已提交
1221
/* Db->dict */
1222
static dictType dbDictType = {
1223
    dictObjHash,                /* hash function */
A
antirez 已提交
1224 1225
    NULL,                       /* key dup */
    NULL,                       /* val dup */
1226
    dictObjKeyCompare,          /* key compare */
A
antirez 已提交
1227 1228 1229 1230
    dictRedisObjectDestructor,  /* key destructor */
    dictRedisObjectDestructor   /* val destructor */
};

A
antirez 已提交
1231 1232 1233 1234 1235 1236 1237 1238 1239 1240
/* Db->expires */
static dictType keyptrDictType = {
    dictObjHash,               /* hash function */
    NULL,                      /* key dup */
    NULL,                      /* val dup */
    dictObjKeyCompare,         /* key compare */
    dictRedisObjectDestructor, /* key destructor */
    NULL                       /* val destructor */
};

1241 1242 1243 1244 1245 1246 1247 1248 1249 1250
/* Hash type hash table (note that small hashes are represented with zimpaps) */
static dictType hashDictType = {
    dictEncObjHash,             /* hash function */
    NULL,                       /* key dup */
    NULL,                       /* val dup */
    dictEncObjKeyCompare,       /* key compare */
    dictRedisObjectDestructor,  /* key destructor */
    dictRedisObjectDestructor   /* val destructor */
};

A
antirez 已提交
1251
/* Keylist hash table type has unencoded redis objects as keys and
A
antirez 已提交
1252 1253
 * lists as values. It's used for blocking operations (BLPOP) and to
 * map swapped keys to a list of clients waiting for this keys to be loaded. */
A
antirez 已提交
1254 1255 1256 1257 1258 1259 1260 1261 1262
static dictType keylistDictType = {
    dictObjHash,                /* hash function */
    NULL,                       /* key dup */
    NULL,                       /* val dup */
    dictObjKeyCompare,          /* key compare */
    dictRedisObjectDestructor,  /* key destructor */
    dictListDestructor          /* val destructor */
};

1263 1264
static void version();

A
antirez 已提交
1265 1266 1267 1268 1269 1270 1271 1272
/* ========================= Random utility functions ======================= */

/* Redis generally does not try to recover from out of memory conditions
 * when allocating objects or strings, it is not clear if it will be possible
 * to report this condition to the client since the networking layer itself
 * is based on heap allocation for send buffers, so we simply abort.
 * At least the code will be simpler to read... */
static void oom(const char *msg) {
1273
    redisLog(REDIS_WARNING, "%s: Out of memory\n",msg);
A
antirez 已提交
1274 1275 1276 1277 1278
    sleep(1);
    abort();
}

/* ====================== Redis server networking stuff ===================== */
1279
static void closeTimedoutClients(void) {
A
antirez 已提交
1280 1281 1282
    redisClient *c;
    listNode *ln;
    time_t now = time(NULL);
A
antirez 已提交
1283
    listIter li;
A
antirez 已提交
1284

A
antirez 已提交
1285 1286
    listRewind(server.clients,&li);
    while ((ln = listNext(&li)) != NULL) {
A
antirez 已提交
1287
        c = listNodeValue(ln);
A
antirez 已提交
1288 1289
        if (server.maxidletime &&
            !(c->flags & REDIS_SLAVE) &&    /* no timeout for slaves */
1290
            !(c->flags & REDIS_MASTER) &&   /* no timeout for masters */
A
antirez 已提交
1291 1292
            dictSize(c->pubsub_channels) == 0 && /* no timeout for pubsub */
            listLength(c->pubsub_patterns) == 0 &&
1293
            (now - c->lastinteraction > server.maxidletime))
A
antirez 已提交
1294
        {
1295
            redisLog(REDIS_VERBOSE,"Closing idle client");
A
antirez 已提交
1296
            freeClient(c);
A
antirez 已提交
1297
        } else if (c->flags & REDIS_BLOCKED) {
1298
            if (c->blockingto != 0 && c->blockingto < now) {
1299
                addReply(c,shared.nullmultibulk);
1300
                unblockClientWaitingData(c);
A
antirez 已提交
1301
            }
A
antirez 已提交
1302 1303 1304 1305
        }
    }
}

1306 1307 1308 1309 1310 1311 1312 1313 1314
static int htNeedsResize(dict *dict) {
    long long size, used;

    size = dictSlots(dict);
    used = dictSize(dict);
    return (size && used && size > DICT_HT_INITIAL_SIZE &&
            (used*100/size < REDIS_HT_MINFILL));
}

1315 1316
/* If the percentage of used slots in the HT reaches REDIS_HT_MINFILL
 * we resize the hash table to save memory */
1317
static void tryResizeHashTables(void) {
1318 1319 1320
    int j;

    for (j = 0; j < server.dbnum; j++) {
1321
        if (htNeedsResize(server.db[j].dict))
1322
            dictResize(server.db[j].dict);
1323 1324
        if (htNeedsResize(server.db[j].expires))
            dictResize(server.db[j].expires);
1325 1326 1327
    }
}

A
antirez 已提交
1328 1329 1330 1331 1332 1333 1334 1335 1336 1337 1338 1339 1340 1341 1342
/* Our hash table implementation performs rehashing incrementally while
 * we write/read from the hash table. Still if the server is idle, the hash
 * table will use two tables for a long time. So we try to use 1 millisecond
 * of CPU time at every serverCron() loop in order to rehash some key. */
static void incrementallyRehash(void) {
    int j;

    for (j = 0; j < server.dbnum; j++) {
        if (dictIsRehashing(server.db[j].dict)) {
            dictRehashMilliseconds(server.db[j].dict,1);
            break; /* already used our millisecond for this loop... */
        }
    }
}

1343 1344 1345 1346 1347 1348 1349 1350 1351 1352 1353 1354 1355 1356
/* A background saving child (BGSAVE) terminated its work. Handle this. */
void backgroundSaveDoneHandler(int statloc) {
    int exitcode = WEXITSTATUS(statloc);
    int bysignal = WIFSIGNALED(statloc);

    if (!bysignal && exitcode == 0) {
        redisLog(REDIS_NOTICE,
            "Background saving terminated with success");
        server.dirty = 0;
        server.lastsave = time(NULL);
    } else if (!bysignal && exitcode != 0) {
        redisLog(REDIS_WARNING, "Background saving error");
    } else {
        redisLog(REDIS_WARNING,
1357
            "Background saving terminated by signal %d", WTERMSIG(statloc));
1358 1359 1360 1361 1362 1363 1364 1365 1366 1367 1368 1369 1370 1371 1372 1373 1374 1375 1376 1377 1378 1379 1380 1381 1382 1383 1384 1385 1386 1387 1388 1389 1390 1391
        rdbRemoveTempFile(server.bgsavechildpid);
    }
    server.bgsavechildpid = -1;
    /* Possibly there are slaves waiting for a BGSAVE in order to be served
     * (the first stage of SYNC is a bulk transfer of dump.rdb) */
    updateSlavesWaitingBgsave(exitcode == 0 ? REDIS_OK : REDIS_ERR);
}

/* A background append only file rewriting (BGREWRITEAOF) terminated its work.
 * Handle this. */
void backgroundRewriteDoneHandler(int statloc) {
    int exitcode = WEXITSTATUS(statloc);
    int bysignal = WIFSIGNALED(statloc);

    if (!bysignal && exitcode == 0) {
        int fd;
        char tmpfile[256];

        redisLog(REDIS_NOTICE,
            "Background append only file rewriting terminated with success");
        /* Now it's time to flush the differences accumulated by the parent */
        snprintf(tmpfile,256,"temp-rewriteaof-bg-%d.aof", (int) server.bgrewritechildpid);
        fd = open(tmpfile,O_WRONLY|O_APPEND);
        if (fd == -1) {
            redisLog(REDIS_WARNING, "Not able to open the temp append only file produced by the child: %s", strerror(errno));
            goto cleanup;
        }
        /* Flush our data... */
        if (write(fd,server.bgrewritebuf,sdslen(server.bgrewritebuf)) !=
                (signed) sdslen(server.bgrewritebuf)) {
            redisLog(REDIS_WARNING, "Error or short write trying to flush the parent diff of the append log file in the child temp file: %s", strerror(errno));
            close(fd);
            goto cleanup;
        }
1392
        redisLog(REDIS_NOTICE,"Parent diff flushed into the new append log file with success (%lu bytes)",sdslen(server.bgrewritebuf));
1393 1394 1395 1396 1397 1398 1399 1400 1401 1402 1403 1404 1405
        /* Now our work is to rename the temp file into the stable file. And
         * switch the file descriptor used by the server for append only. */
        if (rename(tmpfile,server.appendfilename) == -1) {
            redisLog(REDIS_WARNING,"Can't rename the temp append only file into the stable one: %s", strerror(errno));
            close(fd);
            goto cleanup;
        }
        /* Mission completed... almost */
        redisLog(REDIS_NOTICE,"Append only file successfully rewritten.");
        if (server.appendfd != -1) {
            /* If append only is actually enabled... */
            close(server.appendfd);
            server.appendfd = fd;
1406
            if (server.appendfsync != APPENDFSYNC_NO) aof_fsync(fd);
A
antirez 已提交
1407
            server.appendseldb = -1; /* Make sure it will issue SELECT */
1408 1409 1410 1411 1412 1413 1414 1415 1416 1417
            redisLog(REDIS_NOTICE,"The new append only file was selected for future appends.");
        } else {
            /* If append only is disabled we just generate a dump in this
             * format. Why not? */
            close(fd);
        }
    } else if (!bysignal && exitcode != 0) {
        redisLog(REDIS_WARNING, "Background append only file rewriting error");
    } else {
        redisLog(REDIS_WARNING,
1418 1419
            "Background append only file rewriting terminated by signal %d",
            WTERMSIG(statloc));
1420 1421 1422 1423 1424 1425 1426 1427
    }
cleanup:
    sdsfree(server.bgrewritebuf);
    server.bgrewritebuf = sdsempty();
    aofRemoveTempFile(server.bgrewritechildpid);
    server.bgrewritechildpid = -1;
}

1428 1429 1430 1431 1432 1433 1434 1435 1436 1437 1438 1439 1440
/* This function is called once a background process of some kind terminates,
 * as we want to avoid resizing the hash tables when there is a child in order
 * to play well with copy-on-write (otherwise when a resize happens lots of
 * memory pages are copied). The goal of this function is to update the ability
 * for dict.c to resize the hash tables accordingly to the fact we have o not
 * running childs. */
static void updateDictResizePolicy(void) {
    if (server.bgsavechildpid == -1 && server.bgrewritechildpid == -1)
        dictEnableResize();
    else
        dictDisableResize();
}

1441
static int serverCron(struct aeEventLoop *eventLoop, long long id, void *clientData) {
1442
    int j, loops = server.cronloops++;
A
antirez 已提交
1443 1444 1445 1446
    REDIS_NOTUSED(eventLoop);
    REDIS_NOTUSED(id);
    REDIS_NOTUSED(clientData);

A
antirez 已提交
1447 1448 1449 1450 1451
    /* We take a cached value of the unix time in the global state because
     * with virtual memory and aging there is to store the current time
     * in objects at every object access, and accuracy is not needed.
     * To access a global var is faster than calling time(NULL) */
    server.unixtime = time(NULL);
1452 1453 1454 1455 1456 1457 1458 1459 1460 1461 1462 1463 1464
    /* We have just 21 bits per object for LRU information.
     * So we use an (eventually wrapping) LRU clock with minutes resolution.
     *
     * When we need to select what object to swap, we compute the minimum
     * time distance between the current lruclock and the object last access
     * lruclock info. Even if clocks will wrap on overflow, there is
     * the interesting property that we are sure that at least
     * ABS(A-B) minutes passed between current time and timestamp B.
     *
     * This is not precise but we don't need at all precision, but just
     * something statistically reasonable.
     */
    server.lruclock = (time(NULL)/60)&((1<<21)-1);
A
antirez 已提交
1465

A
antirez 已提交
1466 1467 1468 1469 1470 1471 1472
    /* We received a SIGTERM, shutting down here in a safe way, as it is
     * not ok doing so inside the signal handler. */
    if (server.shutdown_asap) {
        if (prepareForShutdown() == REDIS_OK) exit(0);
        redisLog(REDIS_WARNING,"SIGTERM received but errors trying to shut down the server, check the logs for more information");
    }

1473
    /* Show some info about non-empty databases */
A
antirez 已提交
1474
    for (j = 0; j < server.dbnum; j++) {
1475
        long long size, used, vkeys;
1476

A
antirez 已提交
1477 1478
        size = dictSlots(server.db[j].dict);
        used = dictSize(server.db[j].dict);
1479
        vkeys = dictSize(server.db[j].expires);
1480
        if (!(loops % 50) && (used || vkeys)) {
1481
            redisLog(REDIS_VERBOSE,"DB %d: %lld keys (%lld volatile) in %lld slots HT.",j,used,vkeys,size);
A
antirez 已提交
1482
            /* dictPrintStats(server.dict); */
A
antirez 已提交
1483 1484 1485
        }
    }

1486 1487 1488 1489 1490 1491
    /* We don't want to resize the hash tables while a bacground saving
     * is in progress: the saving child is created using fork() that is
     * implemented with a copy-on-write semantic in most modern systems, so
     * if we resize the HT while there is the saving child at work actually
     * a lot of memory movements in the parent will cause a lot of pages
     * copied. */
A
antirez 已提交
1492 1493 1494
    if (server.bgsavechildpid == -1 && server.bgrewritechildpid == -1) {
        if (!(loops % 10)) tryResizeHashTables();
        if (server.activerehashing) incrementallyRehash();
1495
    }
1496

A
antirez 已提交
1497
    /* Show information about connected clients */
1498
    if (!(loops % 50)) {
1499
        redisLog(REDIS_VERBOSE,"%d clients connected (%d slaves), %zu bytes in use",
A
antirez 已提交
1500 1501
            listLength(server.clients)-listLength(server.slaves),
            listLength(server.slaves),
1502
            zmalloc_used_memory());
A
antirez 已提交
1503 1504 1505
    }

    /* Close connections of timedout clients */
1506
    if ((server.maxidletime && !(loops % 100)) || server.blpop_blocked_clients)
A
antirez 已提交
1507 1508
        closeTimedoutClients();

1509 1510
    /* Check if a background saving or AOF rewrite in progress terminated */
    if (server.bgsavechildpid != -1 || server.bgrewritechildpid != -1) {
A
antirez 已提交
1511
        int statloc;
1512 1513 1514 1515 1516
        pid_t pid;

        if ((pid = wait3(&statloc,WNOHANG,NULL)) != 0) {
            if (pid == server.bgsavechildpid) {
                backgroundSaveDoneHandler(statloc);
A
antirez 已提交
1517
            } else {
1518
                backgroundRewriteDoneHandler(statloc);
A
antirez 已提交
1519
            }
1520
            updateDictResizePolicy();
A
antirez 已提交
1521 1522 1523 1524 1525 1526 1527 1528 1529 1530 1531 1532
        }
    } else {
        /* If there is not a background saving in progress check if
         * we have to save now */
         time_t now = time(NULL);
         for (j = 0; j < server.saveparamslen; j++) {
            struct saveparam *sp = server.saveparams+j;

            if (server.dirty >= sp->changes &&
                now-server.lastsave > sp->seconds) {
                redisLog(REDIS_NOTICE,"%d changes in %d seconds. Saving...",
                    sp->changes, sp->seconds);
1533
                rdbSaveBackground(server.dbfilename);
A
antirez 已提交
1534 1535 1536 1537
                break;
            }
         }
    }
1538

1539 1540 1541 1542
    /* Try to expire a few timed out keys. The algorithm used is adaptive and
     * will use few CPU cycles if there are few expiring keys, otherwise
     * it will get more aggressive to avoid that too much memory is used by
     * keys that can be removed from the keyspace. */
1543
    for (j = 0; j < server.dbnum; j++) {
1544
        int expired;
1545 1546
        redisDb *db = server.db+j;

1547 1548 1549
        /* Continue to expire if at the end of the cycle more than 25%
         * of the keys were expired. */
        do {
A
antirez 已提交
1550
            long num = dictSize(db->expires);
1551 1552
            time_t now = time(NULL);

1553
            expired = 0;
1554 1555 1556 1557 1558 1559 1560 1561 1562 1563
            if (num > REDIS_EXPIRELOOKUPS_PER_CRON)
                num = REDIS_EXPIRELOOKUPS_PER_CRON;
            while (num--) {
                dictEntry *de;
                time_t t;

                if ((de = dictGetRandomKey(db->expires)) == NULL) break;
                t = (time_t) dictGetEntryVal(de);
                if (now > t) {
                    deleteKey(db,dictGetEntryKey(de));
1564
                    expired++;
A
antirez 已提交
1565
                    server.stat_expiredkeys++;
1566 1567
                }
            }
1568
        } while (expired > REDIS_EXPIRELOOKUPS_PER_CRON/4);
1569 1570
    }

A
antirez 已提交
1571
    /* Swap a few keys on disk if we are over the memory limit and VM
1572
     * is enbled. Try to free objects from the free list first. */
A
antirez 已提交
1573 1574
    if (vmCanSwapOut()) {
        while (server.vm_enabled && zmalloc_used_memory() >
1575 1576
                server.vm_max_memory)
        {
A
antirez 已提交
1577 1578
            int retval;

1579
            if (tryFreeOneObjectFromFreelist() == REDIS_OK) continue;
A
antirez 已提交
1580 1581 1582
            retval = (server.vm_max_threads == 0) ?
                        vmSwapOneObjectBlocking() :
                        vmSwapOneObjectThreaded();
1583
            if (retval == REDIS_ERR && !(loops % 300) &&
A
antirez 已提交
1584 1585 1586 1587
                zmalloc_used_memory() >
                (server.vm_max_memory+server.vm_max_memory/10))
            {
                redisLog(REDIS_WARNING,"WARNING: vm-max-memory limit exceeded by more than 10%% but unable to swap more objects out!");
A
antirez 已提交
1588
            }
A
antirez 已提交
1589 1590 1591 1592 1593
            /* Note that when using threade I/O we free just one object,
             * because anyway when the I/O thread in charge to swap this
             * object out will finish, the handler of completed jobs
             * will try to swap more objects if we are still out of memory. */
            if (retval == REDIS_ERR || server.vm_max_threads > 0) break;
A
antirez 已提交
1594 1595 1596
        }
    }

A
antirez 已提交
1597
    /* Check if we should connect to a MASTER */
1598
    if (server.replstate == REDIS_REPL_CONNECT && !(loops % 10)) {
A
antirez 已提交
1599 1600 1601
        redisLog(REDIS_NOTICE,"Connecting to MASTER...");
        if (syncWithMaster() == REDIS_OK) {
            redisLog(REDIS_NOTICE,"MASTER <-> SLAVE sync succeeded");
1602
            if (server.appendonly) rewriteAppendOnlyFileBackground();
A
antirez 已提交
1603 1604
        }
    }
1605
    return 100;
A
antirez 已提交
1606 1607
}

A
antirez 已提交
1608 1609 1610 1611 1612 1613
/* This function gets called every time Redis is entering the
 * main loop of the event driven library, that is, before to sleep
 * for ready file descriptors. */
static void beforeSleep(struct aeEventLoop *eventLoop) {
    REDIS_NOTUSED(eventLoop);

1614
    /* Awake clients that got all the swapped keys they requested */
A
antirez 已提交
1615 1616 1617 1618 1619 1620 1621 1622 1623 1624 1625 1626 1627 1628 1629 1630 1631 1632 1633 1634 1635 1636 1637 1638
    if (server.vm_enabled && listLength(server.io_ready_clients)) {
        listIter li;
        listNode *ln;

        listRewind(server.io_ready_clients,&li);
        while((ln = listNext(&li))) {
            redisClient *c = ln->value;
            struct redisCommand *cmd;

            /* Resume the client. */
            listDelNode(server.io_ready_clients,ln);
            c->flags &= (~REDIS_IO_WAIT);
            server.vm_blocked_clients--;
            aeCreateFileEvent(server.el, c->fd, AE_READABLE,
                readQueryFromClient, c);
            cmd = lookupCommand(c->argv[0]->ptr);
            assert(cmd != NULL);
            call(c,cmd);
            resetClient(c);
            /* There may be more data to process in the input buffer. */
            if (c->querybuf && sdslen(c->querybuf) > 0)
                processInputBuffer(c);
        }
    }
1639 1640
    /* Write the AOF buffer on disk */
    flushAppendOnlyFile();
A
antirez 已提交
1641 1642
}

A
antirez 已提交
1643
static void createSharedObjects(void) {
1644 1645
    int j;

A
antirez 已提交
1646 1647 1648
    shared.crlf = createObject(REDIS_STRING,sdsnew("\r\n"));
    shared.ok = createObject(REDIS_STRING,sdsnew("+OK\r\n"));
    shared.err = createObject(REDIS_STRING,sdsnew("-ERR\r\n"));
1649 1650 1651 1652 1653 1654
    shared.emptybulk = createObject(REDIS_STRING,sdsnew("$0\r\n\r\n"));
    shared.czero = createObject(REDIS_STRING,sdsnew(":0\r\n"));
    shared.cone = createObject(REDIS_STRING,sdsnew(":1\r\n"));
    shared.nullbulk = createObject(REDIS_STRING,sdsnew("$-1\r\n"));
    shared.nullmultibulk = createObject(REDIS_STRING,sdsnew("*-1\r\n"));
    shared.emptymultibulk = createObject(REDIS_STRING,sdsnew("*0\r\n"));
A
antirez 已提交
1655
    shared.pong = createObject(REDIS_STRING,sdsnew("+PONG\r\n"));
A
antirez 已提交
1656
    shared.queued = createObject(REDIS_STRING,sdsnew("+QUEUED\r\n"));
A
antirez 已提交
1657 1658 1659 1660 1661 1662
    shared.wrongtypeerr = createObject(REDIS_STRING,sdsnew(
        "-ERR Operation against a key holding the wrong kind of value\r\n"));
    shared.nokeyerr = createObject(REDIS_STRING,sdsnew(
        "-ERR no such key\r\n"));
    shared.syntaxerr = createObject(REDIS_STRING,sdsnew(
        "-ERR syntax error\r\n"));
1663 1664 1665 1666
    shared.sameobjecterr = createObject(REDIS_STRING,sdsnew(
        "-ERR source and destination objects are the same\r\n"));
    shared.outofrangeerr = createObject(REDIS_STRING,sdsnew(
        "-ERR index out of range\r\n"));
A
antirez 已提交
1667
    shared.space = createObject(REDIS_STRING,sdsnew(" "));
1668 1669
    shared.colon = createObject(REDIS_STRING,sdsnew(":"));
    shared.plus = createObject(REDIS_STRING,sdsnew("+"));
A
antirez 已提交
1670 1671 1672 1673 1674 1675 1676 1677 1678 1679
    shared.select0 = createStringObject("select 0\r\n",10);
    shared.select1 = createStringObject("select 1\r\n",10);
    shared.select2 = createStringObject("select 2\r\n",10);
    shared.select3 = createStringObject("select 3\r\n",10);
    shared.select4 = createStringObject("select 4\r\n",10);
    shared.select5 = createStringObject("select 5\r\n",10);
    shared.select6 = createStringObject("select 6\r\n",10);
    shared.select7 = createStringObject("select 7\r\n",10);
    shared.select8 = createStringObject("select 8\r\n",10);
    shared.select9 = createStringObject("select 9\r\n",10);
A
antirez 已提交
1680
    shared.messagebulk = createStringObject("$7\r\nmessage\r\n",13);
1681
    shared.pmessagebulk = createStringObject("$8\r\npmessage\r\n",14);
A
antirez 已提交
1682
    shared.subscribebulk = createStringObject("$9\r\nsubscribe\r\n",15);
A
antirez 已提交
1683
    shared.unsubscribebulk = createStringObject("$11\r\nunsubscribe\r\n",18);
A
antirez 已提交
1684 1685
    shared.psubscribebulk = createStringObject("$10\r\npsubscribe\r\n",17);
    shared.punsubscribebulk = createStringObject("$12\r\npunsubscribe\r\n",19);
A
antirez 已提交
1686
    shared.mbulk3 = createStringObject("*3\r\n",4);
1687
    shared.mbulk4 = createStringObject("*4\r\n",4);
1688 1689 1690 1691
    for (j = 0; j < REDIS_SHARED_INTEGERS; j++) {
        shared.integers[j] = createObject(REDIS_STRING,(void*)(long)j);
        shared.integers[j]->encoding = REDIS_ENCODING_INT;
    }
A
antirez 已提交
1692 1693 1694 1695 1696 1697 1698 1699 1700
}

static void appendServerSaveParams(time_t seconds, int changes) {
    server.saveparams = zrealloc(server.saveparams,sizeof(struct saveparam)*(server.saveparamslen+1));
    server.saveparams[server.saveparamslen].seconds = seconds;
    server.saveparams[server.saveparamslen].changes = changes;
    server.saveparamslen++;
}

1701
static void resetServerSaveParams() {
A
antirez 已提交
1702 1703 1704 1705 1706 1707 1708 1709
    zfree(server.saveparams);
    server.saveparams = NULL;
    server.saveparamslen = 0;
}

static void initServerConfig() {
    server.dbnum = REDIS_DEFAULT_DBNUM;
    server.port = REDIS_SERVERPORT;
1710
    server.verbosity = REDIS_VERBOSE;
A
antirez 已提交
1711 1712 1713 1714 1715 1716
    server.maxidletime = REDIS_MAXIDLETIME;
    server.saveparams = NULL;
    server.logfile = NULL; /* NULL = log on standard output */
    server.bindaddr = NULL;
    server.glueoutputbuf = 1;
    server.daemonize = 0;
1717
    server.appendonly = 0;
1718
    server.appendfsync = APPENDFSYNC_EVERYSEC;
1719
    server.no_appendfsync_on_rewrite = 0;
1720
    server.lastfsync = time(NULL);
1721 1722
    server.appendfd = -1;
    server.appendseldb = -1; /* Make sure the first time will not match */
1723 1724 1725
    server.pidfile = zstrdup("/var/run/redis.pid");
    server.dbfilename = zstrdup("dump.rdb");
    server.appendfilename = zstrdup("appendonly.aof");
B
Brian Hammond 已提交
1726
    server.requirepass = NULL;
1727
    server.rdbcompression = 1;
A
antirez 已提交
1728
    server.activerehashing = 1;
1729
    server.maxclients = 0;
A
antirez 已提交
1730
    server.blpop_blocked_clients = 0;
A
antirez 已提交
1731
    server.maxmemory = 0;
1732
    server.vm_enabled = 0;
1733
    server.vm_swap_file = zstrdup("/tmp/redis-%p.vm");
1734 1735 1736
    server.vm_page_size = 256;          /* 256 bytes per page */
    server.vm_pages = 1024*1024*100;    /* 104 millions of pages */
    server.vm_max_memory = 1024LL*1024*1024*1; /* 1 GB of RAM */
1737
    server.vm_max_threads = 4;
A
antirez 已提交
1738
    server.vm_blocked_clients = 0;
1739 1740
    server.hash_max_zipmap_entries = REDIS_HASH_MAX_ZIPMAP_ENTRIES;
    server.hash_max_zipmap_value = REDIS_HASH_MAX_ZIPMAP_VALUE;
A
antirez 已提交
1741
    server.shutdown_asap = 0;
1742

1743
    resetServerSaveParams();
A
antirez 已提交
1744 1745 1746 1747 1748 1749

    appendServerSaveParams(60*60,1);  /* save after 1 hour and 1 change */
    appendServerSaveParams(300,100);  /* save after 5 minutes and 100 changes */
    appendServerSaveParams(60,10000); /* save after 1 minute and 10000 changes */
    /* Replication related */
    server.isslave = 0;
1750
    server.masterauth = NULL;
A
antirez 已提交
1751 1752 1753 1754
    server.masterhost = NULL;
    server.masterport = 6379;
    server.master = NULL;
    server.replstate = REDIS_REPL_NONE;
1755 1756 1757 1758 1759 1760

    /* Double constants initialization */
    R_Zero = 0.0;
    R_PosInf = 1.0/R_Zero;
    R_NegInf = -1.0/R_Zero;
    R_Nan = R_Zero/R_Zero;
A
antirez 已提交
1761 1762 1763 1764 1765 1766 1767
}

static void initServer() {
    int j;

    signal(SIGHUP, SIG_IGN);
    signal(SIGPIPE, SIG_IGN);
H
hrothgar 已提交
1768
    setupSigSegvAction();
A
antirez 已提交
1769

1770 1771 1772 1773 1774
    server.devnull = fopen("/dev/null","w");
    if (server.devnull == NULL) {
        redisLog(REDIS_WARNING, "Can't open /dev/null: %s", server.neterr);
        exit(1);
    }
A
antirez 已提交
1775 1776
    server.clients = listCreate();
    server.slaves = listCreate();
A
antirez 已提交
1777
    server.monitors = listCreate();
A
antirez 已提交
1778 1779 1780
    server.objfreelist = listCreate();
    createSharedObjects();
    server.el = aeCreateEventLoop();
A
antirez 已提交
1781
    server.db = zmalloc(sizeof(redisDb)*server.dbnum);
A
antirez 已提交
1782 1783 1784 1785 1786
    server.fd = anetTcpServer(server.neterr, server.port, server.bindaddr);
    if (server.fd == -1) {
        redisLog(REDIS_WARNING, "Opening TCP port: %s", server.neterr);
        exit(1);
    }
A
antirez 已提交
1787
    for (j = 0; j < server.dbnum; j++) {
1788
        server.db[j].dict = dictCreate(&dbDictType,NULL);
A
antirez 已提交
1789
        server.db[j].expires = dictCreate(&keyptrDictType,NULL);
1790 1791
        server.db[j].blocking_keys = dictCreate(&keylistDictType,NULL);
        server.db[j].watched_keys = dictCreate(&keylistDictType,NULL);
A
antirez 已提交
1792 1793
        if (server.vm_enabled)
            server.db[j].io_keys = dictCreate(&keylistDictType,NULL);
A
antirez 已提交
1794 1795
        server.db[j].id = j;
    }
A
antirez 已提交
1796 1797 1798 1799
    server.pubsub_channels = dictCreate(&keylistDictType,NULL);
    server.pubsub_patterns = listCreate();
    listSetFreeMethod(server.pubsub_patterns,freePubsubPattern);
    listSetMatchMethod(server.pubsub_patterns,listMatchPubsubPattern);
A
antirez 已提交
1800
    server.cronloops = 0;
1801
    server.bgsavechildpid = -1;
1802 1803
    server.bgrewritechildpid = -1;
    server.bgrewritebuf = sdsempty();
1804
    server.aofbuf = sdsempty();
A
antirez 已提交
1805 1806 1807 1808
    server.lastsave = time(NULL);
    server.dirty = 0;
    server.stat_numcommands = 0;
    server.stat_numconnections = 0;
A
antirez 已提交
1809
    server.stat_expiredkeys = 0;
A
antirez 已提交
1810
    server.stat_starttime = time(NULL);
A
antirez 已提交
1811
    server.unixtime = time(NULL);
1812
    aeCreateTimeEvent(server.el, 1, serverCron, NULL, NULL);
1813 1814
    if (aeCreateFileEvent(server.el, server.fd, AE_READABLE,
        acceptHandler, NULL) == AE_ERR) oom("creating file event");
1815 1816

    if (server.appendonly) {
1817
        server.appendfd = open(server.appendfilename,O_WRONLY|O_APPEND|O_CREAT,0644);
1818 1819 1820 1821 1822 1823
        if (server.appendfd == -1) {
            redisLog(REDIS_WARNING, "Can't open the append-only file: %s",
                strerror(errno));
            exit(1);
        }
    }
1824 1825

    if (server.vm_enabled) vmInit();
A
antirez 已提交
1826 1827 1828
}

/* Empty the whole database */
1829
static long long emptyDb() {
A
antirez 已提交
1830
    int j;
1831
    long long removed = 0;
A
antirez 已提交
1832

A
antirez 已提交
1833
    for (j = 0; j < server.dbnum; j++) {
1834
        removed += dictSize(server.db[j].dict);
A
antirez 已提交
1835 1836 1837
        dictEmpty(server.db[j].dict);
        dictEmpty(server.db[j].expires);
    }
1838
    return removed;
A
antirez 已提交
1839 1840
}

A
antirez 已提交
1841 1842 1843 1844 1845 1846
static int yesnotoi(char *s) {
    if (!strcasecmp(s,"yes")) return 1;
    else if (!strcasecmp(s,"no")) return 0;
    else return -1;
}

A
antirez 已提交
1847 1848 1849
/* I agree, this is a very rudimental way to load a configuration...
   will improve later if the config gets more complex */
static void loadServerConfig(char *filename) {
1850
    FILE *fp;
A
antirez 已提交
1851 1852 1853
    char buf[REDIS_CONFIGLINE_MAX+1], *err = NULL;
    int linenum = 0;
    sds line = NULL;
1854 1855 1856 1857 1858

    if (filename[0] == '-' && filename[1] == '\0')
        fp = stdin;
    else {
        if ((fp = fopen(filename,"r")) == NULL) {
1859
            redisLog(REDIS_WARNING, "Fatal error, can't open config file '%s'", filename);
1860 1861
            exit(1);
        }
A
antirez 已提交
1862
    }
1863

A
antirez 已提交
1864 1865 1866 1867 1868 1869 1870 1871 1872 1873 1874 1875 1876 1877 1878 1879 1880 1881 1882
    while(fgets(buf,REDIS_CONFIGLINE_MAX+1,fp) != NULL) {
        sds *argv;
        int argc, j;

        linenum++;
        line = sdsnew(buf);
        line = sdstrim(line," \t\r\n");

        /* Skip comments and blank lines*/
        if (line[0] == '#' || line[0] == '\0') {
            sdsfree(line);
            continue;
        }

        /* Split into arguments */
        argv = sdssplitlen(line,sdslen(line)," ",1,&argc);
        sdstolower(argv[0]);

        /* Execute config directives */
1883
        if (!strcasecmp(argv[0],"timeout") && argc == 2) {
A
antirez 已提交
1884
            server.maxidletime = atoi(argv[1]);
1885
            if (server.maxidletime < 0) {
A
antirez 已提交
1886 1887
                err = "Invalid timeout value"; goto loaderr;
            }
1888
        } else if (!strcasecmp(argv[0],"port") && argc == 2) {
A
antirez 已提交
1889 1890 1891 1892
            server.port = atoi(argv[1]);
            if (server.port < 1 || server.port > 65535) {
                err = "Invalid port"; goto loaderr;
            }
1893
        } else if (!strcasecmp(argv[0],"bind") && argc == 2) {
A
antirez 已提交
1894
            server.bindaddr = zstrdup(argv[1]);
1895
        } else if (!strcasecmp(argv[0],"save") && argc == 3) {
A
antirez 已提交
1896 1897 1898 1899 1900 1901
            int seconds = atoi(argv[1]);
            int changes = atoi(argv[2]);
            if (seconds < 1 || changes < 0) {
                err = "Invalid save parameters"; goto loaderr;
            }
            appendServerSaveParams(seconds,changes);
1902
        } else if (!strcasecmp(argv[0],"dir") && argc == 2) {
A
antirez 已提交
1903 1904 1905 1906 1907
            if (chdir(argv[1]) == -1) {
                redisLog(REDIS_WARNING,"Can't chdir to '%s': %s",
                    argv[1], strerror(errno));
                exit(1);
            }
1908 1909
        } else if (!strcasecmp(argv[0],"loglevel") && argc == 2) {
            if (!strcasecmp(argv[1],"debug")) server.verbosity = REDIS_DEBUG;
1910
            else if (!strcasecmp(argv[1],"verbose")) server.verbosity = REDIS_VERBOSE;
1911 1912
            else if (!strcasecmp(argv[1],"notice")) server.verbosity = REDIS_NOTICE;
            else if (!strcasecmp(argv[1],"warning")) server.verbosity = REDIS_WARNING;
A
antirez 已提交
1913 1914 1915 1916
            else {
                err = "Invalid log level. Must be one of debug, notice, warning";
                goto loaderr;
            }
1917
        } else if (!strcasecmp(argv[0],"logfile") && argc == 2) {
1918
            FILE *logfp;
A
antirez 已提交
1919 1920

            server.logfile = zstrdup(argv[1]);
1921
            if (!strcasecmp(server.logfile,"stdout")) {
A
antirez 已提交
1922 1923 1924 1925 1926 1927
                zfree(server.logfile);
                server.logfile = NULL;
            }
            if (server.logfile) {
                /* Test if we are able to open the file. The server will not
                 * be able to abort just for this problem later... */
1928 1929
                logfp = fopen(server.logfile,"a");
                if (logfp == NULL) {
A
antirez 已提交
1930 1931 1932 1933
                    err = sdscatprintf(sdsempty(),
                        "Can't open the log file: %s", strerror(errno));
                    goto loaderr;
                }
1934
                fclose(logfp);
A
antirez 已提交
1935
            }
1936
        } else if (!strcasecmp(argv[0],"databases") && argc == 2) {
A
antirez 已提交
1937 1938 1939 1940
            server.dbnum = atoi(argv[1]);
            if (server.dbnum < 1) {
                err = "Invalid number of databases"; goto loaderr;
            }
1941 1942
        } else if (!strcasecmp(argv[0],"include") && argc == 2) {
            loadServerConfig(argv[1]);
1943 1944
        } else if (!strcasecmp(argv[0],"maxclients") && argc == 2) {
            server.maxclients = atoi(argv[1]);
A
antirez 已提交
1945
        } else if (!strcasecmp(argv[0],"maxmemory") && argc == 2) {
1946
            server.maxmemory = memtoll(argv[1],NULL);
1947
        } else if (!strcasecmp(argv[0],"slaveof") && argc == 3) {
A
antirez 已提交
1948 1949 1950
            server.masterhost = sdsnew(argv[1]);
            server.masterport = atoi(argv[2]);
            server.replstate = REDIS_REPL_CONNECT;
1951 1952
        } else if (!strcasecmp(argv[0],"masterauth") && argc == 2) {
        	server.masterauth = zstrdup(argv[1]);
1953
        } else if (!strcasecmp(argv[0],"glueoutputbuf") && argc == 2) {
A
antirez 已提交
1954
            if ((server.glueoutputbuf = yesnotoi(argv[1])) == -1) {
A
antirez 已提交
1955 1956
                err = "argument must be 'yes' or 'no'"; goto loaderr;
            }
1957 1958
        } else if (!strcasecmp(argv[0],"rdbcompression") && argc == 2) {
            if ((server.rdbcompression = yesnotoi(argv[1])) == -1) {
A
antirez 已提交
1959 1960 1961 1962
                err = "argument must be 'yes' or 'no'"; goto loaderr;
            }
        } else if (!strcasecmp(argv[0],"activerehashing") && argc == 2) {
            if ((server.activerehashing = yesnotoi(argv[1])) == -1) {
1963 1964
                err = "argument must be 'yes' or 'no'"; goto loaderr;
            }
1965
        } else if (!strcasecmp(argv[0],"daemonize") && argc == 2) {
A
antirez 已提交
1966
            if ((server.daemonize = yesnotoi(argv[1])) == -1) {
A
antirez 已提交
1967 1968
                err = "argument must be 'yes' or 'no'"; goto loaderr;
            }
1969 1970 1971 1972
        } else if (!strcasecmp(argv[0],"appendonly") && argc == 2) {
            if ((server.appendonly = yesnotoi(argv[1])) == -1) {
                err = "argument must be 'yes' or 'no'"; goto loaderr;
            }
1973 1974 1975
        } else if (!strcasecmp(argv[0],"appendfilename") && argc == 2) {
            zfree(server.appendfilename);
            server.appendfilename = zstrdup(argv[1]);
1976 1977 1978 1979 1980
        } else if (!strcasecmp(argv[0],"no-appendfsync-on-rewrite")
                   && argc == 2) {
            if ((server.no_appendfsync_on_rewrite= yesnotoi(argv[1])) == -1) {
                err = "argument must be 'yes' or 'no'"; goto loaderr;
            }
1981
        } else if (!strcasecmp(argv[0],"appendfsync") && argc == 2) {
1982
            if (!strcasecmp(argv[1],"no")) {
1983
                server.appendfsync = APPENDFSYNC_NO;
1984
            } else if (!strcasecmp(argv[1],"always")) {
1985
                server.appendfsync = APPENDFSYNC_ALWAYS;
1986
            } else if (!strcasecmp(argv[1],"everysec")) {
1987 1988 1989 1990 1991
                server.appendfsync = APPENDFSYNC_EVERYSEC;
            } else {
                err = "argument must be 'no', 'always' or 'everysec'";
                goto loaderr;
            }
1992
        } else if (!strcasecmp(argv[0],"requirepass") && argc == 2) {
1993
            server.requirepass = zstrdup(argv[1]);
1994
        } else if (!strcasecmp(argv[0],"pidfile") && argc == 2) {
1995
            zfree(server.pidfile);
1996
            server.pidfile = zstrdup(argv[1]);
1997
        } else if (!strcasecmp(argv[0],"dbfilename") && argc == 2) {
1998
            zfree(server.dbfilename);
1999
            server.dbfilename = zstrdup(argv[1]);
2000 2001 2002 2003
        } else if (!strcasecmp(argv[0],"vm-enabled") && argc == 2) {
            if ((server.vm_enabled = yesnotoi(argv[1])) == -1) {
                err = "argument must be 'yes' or 'no'"; goto loaderr;
            }
2004
        } else if (!strcasecmp(argv[0],"vm-swap-file") && argc == 2) {
2005
            zfree(server.vm_swap_file);
2006
            server.vm_swap_file = zstrdup(argv[1]);
A
antirez 已提交
2007
        } else if (!strcasecmp(argv[0],"vm-max-memory") && argc == 2) {
2008
            server.vm_max_memory = memtoll(argv[1],NULL);
A
antirez 已提交
2009
        } else if (!strcasecmp(argv[0],"vm-page-size") && argc == 2) {
2010
            server.vm_page_size = memtoll(argv[1], NULL);
A
antirez 已提交
2011
        } else if (!strcasecmp(argv[0],"vm-pages") && argc == 2) {
2012
            server.vm_pages = memtoll(argv[1], NULL);
2013 2014
        } else if (!strcasecmp(argv[0],"vm-max-threads") && argc == 2) {
            server.vm_max_threads = strtoll(argv[1], NULL, 10);
2015
        } else if (!strcasecmp(argv[0],"hash-max-zipmap-entries") && argc == 2){
2016
            server.hash_max_zipmap_entries = memtoll(argv[1], NULL);
2017
        } else if (!strcasecmp(argv[0],"hash-max-zipmap-value") && argc == 2){
2018
            server.hash_max_zipmap_value = memtoll(argv[1], NULL);
A
antirez 已提交
2019 2020 2021 2022 2023 2024 2025 2026
        } else {
            err = "Bad directive or wrong number of arguments"; goto loaderr;
        }
        for (j = 0; j < argc; j++)
            sdsfree(argv[j]);
        zfree(argv);
        sdsfree(line);
    }
2027
    if (fp != stdin) fclose(fp);
A
antirez 已提交
2028 2029 2030 2031 2032 2033 2034 2035 2036 2037 2038 2039 2040 2041 2042
    return;

loaderr:
    fprintf(stderr, "\n*** FATAL CONFIG FILE ERROR ***\n");
    fprintf(stderr, "Reading the configuration file, at line %d\n", linenum);
    fprintf(stderr, ">>> '%s'\n", line);
    fprintf(stderr, "%s\n", err);
    exit(1);
}

static void freeClientArgv(redisClient *c) {
    int j;

    for (j = 0; j < c->argc; j++)
        decrRefCount(c->argv[j]);
2043 2044
    for (j = 0; j < c->mbargc; j++)
        decrRefCount(c->mbargv[j]);
A
antirez 已提交
2045
    c->argc = 0;
2046
    c->mbargc = 0;
A
antirez 已提交
2047 2048 2049 2050 2051
}

static void freeClient(redisClient *c) {
    listNode *ln;

A
antirez 已提交
2052
    /* Note that if the client we are freeing is blocked into a blocking
2053 2054 2055 2056
     * call, we have to set querybuf to NULL *before* to call
     * unblockClientWaitingData() to avoid processInputBuffer() will get
     * called. Also it is important to remove the file events after
     * this, because this call adds the READABLE event. */
A
antirez 已提交
2057 2058 2059
    sdsfree(c->querybuf);
    c->querybuf = NULL;
    if (c->flags & REDIS_BLOCKED)
2060
        unblockClientWaitingData(c);
A
antirez 已提交
2061

2062 2063 2064
    /* UNWATCH all the keys */
    unwatchAllKeys(c);
    listRelease(c->watched_keys);
A
antirez 已提交
2065 2066 2067 2068 2069
    /* Unsubscribe from all the pubsub channels */
    pubsubUnsubscribeAllChannels(c,0);
    pubsubUnsubscribeAllPatterns(c,0);
    dictRelease(c->pubsub_channels);
    listRelease(c->pubsub_patterns);
A
antirez 已提交
2070
    /* Obvious cleanup */
A
antirez 已提交
2071 2072 2073 2074 2075
    aeDeleteFileEvent(server.el,c->fd,AE_READABLE);
    aeDeleteFileEvent(server.el,c->fd,AE_WRITABLE);
    listRelease(c->reply);
    freeClientArgv(c);
    close(c->fd);
2076
    /* Remove from the list of clients */
A
antirez 已提交
2077
    ln = listSearchKey(server.clients,c);
2078
    redisAssert(ln != NULL);
A
antirez 已提交
2079
    listDelNode(server.clients,ln);
2080 2081
    /* Remove from the list of clients that are now ready to be restarted
     * after waiting for swapped keys */
A
antirez 已提交
2082 2083 2084 2085 2086 2087 2088
    if (c->flags & REDIS_IO_WAIT && listLength(c->io_keys) == 0) {
        ln = listSearchKey(server.io_ready_clients,c);
        if (ln) {
            listDelNode(server.io_ready_clients,ln);
            server.vm_blocked_clients--;
        }
    }
2089
    /* Remove from the list of clients waiting for swapped keys */
A
antirez 已提交
2090 2091 2092
    while (server.vm_enabled && listLength(c->io_keys)) {
        ln = listFirst(c->io_keys);
        dontWaitForSwappedKey(c,ln->value);
2093
    }
2094
    listRelease(c->io_keys);
A
antirez 已提交
2095
    /* Master/slave cleanup */
A
antirez 已提交
2096
    if (c->flags & REDIS_SLAVE) {
2097 2098
        if (c->replstate == REDIS_REPL_SEND_BULK && c->repldbfd != -1)
            close(c->repldbfd);
A
antirez 已提交
2099 2100
        list *l = (c->flags & REDIS_MONITOR) ? server.monitors : server.slaves;
        ln = listSearchKey(l,c);
2101
        redisAssert(ln != NULL);
A
antirez 已提交
2102
        listDelNode(l,ln);
A
antirez 已提交
2103 2104 2105 2106 2107
    }
    if (c->flags & REDIS_MASTER) {
        server.master = NULL;
        server.replstate = REDIS_REPL_CONNECT;
    }
A
antirez 已提交
2108
    /* Release memory */
2109
    zfree(c->argv);
2110
    zfree(c->mbargv);
A
antirez 已提交
2111
    freeClientMultiState(c);
A
antirez 已提交
2112 2113 2114
    zfree(c);
}

2115
#define GLUEREPLY_UP_TO (1024)
A
antirez 已提交
2116
static void glueReplyBuffersIfNeeded(redisClient *c) {
2117 2118
    int copylen = 0;
    char buf[GLUEREPLY_UP_TO];
2119
    listNode *ln;
A
antirez 已提交
2120
    listIter li;
A
antirez 已提交
2121 2122
    robj *o;

A
antirez 已提交
2123 2124
    listRewind(c->reply,&li);
    while((ln = listNext(&li))) {
2125 2126
        int objlen;

A
antirez 已提交
2127
        o = ln->value;
2128 2129 2130 2131
        objlen = sdslen(o->ptr);
        if (copylen + objlen <= GLUEREPLY_UP_TO) {
            memcpy(buf+copylen,o->ptr,objlen);
            copylen += objlen;
A
antirez 已提交
2132
            listDelNode(c->reply,ln);
2133 2134 2135
        } else {
            if (copylen == 0) return;
            break;
A
antirez 已提交
2136 2137
        }
    }
2138 2139 2140
    /* Now the output buffer is empty, add the new single element */
    o = createObject(REDIS_STRING,sdsnewlen(buf,copylen));
    listAddNodeHead(c->reply,o);
A
antirez 已提交
2141 2142 2143 2144 2145 2146 2147 2148 2149
}

static void sendReplyToClient(aeEventLoop *el, int fd, void *privdata, int mask) {
    redisClient *c = privdata;
    int nwritten = 0, totwritten = 0, objlen;
    robj *o;
    REDIS_NOTUSED(el);
    REDIS_NOTUSED(mask);

2150
    /* Use writev() if we have enough buffers to send */
2151
    if (!server.glueoutputbuf &&
A
Alex McHale 已提交
2152
        listLength(c->reply) > REDIS_WRITEV_THRESHOLD &&
2153
        !(c->flags & REDIS_MASTER))
2154 2155 2156 2157 2158
    {
        sendReplyToClientWritev(el, fd, privdata, mask);
        return;
    }

A
antirez 已提交
2159
    while(listLength(c->reply)) {
2160 2161 2162
        if (server.glueoutputbuf && listLength(c->reply) > 1)
            glueReplyBuffersIfNeeded(c);

A
antirez 已提交
2163 2164 2165 2166 2167 2168 2169 2170 2171
        o = listNodeValue(listFirst(c->reply));
        objlen = sdslen(o->ptr);

        if (objlen == 0) {
            listDelNode(c->reply,listFirst(c->reply));
            continue;
        }

        if (c->flags & REDIS_MASTER) {
2172
            /* Don't reply to a master */
A
antirez 已提交
2173 2174
            nwritten = objlen - c->sentlen;
        } else {
A
antirez 已提交
2175
            nwritten = write(fd, ((char*)o->ptr)+c->sentlen, objlen - c->sentlen);
A
antirez 已提交
2176 2177 2178 2179 2180 2181 2182 2183 2184
            if (nwritten <= 0) break;
        }
        c->sentlen += nwritten;
        totwritten += nwritten;
        /* If we fully sent the object on head go to the next one */
        if (c->sentlen == objlen) {
            listDelNode(c->reply,listFirst(c->reply));
            c->sentlen = 0;
        }
2185
        /* Note that we avoid to send more thank REDIS_MAX_WRITE_PER_EVENT
A
antirez 已提交
2186
         * bytes, in a single threaded server it's a good idea to serve
2187 2188
         * other clients as well, even if a very large request comes from
         * super fast link that is always able to accept data (in real world
A
antirez 已提交
2189
         * scenario think about 'KEYS *' against the loopback interfae) */
2190
        if (totwritten > REDIS_MAX_WRITE_PER_EVENT) break;
A
antirez 已提交
2191 2192 2193 2194 2195
    }
    if (nwritten == -1) {
        if (errno == EAGAIN) {
            nwritten = 0;
        } else {
2196
            redisLog(REDIS_VERBOSE,
A
antirez 已提交
2197 2198 2199 2200 2201 2202 2203 2204 2205 2206 2207 2208
                "Error writing to client: %s", strerror(errno));
            freeClient(c);
            return;
        }
    }
    if (totwritten > 0) c->lastinteraction = time(NULL);
    if (listLength(c->reply) == 0) {
        c->sentlen = 0;
        aeDeleteFileEvent(server.el,c->fd,AE_WRITABLE);
    }
}

2209 2210 2211 2212 2213 2214 2215 2216 2217 2218 2219 2220 2221 2222 2223 2224 2225 2226 2227 2228 2229
static void sendReplyToClientWritev(aeEventLoop *el, int fd, void *privdata, int mask)
{
    redisClient *c = privdata;
    int nwritten = 0, totwritten = 0, objlen, willwrite;
    robj *o;
    struct iovec iov[REDIS_WRITEV_IOVEC_COUNT];
    int offset, ion = 0;
    REDIS_NOTUSED(el);
    REDIS_NOTUSED(mask);

    listNode *node;
    while (listLength(c->reply)) {
        offset = c->sentlen;
        ion = 0;
        willwrite = 0;

        /* fill-in the iov[] array */
        for(node = listFirst(c->reply); node; node = listNextNode(node)) {
            o = listNodeValue(node);
            objlen = sdslen(o->ptr);

A
Alex McHale 已提交
2230
            if (totwritten + objlen - offset > REDIS_MAX_WRITE_PER_EVENT)
2231 2232 2233 2234 2235 2236 2237 2238 2239 2240 2241 2242 2243 2244 2245 2246 2247 2248
                break;

            if(ion == REDIS_WRITEV_IOVEC_COUNT)
                break; /* no more iovecs */

            iov[ion].iov_base = ((char*)o->ptr) + offset;
            iov[ion].iov_len = objlen - offset;
            willwrite += objlen - offset;
            offset = 0; /* just for the first item */
            ion++;
        }

        if(willwrite == 0)
            break;

        /* write all collected blocks at once */
        if((nwritten = writev(fd, iov, ion)) < 0) {
            if (errno != EAGAIN) {
2249
                redisLog(REDIS_VERBOSE,
2250 2251 2252 2253 2254 2255 2256 2257 2258 2259 2260 2261 2262 2263 2264 2265 2266 2267 2268 2269 2270 2271 2272 2273 2274 2275 2276 2277
                         "Error writing to client: %s", strerror(errno));
                freeClient(c);
                return;
            }
            break;
        }

        totwritten += nwritten;
        offset = c->sentlen;

        /* remove written robjs from c->reply */
        while (nwritten && listLength(c->reply)) {
            o = listNodeValue(listFirst(c->reply));
            objlen = sdslen(o->ptr);

            if(nwritten >= objlen - offset) {
                listDelNode(c->reply, listFirst(c->reply));
                nwritten -= objlen - offset;
                c->sentlen = 0;
            } else {
                /* partial write */
                c->sentlen += nwritten;
                break;
            }
            offset = 0;
        }
    }

A
Alex McHale 已提交
2278
    if (totwritten > 0)
2279 2280 2281 2282 2283 2284 2285 2286
        c->lastinteraction = time(NULL);

    if (listLength(c->reply) == 0) {
        c->sentlen = 0;
        aeDeleteFileEvent(server.el,c->fd,AE_WRITABLE);
    }
}

2287 2288 2289 2290 2291 2292 2293 2294 2295 2296
static int qsortRedisCommands(const void *r1, const void *r2) {
    return strcasecmp(
        ((struct redisCommand*)r1)->name,
        ((struct redisCommand*)r2)->name);
}

static void sortCommandTable() {
    /* Copy and sort the read-only version of the command table */
    commandTable = (struct redisCommand*)malloc(sizeof(readonlyCommandTable));
    memcpy(commandTable,readonlyCommandTable,sizeof(readonlyCommandTable));
2297 2298 2299
    qsort(commandTable,
        sizeof(readonlyCommandTable)/sizeof(struct redisCommand),
        sizeof(struct redisCommand),qsortRedisCommands);
2300 2301
}

A
antirez 已提交
2302
static struct redisCommand *lookupCommand(char *name) {
2303 2304 2305 2306
    struct redisCommand tmp = {name,NULL,0,0,NULL,0,0,0};
    return bsearch(
        &tmp,
        commandTable,
2307
        sizeof(readonlyCommandTable)/sizeof(struct redisCommand),
2308 2309
        sizeof(struct redisCommand),
        qsortRedisCommands);
A
antirez 已提交
2310 2311 2312 2313 2314 2315
}

/* resetClient prepare the client to process the next command */
static void resetClient(redisClient *c) {
    freeClientArgv(c);
    c->bulklen = -1;
2316
    c->multibulk = 0;
A
antirez 已提交
2317 2318
}

A
antirez 已提交
2319 2320 2321 2322 2323 2324
/* Call() is the core of Redis execution of a command */
static void call(redisClient *c, struct redisCommand *cmd) {
    long long dirty;

    dirty = server.dirty;
    cmd->proc(c);
2325 2326 2327
    dirty = server.dirty-dirty;

    if (server.appendonly && dirty)
A
antirez 已提交
2328
        feedAppendOnlyFile(cmd,c->db->id,c->argv,c->argc);
2329 2330
    if ((dirty || cmd->flags & REDIS_CMD_FORCE_REPLICATION) &&
        listLength(server.slaves))
2331
        replicationFeedSlaves(server.slaves,c->db->id,c->argv,c->argc);
A
antirez 已提交
2332
    if (listLength(server.monitors))
2333
        replicationFeedMonitors(server.monitors,c->db->id,c->argv,c->argc);
A
antirez 已提交
2334 2335 2336
    server.stat_numcommands++;
}

A
antirez 已提交
2337 2338 2339 2340 2341 2342 2343 2344 2345 2346 2347
/* If this function gets called we already read a whole
 * command, argments are in the client argv/argc fields.
 * processCommand() execute the command or prepare the
 * server for a bulk read from the client.
 *
 * If 1 is returned the client is still alive and valid and
 * and other operations can be performed by the caller. Otherwise
 * if 0 is returned the client was destroied (i.e. after QUIT). */
static int processCommand(redisClient *c) {
    struct redisCommand *cmd;

A
antirez 已提交
2348 2349 2350
    /* Free some memory if needed (maxmemory setting) */
    if (server.maxmemory) freeMemoryIfNeeded();

2351 2352 2353 2354 2355 2356 2357 2358 2359 2360 2361 2362 2363 2364 2365 2366 2367 2368 2369 2370 2371 2372 2373 2374 2375 2376 2377 2378 2379 2380 2381 2382 2383 2384 2385 2386 2387 2388 2389 2390 2391 2392 2393 2394 2395 2396 2397 2398 2399 2400 2401 2402 2403 2404 2405 2406 2407 2408 2409 2410 2411 2412 2413 2414 2415 2416 2417 2418
    /* Handle the multi bulk command type. This is an alternative protocol
     * supported by Redis in order to receive commands that are composed of
     * multiple binary-safe "bulk" arguments. The latency of processing is
     * a bit higher but this allows things like multi-sets, so if this
     * protocol is used only for MSET and similar commands this is a big win. */
    if (c->multibulk == 0 && c->argc == 1 && ((char*)(c->argv[0]->ptr))[0] == '*') {
        c->multibulk = atoi(((char*)c->argv[0]->ptr)+1);
        if (c->multibulk <= 0) {
            resetClient(c);
            return 1;
        } else {
            decrRefCount(c->argv[c->argc-1]);
            c->argc--;
            return 1;
        }
    } else if (c->multibulk) {
        if (c->bulklen == -1) {
            if (((char*)c->argv[0]->ptr)[0] != '$') {
                addReplySds(c,sdsnew("-ERR multi bulk protocol error\r\n"));
                resetClient(c);
                return 1;
            } else {
                int bulklen = atoi(((char*)c->argv[0]->ptr)+1);
                decrRefCount(c->argv[0]);
                if (bulklen < 0 || bulklen > 1024*1024*1024) {
                    c->argc--;
                    addReplySds(c,sdsnew("-ERR invalid bulk write count\r\n"));
                    resetClient(c);
                    return 1;
                }
                c->argc--;
                c->bulklen = bulklen+2; /* add two bytes for CR+LF */
                return 1;
            }
        } else {
            c->mbargv = zrealloc(c->mbargv,(sizeof(robj*))*(c->mbargc+1));
            c->mbargv[c->mbargc] = c->argv[0];
            c->mbargc++;
            c->argc--;
            c->multibulk--;
            if (c->multibulk == 0) {
                robj **auxargv;
                int auxargc;

                /* Here we need to swap the multi-bulk argc/argv with the
                 * normal argc/argv of the client structure. */
                auxargv = c->argv;
                c->argv = c->mbargv;
                c->mbargv = auxargv;

                auxargc = c->argc;
                c->argc = c->mbargc;
                c->mbargc = auxargc;

                /* We need to set bulklen to something different than -1
                 * in order for the code below to process the command without
                 * to try to read the last argument of a bulk command as
                 * a special argument. */
                c->bulklen = 0;
                /* continue below and process the command */
            } else {
                c->bulklen = -1;
                return 1;
            }
        }
    }
    /* -- end of multi bulk commands processing -- */

A
antirez 已提交
2419 2420
    /* The QUIT command is handled as a special case. Normal command
     * procs are unable to close the client connection safely */
2421
    if (!strcasecmp(c->argv[0]->ptr,"quit")) {
A
antirez 已提交
2422 2423 2424
        freeClient(c);
        return 0;
    }
A
antirez 已提交
2425 2426 2427

    /* Now lookup the command and check ASAP about trivial error conditions
     * such wrong arity, bad command name and so forth. */
A
antirez 已提交
2428 2429
    cmd = lookupCommand(c->argv[0]->ptr);
    if (!cmd) {
2430 2431 2432
        addReplySds(c,
            sdscatprintf(sdsempty(), "-ERR unknown command '%s'\r\n",
                (char*)c->argv[0]->ptr));
A
antirez 已提交
2433 2434 2435 2436
        resetClient(c);
        return 1;
    } else if ((cmd->arity > 0 && cmd->arity != c->argc) ||
               (c->argc < -cmd->arity)) {
2437 2438 2439 2440
        addReplySds(c,
            sdscatprintf(sdsempty(),
                "-ERR wrong number of arguments for '%s' command\r\n",
                cmd->name));
A
antirez 已提交
2441 2442 2443
        resetClient(c);
        return 1;
    } else if (cmd->flags & REDIS_CMD_BULK && c->bulklen == -1) {
A
antirez 已提交
2444
        /* This is a bulk command, we have to read the last argument yet. */
A
antirez 已提交
2445 2446 2447 2448 2449 2450 2451 2452 2453 2454 2455 2456
        int bulklen = atoi(c->argv[c->argc-1]->ptr);

        decrRefCount(c->argv[c->argc-1]);
        if (bulklen < 0 || bulklen > 1024*1024*1024) {
            c->argc--;
            addReplySds(c,sdsnew("-ERR invalid bulk write count\r\n"));
            resetClient(c);
            return 1;
        }
        c->argc--;
        c->bulklen = bulklen+2; /* add two bytes for CR+LF */
        /* It is possible that the bulk read is already in the
A
antirez 已提交
2457 2458 2459 2460
         * buffer. Check this condition and handle it accordingly.
         * This is just a fast path, alternative to call processInputBuffer().
         * It's a good idea since the code is small and this condition
         * happens most of the times. */
A
antirez 已提交
2461 2462 2463 2464 2465
        if ((signed)sdslen(c->querybuf) >= c->bulklen) {
            c->argv[c->argc] = createStringObject(c->querybuf,c->bulklen-2);
            c->argc++;
            c->querybuf = sdsrange(c->querybuf,c->bulklen,-1);
        } else {
A
antirez 已提交
2466 2467
            /* Otherwise return... there is to read the last argument
             * from the socket. */
A
antirez 已提交
2468 2469 2470
            return 1;
        }
    }
2471 2472
    /* Let's try to encode the bulk object to save space. */
    if (cmd->flags & REDIS_CMD_BULK)
2473
        c->argv[c->argc-1] = tryObjectEncoding(c->argv[c->argc-1]);
2474

2475 2476 2477 2478 2479 2480 2481
    /* Check if the user is authenticated */
    if (server.requirepass && !c->authenticated && cmd->proc != authCommand) {
        addReplySds(c,sdsnew("-ERR operation not permitted\r\n"));
        resetClient(c);
        return 1;
    }

2482 2483 2484 2485 2486 2487 2488 2489 2490
    /* Handle the maxmemory directive */
    if (server.maxmemory && (cmd->flags & REDIS_CMD_DENYOOM) &&
        zmalloc_used_memory() > server.maxmemory)
    {
        addReplySds(c,sdsnew("-ERR command not allowed when used memory > 'maxmemory'\r\n"));
        resetClient(c);
        return 1;
    }

2491
    /* Only allow SUBSCRIBE and UNSUBSCRIBE in the context of Pub/Sub */
2492 2493
    if ((dictSize(c->pubsub_channels) > 0 || listLength(c->pubsub_patterns) > 0)
        &&
A
antirez 已提交
2494 2495 2496
        cmd->proc != subscribeCommand && cmd->proc != unsubscribeCommand &&
        cmd->proc != psubscribeCommand && cmd->proc != punsubscribeCommand) {
        addReplySds(c,sdsnew("-ERR only (P)SUBSCRIBE / (P)UNSUBSCRIBE / QUIT allowed in this context\r\n"));
2497 2498 2499 2500
        resetClient(c);
        return 1;
    }

A
antirez 已提交
2501
    /* Exec the command */
2502 2503 2504 2505
    if (c->flags & REDIS_MULTI &&
        cmd->proc != execCommand && cmd->proc != discardCommand &&
        cmd->proc != multiCommand && cmd->proc != watchCommand)
    {
A
antirez 已提交
2506 2507 2508
        queueMultiCommand(c,cmd);
        addReply(c,shared.queued);
    } else {
A
antirez 已提交
2509
        if (server.vm_enabled && server.vm_max_threads > 0 &&
2510
            blockClientOnSwappedKeys(c,cmd)) return 1;
A
antirez 已提交
2511 2512
        call(c,cmd);
    }
A
antirez 已提交
2513 2514 2515 2516 2517 2518

    /* Prepare the client for the next command */
    resetClient(c);
    return 1;
}

2519
static void replicationFeedSlaves(list *slaves, int dictid, robj **argv, int argc) {
2520
    listNode *ln;
A
antirez 已提交
2521
    listIter li;
A
antirez 已提交
2522
    int outc = 0, j;
2523
    robj **outv;
2524 2525 2526 2527 2528
    /* We need 1+(ARGS*3) objects since commands are using the new protocol
     * and we one 1 object for the first "*<count>\r\n" multibulk count, then
     * for every additional object we have "$<count>\r\n" + object + "\r\n". */
    robj *static_outv[REDIS_STATIC_ARGS*3+1];
    robj *lenobj;
2529 2530 2531 2532

    if (argc <= REDIS_STATIC_ARGS) {
        outv = static_outv;
    } else {
2533
        outv = zmalloc(sizeof(robj*)*(argc*3+1));
2534
    }
2535 2536 2537 2538 2539

    lenobj = createObject(REDIS_STRING,
            sdscatprintf(sdsempty(), "*%d\r\n", argc));
    lenobj->refcount = 0;
    outv[outc++] = lenobj;
A
antirez 已提交
2540
    for (j = 0; j < argc; j++) {
2541 2542 2543 2544 2545
        lenobj = createObject(REDIS_STRING,
            sdscatprintf(sdsempty(),"$%lu\r\n",
                (unsigned long) stringObjectLen(argv[j])));
        lenobj->refcount = 0;
        outv[outc++] = lenobj;
A
antirez 已提交
2546
        outv[outc++] = argv[j];
2547
        outv[outc++] = shared.crlf;
A
antirez 已提交
2548 2549
    }

2550 2551 2552 2553
    /* Increment all the refcounts at start and decrement at end in order to
     * be sure to free objects if there is no slave in a replication state
     * able to be feed with commands */
    for (j = 0; j < outc; j++) incrRefCount(outv[j]);
A
antirez 已提交
2554 2555
    listRewind(slaves,&li);
    while((ln = listNext(&li))) {
A
antirez 已提交
2556
        redisClient *slave = ln->value;
2557 2558

        /* Don't feed slaves that are still waiting for BGSAVE to start */
2559
        if (slave->replstate == REDIS_REPL_WAIT_BGSAVE_START) continue;
2560 2561

        /* Feed all the other slaves, MONITORs and so on */
A
antirez 已提交
2562 2563 2564 2565 2566 2567 2568 2569 2570 2571 2572 2573 2574 2575 2576 2577 2578 2579 2580 2581 2582 2583 2584 2585 2586
        if (slave->slaveseldb != dictid) {
            robj *selectcmd;

            switch(dictid) {
            case 0: selectcmd = shared.select0; break;
            case 1: selectcmd = shared.select1; break;
            case 2: selectcmd = shared.select2; break;
            case 3: selectcmd = shared.select3; break;
            case 4: selectcmd = shared.select4; break;
            case 5: selectcmd = shared.select5; break;
            case 6: selectcmd = shared.select6; break;
            case 7: selectcmd = shared.select7; break;
            case 8: selectcmd = shared.select8; break;
            case 9: selectcmd = shared.select9; break;
            default:
                selectcmd = createObject(REDIS_STRING,
                    sdscatprintf(sdsempty(),"select %d\r\n",dictid));
                selectcmd->refcount = 0;
                break;
            }
            addReply(slave,selectcmd);
            slave->slaveseldb = dictid;
        }
        for (j = 0; j < outc; j++) addReply(slave,outv[j]);
    }
2587
    for (j = 0; j < outc; j++) decrRefCount(outv[j]);
2588
    if (outv != static_outv) zfree(outv);
A
antirez 已提交
2589 2590
}

2591 2592 2593 2594 2595 2596 2597 2598 2599 2600 2601 2602 2603 2604 2605 2606 2607 2608 2609 2610 2611 2612 2613 2614 2615 2616 2617 2618 2619 2620 2621 2622 2623 2624 2625 2626 2627 2628 2629 2630 2631 2632 2633 2634 2635 2636 2637 2638 2639 2640 2641 2642 2643 2644 2645 2646 2647 2648
static sds sdscatrepr(sds s, char *p, size_t len) {
    s = sdscatlen(s,"\"",1);
    while(len--) {
        switch(*p) {
        case '\\':
        case '"':
            s = sdscatprintf(s,"\\%c",*p);
            break;
        case '\n': s = sdscatlen(s,"\\n",1); break;
        case '\r': s = sdscatlen(s,"\\r",1); break;
        case '\t': s = sdscatlen(s,"\\t",1); break;
        case '\a': s = sdscatlen(s,"\\a",1); break;
        case '\b': s = sdscatlen(s,"\\b",1); break;
        default:
            if (isprint(*p))
                s = sdscatprintf(s,"%c",*p);
            else
                s = sdscatprintf(s,"\\x%02x",(unsigned char)*p);
            break;
        }
        p++;
    }
    return sdscatlen(s,"\"",1);
}

static void replicationFeedMonitors(list *monitors, int dictid, robj **argv, int argc) {
    listNode *ln;
    listIter li;
    int j;
    sds cmdrepr = sdsnew("+");
    robj *cmdobj;
    struct timeval tv;

    gettimeofday(&tv,NULL);
    cmdrepr = sdscatprintf(cmdrepr,"%ld.%ld ",(long)tv.tv_sec,(long)tv.tv_usec);
    if (dictid != 0) cmdrepr = sdscatprintf(cmdrepr,"(db %d) ", dictid);

    for (j = 0; j < argc; j++) {
        if (argv[j]->encoding == REDIS_ENCODING_INT) {
            cmdrepr = sdscatprintf(cmdrepr, "%ld", (long)argv[j]->ptr);
        } else {
            cmdrepr = sdscatrepr(cmdrepr,(char*)argv[j]->ptr,
                        sdslen(argv[j]->ptr));
        }
        if (j != argc-1)
            cmdrepr = sdscatlen(cmdrepr," ",1);
    }
    cmdrepr = sdscatlen(cmdrepr,"\r\n",2);
    cmdobj = createObject(REDIS_STRING,cmdrepr);

    listRewind(monitors,&li);
    while((ln = listNext(&li))) {
        redisClient *monitor = ln->value;
        addReply(monitor,cmdobj);
    }
    decrRefCount(cmdobj);
}

A
antirez 已提交
2649
static void processInputBuffer(redisClient *c) {
A
antirez 已提交
2650
again:
A
antirez 已提交
2651 2652 2653 2654 2655 2656
    /* Before to process the input buffer, make sure the client is not
     * waitig for a blocking operation such as BLPOP. Note that the first
     * iteration the client is never blocked, otherwise the processInputBuffer
     * would not be called at all, but after the execution of the first commands
     * in the input buffer the client may be blocked, and the "goto again"
     * will try to reiterate. The following line will make it return asap. */
2657
    if (c->flags & REDIS_BLOCKED || c->flags & REDIS_IO_WAIT) return;
A
antirez 已提交
2658 2659 2660 2661
    if (c->bulklen == -1) {
        /* Read the first line of the query */
        char *p = strchr(c->querybuf,'\n');
        size_t querylen;
2662

A
antirez 已提交
2663 2664 2665
        if (p) {
            sds query, *argv;
            int argc, j;
A
Alex McHale 已提交
2666

A
antirez 已提交
2667 2668 2669 2670 2671 2672 2673 2674 2675 2676 2677 2678 2679
            query = c->querybuf;
            c->querybuf = sdsempty();
            querylen = 1+(p-(query));
            if (sdslen(query) > querylen) {
                /* leave data after the first line of the query in the buffer */
                c->querybuf = sdscatlen(c->querybuf,query+querylen,sdslen(query)-querylen);
            }
            *p = '\0'; /* remove "\n" */
            if (*(p-1) == '\r') *(p-1) = '\0'; /* and "\r" if any */
            sdsupdatelen(query);

            /* Now we can split the query in arguments */
            argv = sdssplitlen(query,sdslen(query)," ",1,&argc);
2680 2681 2682 2683 2684 2685
            sdsfree(query);

            if (c->argv) zfree(c->argv);
            c->argv = zmalloc(sizeof(robj*)*argc);

            for (j = 0; j < argc; j++) {
A
antirez 已提交
2686 2687 2688 2689 2690 2691 2692 2693
                if (sdslen(argv[j])) {
                    c->argv[c->argc] = createObject(REDIS_STRING,argv[j]);
                    c->argc++;
                } else {
                    sdsfree(argv[j]);
                }
            }
            zfree(argv);
2694 2695 2696 2697 2698 2699 2700 2701 2702 2703
            if (c->argc) {
                /* Execute the command. If the client is still valid
                 * after processCommand() return and there is something
                 * on the query buffer try to process the next command. */
                if (processCommand(c) && sdslen(c->querybuf)) goto again;
            } else {
                /* Nothing to process, argc == 0. Just process the query
                 * buffer if it's not empty or return to the caller */
                if (sdslen(c->querybuf)) goto again;
            }
A
antirez 已提交
2704
            return;
2705
        } else if (sdslen(c->querybuf) >= REDIS_REQUEST_MAX_SIZE) {
2706
            redisLog(REDIS_VERBOSE, "Client protocol error");
A
antirez 已提交
2707 2708 2709 2710 2711 2712 2713 2714 2715 2716 2717 2718 2719 2720 2721
            freeClient(c);
            return;
        }
    } else {
        /* Bulk read handling. Note that if we are at this point
           the client already sent a command terminated with a newline,
           we are reading the bulk data that is actually the last
           argument of the command. */
        int qbl = sdslen(c->querybuf);

        if (c->bulklen <= qbl) {
            /* Copy everything but the final CRLF as final argument */
            c->argv[c->argc] = createStringObject(c->querybuf,c->bulklen-2);
            c->argc++;
            c->querybuf = sdsrange(c->querybuf,c->bulklen,-1);
A
antirez 已提交
2722 2723 2724 2725
            /* Process the command. If the client is still valid after
             * the processing and there is more data in the buffer
             * try to parse it. */
            if (processCommand(c) && sdslen(c->querybuf)) goto again;
A
antirez 已提交
2726 2727 2728 2729 2730
            return;
        }
    }
}

A
antirez 已提交
2731 2732 2733 2734 2735 2736 2737 2738 2739 2740 2741 2742
static void readQueryFromClient(aeEventLoop *el, int fd, void *privdata, int mask) {
    redisClient *c = (redisClient*) privdata;
    char buf[REDIS_IOBUF_LEN];
    int nread;
    REDIS_NOTUSED(el);
    REDIS_NOTUSED(mask);

    nread = read(fd, buf, REDIS_IOBUF_LEN);
    if (nread == -1) {
        if (errno == EAGAIN) {
            nread = 0;
        } else {
2743
            redisLog(REDIS_VERBOSE, "Reading from client: %s",strerror(errno));
A
antirez 已提交
2744 2745 2746 2747
            freeClient(c);
            return;
        }
    } else if (nread == 0) {
2748
        redisLog(REDIS_VERBOSE, "Client closed connection");
A
antirez 已提交
2749 2750 2751 2752 2753 2754 2755 2756 2757
        freeClient(c);
        return;
    }
    if (nread) {
        c->querybuf = sdscatlen(c->querybuf, buf, nread);
        c->lastinteraction = time(NULL);
    } else {
        return;
    }
2758
    processInputBuffer(c);
A
antirez 已提交
2759 2760
}

A
antirez 已提交
2761 2762 2763
static int selectDb(redisClient *c, int id) {
    if (id < 0 || id >= server.dbnum)
        return REDIS_ERR;
A
antirez 已提交
2764
    c->db = &server.db[id];
A
antirez 已提交
2765 2766 2767
    return REDIS_OK;
}

2768 2769
static void *dupClientReplyValue(void *o) {
    incrRefCount((robj*)o);
2770
    return o;
2771 2772
}

A
antirez 已提交
2773
static int listMatchObjects(void *a, void *b) {
2774
    return equalStringObjects(a,b);
A
antirez 已提交
2775 2776
}

A
antirez 已提交
2777 2778 2779 2780 2781 2782 2783 2784 2785 2786
static redisClient *createClient(int fd) {
    redisClient *c = zmalloc(sizeof(*c));

    anetNonBlock(NULL,fd);
    anetTcpNoDelay(NULL,fd);
    if (!c) return NULL;
    selectDb(c,0);
    c->fd = fd;
    c->querybuf = sdsempty();
    c->argc = 0;
2787
    c->argv = NULL;
A
antirez 已提交
2788
    c->bulklen = -1;
2789 2790 2791
    c->multibulk = 0;
    c->mbargc = 0;
    c->mbargv = NULL;
A
antirez 已提交
2792 2793 2794
    c->sentlen = 0;
    c->flags = 0;
    c->lastinteraction = time(NULL);
B
Brian Hammond 已提交
2795
    c->authenticated = 0;
2796
    c->replstate = REDIS_REPL_NONE;
2797
    c->reply = listCreate();
A
antirez 已提交
2798
    listSetFreeMethod(c->reply,decrRefCount);
2799
    listSetDupMethod(c->reply,dupClientReplyValue);
2800 2801
    c->blocking_keys = NULL;
    c->blocking_keys_num = 0;
2802
    c->io_keys = listCreate();
A
antirez 已提交
2803
    c->watched_keys = listCreate();
2804
    listSetFreeMethod(c->io_keys,decrRefCount);
A
antirez 已提交
2805 2806 2807 2808
    c->pubsub_channels = dictCreate(&setDictType,NULL);
    c->pubsub_patterns = listCreate();
    listSetFreeMethod(c->pubsub_patterns,decrRefCount);
    listSetMatchMethod(c->pubsub_patterns,listMatchObjects);
A
antirez 已提交
2809
    if (aeCreateFileEvent(server.el, c->fd, AE_READABLE,
2810
        readQueryFromClient, c) == AE_ERR) {
A
antirez 已提交
2811 2812 2813
        freeClient(c);
        return NULL;
    }
2814
    listAddNodeTail(server.clients,c);
A
antirez 已提交
2815
    initClientMultiState(c);
A
antirez 已提交
2816 2817 2818 2819 2820
    return c;
}

static void addReply(redisClient *c, robj *obj) {
    if (listLength(c->reply) == 0 &&
2821 2822
        (c->replstate == REDIS_REPL_NONE ||
         c->replstate == REDIS_REPL_ONLINE) &&
A
antirez 已提交
2823
        aeCreateFileEvent(server.el, c->fd, AE_WRITABLE,
2824
        sendReplyToClient, c) == AE_ERR) return;
2825 2826 2827 2828 2829

    if (server.vm_enabled && obj->storage != REDIS_VM_MEMORY) {
        obj = dupStringObject(obj);
        obj->refcount = 0; /* getDecodedObject() will increment the refcount */
    }
2830
    listAddNodeTail(c->reply,getDecodedObject(obj));
A
antirez 已提交
2831 2832 2833 2834 2835 2836 2837 2838
}

static void addReplySds(redisClient *c, sds s) {
    robj *o = createObject(REDIS_STRING,s);
    addReply(c,o);
    decrRefCount(o);
}

A
antirez 已提交
2839 2840 2841 2842
static void addReplyDouble(redisClient *c, double d) {
    char buf[128];

    snprintf(buf,sizeof(buf),"%.17g",d);
2843
    addReplySds(c,sdscatprintf(sdsempty(),"$%lu\r\n%s\r\n",
A
antirez 已提交
2844
        (unsigned long) strlen(buf),buf));
A
antirez 已提交
2845 2846
}

2847 2848 2849 2850 2851 2852 2853 2854 2855 2856 2857
static void addReplyLongLong(redisClient *c, long long ll) {
    char buf[128];
    size_t len;

    if (ll == 0) {
        addReply(c,shared.czero);
        return;
    } else if (ll == 1) {
        addReply(c,shared.cone);
        return;
    }
A
antirez 已提交
2858 2859 2860 2861 2862
    buf[0] = ':';
    len = ll2string(buf+1,sizeof(buf)-1,ll);
    buf[len+1] = '\r';
    buf[len+2] = '\n';
    addReplySds(c,sdsnewlen(buf,len+3));
2863 2864
}

2865 2866 2867 2868
static void addReplyUlong(redisClient *c, unsigned long ul) {
    char buf[128];
    size_t len;

A
antirez 已提交
2869 2870 2871 2872 2873 2874 2875
    if (ul == 0) {
        addReply(c,shared.czero);
        return;
    } else if (ul == 1) {
        addReply(c,shared.cone);
        return;
    }
2876 2877 2878 2879
    len = snprintf(buf,sizeof(buf),":%lu\r\n",ul);
    addReplySds(c,sdsnewlen(buf,len));
}

2880
static void addReplyBulkLen(redisClient *c, robj *obj) {
A
antirez 已提交
2881 2882
    size_t len, intlen;
    char buf[128];
2883 2884 2885 2886 2887 2888

    if (obj->encoding == REDIS_ENCODING_RAW) {
        len = sdslen(obj->ptr);
    } else {
        long n = (long)obj->ptr;

2889
        /* Compute how many bytes will take this integer as a radix 10 string */
2890 2891 2892 2893 2894 2895 2896 2897 2898
        len = 1;
        if (n < 0) {
            len++;
            n = -n;
        }
        while((n = n/10) != 0) {
            len++;
        }
    }
A
antirez 已提交
2899 2900 2901 2902 2903
    buf[0] = '$';
    intlen = ll2string(buf+1,sizeof(buf)-1,(long long)len);
    buf[intlen+1] = '\r';
    buf[intlen+2] = '\n';
    addReplySds(c,sdsnewlen(buf,intlen+3));
2904 2905
}

A
antirez 已提交
2906 2907 2908 2909 2910 2911
static void addReplyBulk(redisClient *c, robj *obj) {
    addReplyBulkLen(c,obj);
    addReply(c,obj);
    addReply(c,shared.crlf);
}

2912 2913 2914 2915 2916 2917 2918 2919 2920 2921 2922
/* In the CONFIG command we need to add vanilla C string as bulk replies */
static void addReplyBulkCString(redisClient *c, char *s) {
    if (s == NULL) {
        addReply(c,shared.nullbulk);
    } else {
        robj *o = createStringObject(s,strlen(s));
        addReplyBulk(c,o);
        decrRefCount(o);
    }
}

A
antirez 已提交
2923 2924 2925
static void acceptHandler(aeEventLoop *el, int fd, void *privdata, int mask) {
    int cport, cfd;
    char cip[128];
2926
    redisClient *c;
A
antirez 已提交
2927 2928 2929 2930 2931 2932
    REDIS_NOTUSED(el);
    REDIS_NOTUSED(mask);
    REDIS_NOTUSED(privdata);

    cfd = anetAccept(server.neterr, fd, cip, &cport);
    if (cfd == AE_ERR) {
2933
        redisLog(REDIS_VERBOSE,"Accepting client connection: %s", server.neterr);
A
antirez 已提交
2934 2935
        return;
    }
2936
    redisLog(REDIS_VERBOSE,"Accepted %s:%d", cip, cport);
2937
    if ((c = createClient(cfd)) == NULL) {
A
antirez 已提交
2938 2939 2940 2941
        redisLog(REDIS_WARNING,"Error allocating resoures for the client");
        close(cfd); /* May be already closed, just ingore errors */
        return;
    }
2942 2943 2944 2945 2946 2947 2948 2949
    /* If maxclient directive is set and this is one client more... close the
     * connection. Note that we create the client instead to check before
     * for this condition, since now the socket is already set in nonblocking
     * mode and we can send an error for free using the Kernel I/O */
    if (server.maxclients && listLength(server.clients) > server.maxclients) {
        char *err = "-ERR max number of clients reached\r\n";

        /* That's a best effort error message, don't check write errors */
2950 2951 2952
        if (write(c->fd,err,strlen(err)) == -1) {
            /* Nothing to do, Just to avoid the warning... */
        }
2953 2954 2955
        freeClient(c);
        return;
    }
A
antirez 已提交
2956 2957 2958 2959 2960 2961 2962 2963
    server.stat_numconnections++;
}

/* ======================= Redis objects implementation ===================== */

static robj *createObject(int type, void *ptr) {
    robj *o;

2964
    if (server.vm_enabled) pthread_mutex_lock(&server.obj_freelist_mutex);
A
antirez 已提交
2965 2966 2967 2968
    if (listLength(server.objfreelist)) {
        listNode *head = listFirst(server.objfreelist);
        o = listNodeValue(head);
        listDelNode(server.objfreelist,head);
2969
        if (server.vm_enabled) pthread_mutex_unlock(&server.obj_freelist_mutex);
A
antirez 已提交
2970
    } else {
2971
        if (server.vm_enabled)
2972
            pthread_mutex_unlock(&server.obj_freelist_mutex);
2973
        o = zmalloc(sizeof(*o));
A
antirez 已提交
2974 2975
    }
    o->type = type;
2976
    o->encoding = REDIS_ENCODING_RAW;
A
antirez 已提交
2977 2978
    o->ptr = ptr;
    o->refcount = 1;
A
antirez 已提交
2979
    if (server.vm_enabled) {
A
antirez 已提交
2980
        /* Note that this code may run in the context of an I/O thread
2981
         * and accessing server.lruclock in theory is an error
A
antirez 已提交
2982
         * (no locks). But in practice this is safe, and even if we read
2983 2984
         * garbage Redis will not fail. */
        o->lru = server.lruclock;
A
antirez 已提交
2985 2986
        o->storage = REDIS_VM_MEMORY;
    }
A
antirez 已提交
2987 2988 2989 2990 2991 2992 2993
    return o;
}

static robj *createStringObject(char *ptr, size_t len) {
    return createObject(REDIS_STRING,sdsnewlen(ptr,len));
}

2994 2995 2996 2997 2998 2999 3000
static robj *createStringObjectFromLongLong(long long value) {
    robj *o;
    if (value >= 0 && value < REDIS_SHARED_INTEGERS) {
        incrRefCount(shared.integers[value]);
        o = shared.integers[value];
    } else {
        if (value >= LONG_MIN && value <= LONG_MAX) {
3001
            o = createObject(REDIS_STRING, NULL);
3002 3003 3004
            o->encoding = REDIS_ENCODING_INT;
            o->ptr = (void*)((long)value);
        } else {
3005
            o = createObject(REDIS_STRING,sdsfromlonglong(value));
3006 3007 3008 3009 3010
        }
    }
    return o;
}

A
antirez 已提交
3011
static robj *dupStringObject(robj *o) {
3012
    assert(o->encoding == REDIS_ENCODING_RAW);
A
antirez 已提交
3013 3014 3015
    return createStringObject(o->ptr,sdslen(o->ptr));
}

A
antirez 已提交
3016 3017 3018 3019 3020 3021 3022 3023 3024 3025 3026 3027
static robj *createListObject(void) {
    list *l = listCreate();

    listSetFreeMethod(l,decrRefCount);
    return createObject(REDIS_LIST,l);
}

static robj *createSetObject(void) {
    dict *d = dictCreate(&setDictType,NULL);
    return createObject(REDIS_SET,d);
}

3028 3029 3030 3031 3032 3033 3034 3035 3036 3037
static robj *createHashObject(void) {
    /* All the Hashes start as zipmaps. Will be automatically converted
     * into hash tables if there are enough elements or big elements
     * inside. */
    unsigned char *zm = zipmapNew();
    robj *o = createObject(REDIS_HASH,zm);
    o->encoding = REDIS_ENCODING_ZIPMAP;
    return o;
}

3038
static robj *createZsetObject(void) {
3039 3040 3041 3042 3043
    zset *zs = zmalloc(sizeof(*zs));

    zs->dict = dictCreate(&zsetDictType,NULL);
    zs->zsl = zslCreate();
    return createObject(REDIS_ZSET,zs);
3044 3045
}

A
antirez 已提交
3046
static void freeStringObject(robj *o) {
3047 3048 3049
    if (o->encoding == REDIS_ENCODING_RAW) {
        sdsfree(o->ptr);
    }
A
antirez 已提交
3050 3051 3052 3053 3054 3055 3056 3057 3058 3059
}

static void freeListObject(robj *o) {
    listRelease((list*) o->ptr);
}

static void freeSetObject(robj *o) {
    dictRelease((dict*) o->ptr);
}

3060 3061 3062 3063 3064 3065 3066 3067
static void freeZsetObject(robj *o) {
    zset *zs = o->ptr;

    dictRelease(zs->dict);
    zslFree(zs->zsl);
    zfree(zs);
}

A
antirez 已提交
3068
static void freeHashObject(robj *o) {
3069 3070 3071 3072 3073 3074 3075 3076
    switch (o->encoding) {
    case REDIS_ENCODING_HT:
        dictRelease((dict*) o->ptr);
        break;
    case REDIS_ENCODING_ZIPMAP:
        zfree(o->ptr);
        break;
    default:
3077
        redisPanic("Unknown hash encoding type");
3078 3079
        break;
    }
A
antirez 已提交
3080 3081 3082 3083 3084 3085 3086 3087
}

static void incrRefCount(robj *o) {
    o->refcount++;
}

static void decrRefCount(void *obj) {
    robj *o = obj;
3088

3089
    /* Object is a swapped out value, or in the process of being loaded. */
3090 3091 3092
    if (server.vm_enabled &&
        (o->storage == REDIS_VM_SWAPPED || o->storage == REDIS_VM_LOADING))
    {
3093 3094 3095
        vmpointer *vp = obj;
        if (o->storage == REDIS_VM_LOADING) vmCancelThreadedIOJob(o);
        vmMarkPagesFree(vp->page,vp->usedpages);
A
antirez 已提交
3096
        server.vm_stats_swapped_objects--;
3097
        zfree(vp);
A
antirez 已提交
3098 3099
        return;
    }
3100 3101

    if (o->refcount <= 0) redisPanic("decrRefCount against refcount <= 0");
3102
    /* Object is in memory, or in the process of being swapped out. */
A
antirez 已提交
3103
    if (--(o->refcount) == 0) {
3104 3105
        if (server.vm_enabled && o->storage == REDIS_VM_SWAPPING)
            vmCancelThreadedIOJob(obj);
A
antirez 已提交
3106 3107 3108 3109
        switch(o->type) {
        case REDIS_STRING: freeStringObject(o); break;
        case REDIS_LIST: freeListObject(o); break;
        case REDIS_SET: freeSetObject(o); break;
3110
        case REDIS_ZSET: freeZsetObject(o); break;
A
antirez 已提交
3111
        case REDIS_HASH: freeHashObject(o); break;
3112
        default: redisPanic("Unknown object type"); break;
A
antirez 已提交
3113
        }
3114
        if (server.vm_enabled) pthread_mutex_lock(&server.obj_freelist_mutex);
A
antirez 已提交
3115 3116 3117
        if (listLength(server.objfreelist) > REDIS_OBJFREELIST_MAX ||
            !listAddNodeHead(server.objfreelist,o))
            zfree(o);
3118
        if (server.vm_enabled) pthread_mutex_unlock(&server.obj_freelist_mutex);
A
antirez 已提交
3119 3120 3121
    }
}

3122 3123
static robj *lookupKey(redisDb *db, robj *key) {
    dictEntry *de = dictFind(db->dict,key);
A
antirez 已提交
3124
    if (de) {
A
antirez 已提交
3125 3126
        robj *key = dictGetEntryKey(de);
        robj *val = dictGetEntryVal(de);
A
antirez 已提交
3127

A
antirez 已提交
3128
        if (server.vm_enabled) {
3129 3130
            if (val->storage == REDIS_VM_MEMORY ||
                val->storage == REDIS_VM_SWAPPING)
3131
            {
3132 3133 3134
                /* If we were swapping the object out, cancel the operation */
                if (val->storage == REDIS_VM_SWAPPING)
                    vmCancelThreadedIOJob(val);
A
antirez 已提交
3135
                /* Update the access time of the key for the aging algorithm. */
3136
                val->lru = server.lruclock;
A
antirez 已提交
3137
            } else {
3138
                int notify = (val->storage == REDIS_VM_LOADING);
A
antirez 已提交
3139

A
antirez 已提交
3140
                /* Our value was swapped on disk. Bring it at home. */
3141 3142
                redisAssert(val->type == REDIS_VMPOINTER);
                val = vmLoadObject(val);
A
antirez 已提交
3143
                dictGetEntryVal(de) = val;
A
antirez 已提交
3144 3145 3146 3147

                /* Clients blocked by the VM subsystem may be waiting for
                 * this key... */
                if (notify) handleClientsBlockedOnSwappedKey(db,key);
A
antirez 已提交
3148 3149 3150
            }
        }
        return val;
A
antirez 已提交
3151 3152 3153
    } else {
        return NULL;
    }
3154 3155 3156 3157 3158 3159 3160 3161 3162
}

static robj *lookupKeyRead(redisDb *db, robj *key) {
    expireIfNeeded(db,key);
    return lookupKey(db,key);
}

static robj *lookupKeyWrite(redisDb *db, robj *key) {
    deleteIfVolatile(db,key);
3163
    touchWatchedKey(db,key);
3164 3165 3166
    return lookupKey(db,key);
}

3167 3168 3169 3170 3171 3172 3173 3174 3175 3176 3177 3178 3179 3180 3181 3182 3183 3184 3185 3186
static robj *lookupKeyReadOrReply(redisClient *c, robj *key, robj *reply) {
    robj *o = lookupKeyRead(c->db, key);
    if (!o) addReply(c,reply);
    return o;
}

static robj *lookupKeyWriteOrReply(redisClient *c, robj *key, robj *reply) {
    robj *o = lookupKeyWrite(c->db, key);
    if (!o) addReply(c,reply);
    return o;
}

static int checkType(redisClient *c, robj *o, int type) {
    if (o->type != type) {
        addReply(c,shared.wrongtypeerr);
        return 1;
    }
    return 0;
}

3187 3188 3189 3190 3191 3192 3193 3194 3195 3196 3197 3198 3199 3200 3201
static int deleteKey(redisDb *db, robj *key) {
    int retval;

    /* We need to protect key from destruction: after the first dictDelete()
     * it may happen that 'key' is no longer valid if we don't increment
     * it's count. This may happen when we get the object reference directly
     * from the hash table with dictRandomKey() or dict iterators */
    incrRefCount(key);
    if (dictSize(db->expires)) dictDelete(db->expires,key);
    retval = dictDelete(db->dict,key);
    decrRefCount(key);

    return retval == DICT_OK;
}

3202 3203 3204 3205 3206 3207
/* Check if the nul-terminated string 's' can be represented by a long
 * (that is, is a number that fits into long without any other space or
 * character before or after the digits).
 *
 * If so, the function returns REDIS_OK and *longval is set to the value
 * of the number. Otherwise REDIS_ERR is returned */
3208
static int isStringRepresentableAsLong(sds s, long *longval) {
3209 3210 3211
    char buf[32], *endptr;
    long value;
    int slen;
A
Alex McHale 已提交
3212

3213 3214
    value = strtol(s, &endptr, 10);
    if (endptr[0] != '\0') return REDIS_ERR;
3215
    slen = ll2string(buf,32,value);
3216 3217 3218

    /* If the number converted back into a string is not identical
     * then it's not possible to encode the string as integer */
3219
    if (sdslen(s) != (unsigned)slen || memcmp(buf,s,slen)) return REDIS_ERR;
3220 3221 3222 3223
    if (longval) *longval = value;
    return REDIS_OK;
}

3224
/* Try to encode a string object in order to save space */
3225
static robj *tryObjectEncoding(robj *o) {
3226 3227
    long value;
    sds s = o->ptr;
A
antirez 已提交
3228

3229
    if (o->encoding != REDIS_ENCODING_RAW)
3230
        return o; /* Already encoded */
A
antirez 已提交
3231

3232
    /* It's not safe to encode shared objects: shared objects can be shared
3233 3234
     * everywhere in the "object space" of Redis. Encoded objects can only
     * appear as "values" (and not, for instance, as keys) */
3235
     if (o->refcount > 1) return o;
A
antirez 已提交
3236

3237
    /* Currently we try to encode only strings */
3238
    redisAssert(o->type == REDIS_STRING);
3239

3240
    /* Check if we can represent this string as a long integer */
3241
    if (isStringRepresentableAsLong(s,&value) == REDIS_ERR) return o;
3242 3243

    /* Ok, this object can be encoded */
3244 3245 3246 3247 3248 3249 3250 3251 3252 3253
    if (value >= 0 && value < REDIS_SHARED_INTEGERS) {
        decrRefCount(o);
        incrRefCount(shared.integers[value]);
        return shared.integers[value];
    } else {
        o->encoding = REDIS_ENCODING_INT;
        sdsfree(o->ptr);
        o->ptr = (void*) value;
        return o;
    }
3254 3255
}

3256 3257 3258
/* Get a decoded version of an encoded object (returned as a new object).
 * If the object is already raw-encoded just increment the ref count. */
static robj *getDecodedObject(robj *o) {
3259
    robj *dec;
A
Alex McHale 已提交
3260

3261 3262 3263 3264
    if (o->encoding == REDIS_ENCODING_RAW) {
        incrRefCount(o);
        return o;
    }
3265 3266 3267
    if (o->type == REDIS_STRING && o->encoding == REDIS_ENCODING_INT) {
        char buf[32];

3268
        ll2string(buf,32,(long)o->ptr);
3269 3270 3271
        dec = createStringObject(buf,strlen(buf));
        return dec;
    } else {
3272
        redisPanic("Unknown encoding type");
3273
    }
A
antirez 已提交
3274 3275
}

3276 3277
/* Compare two string objects via strcmp() or alike.
 * Note that the objects may be integer-encoded. In such a case we
3278
 * use ll2string() to get a string representation of the numbers on the stack
3279 3280 3281 3282 3283
 * and compare the strings, it's much faster than calling getDecodedObject().
 *
 * Important note: if objects are not integer encoded, but binary-safe strings,
 * sdscmp() from sds.c will apply memcmp() so this function ca be considered
 * binary safe. */
3284
static int compareStringObjects(robj *a, robj *b) {
3285
    redisAssert(a->type == REDIS_STRING && b->type == REDIS_STRING);
3286 3287
    char bufa[128], bufb[128], *astr, *bstr;
    int bothsds = 1;
3288

3289
    if (a == b) return 0;
3290
    if (a->encoding != REDIS_ENCODING_RAW) {
3291
        ll2string(bufa,sizeof(bufa),(long) a->ptr);
3292 3293
        astr = bufa;
        bothsds = 0;
3294
    } else {
3295
        astr = a->ptr;
3296
    }
3297
    if (b->encoding != REDIS_ENCODING_RAW) {
3298
        ll2string(bufb,sizeof(bufb),(long) b->ptr);
3299 3300 3301 3302 3303 3304
        bstr = bufb;
        bothsds = 0;
    } else {
        bstr = b->ptr;
    }
    return bothsds ? sdscmp(astr,bstr) : strcmp(astr,bstr);
3305 3306
}

3307 3308 3309 3310 3311 3312 3313 3314 3315 3316 3317 3318
/* Equal string objects return 1 if the two objects are the same from the
 * point of view of a string comparison, otherwise 0 is returned. Note that
 * this function is faster then checking for (compareStringObject(a,b) == 0)
 * because it can perform some more optimization. */
static int equalStringObjects(robj *a, robj *b) {
    if (a->encoding != REDIS_ENCODING_RAW && b->encoding != REDIS_ENCODING_RAW){
        return a->ptr == b->ptr;
    } else {
        return compareStringObjects(a,b) == 0;
    }
}

3319
static size_t stringObjectLen(robj *o) {
3320
    redisAssert(o->type == REDIS_STRING);
3321 3322 3323 3324 3325
    if (o->encoding == REDIS_ENCODING_RAW) {
        return sdslen(o->ptr);
    } else {
        char buf[32];

3326
        return ll2string(buf,32,(long)o->ptr);
3327 3328 3329
    }
}

3330 3331
static int getDoubleFromObject(robj *o, double *target) {
    double value;
P
Pieter Noordhuis 已提交
3332
    char *eptr;
A
Alex McHale 已提交
3333

3334 3335 3336 3337 3338 3339
    if (o == NULL) {
        value = 0;
    } else {
        redisAssert(o->type == REDIS_STRING);
        if (o->encoding == REDIS_ENCODING_RAW) {
            value = strtod(o->ptr, &eptr);
P
Pieter Noordhuis 已提交
3340
            if (eptr[0] != '\0') return REDIS_ERR;
3341 3342 3343
        } else if (o->encoding == REDIS_ENCODING_INT) {
            value = (long)o->ptr;
        } else {
3344
            redisPanic("Unknown string encoding");
3345 3346 3347 3348 3349 3350
        }
    }

    *target = value;
    return REDIS_OK;
}
A
Alex McHale 已提交
3351

3352 3353 3354 3355 3356 3357 3358 3359
static int getDoubleFromObjectOrReply(redisClient *c, robj *o, double *target, const char *msg) {
    double value;
    if (getDoubleFromObject(o, &value) != REDIS_OK) {
        if (msg != NULL) {
            addReplySds(c, sdscatprintf(sdsempty(), "-ERR %s\r\n", msg));
        } else {
            addReplySds(c, sdsnew("-ERR value is not a double\r\n"));
        }
A
Alex McHale 已提交
3360 3361 3362
        return REDIS_ERR;
    }

3363
    *target = value;
A
Alex McHale 已提交
3364 3365 3366
    return REDIS_OK;
}

3367 3368
static int getLongLongFromObject(robj *o, long long *target) {
    long long value;
P
Pieter Noordhuis 已提交
3369
    char *eptr;
A
Alex McHale 已提交
3370

3371 3372 3373 3374 3375 3376
    if (o == NULL) {
        value = 0;
    } else {
        redisAssert(o->type == REDIS_STRING);
        if (o->encoding == REDIS_ENCODING_RAW) {
            value = strtoll(o->ptr, &eptr, 10);
P
Pieter Noordhuis 已提交
3377
            if (eptr[0] != '\0') return REDIS_ERR;
3378 3379 3380
        } else if (o->encoding == REDIS_ENCODING_INT) {
            value = (long)o->ptr;
        } else {
3381
            redisPanic("Unknown string encoding");
3382 3383 3384 3385 3386 3387
        }
    }

    *target = value;
    return REDIS_OK;
}
A
Alex McHale 已提交
3388

3389 3390 3391 3392 3393 3394 3395 3396
static int getLongLongFromObjectOrReply(redisClient *c, robj *o, long long *target, const char *msg) {
    long long value;
    if (getLongLongFromObject(o, &value) != REDIS_OK) {
        if (msg != NULL) {
            addReplySds(c, sdscatprintf(sdsempty(), "-ERR %s\r\n", msg));
        } else {
            addReplySds(c, sdsnew("-ERR value is not an integer\r\n"));
        }
A
Alex McHale 已提交
3397 3398 3399
        return REDIS_ERR;
    }

3400
    *target = value;
A
Alex McHale 已提交
3401 3402 3403
    return REDIS_OK;
}

3404 3405
static int getLongFromObjectOrReply(redisClient *c, robj *o, long *target, const char *msg) {
    long long value;
A
Alex McHale 已提交
3406

3407 3408 3409 3410 3411 3412 3413
    if (getLongLongFromObjectOrReply(c, o, &value, msg) != REDIS_OK) return REDIS_ERR;
    if (value < LONG_MIN || value > LONG_MAX) {
        if (msg != NULL) {
            addReplySds(c, sdscatprintf(sdsempty(), "-ERR %s\r\n", msg));
        } else {
            addReplySds(c, sdsnew("-ERR value is out of range\r\n"));
        }
A
Alex McHale 已提交
3414 3415 3416
        return REDIS_ERR;
    }

3417
    *target = value;
A
Alex McHale 已提交
3418 3419 3420
    return REDIS_OK;
}

3421
/*============================ RDB saving/loading =========================== */
A
antirez 已提交
3422

3423 3424 3425 3426 3427
static int rdbSaveType(FILE *fp, unsigned char type) {
    if (fwrite(&type,1,1,fp) == 0) return -1;
    return 0;
}

A
antirez 已提交
3428 3429 3430 3431 3432 3433
static int rdbSaveTime(FILE *fp, time_t t) {
    int32_t t32 = (int32_t) t;
    if (fwrite(&t32,4,1,fp) == 0) return -1;
    return 0;
}

3434
/* check rdbLoadLen() comments for more info */
3435 3436 3437 3438 3439
static int rdbSaveLen(FILE *fp, uint32_t len) {
    unsigned char buf[2];

    if (len < (1<<6)) {
        /* Save a 6 bit len */
3440
        buf[0] = (len&0xFF)|(REDIS_RDB_6BITLEN<<6);
3441 3442 3443
        if (fwrite(buf,1,1,fp) == 0) return -1;
    } else if (len < (1<<14)) {
        /* Save a 14 bit len */
3444
        buf[0] = ((len>>8)&0xFF)|(REDIS_RDB_14BITLEN<<6);
3445
        buf[1] = len&0xFF;
3446
        if (fwrite(buf,2,1,fp) == 0) return -1;
3447 3448
    } else {
        /* Save a 32 bit len */
3449
        buf[0] = (REDIS_RDB_32BITLEN<<6);
3450 3451 3452 3453 3454 3455 3456
        if (fwrite(buf,1,1,fp) == 0) return -1;
        len = htonl(len);
        if (fwrite(&len,4,1,fp) == 0) return -1;
    }
    return 0;
}

3457 3458 3459 3460 3461 3462
/* Encode 'value' as an integer if possible (if integer will fit the
 * supported range). If the function sucessful encoded the integer
 * then the (up to 5 bytes) encoded representation is written in the
 * string pointed by 'enc' and the length is returned. Otherwise
 * 0 is returned. */
static int rdbEncodeInteger(long long value, unsigned char *enc) {
3463 3464 3465 3466 3467 3468 3469 3470 3471 3472 3473 3474 3475 3476 3477 3478 3479 3480 3481 3482 3483 3484
    /* Finally check if it fits in our ranges */
    if (value >= -(1<<7) && value <= (1<<7)-1) {
        enc[0] = (REDIS_RDB_ENCVAL<<6)|REDIS_RDB_ENC_INT8;
        enc[1] = value&0xFF;
        return 2;
    } else if (value >= -(1<<15) && value <= (1<<15)-1) {
        enc[0] = (REDIS_RDB_ENCVAL<<6)|REDIS_RDB_ENC_INT16;
        enc[1] = value&0xFF;
        enc[2] = (value>>8)&0xFF;
        return 3;
    } else if (value >= -((long long)1<<31) && value <= ((long long)1<<31)-1) {
        enc[0] = (REDIS_RDB_ENCVAL<<6)|REDIS_RDB_ENC_INT32;
        enc[1] = value&0xFF;
        enc[2] = (value>>8)&0xFF;
        enc[3] = (value>>16)&0xFF;
        enc[4] = (value>>24)&0xFF;
        return 5;
    } else {
        return 0;
    }
}

3485 3486 3487 3488 3489 3490 3491 3492 3493 3494 3495 3496 3497 3498 3499 3500 3501 3502 3503
/* String objects in the form "2391" "-100" without any space and with a
 * range of values that can fit in an 8, 16 or 32 bit signed value can be
 * encoded as integers to save space */
static int rdbTryIntegerEncoding(char *s, size_t len, unsigned char *enc) {
    long long value;
    char *endptr, buf[32];

    /* Check if it's possible to encode this value as a number */
    value = strtoll(s, &endptr, 10);
    if (endptr[0] != '\0') return 0;
    ll2string(buf,32,value);

    /* If the number converted back into a string is not identical
     * then it's not possible to encode the string as integer */
    if (strlen(buf) != len || memcmp(buf,s,len)) return 0;

    return rdbEncodeInteger(value,enc);
}

A
antirez 已提交
3504 3505
static int rdbSaveLzfStringObject(FILE *fp, unsigned char *s, size_t len) {
    size_t comprlen, outlen;
A
antirez 已提交
3506 3507 3508 3509
    unsigned char byte;
    void *out;

    /* We require at least four bytes compression for this to be worth it */
A
antirez 已提交
3510 3511
    if (len <= 4) return 0;
    outlen = len-4;
A
antirez 已提交
3512
    if ((out = zmalloc(outlen+1)) == NULL) return 0;
A
antirez 已提交
3513
    comprlen = lzf_compress(s, len, out, outlen);
A
antirez 已提交
3514
    if (comprlen == 0) {
3515
        zfree(out);
A
antirez 已提交
3516 3517 3518 3519 3520 3521
        return 0;
    }
    /* Data compressed! Let's save it on disk */
    byte = (REDIS_RDB_ENCVAL<<6)|REDIS_RDB_ENC_LZF;
    if (fwrite(&byte,1,1,fp) == 0) goto writeerr;
    if (rdbSaveLen(fp,comprlen) == -1) goto writeerr;
A
antirez 已提交
3522
    if (rdbSaveLen(fp,len) == -1) goto writeerr;
A
antirez 已提交
3523
    if (fwrite(out,comprlen,1,fp) == 0) goto writeerr;
3524
    zfree(out);
A
antirez 已提交
3525 3526 3527
    return comprlen;

writeerr:
3528
    zfree(out);
A
antirez 已提交
3529 3530 3531
    return -1;
}

3532 3533
/* Save a string objet as [len][data] on disk. If the object is a string
 * representation of an integer value we try to safe it in a special form */
A
antirez 已提交
3534
static int rdbSaveRawString(FILE *fp, unsigned char *s, size_t len) {
3535
    int enclen;
3536

A
antirez 已提交
3537
    /* Try integer encoding */
3538 3539
    if (len <= 11) {
        unsigned char buf[5];
A
antirez 已提交
3540
        if ((enclen = rdbTryIntegerEncoding((char*)s,len,buf)) > 0) {
3541 3542 3543 3544
            if (fwrite(buf,enclen,1,fp) == 0) return -1;
            return 0;
        }
    }
A
antirez 已提交
3545 3546

    /* Try LZF compression - under 20 bytes it's unable to compress even
3547
     * aaaaaaaaaaaaaaaaaa so skip it */
3548
    if (server.rdbcompression && len > 20) {
A
antirez 已提交
3549 3550
        int retval;

A
antirez 已提交
3551
        retval = rdbSaveLzfStringObject(fp,s,len);
A
antirez 已提交
3552 3553 3554 3555 3556 3557
        if (retval == -1) return -1;
        if (retval > 0) return 0;
        /* retval == 0 means data can't be compressed, save the old way */
    }

    /* Store verbatim */
3558
    if (rdbSaveLen(fp,len) == -1) return -1;
A
antirez 已提交
3559
    if (len && fwrite(s,len,1,fp) == 0) return -1;
3560 3561 3562
    return 0;
}

3563 3564 3565 3566
/* Like rdbSaveStringObjectRaw() but handle encoded objects */
static int rdbSaveStringObject(FILE *fp, robj *obj) {
    int retval;

3567 3568 3569 3570 3571 3572 3573 3574 3575 3576 3577 3578 3579 3580 3581
    /* Avoid to decode the object, then encode it again, if the
     * object is alrady integer encoded. */
    if (obj->encoding == REDIS_ENCODING_INT) {
        long val = (long) obj->ptr;
        unsigned char buf[5];
        int enclen;

        if ((enclen = rdbEncodeInteger(val,buf)) > 0) {
            if (fwrite(buf,enclen,1,fp) == 0) return -1;
            return 0;
        }
        /* otherwise... fall throught and continue with the usual
         * code path. */
    }

A
antirez 已提交
3582 3583 3584 3585 3586 3587
    /* Avoid incr/decr ref count business when possible.
     * This plays well with copy-on-write given that we are probably
     * in a child process (BGSAVE). Also this makes sure key objects
     * of swapped objects are not incRefCount-ed (an assert does not allow
     * this in order to avoid bugs) */
    if (obj->encoding != REDIS_ENCODING_RAW) {
3588
        obj = getDecodedObject(obj);
A
antirez 已提交
3589
        retval = rdbSaveRawString(fp,obj->ptr,sdslen(obj->ptr));
3590 3591
        decrRefCount(obj);
    } else {
A
antirez 已提交
3592
        retval = rdbSaveRawString(fp,obj->ptr,sdslen(obj->ptr));
3593
    }
3594
    return retval;
3595 3596
}

3597 3598 3599 3600 3601 3602 3603 3604 3605 3606 3607 3608 3609 3610 3611 3612 3613 3614 3615
/* Save a double value. Doubles are saved as strings prefixed by an unsigned
 * 8 bit integer specifing the length of the representation.
 * This 8 bit integer has special values in order to specify the following
 * conditions:
 * 253: not a number
 * 254: + inf
 * 255: - inf
 */
static int rdbSaveDoubleValue(FILE *fp, double val) {
    unsigned char buf[128];
    int len;

    if (isnan(val)) {
        buf[0] = 253;
        len = 1;
    } else if (!isfinite(val)) {
        len = 1;
        buf[0] = (val < 0) ? 255 : 254;
    } else {
3616
#if (DBL_MANT_DIG >= 52) && (LLONG_MAX == 0x7fffffffffffffffLL)
3617 3618 3619 3620 3621 3622 3623 3624 3625
        /* Check if the float is in a safe range to be casted into a
         * long long. We are assuming that long long is 64 bit here.
         * Also we are assuming that there are no implementations around where
         * double has precision < 52 bit.
         *
         * Under this assumptions we test if a double is inside an interval
         * where casting to long long is safe. Then using two castings we
         * make sure the decimal part is zero. If all this is true we use
         * integer printing function that is much faster. */
3626 3627
        double min = -4503599627370495; /* (2^52)-1 */
        double max = 4503599627370496; /* -(2^52) */
3628
        if (val > min && val < max && val == ((double)((long long)val)))
3629 3630
            ll2string((char*)buf+1,sizeof(buf),(long long)val);
        else
3631
#endif
3632
            snprintf((char*)buf+1,sizeof(buf)-1,"%.17g",val);
A
antirez 已提交
3633
        buf[0] = strlen((char*)buf+1);
3634 3635 3636 3637 3638 3639
        len = buf[0]+1;
    }
    if (fwrite(buf,len,1,fp) == 0) return -1;
    return 0;
}

3640 3641 3642 3643 3644 3645 3646 3647
/* Save a Redis object. */
static int rdbSaveObject(FILE *fp, robj *o) {
    if (o->type == REDIS_STRING) {
        /* Save a string value */
        if (rdbSaveStringObject(fp,o) == -1) return -1;
    } else if (o->type == REDIS_LIST) {
        /* Save a list value */
        list *list = o->ptr;
A
antirez 已提交
3648
        listIter li;
3649 3650 3651
        listNode *ln;

        if (rdbSaveLen(fp,listLength(list)) == -1) return -1;
A
antirez 已提交
3652 3653
        listRewind(list,&li);
        while((ln = listNext(&li))) {
3654 3655 3656 3657 3658 3659 3660 3661 3662 3663 3664 3665 3666 3667 3668 3669 3670 3671 3672 3673 3674 3675 3676 3677 3678 3679 3680 3681 3682 3683 3684 3685
            robj *eleobj = listNodeValue(ln);

            if (rdbSaveStringObject(fp,eleobj) == -1) return -1;
        }
    } else if (o->type == REDIS_SET) {
        /* Save a set value */
        dict *set = o->ptr;
        dictIterator *di = dictGetIterator(set);
        dictEntry *de;

        if (rdbSaveLen(fp,dictSize(set)) == -1) return -1;
        while((de = dictNext(di)) != NULL) {
            robj *eleobj = dictGetEntryKey(de);

            if (rdbSaveStringObject(fp,eleobj) == -1) return -1;
        }
        dictReleaseIterator(di);
    } else if (o->type == REDIS_ZSET) {
        /* Save a set value */
        zset *zs = o->ptr;
        dictIterator *di = dictGetIterator(zs->dict);
        dictEntry *de;

        if (rdbSaveLen(fp,dictSize(zs->dict)) == -1) return -1;
        while((de = dictNext(di)) != NULL) {
            robj *eleobj = dictGetEntryKey(de);
            double *score = dictGetEntryVal(de);

            if (rdbSaveStringObject(fp,eleobj) == -1) return -1;
            if (rdbSaveDoubleValue(fp,*score) == -1) return -1;
        }
        dictReleaseIterator(di);
A
antirez 已提交
3686 3687 3688 3689 3690 3691 3692 3693 3694 3695 3696 3697 3698 3699 3700 3701 3702 3703 3704 3705 3706 3707 3708 3709 3710 3711 3712
    } else if (o->type == REDIS_HASH) {
        /* Save a hash value */
        if (o->encoding == REDIS_ENCODING_ZIPMAP) {
            unsigned char *p = zipmapRewind(o->ptr);
            unsigned int count = zipmapLen(o->ptr);
            unsigned char *key, *val;
            unsigned int klen, vlen;

            if (rdbSaveLen(fp,count) == -1) return -1;
            while((p = zipmapNext(p,&key,&klen,&val,&vlen)) != NULL) {
                if (rdbSaveRawString(fp,key,klen) == -1) return -1;
                if (rdbSaveRawString(fp,val,vlen) == -1) return -1;
            }
        } else {
            dictIterator *di = dictGetIterator(o->ptr);
            dictEntry *de;

            if (rdbSaveLen(fp,dictSize((dict*)o->ptr)) == -1) return -1;
            while((de = dictNext(di)) != NULL) {
                robj *key = dictGetEntryKey(de);
                robj *val = dictGetEntryVal(de);

                if (rdbSaveStringObject(fp,key) == -1) return -1;
                if (rdbSaveStringObject(fp,val) == -1) return -1;
            }
            dictReleaseIterator(di);
        }
3713
    } else {
3714
        redisPanic("Unknown object type");
3715 3716 3717 3718 3719 3720 3721 3722
    }
    return 0;
}

/* Return the length the object will have on disk if saved with
 * the rdbSaveObject() function. Currently we use a trick to get
 * this length with very little changes to the code. In the future
 * we could switch to a faster solution. */
3723 3724
static off_t rdbSavedObjectLen(robj *o, FILE *fp) {
    if (fp == NULL) fp = server.devnull;
3725 3726 3727 3728 3729
    rewind(fp);
    assert(rdbSaveObject(fp,o) != 1);
    return ftello(fp);
}

A
antirez 已提交
3730
/* Return the number of pages required to save this object in the swap file */
3731 3732
static off_t rdbSavedObjectPages(robj *o, FILE *fp) {
    off_t bytes = rdbSavedObjectLen(o,fp);
A
Alex McHale 已提交
3733

A
antirez 已提交
3734 3735 3736
    return (bytes+(server.vm_page_size-1))/server.vm_page_size;
}

A
antirez 已提交
3737
/* Save the DB on disk. Return REDIS_ERR on error, REDIS_OK on success */
3738
static int rdbSave(char *filename) {
A
antirez 已提交
3739 3740 3741 3742 3743
    dictIterator *di = NULL;
    dictEntry *de;
    FILE *fp;
    char tmpfile[256];
    int j;
A
antirez 已提交
3744
    time_t now = time(NULL);
A
antirez 已提交
3745

A
antirez 已提交
3746 3747 3748 3749 3750 3751
    /* Wait for I/O therads to terminate, just in case this is a
     * foreground-saving, to avoid seeking the swap file descriptor at the
     * same time. */
    if (server.vm_enabled)
        waitEmptyIOJobsQueue();

3752
    snprintf(tmpfile,256,"temp-%d.rdb", (int) getpid());
A
antirez 已提交
3753 3754 3755 3756 3757
    fp = fopen(tmpfile,"w");
    if (!fp) {
        redisLog(REDIS_WARNING, "Failed saving the DB: %s", strerror(errno));
        return REDIS_ERR;
    }
3758
    if (fwrite("REDIS0001",9,1,fp) == 0) goto werr;
A
antirez 已提交
3759
    for (j = 0; j < server.dbnum; j++) {
A
antirez 已提交
3760 3761
        redisDb *db = server.db+j;
        dict *d = db->dict;
A
antirez 已提交
3762
        if (dictSize(d) == 0) continue;
A
antirez 已提交
3763 3764 3765 3766 3767 3768 3769
        di = dictGetIterator(d);
        if (!di) {
            fclose(fp);
            return REDIS_ERR;
        }

        /* Write the SELECT DB opcode */
3770 3771
        if (rdbSaveType(fp,REDIS_SELECTDB) == -1) goto werr;
        if (rdbSaveLen(fp,j) == -1) goto werr;
A
antirez 已提交
3772 3773 3774 3775 3776

        /* Iterate this DB writing every entry */
        while((de = dictNext(di)) != NULL) {
            robj *key = dictGetEntryKey(de);
            robj *o = dictGetEntryVal(de);
A
antirez 已提交
3777 3778 3779 3780 3781 3782 3783 3784 3785
            time_t expiretime = getExpire(db,key);

            /* Save the expire time */
            if (expiretime != -1) {
                /* If this key is already expired skip it */
                if (expiretime < now) continue;
                if (rdbSaveType(fp,REDIS_EXPIRETIME) == -1) goto werr;
                if (rdbSaveTime(fp,expiretime) == -1) goto werr;
            }
A
antirez 已提交
3786 3787
            /* Save the key and associated value. This requires special
             * handling if the value is swapped out. */
3788 3789
            if (!server.vm_enabled || o->storage == REDIS_VM_MEMORY ||
                                      o->storage == REDIS_VM_SWAPPING) {
A
antirez 已提交
3790 3791 3792 3793 3794
                /* Save type, key, value */
                if (rdbSaveType(fp,o->type) == -1) goto werr;
                if (rdbSaveStringObject(fp,key) == -1) goto werr;
                if (rdbSaveObject(fp,o) == -1) goto werr;
            } else {
3795
                /* REDIS_VM_SWAPPED or REDIS_VM_LOADING */
3796
                robj *po;
A
antirez 已提交
3797
                /* Get a preview of the object in memory */
3798
                po = vmPreviewObject(o);
A
antirez 已提交
3799
                /* Save type, key, value */
3800
                if (rdbSaveType(fp,po->type) == -1) goto werr;
3801
                if (rdbSaveStringObject(fp,key) == -1) goto werr;
A
antirez 已提交
3802 3803 3804 3805
                if (rdbSaveObject(fp,po) == -1) goto werr;
                /* Remove the loaded object from memory */
                decrRefCount(po);
            }
A
antirez 已提交
3806 3807 3808 3809
        }
        dictReleaseIterator(di);
    }
    /* EOF opcode */
3810 3811 3812
    if (rdbSaveType(fp,REDIS_EOF) == -1) goto werr;

    /* Make sure data will not remain on the OS's output buffers */
A
antirez 已提交
3813 3814 3815
    fflush(fp);
    fsync(fileno(fp));
    fclose(fp);
A
Alex McHale 已提交
3816

A
antirez 已提交
3817 3818 3819
    /* Use RENAME to make sure the DB file is changed atomically only
     * if the generate DB file is ok. */
    if (rename(tmpfile,filename) == -1) {
3820
        redisLog(REDIS_WARNING,"Error moving temp DB file on the final destination: %s", strerror(errno));
A
antirez 已提交
3821 3822 3823 3824 3825 3826 3827 3828 3829 3830 3831 3832 3833 3834 3835 3836
        unlink(tmpfile);
        return REDIS_ERR;
    }
    redisLog(REDIS_NOTICE,"DB saved on disk");
    server.dirty = 0;
    server.lastsave = time(NULL);
    return REDIS_OK;

werr:
    fclose(fp);
    unlink(tmpfile);
    redisLog(REDIS_WARNING,"Write error saving DB on disk: %s", strerror(errno));
    if (di) dictReleaseIterator(di);
    return REDIS_ERR;
}

3837
static int rdbSaveBackground(char *filename) {
A
antirez 已提交
3838 3839
    pid_t childpid;

3840
    if (server.bgsavechildpid != -1) return REDIS_ERR;
3841
    if (server.vm_enabled) waitEmptyIOJobsQueue();
A
antirez 已提交
3842 3843
    if ((childpid = fork()) == 0) {
        /* Child */
3844
        if (server.vm_enabled) vmReopenSwapFile();
A
antirez 已提交
3845
        close(server.fd);
3846
        if (rdbSave(filename) == REDIS_OK) {
3847
            _exit(0);
A
antirez 已提交
3848
        } else {
3849
            _exit(1);
A
antirez 已提交
3850 3851 3852
        }
    } else {
        /* Parent */
3853 3854 3855 3856 3857
        if (childpid == -1) {
            redisLog(REDIS_WARNING,"Can't save in background: fork: %s",
                strerror(errno));
            return REDIS_ERR;
        }
A
antirez 已提交
3858
        redisLog(REDIS_NOTICE,"Background saving started by pid %d",childpid);
3859
        server.bgsavechildpid = childpid;
3860
        updateDictResizePolicy();
A
antirez 已提交
3861 3862 3863 3864 3865
        return REDIS_OK;
    }
    return REDIS_OK; /* unreached */
}

3866 3867 3868 3869 3870 3871 3872
static void rdbRemoveTempFile(pid_t childpid) {
    char tmpfile[256];

    snprintf(tmpfile,256,"temp-%d.rdb", (int) childpid);
    unlink(tmpfile);
}

3873 3874
static int rdbLoadType(FILE *fp) {
    unsigned char type;
A
antirez 已提交
3875 3876 3877 3878
    if (fread(&type,1,1,fp) == 0) return -1;
    return type;
}

A
antirez 已提交
3879 3880 3881 3882 3883 3884
static time_t rdbLoadTime(FILE *fp) {
    int32_t t32;
    if (fread(&t32,4,1,fp) == 0) return -1;
    return (time_t) t32;
}

3885 3886 3887 3888 3889
/* Load an encoded length from the DB, see the REDIS_RDB_* defines on the top
 * of this file for a description of how this are stored on disk.
 *
 * isencoded is set to 1 if the readed length is not actually a length but
 * an "encoding type", check the above comments for more info */
3890
static uint32_t rdbLoadLen(FILE *fp, int *isencoded) {
3891 3892
    unsigned char buf[2];
    uint32_t len;
3893
    int type;
3894

3895
    if (isencoded) *isencoded = 0;
3896 3897 3898 3899 3900 3901 3902 3903 3904 3905 3906 3907 3908 3909 3910
    if (fread(buf,1,1,fp) == 0) return REDIS_RDB_LENERR;
    type = (buf[0]&0xC0)>>6;
    if (type == REDIS_RDB_6BITLEN) {
        /* Read a 6 bit len */
        return buf[0]&0x3F;
    } else if (type == REDIS_RDB_ENCVAL) {
        /* Read a 6 bit len encoding type */
        if (isencoded) *isencoded = 1;
        return buf[0]&0x3F;
    } else if (type == REDIS_RDB_14BITLEN) {
        /* Read a 14 bit len */
        if (fread(buf+1,1,1,fp) == 0) return REDIS_RDB_LENERR;
        return ((buf[0]&0x3F)<<8)|buf[1];
    } else {
        /* Read a 32 bit len */
3911 3912 3913 3914 3915
        if (fread(&len,4,1,fp) == 0) return REDIS_RDB_LENERR;
        return ntohl(len);
    }
}

3916 3917 3918 3919 3920
/* Load an integer-encoded object from file 'fp', with the specified
 * encoding type 'enctype'. If encode is true the function may return
 * an integer-encoded object as reply, otherwise the returned object
 * will always be encoded as a raw string. */
static robj *rdbLoadIntegerObject(FILE *fp, int enctype, int encode) {
3921 3922 3923 3924 3925 3926 3927 3928 3929 3930 3931 3932 3933 3934 3935 3936 3937 3938
    unsigned char enc[4];
    long long val;

    if (enctype == REDIS_RDB_ENC_INT8) {
        if (fread(enc,1,1,fp) == 0) return NULL;
        val = (signed char)enc[0];
    } else if (enctype == REDIS_RDB_ENC_INT16) {
        uint16_t v;
        if (fread(enc,2,1,fp) == 0) return NULL;
        v = enc[0]|(enc[1]<<8);
        val = (int16_t)v;
    } else if (enctype == REDIS_RDB_ENC_INT32) {
        uint32_t v;
        if (fread(enc,4,1,fp) == 0) return NULL;
        v = enc[0]|(enc[1]<<8)|(enc[2]<<16)|(enc[3]<<24);
        val = (int32_t)v;
    } else {
        val = 0; /* anti-warning */
3939
        redisPanic("Unknown RDB integer encoding type");
3940
    }
3941 3942 3943 3944
    if (encode)
        return createStringObjectFromLongLong(val);
    else
        return createObject(REDIS_STRING,sdsfromlonglong(val));
3945 3946
}

3947
static robj *rdbLoadLzfStringObject(FILE*fp) {
3948 3949 3950 3951
    unsigned int len, clen;
    unsigned char *c = NULL;
    sds val = NULL;

3952 3953
    if ((clen = rdbLoadLen(fp,NULL)) == REDIS_RDB_LENERR) return NULL;
    if ((len = rdbLoadLen(fp,NULL)) == REDIS_RDB_LENERR) return NULL;
3954 3955 3956 3957
    if ((c = zmalloc(clen)) == NULL) goto err;
    if ((val = sdsnewlen(NULL,len)) == NULL) goto err;
    if (fread(c,clen,1,fp) == 0) goto err;
    if (lzf_decompress(c,clen,val,len) == 0) goto err;
3958
    zfree(c);
3959 3960 3961 3962 3963 3964 3965
    return createObject(REDIS_STRING,val);
err:
    zfree(c);
    sdsfree(val);
    return NULL;
}

3966
static robj *rdbGenericLoadStringObject(FILE*fp, int encode) {
3967 3968
    int isencoded;
    uint32_t len;
3969 3970
    sds val;

3971
    len = rdbLoadLen(fp,&isencoded);
3972 3973 3974 3975 3976
    if (isencoded) {
        switch(len) {
        case REDIS_RDB_ENC_INT8:
        case REDIS_RDB_ENC_INT16:
        case REDIS_RDB_ENC_INT32:
3977
            return rdbLoadIntegerObject(fp,len,encode);
3978
        case REDIS_RDB_ENC_LZF:
3979
            return rdbLoadLzfStringObject(fp);
3980
        default:
3981
            redisPanic("Unknown RDB encoding type");
3982 3983 3984
        }
    }

3985 3986 3987 3988 3989 3990
    if (len == REDIS_RDB_LENERR) return NULL;
    val = sdsnewlen(NULL,len);
    if (len && fread(val,len,1,fp) == 0) {
        sdsfree(val);
        return NULL;
    }
3991
    return createObject(REDIS_STRING,val);
3992 3993
}

3994 3995 3996 3997 3998 3999 4000 4001
static robj *rdbLoadStringObject(FILE *fp) {
    return rdbGenericLoadStringObject(fp,0);
}

static robj *rdbLoadEncodedStringObject(FILE *fp) {
    return rdbGenericLoadStringObject(fp,1);
}

4002 4003 4004 4005 4006 4007 4008 4009 4010 4011 4012 4013
/* For information about double serialization check rdbSaveDoubleValue() */
static int rdbLoadDoubleValue(FILE *fp, double *val) {
    char buf[128];
    unsigned char len;

    if (fread(&len,1,1,fp) == 0) return -1;
    switch(len) {
    case 255: *val = R_NegInf; return 0;
    case 254: *val = R_PosInf; return 0;
    case 253: *val = R_Nan; return 0;
    default:
        if (fread(buf,len,1,fp) == 0) return -1;
4014
        buf[len] = '\0';
4015 4016 4017 4018 4019
        sscanf(buf, "%lg", val);
        return 0;
    }
}

4020 4021 4022 4023 4024
/* Load a Redis object of the specified type from the specified file.
 * On success a newly allocated object is returned, otherwise NULL. */
static robj *rdbLoadObject(int type, FILE *fp) {
    robj *o;

4025
    redisLog(REDIS_DEBUG,"LOADING OBJECT %d (at %d)\n",type,ftell(fp));
4026 4027
    if (type == REDIS_STRING) {
        /* Read string value */
4028
        if ((o = rdbLoadEncodedStringObject(fp)) == NULL) return NULL;
4029
        o = tryObjectEncoding(o);
4030 4031 4032 4033 4034 4035
    } else if (type == REDIS_LIST || type == REDIS_SET) {
        /* Read list/set value */
        uint32_t listlen;

        if ((listlen = rdbLoadLen(fp,NULL)) == REDIS_RDB_LENERR) return NULL;
        o = (type == REDIS_LIST) ? createListObject() : createSetObject();
4036 4037 4038 4039
        /* It's faster to expand the dict to the right size asap in order
         * to avoid rehashing */
        if (type == REDIS_SET && listlen > DICT_HT_INITIAL_SIZE)
            dictExpand(o->ptr,listlen);
4040 4041 4042 4043
        /* Load every single element of the list/set */
        while(listlen--) {
            robj *ele;

4044
            if ((ele = rdbLoadEncodedStringObject(fp)) == NULL) return NULL;
4045
            ele = tryObjectEncoding(ele);
4046 4047 4048 4049 4050 4051 4052 4053
            if (type == REDIS_LIST) {
                listAddNodeTail((list*)o->ptr,ele);
            } else {
                dictAdd((dict*)o->ptr,ele,NULL);
            }
        }
    } else if (type == REDIS_ZSET) {
        /* Read list/set value */
4054
        size_t zsetlen;
4055 4056 4057 4058 4059 4060 4061 4062 4063 4064
        zset *zs;

        if ((zsetlen = rdbLoadLen(fp,NULL)) == REDIS_RDB_LENERR) return NULL;
        o = createZsetObject();
        zs = o->ptr;
        /* Load every single element of the list/set */
        while(zsetlen--) {
            robj *ele;
            double *score = zmalloc(sizeof(double));

4065
            if ((ele = rdbLoadEncodedStringObject(fp)) == NULL) return NULL;
4066
            ele = tryObjectEncoding(ele);
4067 4068 4069 4070 4071
            if (rdbLoadDoubleValue(fp,score) == -1) return NULL;
            dictAdd(zs->dict,ele,score);
            zslInsert(zs->zsl,*score,ele);
            incrRefCount(ele); /* added to skiplist */
        }
4072 4073 4074 4075 4076 4077 4078 4079 4080 4081 4082 4083 4084 4085 4086 4087 4088 4089 4090 4091 4092 4093 4094 4095 4096 4097 4098 4099 4100 4101 4102 4103 4104
    } else if (type == REDIS_HASH) {
        size_t hashlen;

        if ((hashlen = rdbLoadLen(fp,NULL)) == REDIS_RDB_LENERR) return NULL;
        o = createHashObject();
        /* Too many entries? Use an hash table. */
        if (hashlen > server.hash_max_zipmap_entries)
            convertToRealHash(o);
        /* Load every key/value, then set it into the zipmap or hash
         * table, as needed. */
        while(hashlen--) {
            robj *key, *val;

            if ((key = rdbLoadStringObject(fp)) == NULL) return NULL;
            if ((val = rdbLoadStringObject(fp)) == NULL) return NULL;
            /* If we are using a zipmap and there are too big values
             * the object is converted to real hash table encoding. */
            if (o->encoding != REDIS_ENCODING_HT &&
               (sdslen(key->ptr) > server.hash_max_zipmap_value ||
                sdslen(val->ptr) > server.hash_max_zipmap_value))
            {
                    convertToRealHash(o);
            }

            if (o->encoding == REDIS_ENCODING_ZIPMAP) {
                unsigned char *zm = o->ptr;

                zm = zipmapSet(zm,key->ptr,sdslen(key->ptr),
                                  val->ptr,sdslen(val->ptr),NULL);
                o->ptr = zm;
                decrRefCount(key);
                decrRefCount(val);
            } else {
4105 4106
                key = tryObjectEncoding(key);
                val = tryObjectEncoding(val);
4107 4108 4109
                dictAdd((dict*)o->ptr,key,val);
            }
        }
4110
    } else {
4111
        redisPanic("Unknown object type");
4112 4113 4114 4115
    }
    return o;
}

4116
static int rdbLoad(char *filename) {
A
antirez 已提交
4117
    FILE *fp;
4118
    uint32_t dbid;
A
antirez 已提交
4119
    int type, retval, rdbver;
4120
    int swap_all_values = 0;
A
antirez 已提交
4121
    dict *d = server.db[0].dict;
A
antirez 已提交
4122
    redisDb *db = server.db+0;
4123
    char buf[1024];
4124
    time_t expiretime, now = time(NULL);
4125
    long long loadedkeys = 0;
A
antirez 已提交
4126

A
antirez 已提交
4127 4128 4129
    fp = fopen(filename,"r");
    if (!fp) return REDIS_ERR;
    if (fread(buf,9,1,fp) == 0) goto eoferr;
4130 4131
    buf[9] = '\0';
    if (memcmp(buf,"REDIS",5) != 0) {
A
antirez 已提交
4132 4133 4134 4135
        fclose(fp);
        redisLog(REDIS_WARNING,"Wrong signature trying to load DB from file");
        return REDIS_ERR;
    }
4136
    rdbver = atoi(buf+5);
4137
    if (rdbver != 1) {
4138 4139 4140 4141
        fclose(fp);
        redisLog(REDIS_WARNING,"Can't handle RDB format version %d",rdbver);
        return REDIS_ERR;
    }
A
antirez 已提交
4142
    while(1) {
4143
        robj *key, *val;
A
antirez 已提交
4144

4145
        expiretime = -1;
A
antirez 已提交
4146
        /* Read type. */
4147
        if ((type = rdbLoadType(fp)) == -1) goto eoferr;
A
antirez 已提交
4148 4149 4150 4151 4152
        if (type == REDIS_EXPIRETIME) {
            if ((expiretime = rdbLoadTime(fp)) == -1) goto eoferr;
            /* We read the time so we need to read the object type again */
            if ((type = rdbLoadType(fp)) == -1) goto eoferr;
        }
A
antirez 已提交
4153 4154 4155
        if (type == REDIS_EOF) break;
        /* Handle SELECT DB opcode as a special case */
        if (type == REDIS_SELECTDB) {
4156
            if ((dbid = rdbLoadLen(fp,NULL)) == REDIS_RDB_LENERR)
4157
                goto eoferr;
A
antirez 已提交
4158
            if (dbid >= (unsigned)server.dbnum) {
4159
                redisLog(REDIS_WARNING,"FATAL: Data file was created with a Redis server configured to handle more than %d databases. Exiting\n", server.dbnum);
A
antirez 已提交
4160 4161
                exit(1);
            }
A
antirez 已提交
4162 4163
            db = server.db+dbid;
            d = db->dict;
A
antirez 已提交
4164 4165 4166
            continue;
        }
        /* Read key */
4167
        if ((key = rdbLoadStringObject(fp)) == NULL) goto eoferr;
4168
        /* Read value */
4169
        if ((val = rdbLoadObject(type,fp)) == NULL) goto eoferr;
4170 4171 4172 4173 4174 4175
        /* Check if the key already expired */
        if (expiretime != -1 && expiretime < now) {
            decrRefCount(key);
            decrRefCount(val);
            continue;
        }
A
antirez 已提交
4176
        /* Add the new object in the hash table */
4177
        retval = dictAdd(d,key,val);
A
antirez 已提交
4178
        if (retval == DICT_ERR) {
4179
            redisLog(REDIS_WARNING,"Loading DB, duplicated key (%s) found! Unrecoverable error, exiting now.", key->ptr);
A
antirez 已提交
4180 4181
            exit(1);
        }
4182
        loadedkeys++;
A
antirez 已提交
4183
        /* Set the expire time if needed */
4184
        if (expiretime != -1) setExpire(db,key,expiretime);
4185

4186
        /* Handle swapping while loading big datasets when VM is on */
4187 4188 4189 4190 4191 4192

        /* If we detecter we are hopeless about fitting something in memory
         * we just swap every new key on disk. Directly...
         * Note that's important to check for this condition before resorting
         * to random sampling, otherwise we may try to swap already
         * swapped keys. */
4193 4194
        if (swap_all_values) {
            dictEntry *de = dictFind(d,key);
4195 4196 4197

            /* de may be NULL since the key already expired */
            if (de) {
4198
                vmpointer *vp;
4199 4200
                key = dictGetEntryKey(de);
                val = dictGetEntryVal(de);
4201

4202 4203 4204
                if (val->refcount == 1 &&
                    (vp = vmSwapObjectBlocking(val)) != NULL)
                    dictGetEntryVal(de) = vp;
4205 4206 4207 4208 4209 4210
            }
            continue;
        }

        /* If we have still some hope of having some value fitting memory
         * then we try random sampling. */
4211
        if (!swap_all_values && server.vm_enabled && (loadedkeys % 5000) == 0) {
4212
            while (zmalloc_used_memory() > server.vm_max_memory) {
4213
                if (vmSwapOneObjectBlocking() == REDIS_ERR) break;
4214
            }
4215
            if (zmalloc_used_memory() > server.vm_max_memory)
4216
                swap_all_values = 1; /* We are already using too much mem */
4217
        }
A
antirez 已提交
4218 4219 4220 4221 4222
    }
    fclose(fp);
    return REDIS_OK;

eoferr: /* unexpected end of file is handled here with a fatal exit */
4223
    redisLog(REDIS_WARNING,"Short read or OOM loading DB. Unrecoverable error, aborting now.");
A
antirez 已提交
4224 4225 4226 4227
    exit(1);
    return REDIS_ERR; /* Just to avoid warning */
}

A
Ashley Martens 已提交
4228
/*================================== Shutdown =============================== */
A
antirez 已提交
4229
static int prepareForShutdown() {
A
Ashley Martens 已提交
4230 4231 4232 4233 4234 4235 4236 4237 4238 4239 4240
    redisLog(REDIS_WARNING,"User requested shutdown, saving DB...");
    /* Kill the saving child if there is a background saving in progress.
       We want to avoid race conditions, for instance our saving child may
       overwrite the synchronous saving did by SHUTDOWN. */
    if (server.bgsavechildpid != -1) {
        redisLog(REDIS_WARNING,"There is a live saving child. Killing it!");
        kill(server.bgsavechildpid,SIGKILL);
        rdbRemoveTempFile(server.bgsavechildpid);
    }
    if (server.appendonly) {
        /* Append only file: fsync() the AOF and exit */
4241
        aof_fsync(server.appendfd);
A
Ashley Martens 已提交
4242 4243 4244 4245 4246 4247 4248 4249 4250 4251 4252 4253 4254 4255
        if (server.vm_enabled) unlink(server.vm_swap_file);
    } else {
        /* Snapshotting. Perform a SYNC SAVE and exit */
        if (rdbSave(server.dbfilename) == REDIS_OK) {
            if (server.daemonize)
                unlink(server.pidfile);
            redisLog(REDIS_WARNING,"%zu bytes used at exit",zmalloc_used_memory());
        } else {
            /* Ooops.. error saving! The best we can do is to continue
             * operating. Note that if there was a background saving process,
             * in the next cron() Redis will be notified that the background
             * saving aborted, handling special stuff like slaves pending for
             * synchronization... */
            redisLog(REDIS_WARNING,"Error trying to save the DB, can't exit");
A
antirez 已提交
4256
            return REDIS_ERR;
A
Ashley Martens 已提交
4257 4258
        }
    }
A
antirez 已提交
4259
    redisLog(REDIS_WARNING,"Server exit now, bye bye...");
A
antirez 已提交
4260
    return REDIS_OK;
A
Ashley Martens 已提交
4261 4262
}

A
antirez 已提交
4263 4264
/*================================== Commands =============================== */

B
Brian Hammond 已提交
4265
static void authCommand(redisClient *c) {
A
antirez 已提交
4266
    if (!server.requirepass || !strcmp(c->argv[1]->ptr, server.requirepass)) {
B
Brian Hammond 已提交
4267 4268 4269 4270
      c->authenticated = 1;
      addReply(c,shared.ok);
    } else {
      c->authenticated = 0;
4271
      addReplySds(c,sdscatprintf(sdsempty(),"-ERR invalid password\r\n"));
B
Brian Hammond 已提交
4272 4273 4274
    }
}

A
antirez 已提交
4275 4276 4277 4278 4279
static void pingCommand(redisClient *c) {
    addReply(c,shared.pong);
}

static void echoCommand(redisClient *c) {
A
antirez 已提交
4280
    addReplyBulk(c,c->argv[1]);
A
antirez 已提交
4281 4282 4283 4284
}

/*=================================== Strings =============================== */

A
antirez 已提交
4285
static void setGenericCommand(redisClient *c, int nx, robj *key, robj *val, robj *expire) {
A
antirez 已提交
4286
    int retval;
4287
    long seconds = 0; /* initialized to avoid an harmness warning */
A
antirez 已提交
4288

A
antirez 已提交
4289 4290 4291 4292 4293 4294 4295 4296 4297
    if (expire) {
        if (getLongFromObjectOrReply(c, expire, &seconds, NULL) != REDIS_OK)
            return;
        if (seconds <= 0) {
            addReplySds(c,sdsnew("-ERR invalid expire time in SETEX\r\n"));
            return;
        }
    }

4298
    touchWatchedKey(c->db,key);
A
antirez 已提交
4299 4300
    if (nx) deleteIfVolatile(c->db,key);
    retval = dictAdd(c->db->dict,key,val);
A
antirez 已提交
4301 4302
    if (retval == DICT_ERR) {
        if (!nx) {
A
antirez 已提交
4303 4304 4305 4306
            /* If the key is about a swapped value, we want a new key object
             * to overwrite the old. So we delete the old key in the database.
             * This will also make sure that swap pages about the old object
             * will be marked as free. */
A
antirez 已提交
4307 4308 4309 4310
            if (server.vm_enabled && deleteIfSwapped(c->db,key))
                incrRefCount(key);
            dictReplace(c->db->dict,key,val);
            incrRefCount(val);
A
antirez 已提交
4311
        } else {
4312
            addReply(c,shared.czero);
A
antirez 已提交
4313 4314 4315
            return;
        }
    } else {
A
antirez 已提交
4316 4317
        incrRefCount(key);
        incrRefCount(val);
A
antirez 已提交
4318 4319
    }
    server.dirty++;
A
antirez 已提交
4320 4321
    removeExpire(c->db,key);
    if (expire) setExpire(c->db,key,time(NULL)+seconds);
4322
    addReply(c, nx ? shared.cone : shared.ok);
A
antirez 已提交
4323 4324 4325
}

static void setCommand(redisClient *c) {
A
antirez 已提交
4326
    setGenericCommand(c,0,c->argv[1],c->argv[2],NULL);
A
antirez 已提交
4327 4328 4329
}

static void setnxCommand(redisClient *c) {
A
antirez 已提交
4330 4331 4332 4333 4334
    setGenericCommand(c,1,c->argv[1],c->argv[2],NULL);
}

static void setexCommand(redisClient *c) {
    setGenericCommand(c,0,c->argv[1],c->argv[3],c->argv[2]);
A
antirez 已提交
4335 4336
}

4337
static int getGenericCommand(redisClient *c) {
A
antirez 已提交
4338
    robj *o;
A
Alex McHale 已提交
4339

A
antirez 已提交
4340
    if ((o = lookupKeyReadOrReply(c,c->argv[1],shared.nullbulk)) == NULL)
4341
        return REDIS_OK;
A
antirez 已提交
4342 4343 4344 4345

    if (o->type != REDIS_STRING) {
        addReply(c,shared.wrongtypeerr);
        return REDIS_ERR;
A
antirez 已提交
4346
    } else {
A
antirez 已提交
4347 4348
        addReplyBulk(c,o);
        return REDIS_OK;
A
antirez 已提交
4349 4350 4351
    }
}

4352 4353 4354 4355
static void getCommand(redisClient *c) {
    getGenericCommand(c);
}

A
antirez 已提交
4356
static void getsetCommand(redisClient *c) {
4357
    if (getGenericCommand(c) == REDIS_ERR) return;
A
antirez 已提交
4358 4359 4360 4361 4362 4363 4364 4365 4366 4367
    if (dictAdd(c->db->dict,c->argv[1],c->argv[2]) == DICT_ERR) {
        dictReplace(c->db->dict,c->argv[1],c->argv[2]);
    } else {
        incrRefCount(c->argv[1]);
    }
    incrRefCount(c->argv[2]);
    server.dirty++;
    removeExpire(c->db,c->argv[1]);
}

4368 4369
static void mgetCommand(redisClient *c) {
    int j;
A
Alex McHale 已提交
4370

4371
    addReplySds(c,sdscatprintf(sdsempty(),"*%d\r\n",c->argc-1));
4372
    for (j = 1; j < c->argc; j++) {
A
antirez 已提交
4373 4374
        robj *o = lookupKeyRead(c->db,c->argv[j]);
        if (o == NULL) {
4375
            addReply(c,shared.nullbulk);
4376 4377
        } else {
            if (o->type != REDIS_STRING) {
4378
                addReply(c,shared.nullbulk);
4379
            } else {
A
antirez 已提交
4380
                addReplyBulk(c,o);
4381 4382 4383 4384 4385
            }
        }
    }
}

A
antirez 已提交
4386
static void msetGenericCommand(redisClient *c, int nx) {
4387
    int j, busykeys = 0;
A
antirez 已提交
4388 4389

    if ((c->argc % 2) == 0) {
4390
        addReplySds(c,sdsnew("-ERR wrong number of arguments for MSET\r\n"));
A
antirez 已提交
4391 4392 4393 4394 4395 4396
        return;
    }
    /* Handle the NX flag. The MSETNX semantic is to return zero and don't
     * set nothing at all if at least one already key exists. */
    if (nx) {
        for (j = 1; j < c->argc; j += 2) {
4397 4398
            if (lookupKeyWrite(c->db,c->argv[j]) != NULL) {
                busykeys++;
A
antirez 已提交
4399 4400 4401
            }
        }
    }
4402 4403 4404 4405
    if (busykeys) {
        addReply(c, shared.czero);
        return;
    }
A
antirez 已提交
4406 4407 4408 4409

    for (j = 1; j < c->argc; j += 2) {
        int retval;

4410
        c->argv[j+1] = tryObjectEncoding(c->argv[j+1]);
A
antirez 已提交
4411 4412 4413 4414 4415 4416 4417 4418 4419 4420 4421 4422 4423 4424 4425 4426 4427 4428 4429 4430 4431 4432
        retval = dictAdd(c->db->dict,c->argv[j],c->argv[j+1]);
        if (retval == DICT_ERR) {
            dictReplace(c->db->dict,c->argv[j],c->argv[j+1]);
            incrRefCount(c->argv[j+1]);
        } else {
            incrRefCount(c->argv[j]);
            incrRefCount(c->argv[j+1]);
        }
        removeExpire(c->db,c->argv[j]);
    }
    server.dirty += (c->argc-1)/2;
    addReply(c, nx ? shared.cone : shared.ok);
}

static void msetCommand(redisClient *c) {
    msetGenericCommand(c,0);
}

static void msetnxCommand(redisClient *c) {
    msetGenericCommand(c,1);
}

4433
static void incrDecrCommand(redisClient *c, long long incr) {
A
antirez 已提交
4434 4435 4436
    long long value;
    int retval;
    robj *o;
A
Alex McHale 已提交
4437

A
antirez 已提交
4438
    o = lookupKeyWrite(c->db,c->argv[1]);
4439 4440
    if (o != NULL && checkType(c,o,REDIS_STRING)) return;
    if (getLongLongFromObjectOrReply(c,o,&value,NULL) != REDIS_OK) return;
A
antirez 已提交
4441 4442

    value += incr;
4443
    o = createStringObjectFromLongLong(value);
A
antirez 已提交
4444
    retval = dictAdd(c->db->dict,c->argv[1],o);
A
antirez 已提交
4445
    if (retval == DICT_ERR) {
A
antirez 已提交
4446 4447
        dictReplace(c->db->dict,c->argv[1],o);
        removeExpire(c->db,c->argv[1]);
A
antirez 已提交
4448 4449 4450 4451
    } else {
        incrRefCount(c->argv[1]);
    }
    server.dirty++;
4452
    addReply(c,shared.colon);
A
antirez 已提交
4453 4454 4455 4456 4457
    addReply(c,o);
    addReply(c,shared.crlf);
}

static void incrCommand(redisClient *c) {
A
antirez 已提交
4458
    incrDecrCommand(c,1);
A
antirez 已提交
4459 4460 4461
}

static void decrCommand(redisClient *c) {
A
antirez 已提交
4462
    incrDecrCommand(c,-1);
A
antirez 已提交
4463 4464 4465
}

static void incrbyCommand(redisClient *c) {
A
Alex McHale 已提交
4466 4467
    long long incr;

4468
    if (getLongLongFromObjectOrReply(c, c->argv[2], &incr, NULL) != REDIS_OK) return;
A
antirez 已提交
4469
    incrDecrCommand(c,incr);
A
antirez 已提交
4470 4471 4472
}

static void decrbyCommand(redisClient *c) {
A
Alex McHale 已提交
4473 4474
    long long incr;

4475
    if (getLongLongFromObjectOrReply(c, c->argv[2], &incr, NULL) != REDIS_OK) return;
A
antirez 已提交
4476
    incrDecrCommand(c,-incr);
A
antirez 已提交
4477 4478
}

A
antirez 已提交
4479 4480 4481 4482 4483 4484 4485 4486 4487 4488 4489 4490 4491 4492
static void appendCommand(redisClient *c) {
    int retval;
    size_t totlen;
    robj *o;

    o = lookupKeyWrite(c->db,c->argv[1]);
    if (o == NULL) {
        /* Create the key */
        retval = dictAdd(c->db->dict,c->argv[1],c->argv[2]);
        incrRefCount(c->argv[1]);
        incrRefCount(c->argv[2]);
        totlen = stringObjectLen(c->argv[2]);
    } else {
        dictEntry *de;
A
Alex McHale 已提交
4493

A
antirez 已提交
4494 4495 4496 4497 4498 4499 4500 4501 4502 4503 4504 4505 4506 4507 4508 4509 4510 4511 4512 4513 4514 4515 4516 4517 4518 4519 4520 4521 4522 4523 4524
        de = dictFind(c->db->dict,c->argv[1]);
        assert(de != NULL);

        o = dictGetEntryVal(de);
        if (o->type != REDIS_STRING) {
            addReply(c,shared.wrongtypeerr);
            return;
        }
        /* If the object is specially encoded or shared we have to make
         * a copy */
        if (o->refcount != 1 || o->encoding != REDIS_ENCODING_RAW) {
            robj *decoded = getDecodedObject(o);

            o = createStringObject(decoded->ptr, sdslen(decoded->ptr));
            decrRefCount(decoded);
            dictReplace(c->db->dict,c->argv[1],o);
        }
        /* APPEND! */
        if (c->argv[2]->encoding == REDIS_ENCODING_RAW) {
            o->ptr = sdscatlen(o->ptr,
                c->argv[2]->ptr, sdslen(c->argv[2]->ptr));
        } else {
            o->ptr = sdscatprintf(o->ptr, "%ld",
                (unsigned long) c->argv[2]->ptr);
        }
        totlen = sdslen(o->ptr);
    }
    server.dirty++;
    addReplySds(c,sdscatprintf(sdsempty(),":%lu\r\n",(unsigned long)totlen));
}

A
antirez 已提交
4525 4526 4527 4528
static void substrCommand(redisClient *c) {
    robj *o;
    long start = atoi(c->argv[2]->ptr);
    long end = atoi(c->argv[3]->ptr);
A
antirez 已提交
4529 4530
    size_t rangelen, strlen;
    sds range;
A
antirez 已提交
4531

A
antirez 已提交
4532 4533
    if ((o = lookupKeyReadOrReply(c,c->argv[1],shared.nullbulk)) == NULL ||
        checkType(c,o,REDIS_STRING)) return;
A
antirez 已提交
4534

A
antirez 已提交
4535 4536
    o = getDecodedObject(o);
    strlen = sdslen(o->ptr);
A
antirez 已提交
4537

A
antirez 已提交
4538 4539 4540 4541 4542
    /* convert negative indexes */
    if (start < 0) start = strlen+start;
    if (end < 0) end = strlen+end;
    if (start < 0) start = 0;
    if (end < 0) end = 0;
A
antirez 已提交
4543

A
antirez 已提交
4544 4545 4546 4547 4548 4549
    /* indexes sanity checks */
    if (start > end || (size_t)start >= strlen) {
        /* Out of range start or start > end result in null reply */
        addReply(c,shared.nullbulk);
        decrRefCount(o);
        return;
A
antirez 已提交
4550
    }
A
antirez 已提交
4551 4552 4553 4554 4555 4556 4557 4558 4559
    if ((size_t)end >= strlen) end = strlen-1;
    rangelen = (end-start)+1;

    /* Return the result */
    addReplySds(c,sdscatprintf(sdsempty(),"$%zu\r\n",rangelen));
    range = sdsnewlen((char*)o->ptr+start,rangelen);
    addReplySds(c,range);
    addReply(c,shared.crlf);
    decrRefCount(o);
A
antirez 已提交
4560 4561
}

A
antirez 已提交
4562 4563 4564
/* ========================= Type agnostic commands ========================= */

static void delCommand(redisClient *c) {
4565 4566 4567 4568
    int deleted = 0, j;

    for (j = 1; j < c->argc; j++) {
        if (deleteKey(c->db,c->argv[j])) {
4569
            touchWatchedKey(c->db,c->argv[j]);
4570 4571 4572 4573
            server.dirty++;
            deleted++;
        }
    }
A
antirez 已提交
4574
    addReplyLongLong(c,deleted);
A
antirez 已提交
4575 4576 4577
}

static void existsCommand(redisClient *c) {
4578 4579 4580 4581 4582 4583
    expireIfNeeded(c->db,c->argv[1]);
    if (dictFind(c->db->dict,c->argv[1])) {
        addReply(c, shared.cone);
    } else {
        addReply(c, shared.czero);
    }
A
antirez 已提交
4584 4585 4586 4587
}

static void selectCommand(redisClient *c) {
    int id = atoi(c->argv[1]->ptr);
A
Alex McHale 已提交
4588

A
antirez 已提交
4589
    if (selectDb(c,id) == REDIS_ERR) {
A
antirez 已提交
4590
        addReplySds(c,sdsnew("-ERR invalid DB index\r\n"));
A
antirez 已提交
4591 4592 4593 4594 4595 4596 4597
    } else {
        addReply(c,shared.ok);
    }
}

static void randomkeyCommand(redisClient *c) {
    dictEntry *de;
4598
    robj *key;
A
Alex McHale 已提交
4599

A
antirez 已提交
4600 4601
    while(1) {
        de = dictGetRandomKey(c->db->dict);
4602
        if (!de || expireIfNeeded(c->db,dictGetEntryKey(de)) == 0) break;
A
antirez 已提交
4603
    }
4604

A
antirez 已提交
4605
    if (de == NULL) {
4606 4607 4608 4609 4610 4611 4612 4613 4614
        addReply(c,shared.nullbulk);
        return;
    }

    key = dictGetEntryKey(de);
    if (server.vm_enabled) {
        key = dupStringObject(key);
        addReplyBulk(c,key);
        decrRefCount(key);
A
antirez 已提交
4615
    } else {
4616
        addReplyBulk(c,key);
A
antirez 已提交
4617 4618 4619 4620 4621 4622 4623 4624
    }
}

static void keysCommand(redisClient *c) {
    dictIterator *di;
    dictEntry *de;
    sds pattern = c->argv[1]->ptr;
    int plen = sdslen(pattern);
A
antirez 已提交
4625
    unsigned long numkeys = 0;
A
antirez 已提交
4626 4627
    robj *lenobj = createObject(REDIS_STRING,NULL);

A
antirez 已提交
4628
    di = dictGetIterator(c->db->dict);
A
antirez 已提交
4629 4630 4631 4632
    addReply(c,lenobj);
    decrRefCount(lenobj);
    while((de = dictNext(di)) != NULL) {
        robj *keyobj = dictGetEntryKey(de);
A
antirez 已提交
4633

A
antirez 已提交
4634 4635 4636
        sds key = keyobj->ptr;
        if ((pattern[0] == '*' && pattern[1] == '\0') ||
            stringmatchlen(pattern,plen,key,sdslen(key),0)) {
A
antirez 已提交
4637
            if (expireIfNeeded(c->db,keyobj) == 0) {
A
antirez 已提交
4638
                addReplyBulk(c,keyobj);
A
antirez 已提交
4639 4640
                numkeys++;
            }
A
antirez 已提交
4641 4642 4643
        }
    }
    dictReleaseIterator(di);
A
antirez 已提交
4644
    lenobj->ptr = sdscatprintf(sdsempty(),"*%lu\r\n",numkeys);
A
antirez 已提交
4645 4646 4647 4648
}

static void dbsizeCommand(redisClient *c) {
    addReplySds(c,
A
antirez 已提交
4649
        sdscatprintf(sdsempty(),":%lu\r\n",dictSize(c->db->dict)));
A
antirez 已提交
4650 4651 4652 4653
}

static void lastsaveCommand(redisClient *c) {
    addReplySds(c,
4654
        sdscatprintf(sdsempty(),":%lu\r\n",server.lastsave));
A
antirez 已提交
4655 4656 4657
}

static void typeCommand(redisClient *c) {
A
antirez 已提交
4658
    robj *o;
A
antirez 已提交
4659
    char *type;
A
antirez 已提交
4660 4661 4662

    o = lookupKeyRead(c->db,c->argv[1]);
    if (o == NULL) {
4663
        type = "+none";
A
antirez 已提交
4664 4665
    } else {
        switch(o->type) {
4666 4667 4668
        case REDIS_STRING: type = "+string"; break;
        case REDIS_LIST: type = "+list"; break;
        case REDIS_SET: type = "+set"; break;
4669
        case REDIS_ZSET: type = "+zset"; break;
4670 4671
        case REDIS_HASH: type = "+hash"; break;
        default: type = "+unknown"; break;
A
antirez 已提交
4672 4673 4674 4675 4676 4677 4678
        }
    }
    addReplySds(c,sdsnew(type));
    addReply(c,shared.crlf);
}

static void saveCommand(redisClient *c) {
4679
    if (server.bgsavechildpid != -1) {
4680 4681 4682
        addReplySds(c,sdsnew("-ERR background save in progress\r\n"));
        return;
    }
4683
    if (rdbSave(server.dbfilename) == REDIS_OK) {
A
antirez 已提交
4684 4685 4686 4687 4688 4689 4690
        addReply(c,shared.ok);
    } else {
        addReply(c,shared.err);
    }
}

static void bgsaveCommand(redisClient *c) {
4691
    if (server.bgsavechildpid != -1) {
A
antirez 已提交
4692 4693 4694
        addReplySds(c,sdsnew("-ERR background save already in progress\r\n"));
        return;
    }
4695
    if (rdbSaveBackground(server.dbfilename) == REDIS_OK) {
4696 4697
        char *status = "+Background saving started\r\n";
        addReplySds(c,sdsnew(status));
A
antirez 已提交
4698 4699 4700 4701 4702 4703
    } else {
        addReply(c,shared.err);
    }
}

static void shutdownCommand(redisClient *c) {
A
antirez 已提交
4704 4705 4706
    if (prepareForShutdown() == REDIS_OK)
        exit(0);
    addReplySds(c, sdsnew("-ERR Errors trying to SHUTDOWN. Check logs.\r\n"));
A
antirez 已提交
4707 4708 4709 4710 4711 4712 4713
}

static void renameGenericCommand(redisClient *c, int nx) {
    robj *o;

    /* To use the same key as src and dst is probably an error */
    if (sdscmp(c->argv[1]->ptr,c->argv[2]->ptr) == 0) {
4714
        addReply(c,shared.sameobjecterr);
A
antirez 已提交
4715 4716 4717
        return;
    }

A
antirez 已提交
4718
    if ((o = lookupKeyWriteOrReply(c,c->argv[1],shared.nokeyerr)) == NULL)
A
antirez 已提交
4719
        return;
A
antirez 已提交
4720

A
antirez 已提交
4721
    incrRefCount(o);
A
antirez 已提交
4722 4723
    deleteIfVolatile(c->db,c->argv[2]);
    if (dictAdd(c->db->dict,c->argv[2],o) == DICT_ERR) {
A
antirez 已提交
4724 4725
        if (nx) {
            decrRefCount(o);
4726
            addReply(c,shared.czero);
A
antirez 已提交
4727 4728
            return;
        }
A
antirez 已提交
4729
        dictReplace(c->db->dict,c->argv[2],o);
A
antirez 已提交
4730 4731 4732
    } else {
        incrRefCount(c->argv[2]);
    }
A
antirez 已提交
4733
    deleteKey(c->db,c->argv[1]);
A
antirez 已提交
4734
    touchWatchedKey(c->db,c->argv[2]);
A
antirez 已提交
4735
    server.dirty++;
4736
    addReply(c,nx ? shared.cone : shared.ok);
A
antirez 已提交
4737 4738 4739 4740 4741 4742 4743 4744 4745 4746 4747
}

static void renameCommand(redisClient *c) {
    renameGenericCommand(c,0);
}

static void renamenxCommand(redisClient *c) {
    renameGenericCommand(c,1);
}

static void moveCommand(redisClient *c) {
A
antirez 已提交
4748 4749
    robj *o;
    redisDb *src, *dst;
A
antirez 已提交
4750 4751 4752
    int srcid;

    /* Obtain source and target DB pointers */
A
antirez 已提交
4753 4754
    src = c->db;
    srcid = c->db->id;
A
antirez 已提交
4755
    if (selectDb(c,atoi(c->argv[2]->ptr)) == REDIS_ERR) {
4756
        addReply(c,shared.outofrangeerr);
A
antirez 已提交
4757 4758
        return;
    }
A
antirez 已提交
4759 4760
    dst = c->db;
    selectDb(c,srcid); /* Back to the source DB */
A
antirez 已提交
4761 4762 4763 4764

    /* If the user is moving using as target the same
     * DB as the source DB it is probably an error. */
    if (src == dst) {
4765
        addReply(c,shared.sameobjecterr);
A
antirez 已提交
4766 4767 4768 4769
        return;
    }

    /* Check if the element exists and get a reference */
A
antirez 已提交
4770 4771
    o = lookupKeyWrite(c->db,c->argv[1]);
    if (!o) {
4772
        addReply(c,shared.czero);
A
antirez 已提交
4773 4774 4775 4776
        return;
    }

    /* Try to add the element to the target DB */
A
antirez 已提交
4777 4778
    deleteIfVolatile(dst,c->argv[1]);
    if (dictAdd(dst->dict,c->argv[1],o) == DICT_ERR) {
4779
        addReply(c,shared.czero);
A
antirez 已提交
4780 4781
        return;
    }
A
antirez 已提交
4782
    incrRefCount(c->argv[1]);
A
antirez 已提交
4783 4784 4785
    incrRefCount(o);

    /* OK! key moved, free the entry in the source DB */
A
antirez 已提交
4786
    deleteKey(src,c->argv[1]);
A
antirez 已提交
4787
    server.dirty++;
4788
    addReply(c,shared.cone);
A
antirez 已提交
4789 4790 4791 4792 4793 4794
}

/* =================================== Lists ================================ */
static void pushGenericCommand(redisClient *c, int where) {
    robj *lobj;
    list *list;
A
antirez 已提交
4795 4796 4797

    lobj = lookupKeyWrite(c->db,c->argv[1]);
    if (lobj == NULL) {
4798
        if (handleClientsWaitingListPush(c,c->argv[1],c->argv[2])) {
4799
            addReply(c,shared.cone);
4800 4801
            return;
        }
A
antirez 已提交
4802 4803 4804
        lobj = createListObject();
        list = lobj->ptr;
        if (where == REDIS_HEAD) {
4805
            listAddNodeHead(list,c->argv[2]);
A
antirez 已提交
4806
        } else {
4807
            listAddNodeTail(list,c->argv[2]);
A
antirez 已提交
4808
        }
A
antirez 已提交
4809
        dictAdd(c->db->dict,c->argv[1],lobj);
A
antirez 已提交
4810 4811 4812 4813 4814 4815 4816
        incrRefCount(c->argv[1]);
        incrRefCount(c->argv[2]);
    } else {
        if (lobj->type != REDIS_LIST) {
            addReply(c,shared.wrongtypeerr);
            return;
        }
4817
        if (handleClientsWaitingListPush(c,c->argv[1],c->argv[2])) {
4818
            addReply(c,shared.cone);
4819 4820
            return;
        }
A
antirez 已提交
4821 4822
        list = lobj->ptr;
        if (where == REDIS_HEAD) {
4823
            listAddNodeHead(list,c->argv[2]);
A
antirez 已提交
4824
        } else {
4825
            listAddNodeTail(list,c->argv[2]);
A
antirez 已提交
4826 4827 4828 4829
        }
        incrRefCount(c->argv[2]);
    }
    server.dirty++;
A
antirez 已提交
4830
    addReplyLongLong(c,listLength(list));
A
antirez 已提交
4831 4832 4833 4834 4835 4836 4837 4838 4839 4840 4841
}

static void lpushCommand(redisClient *c) {
    pushGenericCommand(c,REDIS_HEAD);
}

static void rpushCommand(redisClient *c) {
    pushGenericCommand(c,REDIS_TAIL);
}

static void llenCommand(redisClient *c) {
A
antirez 已提交
4842
    robj *o;
A
antirez 已提交
4843
    list *l;
A
antirez 已提交
4844 4845 4846

    if ((o = lookupKeyReadOrReply(c,c->argv[1],shared.czero)) == NULL ||
        checkType(c,o,REDIS_LIST)) return;
A
Alex McHale 已提交
4847

A
antirez 已提交
4848 4849
    l = o->ptr;
    addReplyUlong(c,listLength(l));
A
antirez 已提交
4850 4851 4852
}

static void lindexCommand(redisClient *c) {
A
antirez 已提交
4853
    robj *o;
A
antirez 已提交
4854
    int index = atoi(c->argv[2]->ptr);
A
antirez 已提交
4855 4856 4857 4858 4859 4860 4861 4862 4863
    list *list;
    listNode *ln;

    if ((o = lookupKeyReadOrReply(c,c->argv[1],shared.nullbulk)) == NULL ||
        checkType(c,o,REDIS_LIST)) return;
    list = o->ptr;

    ln = listIndex(list, index);
    if (ln == NULL) {
4864
        addReply(c,shared.nullbulk);
A
antirez 已提交
4865
    } else {
A
antirez 已提交
4866 4867
        robj *ele = listNodeValue(ln);
        addReplyBulk(c,ele);
A
antirez 已提交
4868 4869 4870 4871
    }
}

static void lsetCommand(redisClient *c) {
A
antirez 已提交
4872
    robj *o;
A
antirez 已提交
4873
    int index = atoi(c->argv[2]->ptr);
A
antirez 已提交
4874 4875 4876 4877 4878 4879 4880 4881 4882 4883
    list *list;
    listNode *ln;

    if ((o = lookupKeyWriteOrReply(c,c->argv[1],shared.nokeyerr)) == NULL ||
        checkType(c,o,REDIS_LIST)) return;
    list = o->ptr;

    ln = listIndex(list, index);
    if (ln == NULL) {
        addReply(c,shared.outofrangeerr);
A
antirez 已提交
4884
    } else {
A
antirez 已提交
4885
        robj *ele = listNodeValue(ln);
A
antirez 已提交
4886

A
antirez 已提交
4887 4888 4889 4890 4891
        decrRefCount(ele);
        listNodeValue(ln) = c->argv[3];
        incrRefCount(c->argv[3]);
        addReply(c,shared.ok);
        server.dirty++;
A
antirez 已提交
4892 4893 4894 4895
    }
}

static void popGenericCommand(redisClient *c, int where) {
A
antirez 已提交
4896
    robj *o;
A
antirez 已提交
4897 4898
    list *list;
    listNode *ln;
A
antirez 已提交
4899

A
antirez 已提交
4900 4901 4902
    if ((o = lookupKeyWriteOrReply(c,c->argv[1],shared.nullbulk)) == NULL ||
        checkType(c,o,REDIS_LIST)) return;
    list = o->ptr;
A
antirez 已提交
4903

A
antirez 已提交
4904 4905 4906 4907
    if (where == REDIS_HEAD)
        ln = listFirst(list);
    else
        ln = listLast(list);
A
antirez 已提交
4908

A
antirez 已提交
4909 4910 4911 4912 4913 4914
    if (ln == NULL) {
        addReply(c,shared.nullbulk);
    } else {
        robj *ele = listNodeValue(ln);
        addReplyBulk(c,ele);
        listDelNode(list,ln);
4915
        if (listLength(list) == 0) deleteKey(c->db,c->argv[1]);
A
antirez 已提交
4916
        server.dirty++;
A
antirez 已提交
4917 4918 4919 4920 4921 4922 4923 4924 4925 4926 4927 4928
    }
}

static void lpopCommand(redisClient *c) {
    popGenericCommand(c,REDIS_HEAD);
}

static void rpopCommand(redisClient *c) {
    popGenericCommand(c,REDIS_TAIL);
}

static void lrangeCommand(redisClient *c) {
A
antirez 已提交
4929
    robj *o;
A
antirez 已提交
4930 4931
    int start = atoi(c->argv[2]->ptr);
    int end = atoi(c->argv[3]->ptr);
A
antirez 已提交
4932 4933 4934 4935 4936 4937
    int llen;
    int rangelen, j;
    list *list;
    listNode *ln;
    robj *ele;

4938 4939
    if ((o = lookupKeyReadOrReply(c,c->argv[1],shared.emptymultibulk)) == NULL
         || checkType(c,o,REDIS_LIST)) return;
A
antirez 已提交
4940 4941 4942 4943 4944 4945 4946 4947 4948 4949 4950 4951 4952 4953 4954 4955 4956
    list = o->ptr;
    llen = listLength(list);

    /* convert negative indexes */
    if (start < 0) start = llen+start;
    if (end < 0) end = llen+end;
    if (start < 0) start = 0;
    if (end < 0) end = 0;

    /* indexes sanity checks */
    if (start > end || start >= llen) {
        /* Out of range start or start > end result in empty list */
        addReply(c,shared.emptymultibulk);
        return;
    }
    if (end >= llen) end = llen-1;
    rangelen = (end-start)+1;
A
antirez 已提交
4957

A
antirez 已提交
4958 4959 4960 4961 4962 4963 4964
    /* Return the result in form of a multi-bulk reply */
    ln = listIndex(list, start);
    addReplySds(c,sdscatprintf(sdsempty(),"*%d\r\n",rangelen));
    for (j = 0; j < rangelen; j++) {
        ele = listNodeValue(ln);
        addReplyBulk(c,ele);
        ln = ln->next;
A
antirez 已提交
4965 4966 4967 4968
    }
}

static void ltrimCommand(redisClient *c) {
A
antirez 已提交
4969
    robj *o;
A
antirez 已提交
4970 4971
    int start = atoi(c->argv[2]->ptr);
    int end = atoi(c->argv[3]->ptr);
A
antirez 已提交
4972 4973 4974 4975 4976 4977 4978 4979 4980 4981 4982 4983 4984 4985 4986 4987 4988 4989 4990 4991 4992
    int llen;
    int j, ltrim, rtrim;
    list *list;
    listNode *ln;

    if ((o = lookupKeyWriteOrReply(c,c->argv[1],shared.ok)) == NULL ||
        checkType(c,o,REDIS_LIST)) return;
    list = o->ptr;
    llen = listLength(list);

    /* convert negative indexes */
    if (start < 0) start = llen+start;
    if (end < 0) end = llen+end;
    if (start < 0) start = 0;
    if (end < 0) end = 0;

    /* indexes sanity checks */
    if (start > end || start >= llen) {
        /* Out of range start or start > end result in empty list */
        ltrim = llen;
        rtrim = 0;
A
antirez 已提交
4993
    } else {
A
antirez 已提交
4994 4995 4996 4997
        if (end >= llen) end = llen-1;
        ltrim = start;
        rtrim = llen-end-1;
    }
A
antirez 已提交
4998

A
antirez 已提交
4999 5000 5001 5002 5003 5004 5005 5006
    /* Remove list elements to perform the trim */
    for (j = 0; j < ltrim; j++) {
        ln = listFirst(list);
        listDelNode(list,ln);
    }
    for (j = 0; j < rtrim; j++) {
        ln = listLast(list);
        listDelNode(list,ln);
A
antirez 已提交
5007
    }
5008
    if (listLength(list) == 0) deleteKey(c->db,c->argv[1]);
A
antirez 已提交
5009 5010
    server.dirty++;
    addReply(c,shared.ok);
A
antirez 已提交
5011 5012 5013
}

static void lremCommand(redisClient *c) {
A
antirez 已提交
5014
    robj *o;
A
antirez 已提交
5015 5016 5017 5018 5019
    list *list;
    listNode *ln, *next;
    int toremove = atoi(c->argv[2]->ptr);
    int removed = 0;
    int fromtail = 0;
A
antirez 已提交
5020

A
antirez 已提交
5021 5022 5023 5024 5025 5026 5027 5028 5029 5030 5031 5032 5033
    if ((o = lookupKeyWriteOrReply(c,c->argv[1],shared.czero)) == NULL ||
        checkType(c,o,REDIS_LIST)) return;
    list = o->ptr;

    if (toremove < 0) {
        toremove = -toremove;
        fromtail = 1;
    }
    ln = fromtail ? list->tail : list->head;
    while (ln) {
        robj *ele = listNodeValue(ln);

        next = fromtail ? ln->prev : ln->next;
5034
        if (equalStringObjects(ele,c->argv[3])) {
A
antirez 已提交
5035 5036 5037 5038
            listDelNode(list,ln);
            server.dirty++;
            removed++;
            if (toremove && removed == toremove) break;
A
antirez 已提交
5039
        }
A
antirez 已提交
5040
        ln = next;
A
antirez 已提交
5041
    }
5042
    if (listLength(list) == 0) deleteKey(c->db,c->argv[1]);
A
antirez 已提交
5043
    addReplySds(c,sdscatprintf(sdsempty(),":%d\r\n",removed));
A
antirez 已提交
5044 5045
}

A
antirez 已提交
5046
/* This is the semantic of this command:
A
antirez 已提交
5047
 *  RPOPLPUSH srclist dstlist:
A
antirez 已提交
5048 5049 5050 5051 5052 5053 5054 5055 5056 5057 5058 5059 5060
 *   IF LLEN(srclist) > 0
 *     element = RPOP srclist
 *     LPUSH dstlist element
 *     RETURN element
 *   ELSE
 *     RETURN nil
 *   END
 *  END
 *
 * The idea is to be able to get an element from a list in a reliable way
 * since the element is not just returned but pushed against another list
 * as well. This command was originally proposed by Ezra Zygmuntowicz.
 */
A
antirez 已提交
5061
static void rpoplpushcommand(redisClient *c) {
A
antirez 已提交
5062
    robj *sobj;
A
antirez 已提交
5063 5064 5065 5066 5067 5068 5069
    list *srclist;
    listNode *ln;

    if ((sobj = lookupKeyWriteOrReply(c,c->argv[1],shared.nullbulk)) == NULL ||
        checkType(c,sobj,REDIS_LIST)) return;
    srclist = sobj->ptr;
    ln = listLast(srclist);
A
antirez 已提交
5070

A
antirez 已提交
5071
    if (ln == NULL) {
A
antirez 已提交
5072 5073
        addReply(c,shared.nullbulk);
    } else {
A
antirez 已提交
5074 5075 5076
        robj *dobj = lookupKeyWrite(c->db,c->argv[2]);
        robj *ele = listNodeValue(ln);
        list *dstlist;
5077

A
antirez 已提交
5078 5079 5080 5081
        if (dobj && dobj->type != REDIS_LIST) {
            addReply(c,shared.wrongtypeerr);
            return;
        }
A
antirez 已提交
5082

A
antirez 已提交
5083 5084 5085 5086 5087 5088 5089 5090
        /* Add the element to the target list (unless it's directly
         * passed to some BLPOP-ing client */
        if (!handleClientsWaitingListPush(c,c->argv[2],ele)) {
            if (dobj == NULL) {
                /* Create the list if the key does not exist */
                dobj = createListObject();
                dictAdd(c->db->dict,c->argv[2],dobj);
                incrRefCount(c->argv[2]);
A
antirez 已提交
5091
            }
A
antirez 已提交
5092 5093 5094
            dstlist = dobj->ptr;
            listAddNodeHead(dstlist,ele);
            incrRefCount(ele);
A
antirez 已提交
5095
        }
A
antirez 已提交
5096 5097 5098 5099 5100 5101

        /* Send the element to the client as reply as well */
        addReplyBulk(c,ele);

        /* Finally remove the element from the source list */
        listDelNode(srclist,ln);
5102
        if (listLength(srclist) == 0) deleteKey(c->db,c->argv[1]);
A
antirez 已提交
5103
        server.dirty++;
A
antirez 已提交
5104 5105 5106
    }
}

A
antirez 已提交
5107 5108 5109 5110 5111
/* ==================================== Sets ================================ */

static void saddCommand(redisClient *c) {
    robj *set;

A
antirez 已提交
5112 5113
    set = lookupKeyWrite(c->db,c->argv[1]);
    if (set == NULL) {
A
antirez 已提交
5114
        set = createSetObject();
A
antirez 已提交
5115
        dictAdd(c->db->dict,c->argv[1],set);
A
antirez 已提交
5116 5117 5118
        incrRefCount(c->argv[1]);
    } else {
        if (set->type != REDIS_SET) {
5119
            addReply(c,shared.wrongtypeerr);
A
antirez 已提交
5120 5121 5122 5123 5124 5125
            return;
        }
    }
    if (dictAdd(set->ptr,c->argv[2],NULL) == DICT_OK) {
        incrRefCount(c->argv[2]);
        server.dirty++;
5126
        addReply(c,shared.cone);
A
antirez 已提交
5127
    } else {
5128
        addReply(c,shared.czero);
A
antirez 已提交
5129 5130 5131 5132
    }
}

static void sremCommand(redisClient *c) {
A
antirez 已提交
5133
    robj *set;
A
antirez 已提交
5134

A
antirez 已提交
5135 5136 5137 5138 5139 5140
    if ((set = lookupKeyWriteOrReply(c,c->argv[1],shared.czero)) == NULL ||
        checkType(c,set,REDIS_SET)) return;

    if (dictDelete(set->ptr,c->argv[2]) == DICT_OK) {
        server.dirty++;
        if (htNeedsResize(set->ptr)) dictResize(set->ptr);
5141
        if (dictSize((dict*)set->ptr) == 0) deleteKey(c->db,c->argv[1]);
A
antirez 已提交
5142
        addReply(c,shared.cone);
A
antirez 已提交
5143
    } else {
A
antirez 已提交
5144
        addReply(c,shared.czero);
A
antirez 已提交
5145 5146 5147
    }
}

A
antirez 已提交
5148 5149 5150 5151 5152 5153 5154 5155 5156 5157 5158 5159 5160 5161 5162 5163 5164 5165 5166 5167 5168 5169 5170
static void smoveCommand(redisClient *c) {
    robj *srcset, *dstset;

    srcset = lookupKeyWrite(c->db,c->argv[1]);
    dstset = lookupKeyWrite(c->db,c->argv[2]);

    /* If the source key does not exist return 0, if it's of the wrong type
     * raise an error */
    if (srcset == NULL || srcset->type != REDIS_SET) {
        addReply(c, srcset ? shared.wrongtypeerr : shared.czero);
        return;
    }
    /* Error if the destination key is not a set as well */
    if (dstset && dstset->type != REDIS_SET) {
        addReply(c,shared.wrongtypeerr);
        return;
    }
    /* Remove the element from the source set */
    if (dictDelete(srcset->ptr,c->argv[3]) == DICT_ERR) {
        /* Key not found in the src set! return zero */
        addReply(c,shared.czero);
        return;
    }
5171 5172
    if (dictSize((dict*)srcset->ptr) == 0 && srcset != dstset)
        deleteKey(c->db,c->argv[1]);
A
antirez 已提交
5173 5174 5175 5176 5177 5178 5179 5180 5181 5182 5183 5184
    server.dirty++;
    /* Add the element to the destination set */
    if (!dstset) {
        dstset = createSetObject();
        dictAdd(c->db->dict,c->argv[2],dstset);
        incrRefCount(c->argv[2]);
    }
    if (dictAdd(dstset->ptr,c->argv[3],NULL) == DICT_OK)
        incrRefCount(c->argv[3]);
    addReply(c,shared.cone);
}

A
antirez 已提交
5185
static void sismemberCommand(redisClient *c) {
A
antirez 已提交
5186
    robj *set;
A
antirez 已提交
5187

A
antirez 已提交
5188 5189 5190 5191 5192 5193
    if ((set = lookupKeyReadOrReply(c,c->argv[1],shared.czero)) == NULL ||
        checkType(c,set,REDIS_SET)) return;

    if (dictFind(set->ptr,c->argv[2]))
        addReply(c,shared.cone);
    else
5194
        addReply(c,shared.czero);
A
antirez 已提交
5195 5196 5197
}

static void scardCommand(redisClient *c) {
A
antirez 已提交
5198
    robj *o;
A
antirez 已提交
5199
    dict *s;
A
antirez 已提交
5200 5201 5202

    if ((o = lookupKeyReadOrReply(c,c->argv[1],shared.czero)) == NULL ||
        checkType(c,o,REDIS_SET)) return;
A
Alex McHale 已提交
5203

A
antirez 已提交
5204 5205
    s = o->ptr;
    addReplyUlong(c,dictSize(s));
A
antirez 已提交
5206 5207
}

5208 5209 5210 5211
static void spopCommand(redisClient *c) {
    robj *set;
    dictEntry *de;

A
antirez 已提交
5212 5213 5214 5215 5216
    if ((set = lookupKeyWriteOrReply(c,c->argv[1],shared.nullbulk)) == NULL ||
        checkType(c,set,REDIS_SET)) return;

    de = dictGetRandomKey(set->ptr);
    if (de == NULL) {
5217 5218
        addReply(c,shared.nullbulk);
    } else {
A
antirez 已提交
5219
        robj *ele = dictGetEntryKey(de);
5220

A
antirez 已提交
5221 5222 5223
        addReplyBulk(c,ele);
        dictDelete(set->ptr,ele);
        if (htNeedsResize(set->ptr)) dictResize(set->ptr);
5224
        if (dictSize((dict*)set->ptr) == 0) deleteKey(c->db,c->argv[1]);
A
antirez 已提交
5225
        server.dirty++;
5226 5227 5228
    }
}

A
antirez 已提交
5229 5230 5231 5232
static void srandmemberCommand(redisClient *c) {
    robj *set;
    dictEntry *de;

A
antirez 已提交
5233 5234 5235 5236 5237
    if ((set = lookupKeyReadOrReply(c,c->argv[1],shared.nullbulk)) == NULL ||
        checkType(c,set,REDIS_SET)) return;

    de = dictGetRandomKey(set->ptr);
    if (de == NULL) {
A
antirez 已提交
5238 5239
        addReply(c,shared.nullbulk);
    } else {
A
antirez 已提交
5240
        robj *ele = dictGetEntryKey(de);
A
antirez 已提交
5241

A
antirez 已提交
5242
        addReplyBulk(c,ele);
A
antirez 已提交
5243 5244 5245
    }
}

A
antirez 已提交
5246 5247 5248
static int qsortCompareSetsByCardinality(const void *s1, const void *s2) {
    dict **d1 = (void*) s1, **d2 = (void*) s2;

A
antirez 已提交
5249
    return dictSize(*d1)-dictSize(*d2);
A
antirez 已提交
5250 5251
}

5252
static void sinterGenericCommand(redisClient *c, robj **setskeys, unsigned long setsnum, robj *dstkey) {
A
antirez 已提交
5253 5254 5255 5256
    dict **dv = zmalloc(sizeof(dict*)*setsnum);
    dictIterator *di;
    dictEntry *de;
    robj *lenobj = NULL, *dstset = NULL;
5257
    unsigned long j, cardinality = 0;
A
antirez 已提交
5258 5259 5260

    for (j = 0; j < setsnum; j++) {
        robj *setobj;
A
antirez 已提交
5261 5262 5263 5264 5265

        setobj = dstkey ?
                    lookupKeyWrite(c->db,setskeys[j]) :
                    lookupKeyRead(c->db,setskeys[j]);
        if (!setobj) {
A
antirez 已提交
5266
            zfree(dv);
5267
            if (dstkey) {
5268 5269
                if (deleteKey(c->db,dstkey))
                    server.dirty++;
A
antirez 已提交
5270
                addReply(c,shared.czero);
5271
            } else {
5272
                addReply(c,shared.emptymultibulk);
5273
            }
A
antirez 已提交
5274 5275 5276 5277
            return;
        }
        if (setobj->type != REDIS_SET) {
            zfree(dv);
5278
            addReply(c,shared.wrongtypeerr);
A
antirez 已提交
5279 5280 5281 5282 5283 5284 5285 5286 5287 5288 5289 5290 5291 5292 5293 5294 5295 5296 5297 5298 5299 5300 5301 5302 5303 5304 5305 5306 5307 5308 5309 5310 5311 5312 5313 5314 5315
            return;
        }
        dv[j] = setobj->ptr;
    }
    /* Sort sets from the smallest to largest, this will improve our
     * algorithm's performace */
    qsort(dv,setsnum,sizeof(dict*),qsortCompareSetsByCardinality);

    /* The first thing we should output is the total number of elements...
     * since this is a multi-bulk write, but at this stage we don't know
     * the intersection set size, so we use a trick, append an empty object
     * to the output list and save the pointer to later modify it with the
     * right length */
    if (!dstkey) {
        lenobj = createObject(REDIS_STRING,NULL);
        addReply(c,lenobj);
        decrRefCount(lenobj);
    } else {
        /* If we have a target key where to store the resulting set
         * create this key with an empty set inside */
        dstset = createSetObject();
    }

    /* Iterate all the elements of the first (smallest) set, and test
     * the element against all the other sets, if at least one set does
     * not include the element it is discarded */
    di = dictGetIterator(dv[0]);

    while((de = dictNext(di)) != NULL) {
        robj *ele;

        for (j = 1; j < setsnum; j++)
            if (dictFind(dv[j],dictGetEntryKey(de)) == NULL) break;
        if (j != setsnum)
            continue; /* at least one set does not contain the member */
        ele = dictGetEntryKey(de);
        if (!dstkey) {
A
antirez 已提交
5316
            addReplyBulk(c,ele);
A
antirez 已提交
5317 5318 5319 5320 5321 5322 5323 5324
            cardinality++;
        } else {
            dictAdd(dstset->ptr,ele,NULL);
            incrRefCount(ele);
        }
    }
    dictReleaseIterator(di);

5325
    if (dstkey) {
5326 5327
        /* Store the resulting set into the target, if the intersection
         * is not an empty set. */
5328
        deleteKey(c->db,dstkey);
5329 5330 5331
        if (dictSize((dict*)dstset->ptr) > 0) {
            dictAdd(c->db->dict,dstkey,dstset);
            incrRefCount(dstkey);
A
antirez 已提交
5332
            addReplyLongLong(c,dictSize((dict*)dstset->ptr));
5333 5334
        } else {
            decrRefCount(dstset);
5335
            addReply(c,shared.czero);
5336
        }
5337
        server.dirty++;
5338 5339
    } else {
        lenobj->ptr = sdscatprintf(sdsempty(),"*%lu\r\n",cardinality);
5340
    }
A
antirez 已提交
5341 5342 5343 5344 5345 5346 5347 5348 5349 5350 5351
    zfree(dv);
}

static void sinterCommand(redisClient *c) {
    sinterGenericCommand(c,c->argv+1,c->argc-1,NULL);
}

static void sinterstoreCommand(redisClient *c) {
    sinterGenericCommand(c,c->argv+2,c->argc-2,c->argv[1]);
}

5352 5353
#define REDIS_OP_UNION 0
#define REDIS_OP_DIFF 1
5354
#define REDIS_OP_INTER 2
5355 5356

static void sunionDiffGenericCommand(redisClient *c, robj **setskeys, int setsnum, robj *dstkey, int op) {
5357 5358 5359
    dict **dv = zmalloc(sizeof(dict*)*setsnum);
    dictIterator *di;
    dictEntry *de;
5360
    robj *dstset = NULL;
5361 5362 5363 5364 5365 5366 5367 5368 5369 5370 5371 5372 5373 5374 5375 5376 5377 5378 5379 5380 5381 5382 5383 5384 5385 5386 5387 5388
    int j, cardinality = 0;

    for (j = 0; j < setsnum; j++) {
        robj *setobj;

        setobj = dstkey ?
                    lookupKeyWrite(c->db,setskeys[j]) :
                    lookupKeyRead(c->db,setskeys[j]);
        if (!setobj) {
            dv[j] = NULL;
            continue;
        }
        if (setobj->type != REDIS_SET) {
            zfree(dv);
            addReply(c,shared.wrongtypeerr);
            return;
        }
        dv[j] = setobj->ptr;
    }

    /* We need a temp set object to store our union. If the dstkey
     * is not NULL (that is, we are inside an SUNIONSTORE operation) then
     * this set object will be the resulting object to set into the target key*/
    dstset = createSetObject();

    /* Iterate all the elements of all the sets, add every element a single
     * time to the result set */
    for (j = 0; j < setsnum; j++) {
5389
        if (op == REDIS_OP_DIFF && j == 0 && !dv[j]) break; /* result set is empty */
5390 5391 5392 5393 5394 5395 5396 5397 5398
        if (!dv[j]) continue; /* non existing keys are like empty sets */

        di = dictGetIterator(dv[j]);

        while((de = dictNext(di)) != NULL) {
            robj *ele;

            /* dictAdd will not add the same element multiple times */
            ele = dictGetEntryKey(de);
5399 5400 5401
            if (op == REDIS_OP_UNION || j == 0) {
                if (dictAdd(dstset->ptr,ele,NULL) == DICT_OK) {
                    incrRefCount(ele);
5402 5403
                    cardinality++;
                }
5404 5405 5406 5407
            } else if (op == REDIS_OP_DIFF) {
                if (dictDelete(dstset->ptr,ele) == DICT_OK) {
                    cardinality--;
                }
5408 5409 5410
            }
        }
        dictReleaseIterator(di);
5411

5412 5413
        /* result set is empty? Exit asap. */
        if (op == REDIS_OP_DIFF && cardinality == 0) break;
5414 5415
    }

5416 5417 5418 5419 5420 5421 5422 5423
    /* Output the content of the resulting set, if not in STORE mode */
    if (!dstkey) {
        addReplySds(c,sdscatprintf(sdsempty(),"*%d\r\n",cardinality));
        di = dictGetIterator(dstset->ptr);
        while((de = dictNext(di)) != NULL) {
            robj *ele;

            ele = dictGetEntryKey(de);
A
antirez 已提交
5424
            addReplyBulk(c,ele);
5425 5426
        }
        dictReleaseIterator(di);
5427
        decrRefCount(dstset);
5428 5429 5430 5431
    } else {
        /* If we have a target key where to store the resulting set
         * create this key with the result set inside */
        deleteKey(c->db,dstkey);
5432 5433 5434
        if (dictSize((dict*)dstset->ptr) > 0) {
            dictAdd(c->db->dict,dstkey,dstset);
            incrRefCount(dstkey);
A
antirez 已提交
5435
            addReplyLongLong(c,dictSize((dict*)dstset->ptr));
5436 5437
        } else {
            decrRefCount(dstset);
5438
            addReply(c,shared.czero);
5439
        }
5440 5441 5442 5443 5444 5445
        server.dirty++;
    }
    zfree(dv);
}

static void sunionCommand(redisClient *c) {
5446
    sunionDiffGenericCommand(c,c->argv+1,c->argc-1,NULL,REDIS_OP_UNION);
5447 5448 5449
}

static void sunionstoreCommand(redisClient *c) {
5450 5451 5452 5453 5454 5455 5456 5457 5458
    sunionDiffGenericCommand(c,c->argv+2,c->argc-2,c->argv[1],REDIS_OP_UNION);
}

static void sdiffCommand(redisClient *c) {
    sunionDiffGenericCommand(c,c->argv+1,c->argc-1,NULL,REDIS_OP_DIFF);
}

static void sdiffstoreCommand(redisClient *c) {
    sunionDiffGenericCommand(c,c->argv+2,c->argc-2,c->argv[1],REDIS_OP_DIFF);
5459 5460
}

5461 5462 5463 5464 5465 5466 5467 5468 5469 5470 5471 5472 5473 5474 5475 5476 5477 5478 5479 5480 5481 5482 5483
/* ==================================== ZSets =============================== */

/* ZSETs are ordered sets using two data structures to hold the same elements
 * in order to get O(log(N)) INSERT and REMOVE operations into a sorted
 * data structure.
 *
 * The elements are added to an hash table mapping Redis objects to scores.
 * At the same time the elements are added to a skip list mapping scores
 * to Redis objects (so objects are sorted by scores in this "view"). */

/* This skiplist implementation is almost a C translation of the original
 * algorithm described by William Pugh in "Skip Lists: A Probabilistic
 * Alternative to Balanced Trees", modified in three ways:
 * a) this implementation allows for repeated values.
 * b) the comparison is not just by key (our 'score') but by satellite data.
 * c) there is a back pointer, so it's a doubly linked list with the back
 * pointers being only at "level 1". This allows to traverse the list
 * from tail to head, useful for ZREVRANGE. */

static zskiplistNode *zslCreateNode(int level, double score, robj *obj) {
    zskiplistNode *zn = zmalloc(sizeof(*zn));

    zn->forward = zmalloc(sizeof(zskiplistNode*) * level);
5484
    if (level > 1)
5485
        zn->span = zmalloc(sizeof(unsigned int) * (level - 1));
5486 5487
    else
        zn->span = NULL;
5488 5489 5490 5491 5492 5493 5494 5495
    zn->score = score;
    zn->obj = obj;
    return zn;
}

static zskiplist *zslCreate(void) {
    int j;
    zskiplist *zsl;
A
Alex McHale 已提交
5496

5497 5498
    zsl = zmalloc(sizeof(*zsl));
    zsl->level = 1;
5499
    zsl->length = 0;
5500
    zsl->header = zslCreateNode(ZSKIPLIST_MAXLEVEL,0,NULL);
5501
    for (j = 0; j < ZSKIPLIST_MAXLEVEL; j++) {
5502
        zsl->header->forward[j] = NULL;
5503 5504 5505 5506

        /* span has space for ZSKIPLIST_MAXLEVEL-1 elements */
        if (j < ZSKIPLIST_MAXLEVEL-1)
            zsl->header->span[j] = 0;
5507
    }
5508 5509
    zsl->header->backward = NULL;
    zsl->tail = NULL;
5510 5511 5512
    return zsl;
}

5513 5514
static void zslFreeNode(zskiplistNode *node) {
    decrRefCount(node->obj);
5515
    zfree(node->forward);
5516
    zfree(node->span);
5517 5518 5519 5520
    zfree(node);
}

static void zslFree(zskiplist *zsl) {
5521
    zskiplistNode *node = zsl->header->forward[0], *next;
5522

5523
    zfree(zsl->header->forward);
5524
    zfree(zsl->header->span);
5525
    zfree(zsl->header);
5526
    while(node) {
5527
        next = node->forward[0];
5528 5529 5530
        zslFreeNode(node);
        node = next;
    }
5531
    zfree(zsl);
5532 5533
}

5534 5535 5536 5537
static int zslRandomLevel(void) {
    int level = 1;
    while ((random()&0xFFFF) < (ZSKIPLIST_P * 0xFFFF))
        level += 1;
A
antirez 已提交
5538
    return (level<ZSKIPLIST_MAXLEVEL) ? level : ZSKIPLIST_MAXLEVEL;
5539 5540 5541 5542
}

static void zslInsert(zskiplist *zsl, double score, robj *obj) {
    zskiplistNode *update[ZSKIPLIST_MAXLEVEL], *x;
5543
    unsigned int rank[ZSKIPLIST_MAXLEVEL];
5544 5545 5546 5547
    int i, level;

    x = zsl->header;
    for (i = zsl->level-1; i >= 0; i--) {
5548 5549
        /* store rank that is crossed to reach the insert position */
        rank[i] = i == (zsl->level-1) ? 0 : rank[i+1];
5550

5551 5552 5553
        while (x->forward[i] &&
            (x->forward[i]->score < score ||
                (x->forward[i]->score == score &&
5554
                compareStringObjects(x->forward[i]->obj,obj) < 0))) {
P
Pieter Noordhuis 已提交
5555
            rank[i] += i > 0 ? x->span[i-1] : 1;
5556
            x = x->forward[i];
5557
        }
5558 5559 5560 5561 5562 5563 5564 5565
        update[i] = x;
    }
    /* we assume the key is not already inside, since we allow duplicated
     * scores, and the re-insertion of score and redis object should never
     * happpen since the caller of zslInsert() should test in the hash table
     * if the element is already inside or not. */
    level = zslRandomLevel();
    if (level > zsl->level) {
5566
        for (i = zsl->level; i < level; i++) {
5567
            rank[i] = 0;
5568
            update[i] = zsl->header;
5569
            update[i]->span[i-1] = zsl->length;
5570
        }
5571 5572 5573 5574 5575 5576
        zsl->level = level;
    }
    x = zslCreateNode(level,score,obj);
    for (i = 0; i < level; i++) {
        x->forward[i] = update[i]->forward[i];
        update[i]->forward[i] = x;
5577 5578

        /* update span covered by update[i] as x is inserted here */
5579 5580 5581 5582
        if (i > 0) {
            x->span[i-1] = update[i]->span[i-1] - (rank[0] - rank[i]);
            update[i]->span[i-1] = (rank[0] - rank[i]) + 1;
        }
5583
    }
5584 5585 5586

    /* increment span for untouched levels */
    for (i = level; i < zsl->level; i++) {
5587
        update[i]->span[i-1]++;
5588 5589
    }

A
antirez 已提交
5590
    x->backward = (update[0] == zsl->header) ? NULL : update[0];
5591 5592 5593 5594
    if (x->forward[0])
        x->forward[0]->backward = x;
    else
        zsl->tail = x;
5595
    zsl->length++;
5596 5597
}

5598 5599 5600 5601 5602 5603 5604 5605 5606 5607 5608 5609 5610 5611 5612 5613 5614 5615 5616 5617 5618 5619 5620 5621 5622
/* Internal function used by zslDelete, zslDeleteByScore and zslDeleteByRank */
void zslDeleteNode(zskiplist *zsl, zskiplistNode *x, zskiplistNode **update) {
    int i;
    for (i = 0; i < zsl->level; i++) {
        if (update[i]->forward[i] == x) {
            if (i > 0) {
                update[i]->span[i-1] += x->span[i-1] - 1;
            }
            update[i]->forward[i] = x->forward[i];
        } else {
            /* invariant: i > 0, because update[0]->forward[0]
             * is always equal to x */
            update[i]->span[i-1] -= 1;
        }
    }
    if (x->forward[0]) {
        x->forward[0]->backward = x->backward;
    } else {
        zsl->tail = x->backward;
    }
    while(zsl->level > 1 && zsl->header->forward[zsl->level-1] == NULL)
        zsl->level--;
    zsl->length--;
}

5623
/* Delete an element with matching score/object from the skiplist. */
5624
static int zslDelete(zskiplist *zsl, double score, robj *obj) {
5625 5626 5627 5628 5629
    zskiplistNode *update[ZSKIPLIST_MAXLEVEL], *x;
    int i;

    x = zsl->header;
    for (i = zsl->level-1; i >= 0; i--) {
5630 5631 5632 5633
        while (x->forward[i] &&
            (x->forward[i]->score < score ||
                (x->forward[i]->score == score &&
                compareStringObjects(x->forward[i]->obj,obj) < 0)))
5634 5635 5636 5637 5638 5639
            x = x->forward[i];
        update[i] = x;
    }
    /* We may have multiple elements with the same score, what we need
     * is to find the element with both the right score and object. */
    x = x->forward[0];
5640
    if (x && score == x->score && equalStringObjects(x->obj,obj)) {
5641
        zslDeleteNode(zsl, x, update);
5642 5643 5644 5645
        zslFreeNode(x);
        return 1;
    } else {
        return 0; /* not found */
5646 5647
    }
    return 0; /* not found */
5648 5649
}

5650 5651 5652 5653
/* Delete all the elements with score between min and max from the skiplist.
 * Min and mx are inclusive, so a score >= min || score <= max is deleted.
 * Note that this function takes the reference to the hash table view of the
 * sorted set, in order to remove the elements from the hash table too. */
5654
static unsigned long zslDeleteRangeByScore(zskiplist *zsl, double min, double max, dict *dict) {
5655 5656 5657 5658 5659 5660 5661 5662 5663 5664 5665 5666 5667 5668
    zskiplistNode *update[ZSKIPLIST_MAXLEVEL], *x;
    unsigned long removed = 0;
    int i;

    x = zsl->header;
    for (i = zsl->level-1; i >= 0; i--) {
        while (x->forward[i] && x->forward[i]->score < min)
            x = x->forward[i];
        update[i] = x;
    }
    /* We may have multiple elements with the same score, what we need
     * is to find the element with both the right score and object. */
    x = x->forward[0];
    while (x && x->score <= max) {
5669 5670
        zskiplistNode *next = x->forward[0];
        zslDeleteNode(zsl, x, update);
5671 5672 5673 5674 5675 5676 5677 5678
        dictDelete(dict,x->obj);
        zslFreeNode(x);
        removed++;
        x = next;
    }
    return removed; /* not found */
}

P
Pieter Noordhuis 已提交
5679
/* Delete all the elements with rank between start and end from the skiplist.
5680
 * Start and end are inclusive. Note that start and end need to be 1-based */
P
Pieter Noordhuis 已提交
5681 5682 5683 5684 5685 5686 5687 5688 5689 5690
static unsigned long zslDeleteRangeByRank(zskiplist *zsl, unsigned int start, unsigned int end, dict *dict) {
    zskiplistNode *update[ZSKIPLIST_MAXLEVEL], *x;
    unsigned long traversed = 0, removed = 0;
    int i;

    x = zsl->header;
    for (i = zsl->level-1; i >= 0; i--) {
        while (x->forward[i] && (traversed + (i > 0 ? x->span[i-1] : 1)) < start) {
            traversed += i > 0 ? x->span[i-1] : 1;
            x = x->forward[i];
5691
        }
P
Pieter Noordhuis 已提交
5692 5693 5694 5695 5696 5697
        update[i] = x;
    }

    traversed++;
    x = x->forward[0];
    while (x && traversed <= end) {
5698 5699
        zskiplistNode *next = x->forward[0];
        zslDeleteNode(zsl, x, update);
5700 5701 5702
        dictDelete(dict,x->obj);
        zslFreeNode(x);
        removed++;
P
Pieter Noordhuis 已提交
5703
        traversed++;
5704 5705
        x = next;
    }
P
Pieter Noordhuis 已提交
5706
    return removed;
5707 5708
}

5709 5710 5711 5712 5713 5714 5715 5716 5717 5718 5719 5720 5721 5722 5723 5724
/* Find the first node having a score equal or greater than the specified one.
 * Returns NULL if there is no match. */
static zskiplistNode *zslFirstWithScore(zskiplist *zsl, double score) {
    zskiplistNode *x;
    int i;

    x = zsl->header;
    for (i = zsl->level-1; i >= 0; i--) {
        while (x->forward[i] && x->forward[i]->score < score)
            x = x->forward[i];
    }
    /* We may have multiple elements with the same score, what we need
     * is to find the element with both the right score and object. */
    return x->forward[0];
}

5725 5726 5727 5728 5729 5730 5731 5732 5733 5734 5735 5736 5737 5738 5739
/* Find the rank for an element by both score and key.
 * Returns 0 when the element cannot be found, rank otherwise.
 * Note that the rank is 1-based due to the span of zsl->header to the
 * first element. */
static unsigned long zslGetRank(zskiplist *zsl, double score, robj *o) {
    zskiplistNode *x;
    unsigned long rank = 0;
    int i;

    x = zsl->header;
    for (i = zsl->level-1; i >= 0; i--) {
        while (x->forward[i] &&
            (x->forward[i]->score < score ||
                (x->forward[i]->score == score &&
                compareStringObjects(x->forward[i]->obj,o) <= 0))) {
P
Pieter Noordhuis 已提交
5740
            rank += i > 0 ? x->span[i-1] : 1;
5741 5742 5743 5744
            x = x->forward[i];
        }

        /* x might be equal to zsl->header, so test if obj is non-NULL */
5745
        if (x->obj && equalStringObjects(x->obj,o)) {
5746 5747 5748 5749 5750 5751
            return rank;
        }
    }
    return 0;
}

5752 5753 5754 5755 5756 5757 5758 5759
/* Finds an element by its rank. The rank argument needs to be 1-based. */
zskiplistNode* zslGetElementByRank(zskiplist *zsl, unsigned long rank) {
    zskiplistNode *x;
    unsigned long traversed = 0;
    int i;

    x = zsl->header;
    for (i = zsl->level-1; i >= 0; i--) {
A
antirez 已提交
5760 5761
        while (x->forward[i] && (traversed + (i>0 ? x->span[i-1] : 1)) <= rank)
        {
P
Pieter Noordhuis 已提交
5762
            traversed += i > 0 ? x->span[i-1] : 1;
5763 5764 5765 5766 5767 5768 5769 5770 5771
            x = x->forward[i];
        }
        if (traversed == rank) {
            return x;
        }
    }
    return NULL;
}

5772 5773
/* The actual Z-commands implementations */

A
antirez 已提交
5774
/* This generic command implements both ZADD and ZINCRBY.
A
antirez 已提交
5775
 * scoreval is the score if the operation is a ZADD (doincrement == 0) or
A
antirez 已提交
5776
 * the increment if the operation is a ZINCRBY (doincrement == 1). */
A
antirez 已提交
5777
static void zaddGenericCommand(redisClient *c, robj *key, robj *ele, double scoreval, int doincrement) {
5778 5779 5780 5781
    robj *zsetobj;
    zset *zs;
    double *score;

5782 5783 5784 5785 5786
    if (isnan(scoreval)) {
        addReplySds(c,sdsnew("-ERR provide score is Not A Number (nan)\r\n"));
        return;
    }

A
antirez 已提交
5787
    zsetobj = lookupKeyWrite(c->db,key);
5788 5789
    if (zsetobj == NULL) {
        zsetobj = createZsetObject();
A
antirez 已提交
5790 5791
        dictAdd(c->db->dict,key,zsetobj);
        incrRefCount(key);
5792 5793 5794 5795 5796 5797 5798
    } else {
        if (zsetobj->type != REDIS_ZSET) {
            addReply(c,shared.wrongtypeerr);
            return;
        }
    }
    zs = zsetobj->ptr;
A
antirez 已提交
5799

A
antirez 已提交
5800
    /* Ok now since we implement both ZADD and ZINCRBY here the code
A
antirez 已提交
5801 5802 5803 5804 5805 5806 5807 5808 5809 5810 5811 5812 5813 5814
     * needs to handle the two different conditions. It's all about setting
     * '*score', that is, the new score to set, to the right value. */
    score = zmalloc(sizeof(double));
    if (doincrement) {
        dictEntry *de;

        /* Read the old score. If the element was not present starts from 0 */
        de = dictFind(zs->dict,ele);
        if (de) {
            double *oldscore = dictGetEntryVal(de);
            *score = *oldscore + scoreval;
        } else {
            *score = scoreval;
        }
5815 5816 5817 5818 5819 5820 5821 5822 5823
        if (isnan(*score)) {
            addReplySds(c,
                sdsnew("-ERR resulting score is Not A Number (nan)\r\n"));
            zfree(score);
            /* Note that we don't need to check if the zset may be empty and
             * should be removed here, as we can only obtain Nan as score if
             * there was already an element in the sorted set. */
            return;
        }
A
antirez 已提交
5824 5825 5826 5827 5828
    } else {
        *score = scoreval;
    }

    /* What follows is a simple remove and re-insert operation that is common
A
antirez 已提交
5829
     * to both ZADD and ZINCRBY... */
A
antirez 已提交
5830
    if (dictAdd(zs->dict,ele,score) == DICT_OK) {
5831
        /* case 1: New element */
A
antirez 已提交
5832 5833 5834
        incrRefCount(ele); /* added to hash */
        zslInsert(zs->zsl,*score,ele);
        incrRefCount(ele); /* added to skiplist */
5835
        server.dirty++;
A
antirez 已提交
5836 5837
        if (doincrement)
            addReplyDouble(c,*score);
A
antirez 已提交
5838 5839
        else
            addReply(c,shared.cone);
5840 5841 5842
    } else {
        dictEntry *de;
        double *oldscore;
A
Alex McHale 已提交
5843

5844
        /* case 2: Score update operation */
A
antirez 已提交
5845
        de = dictFind(zs->dict,ele);
5846
        redisAssert(de != NULL);
5847 5848 5849 5850
        oldscore = dictGetEntryVal(de);
        if (*score != *oldscore) {
            int deleted;

A
antirez 已提交
5851 5852
            /* Remove and insert the element in the skip list with new score */
            deleted = zslDelete(zs->zsl,*oldscore,ele);
5853
            redisAssert(deleted != 0);
A
antirez 已提交
5854 5855 5856 5857
            zslInsert(zs->zsl,*score,ele);
            incrRefCount(ele);
            /* Update the score in the hash table */
            dictReplace(zs->dict,ele,score);
5858
            server.dirty++;
5859 5860
        } else {
            zfree(score);
5861
        }
A
antirez 已提交
5862 5863 5864 5865
        if (doincrement)
            addReplyDouble(c,*score);
        else
            addReply(c,shared.czero);
5866 5867 5868
    }
}

A
antirez 已提交
5869 5870 5871
static void zaddCommand(redisClient *c) {
    double scoreval;

5872
    if (getDoubleFromObjectOrReply(c, c->argv[2], &scoreval, NULL) != REDIS_OK) return;
A
antirez 已提交
5873 5874 5875
    zaddGenericCommand(c,c->argv[1],c->argv[3],scoreval,0);
}

A
antirez 已提交
5876
static void zincrbyCommand(redisClient *c) {
A
antirez 已提交
5877 5878
    double scoreval;

5879
    if (getDoubleFromObjectOrReply(c, c->argv[2], &scoreval, NULL) != REDIS_OK) return;
A
antirez 已提交
5880 5881 5882
    zaddGenericCommand(c,c->argv[1],c->argv[3],scoreval,1);
}

A
antirez 已提交
5883 5884 5885
static void zremCommand(redisClient *c) {
    robj *zsetobj;
    zset *zs;
A
antirez 已提交
5886 5887 5888
    dictEntry *de;
    double *oldscore;
    int deleted;
A
antirez 已提交
5889

A
antirez 已提交
5890 5891
    if ((zsetobj = lookupKeyWriteOrReply(c,c->argv[1],shared.czero)) == NULL ||
        checkType(c,zsetobj,REDIS_ZSET)) return;
A
antirez 已提交
5892

A
antirez 已提交
5893 5894 5895 5896 5897
    zs = zsetobj->ptr;
    de = dictFind(zs->dict,c->argv[2]);
    if (de == NULL) {
        addReply(c,shared.czero);
        return;
A
antirez 已提交
5898
    }
A
antirez 已提交
5899 5900 5901 5902 5903 5904 5905 5906
    /* Delete from the skiplist */
    oldscore = dictGetEntryVal(de);
    deleted = zslDelete(zs->zsl,*oldscore,c->argv[2]);
    redisAssert(deleted != 0);

    /* Delete from the hash table */
    dictDelete(zs->dict,c->argv[2]);
    if (htNeedsResize(zs->dict)) dictResize(zs->dict);
5907
    if (dictSize(zs->dict) == 0) deleteKey(c->db,c->argv[1]);
A
antirez 已提交
5908 5909
    server.dirty++;
    addReply(c,shared.cone);
A
antirez 已提交
5910 5911
}

5912
static void zremrangebyscoreCommand(redisClient *c) {
A
Alex McHale 已提交
5913 5914
    double min;
    double max;
A
antirez 已提交
5915
    long deleted;
5916 5917 5918
    robj *zsetobj;
    zset *zs;

5919 5920
    if ((getDoubleFromObjectOrReply(c, c->argv[2], &min, NULL) != REDIS_OK) ||
        (getDoubleFromObjectOrReply(c, c->argv[3], &max, NULL) != REDIS_OK)) return;
A
Alex McHale 已提交
5921

A
antirez 已提交
5922 5923
    if ((zsetobj = lookupKeyWriteOrReply(c,c->argv[1],shared.czero)) == NULL ||
        checkType(c,zsetobj,REDIS_ZSET)) return;
5924

A
antirez 已提交
5925 5926 5927
    zs = zsetobj->ptr;
    deleted = zslDeleteRangeByScore(zs->zsl,min,max,zs->dict);
    if (htNeedsResize(zs->dict)) dictResize(zs->dict);
5928
    if (dictSize(zs->dict) == 0) deleteKey(c->db,c->argv[1]);
A
antirez 已提交
5929
    server.dirty += deleted;
A
antirez 已提交
5930
    addReplyLongLong(c,deleted);
5931 5932
}

P
Pieter Noordhuis 已提交
5933
static void zremrangebyrankCommand(redisClient *c) {
A
Alex McHale 已提交
5934 5935
    long start;
    long end;
A
antirez 已提交
5936 5937
    int llen;
    long deleted;
P
Pieter Noordhuis 已提交
5938 5939 5940
    robj *zsetobj;
    zset *zs;

5941 5942
    if ((getLongFromObjectOrReply(c, c->argv[2], &start, NULL) != REDIS_OK) ||
        (getLongFromObjectOrReply(c, c->argv[3], &end, NULL) != REDIS_OK)) return;
A
Alex McHale 已提交
5943

A
antirez 已提交
5944 5945 5946 5947
    if ((zsetobj = lookupKeyWriteOrReply(c,c->argv[1],shared.czero)) == NULL ||
        checkType(c,zsetobj,REDIS_ZSET)) return;
    zs = zsetobj->ptr;
    llen = zs->zsl->length;
P
Pieter Noordhuis 已提交
5948

A
antirez 已提交
5949 5950 5951 5952 5953
    /* convert negative indexes */
    if (start < 0) start = llen+start;
    if (end < 0) end = llen+end;
    if (start < 0) start = 0;
    if (end < 0) end = 0;
P
Pieter Noordhuis 已提交
5954

A
antirez 已提交
5955 5956 5957 5958
    /* indexes sanity checks */
    if (start > end || start >= llen) {
        addReply(c,shared.czero);
        return;
P
Pieter Noordhuis 已提交
5959
    }
A
antirez 已提交
5960 5961 5962 5963 5964 5965
    if (end >= llen) end = llen-1;

    /* increment start and end because zsl*Rank functions
     * use 1-based rank */
    deleted = zslDeleteRangeByRank(zs->zsl,start+1,end+1,zs->dict);
    if (htNeedsResize(zs->dict)) dictResize(zs->dict);
5966
    if (dictSize(zs->dict) == 0) deleteKey(c->db,c->argv[1]);
A
antirez 已提交
5967
    server.dirty += deleted;
A
antirez 已提交
5968
    addReplyLongLong(c, deleted);
P
Pieter Noordhuis 已提交
5969 5970
}

5971 5972 5973 5974 5975 5976 5977 5978 5979 5980 5981 5982 5983
typedef struct {
    dict *dict;
    double weight;
} zsetopsrc;

static int qsortCompareZsetopsrcByCardinality(const void *s1, const void *s2) {
    zsetopsrc *d1 = (void*) s1, *d2 = (void*) s2;
    unsigned long size1, size2;
    size1 = d1->dict ? dictSize(d1->dict) : 0;
    size2 = d2->dict ? dictSize(d2->dict) : 0;
    return size1 - size2;
}

5984 5985 5986
#define REDIS_AGGR_SUM 1
#define REDIS_AGGR_MIN 2
#define REDIS_AGGR_MAX 3
5987
#define zunionInterDictValue(_e) (dictGetEntryVal(_e) == NULL ? 1.0 : *(double*)dictGetEntryVal(_e))
5988 5989 5990 5991 5992 5993 5994 5995 5996 5997

inline static void zunionInterAggregate(double *target, double val, int aggregate) {
    if (aggregate == REDIS_AGGR_SUM) {
        *target = *target + val;
    } else if (aggregate == REDIS_AGGR_MIN) {
        *target = val < *target ? val : *target;
    } else if (aggregate == REDIS_AGGR_MAX) {
        *target = val > *target ? val : *target;
    } else {
        /* safety net */
5998
        redisPanic("Unknown ZUNION/INTER aggregate type");
5999 6000 6001
    }
}

6002
static void zunionInterGenericCommand(redisClient *c, robj *dstkey, int op) {
6003
    int i, j, setnum;
6004
    int aggregate = REDIS_AGGR_SUM;
6005
    zsetopsrc *src;
6006 6007
    robj *dstobj;
    zset *dstzset;
P
Pieter Noordhuis 已提交
6008 6009 6010
    dictIterator *di;
    dictEntry *de;

6011 6012 6013
    /* expect setnum input keys to be given */
    setnum = atoi(c->argv[2]->ptr);
    if (setnum < 1) {
6014
        addReplySds(c,sdsnew("-ERR at least 1 input key is needed for ZUNIONSTORE/ZINTERSTORE\r\n"));
6015
        return;
P
Pieter Noordhuis 已提交
6016
    }
6017 6018

    /* test if the expected number of keys would overflow */
6019
    if (3+setnum > c->argc) {
P
Pieter Noordhuis 已提交
6020 6021 6022 6023
        addReply(c,shared.syntaxerr);
        return;
    }

6024
    /* read keys to be used for input */
6025 6026 6027 6028
    src = zmalloc(sizeof(zsetopsrc) * setnum);
    for (i = 0, j = 3; i < setnum; i++, j++) {
        robj *obj = lookupKeyWrite(c->db,c->argv[j]);
        if (!obj) {
6029
            src[i].dict = NULL;
P
Pieter Noordhuis 已提交
6030
        } else {
6031 6032 6033 6034 6035
            if (obj->type == REDIS_ZSET) {
                src[i].dict = ((zset*)obj->ptr)->dict;
            } else if (obj->type == REDIS_SET) {
                src[i].dict = (obj->ptr);
            } else {
6036
                zfree(src);
P
Pieter Noordhuis 已提交
6037 6038 6039 6040
                addReply(c,shared.wrongtypeerr);
                return;
            }
        }
6041 6042

        /* default all weights to 1 */
6043
        src[i].weight = 1.0;
P
Pieter Noordhuis 已提交
6044 6045
    }

6046 6047
    /* parse optional extra arguments */
    if (j < c->argc) {
6048
        int remaining = c->argc - j;
P
Pieter Noordhuis 已提交
6049

6050
        while (remaining) {
6051
            if (remaining >= (setnum + 1) && !strcasecmp(c->argv[j]->ptr,"weights")) {
6052
                j++; remaining--;
6053
                for (i = 0; i < setnum; i++, j++, remaining--) {
6054
                    if (getDoubleFromObjectOrReply(c, c->argv[j], &src[i].weight, NULL) != REDIS_OK)
A
Alex McHale 已提交
6055
                        return;
6056
                }
6057 6058 6059 6060 6061 6062 6063 6064 6065 6066 6067 6068 6069 6070
            } else if (remaining >= 2 && !strcasecmp(c->argv[j]->ptr,"aggregate")) {
                j++; remaining--;
                if (!strcasecmp(c->argv[j]->ptr,"sum")) {
                    aggregate = REDIS_AGGR_SUM;
                } else if (!strcasecmp(c->argv[j]->ptr,"min")) {
                    aggregate = REDIS_AGGR_MIN;
                } else if (!strcasecmp(c->argv[j]->ptr,"max")) {
                    aggregate = REDIS_AGGR_MAX;
                } else {
                    zfree(src);
                    addReply(c,shared.syntaxerr);
                    return;
                }
                j++; remaining--;
6071
            } else {
6072
                zfree(src);
6073 6074 6075 6076 6077
                addReply(c,shared.syntaxerr);
                return;
            }
        }
    }
P
Pieter Noordhuis 已提交
6078

6079 6080
    /* sort sets from the smallest to largest, this will improve our
     * algorithm's performance */
6081
    qsort(src,setnum,sizeof(zsetopsrc),qsortCompareZsetopsrcByCardinality);
6082

6083 6084 6085 6086
    dstobj = createZsetObject();
    dstzset = dstobj->ptr;

    if (op == REDIS_OP_INTER) {
6087 6088 6089 6090 6091
        /* skip going over all entries if the smallest zset is NULL or empty */
        if (src[0].dict && dictSize(src[0].dict) > 0) {
            /* precondition: as src[0].dict is non-empty and the zsets are ordered
             * from small to large, all src[i > 0].dict are non-empty too */
            di = dictGetIterator(src[0].dict);
6092
            while((de = dictNext(di)) != NULL) {
6093
                double *score = zmalloc(sizeof(double)), value;
6094
                *score = src[0].weight * zunionInterDictValue(de);
6095

6096
                for (j = 1; j < setnum; j++) {
6097
                    dictEntry *other = dictFind(src[j].dict,dictGetEntryKey(de));
6098
                    if (other) {
6099
                        value = src[j].weight * zunionInterDictValue(other);
6100
                        zunionInterAggregate(score, value, aggregate);
6101 6102 6103 6104
                    } else {
                        break;
                    }
                }
P
Pieter Noordhuis 已提交
6105

6106
                /* skip entry when not present in every source dict */
6107
                if (j != setnum) {
6108 6109 6110 6111 6112 6113 6114
                    zfree(score);
                } else {
                    robj *o = dictGetEntryKey(de);
                    dictAdd(dstzset->dict,o,score);
                    incrRefCount(o); /* added to dictionary */
                    zslInsert(dstzset->zsl,*score,o);
                    incrRefCount(o); /* added to skiplist */
P
Pieter Noordhuis 已提交
6115 6116
                }
            }
6117 6118 6119
            dictReleaseIterator(di);
        }
    } else if (op == REDIS_OP_UNION) {
6120
        for (i = 0; i < setnum; i++) {
6121
            if (!src[i].dict) continue;
6122

6123
            di = dictGetIterator(src[i].dict);
6124 6125 6126 6127
            while((de = dictNext(di)) != NULL) {
                /* skip key when already processed */
                if (dictFind(dstzset->dict,dictGetEntryKey(de)) != NULL) continue;

6128
                double *score = zmalloc(sizeof(double)), value;
6129
                *score = src[i].weight * zunionInterDictValue(de);
6130

6131 6132
                /* because the zsets are sorted by size, its only possible
                 * for sets at larger indices to hold this entry */
6133
                for (j = (i+1); j < setnum; j++) {
6134
                    dictEntry *other = dictFind(src[j].dict,dictGetEntryKey(de));
6135
                    if (other) {
6136
                        value = src[j].weight * zunionInterDictValue(other);
6137
                        zunionInterAggregate(score, value, aggregate);
6138 6139
                    }
                }
P
Pieter Noordhuis 已提交
6140

6141 6142 6143 6144 6145 6146 6147
                robj *o = dictGetEntryKey(de);
                dictAdd(dstzset->dict,o,score);
                incrRefCount(o); /* added to dictionary */
                zslInsert(dstzset->zsl,*score,o);
                incrRefCount(o); /* added to skiplist */
            }
            dictReleaseIterator(di);
P
Pieter Noordhuis 已提交
6148
        }
6149 6150 6151
    } else {
        /* unknown operator */
        redisAssert(op == REDIS_OP_INTER || op == REDIS_OP_UNION);
P
Pieter Noordhuis 已提交
6152 6153 6154
    }

    deleteKey(c->db,dstkey);
6155 6156 6157
    if (dstzset->zsl->length) {
        dictAdd(c->db->dict,dstkey,dstobj);
        incrRefCount(dstkey);
A
antirez 已提交
6158
        addReplyLongLong(c, dstzset->zsl->length);
6159 6160
        server.dirty++;
    } else {
6161
        decrRefCount(dstobj);
6162 6163
        addReply(c, shared.czero);
    }
6164
    zfree(src);
P
Pieter Noordhuis 已提交
6165 6166
}

6167
static void zunionstoreCommand(redisClient *c) {
6168
    zunionInterGenericCommand(c,c->argv[1], REDIS_OP_UNION);
P
Pieter Noordhuis 已提交
6169 6170
}

6171
static void zinterstoreCommand(redisClient *c) {
6172
    zunionInterGenericCommand(c,c->argv[1], REDIS_OP_INTER);
P
Pieter Noordhuis 已提交
6173 6174
}

6175
static void zrangeGenericCommand(redisClient *c, int reverse) {
6176
    robj *o;
A
Alex McHale 已提交
6177 6178
    long start;
    long end;
6179
    int withscores = 0;
A
antirez 已提交
6180 6181 6182 6183 6184 6185
    int llen;
    int rangelen, j;
    zset *zsetobj;
    zskiplist *zsl;
    zskiplistNode *ln;
    robj *ele;
6186

6187 6188
    if ((getLongFromObjectOrReply(c, c->argv[2], &start, NULL) != REDIS_OK) ||
        (getLongFromObjectOrReply(c, c->argv[3], &end, NULL) != REDIS_OK)) return;
A
Alex McHale 已提交
6189

6190 6191 6192 6193 6194 6195
    if (c->argc == 5 && !strcasecmp(c->argv[4]->ptr,"withscores")) {
        withscores = 1;
    } else if (c->argc >= 5) {
        addReply(c,shared.syntaxerr);
        return;
    }
6196

6197 6198
    if ((o = lookupKeyReadOrReply(c,c->argv[1],shared.emptymultibulk)) == NULL
         || checkType(c,o,REDIS_ZSET)) return;
A
antirez 已提交
6199 6200 6201
    zsetobj = o->ptr;
    zsl = zsetobj->zsl;
    llen = zsl->length;
6202

A
antirez 已提交
6203 6204 6205 6206 6207
    /* convert negative indexes */
    if (start < 0) start = llen+start;
    if (end < 0) end = llen+end;
    if (start < 0) start = 0;
    if (end < 0) end = 0;
6208

A
antirez 已提交
6209 6210 6211 6212 6213 6214 6215 6216
    /* indexes sanity checks */
    if (start > end || start >= llen) {
        /* Out of range start or start > end result in empty list */
        addReply(c,shared.emptymultibulk);
        return;
    }
    if (end >= llen) end = llen-1;
    rangelen = (end-start)+1;
6217

A
antirez 已提交
6218 6219 6220 6221 6222 6223 6224 6225
    /* check if starting point is trivial, before searching
     * the element in log(N) time */
    if (reverse) {
        ln = start == 0 ? zsl->tail : zslGetElementByRank(zsl, llen-start);
    } else {
        ln = start == 0 ?
            zsl->header->forward[0] : zslGetElementByRank(zsl, start+1);
    }
6226

A
antirez 已提交
6227 6228 6229 6230 6231 6232 6233 6234 6235
    /* Return the result in form of a multi-bulk reply */
    addReplySds(c,sdscatprintf(sdsempty(),"*%d\r\n",
        withscores ? (rangelen*2) : rangelen));
    for (j = 0; j < rangelen; j++) {
        ele = ln->obj;
        addReplyBulk(c,ele);
        if (withscores)
            addReplyDouble(c,ln->score);
        ln = reverse ? ln->backward : ln->forward[0];
6236 6237 6238
    }
}

6239 6240 6241 6242 6243 6244 6245 6246
static void zrangeCommand(redisClient *c) {
    zrangeGenericCommand(c,0);
}

static void zrevrangeCommand(redisClient *c) {
    zrangeGenericCommand(c,1);
}

6247 6248 6249
/* This command implements both ZRANGEBYSCORE and ZCOUNT.
 * If justcount is non-zero, just the count is returned. */
static void genericZrangebyscoreCommand(redisClient *c, int justcount) {
6250
    robj *o;
6251 6252
    double min, max;
    int minex = 0, maxex = 0; /* are min or max exclusive? */
6253
    int offset = 0, limit = -1;
6254 6255 6256
    int withscores = 0;
    int badsyntax = 0;

6257 6258 6259 6260 6261 6262 6263 6264 6265 6266 6267 6268 6269 6270 6271 6272 6273 6274 6275 6276
    /* Parse the min-max interval. If one of the values is prefixed
     * by the "(" character, it's considered "open". For instance
     * ZRANGEBYSCORE zset (1.5 (2.5 will match min < x < max
     * ZRANGEBYSCORE zset 1.5 2.5 will instead match min <= x <= max */
    if (((char*)c->argv[2]->ptr)[0] == '(') {
        min = strtod((char*)c->argv[2]->ptr+1,NULL);
        minex = 1;
    } else {
        min = strtod(c->argv[2]->ptr,NULL);
    }
    if (((char*)c->argv[3]->ptr)[0] == '(') {
        max = strtod((char*)c->argv[3]->ptr+1,NULL);
        maxex = 1;
    } else {
        max = strtod(c->argv[3]->ptr,NULL);
    }

    /* Parse "WITHSCORES": note that if the command was called with
     * the name ZCOUNT then we are sure that c->argc == 4, so we'll never
     * enter the following paths to parse WITHSCORES and LIMIT. */
6277
    if (c->argc == 5 || c->argc == 8) {
6278 6279 6280 6281
        if (strcasecmp(c->argv[c->argc-1]->ptr,"withscores") == 0)
            withscores = 1;
        else
            badsyntax = 1;
6282
    }
6283
    if (c->argc != (4 + withscores) && c->argc != (7 + withscores))
6284 6285
        badsyntax = 1;
    if (badsyntax) {
6286 6287
        addReplySds(c,
            sdsnew("-ERR wrong number of arguments for ZRANGEBYSCORE\r\n"));
6288
        return;
6289 6290
    }

6291
    /* Parse "LIMIT" */
6292
    if (c->argc == (7 + withscores) && strcasecmp(c->argv[4]->ptr,"limit")) {
6293 6294
        addReply(c,shared.syntaxerr);
        return;
6295
    } else if (c->argc == (7 + withscores)) {
6296 6297
        offset = atoi(c->argv[5]->ptr);
        limit = atoi(c->argv[6]->ptr);
6298
        if (offset < 0) offset = 0;
6299
    }
6300

6301
    /* Ok, lookup the key and get the range */
6302 6303
    o = lookupKeyRead(c->db,c->argv[1]);
    if (o == NULL) {
6304
        addReply(c,justcount ? shared.czero : shared.emptymultibulk);
6305 6306 6307 6308 6309 6310 6311
    } else {
        if (o->type != REDIS_ZSET) {
            addReply(c,shared.wrongtypeerr);
        } else {
            zset *zsetobj = o->ptr;
            zskiplist *zsl = zsetobj->zsl;
            zskiplistNode *ln;
6312 6313
            robj *ele, *lenobj = NULL;
            unsigned long rangelen = 0;
6314

6315 6316
            /* Get the first node with the score >= min, or with
             * score > min if 'minex' is true. */
6317
            ln = zslFirstWithScore(zsl,min);
6318 6319
            while (minex && ln && ln->score == min) ln = ln->forward[0];

6320 6321
            if (ln == NULL) {
                /* No element matching the speciifed interval */
6322
                addReply(c,justcount ? shared.czero : shared.emptymultibulk);
6323 6324 6325 6326 6327 6328 6329
                return;
            }

            /* We don't know in advance how many matching elements there
             * are in the list, so we push this object that will represent
             * the multi-bulk length in the output buffer, and will "fix"
             * it later */
6330 6331 6332 6333 6334
            if (!justcount) {
                lenobj = createObject(REDIS_STRING,NULL);
                addReply(c,lenobj);
                decrRefCount(lenobj);
            }
6335

6336
            while(ln && (maxex ? (ln->score < max) : (ln->score <= max))) {
6337 6338 6339 6340 6341 6342
                if (offset) {
                    offset--;
                    ln = ln->forward[0];
                    continue;
                }
                if (limit == 0) break;
6343 6344
                if (!justcount) {
                    ele = ln->obj;
A
antirez 已提交
6345
                    addReplyBulk(c,ele);
6346 6347 6348
                    if (withscores)
                        addReplyDouble(c,ln->score);
                }
6349 6350
                ln = ln->forward[0];
                rangelen++;
6351
                if (limit > 0) limit--;
6352
            }
6353
            if (justcount) {
A
antirez 已提交
6354
                addReplyLongLong(c,(long)rangelen);
6355 6356 6357 6358
            } else {
                lenobj->ptr = sdscatprintf(sdsempty(),"*%lu\r\n",
                     withscores ? (rangelen*2) : rangelen);
            }
6359 6360 6361 6362
        }
    }
}

6363 6364 6365 6366 6367 6368 6369 6370
static void zrangebyscoreCommand(redisClient *c) {
    genericZrangebyscoreCommand(c,0);
}

static void zcountCommand(redisClient *c) {
    genericZrangebyscoreCommand(c,1);
}

6371
static void zcardCommand(redisClient *c) {
6372 6373
    robj *o;
    zset *zs;
A
antirez 已提交
6374 6375 6376 6377 6378 6379

    if ((o = lookupKeyReadOrReply(c,c->argv[1],shared.czero)) == NULL ||
        checkType(c,o,REDIS_ZSET)) return;

    zs = o->ptr;
    addReplyUlong(c,zs->zsl->length);
6380 6381
}

A
antirez 已提交
6382 6383 6384
static void zscoreCommand(redisClient *c) {
    robj *o;
    zset *zs;
A
antirez 已提交
6385 6386 6387 6388 6389 6390 6391 6392
    dictEntry *de;

    if ((o = lookupKeyReadOrReply(c,c->argv[1],shared.nullbulk)) == NULL ||
        checkType(c,o,REDIS_ZSET)) return;

    zs = o->ptr;
    de = dictFind(zs->dict,c->argv[2]);
    if (!de) {
6393
        addReply(c,shared.nullbulk);
A
antirez 已提交
6394
    } else {
A
antirez 已提交
6395
        double *score = dictGetEntryVal(de);
A
antirez 已提交
6396

A
antirez 已提交
6397
        addReplyDouble(c,*score);
A
antirez 已提交
6398 6399 6400
    }
}

P
Pieter Noordhuis 已提交
6401
static void zrankGenericCommand(redisClient *c, int reverse) {
6402
    robj *o;
A
antirez 已提交
6403 6404 6405 6406 6407 6408 6409 6410 6411 6412 6413 6414 6415
    zset *zs;
    zskiplist *zsl;
    dictEntry *de;
    unsigned long rank;
    double *score;

    if ((o = lookupKeyReadOrReply(c,c->argv[1],shared.nullbulk)) == NULL ||
        checkType(c,o,REDIS_ZSET)) return;

    zs = o->ptr;
    zsl = zs->zsl;
    de = dictFind(zs->dict,c->argv[2]);
    if (!de) {
6416 6417 6418 6419
        addReply(c,shared.nullbulk);
        return;
    }

A
antirez 已提交
6420 6421 6422 6423
    score = dictGetEntryVal(de);
    rank = zslGetRank(zsl, *score, c->argv[2]);
    if (rank) {
        if (reverse) {
A
antirez 已提交
6424
            addReplyLongLong(c, zsl->length - rank);
6425
        } else {
A
antirez 已提交
6426
            addReplyLongLong(c, rank-1);
6427
        }
A
antirez 已提交
6428 6429
    } else {
        addReply(c,shared.nullbulk);
6430 6431 6432
    }
}

P
Pieter Noordhuis 已提交
6433 6434 6435 6436 6437 6438 6439 6440
static void zrankCommand(redisClient *c) {
    zrankGenericCommand(c, 0);
}

static void zrevrankCommand(redisClient *c) {
    zrankGenericCommand(c, 1);
}

6441 6442 6443
/* ========================= Hashes utility functions ======================= */
#define REDIS_HASH_KEY 1
#define REDIS_HASH_VALUE 2
6444

6445 6446 6447 6448 6449 6450
/* Check the length of a number of objects to see if we need to convert a
 * zipmap to a real hash. Note that we only check string encoded objects
 * as their string length can be queried in constant time. */
static void hashTryConversion(robj *subject, robj **argv, int start, int end) {
    int i;
    if (subject->encoding != REDIS_ENCODING_ZIPMAP) return;
6451

6452 6453 6454 6455 6456
    for (i = start; i <= end; i++) {
        if (argv[i]->encoding == REDIS_ENCODING_RAW &&
            sdslen(argv[i]->ptr) > server.hash_max_zipmap_value)
        {
            convertToRealHash(subject);
6457 6458 6459
            return;
        }
    }
6460
}
A
antirez 已提交
6461

6462 6463 6464
/* Encode given objects in-place when the hash uses a dict. */
static void hashTryObjectEncoding(robj *subject, robj **o1, robj **o2) {
    if (subject->encoding == REDIS_ENCODING_HT) {
6465 6466
        if (o1) *o1 = tryObjectEncoding(*o1);
        if (o2) *o2 = tryObjectEncoding(*o2);
6467 6468 6469
    }
}

6470
/* Get the value from a hash identified by key. Returns either a string
6471 6472
 * object or NULL if the value cannot be found. The refcount of the object
 * is always increased by 1 when the value was found. */
6473 6474
static robj *hashGet(robj *o, robj *key) {
    robj *value = NULL;
6475
    if (o->encoding == REDIS_ENCODING_ZIPMAP) {
6476 6477 6478 6479 6480 6481 6482 6483 6484 6485 6486
        unsigned char *v;
        unsigned int vlen;
        key = getDecodedObject(key);
        if (zipmapGet(o->ptr,key->ptr,sdslen(key->ptr),&v,&vlen)) {
            value = createStringObject((char*)v,vlen);
        }
        decrRefCount(key);
    } else {
        dictEntry *de = dictFind(o->ptr,key);
        if (de != NULL) {
            value = dictGetEntryVal(de);
6487
            incrRefCount(value);
6488 6489 6490 6491
        }
    }
    return value;
}
6492

6493 6494 6495 6496 6497 6498 6499 6500 6501 6502 6503 6504 6505 6506 6507 6508 6509
/* Test if the key exists in the given hash. Returns 1 if the key
 * exists and 0 when it doesn't. */
static int hashExists(robj *o, robj *key) {
    if (o->encoding == REDIS_ENCODING_ZIPMAP) {
        key = getDecodedObject(key);
        if (zipmapExists(o->ptr,key->ptr,sdslen(key->ptr))) {
            decrRefCount(key);
            return 1;
        }
        decrRefCount(key);
    } else {
        if (dictFind(o->ptr,key) != NULL) {
            return 1;
        }
    }
    return 0;
}
A
antirez 已提交
6510

6511 6512
/* Add an element, discard the old if the key already exists.
 * Return 0 on insert and 1 on update. */
P
Pieter Noordhuis 已提交
6513
static int hashSet(robj *o, robj *key, robj *value) {
6514 6515 6516 6517 6518 6519 6520 6521 6522 6523 6524 6525
    int update = 0;
    if (o->encoding == REDIS_ENCODING_ZIPMAP) {
        key = getDecodedObject(key);
        value = getDecodedObject(value);
        o->ptr = zipmapSet(o->ptr,
            key->ptr,sdslen(key->ptr),
            value->ptr,sdslen(value->ptr), &update);
        decrRefCount(key);
        decrRefCount(value);

        /* Check if the zipmap needs to be upgraded to a real hash table */
        if (zipmapLen(o->ptr) > server.hash_max_zipmap_entries)
A
antirez 已提交
6526
            convertToRealHash(o);
6527
    } else {
6528 6529 6530
        if (dictReplace(o->ptr,key,value)) {
            /* Insert */
            incrRefCount(key);
6531
        } else {
6532
            /* Update */
6533 6534
            update = 1;
        }
6535
        incrRefCount(value);
6536
    }
6537
    return update;
6538 6539
}

6540 6541 6542 6543 6544 6545 6546 6547 6548 6549 6550 6551
/* Delete an element from a hash.
 * Return 1 on deleted and 0 on not found. */
static int hashDelete(robj *o, robj *key) {
    int deleted = 0;
    if (o->encoding == REDIS_ENCODING_ZIPMAP) {
        key = getDecodedObject(key);
        o->ptr = zipmapDel(o->ptr,key->ptr,sdslen(key->ptr), &deleted);
        decrRefCount(key);
    } else {
        deleted = dictDelete((dict*)o->ptr,key) == DICT_OK;
        /* Always check if the dictionary needs a resize after a delete. */
        if (deleted && htNeedsResize(o->ptr)) dictResize(o->ptr);
P
Pieter Noordhuis 已提交
6552
    }
6553 6554
    return deleted;
}
P
Pieter Noordhuis 已提交
6555

6556
/* Return the number of elements in a hash. */
P
Pieter Noordhuis 已提交
6557
static unsigned long hashLength(robj *o) {
6558 6559 6560 6561 6562 6563 6564 6565 6566 6567 6568 6569 6570 6571 6572 6573 6574 6575
    return (o->encoding == REDIS_ENCODING_ZIPMAP) ?
        zipmapLen((unsigned char*)o->ptr) : dictSize((dict*)o->ptr);
}

/* Structure to hold hash iteration abstration. Note that iteration over
 * hashes involves both fields and values. Because it is possible that
 * not both are required, store pointers in the iterator to avoid
 * unnecessary memory allocation for fields/values. */
typedef struct {
    int encoding;
    unsigned char *zi;
    unsigned char *zk, *zv;
    unsigned int zklen, zvlen;

    dictIterator *di;
    dictEntry *de;
} hashIterator;

6576 6577
static hashIterator *hashInitIterator(robj *subject) {
    hashIterator *hi = zmalloc(sizeof(hashIterator));
6578 6579 6580 6581 6582
    hi->encoding = subject->encoding;
    if (hi->encoding == REDIS_ENCODING_ZIPMAP) {
        hi->zi = zipmapRewind(subject->ptr);
    } else if (hi->encoding == REDIS_ENCODING_HT) {
        hi->di = dictGetIterator(subject->ptr);
P
Pieter Noordhuis 已提交
6583
    } else {
6584
        redisAssert(NULL);
P
Pieter Noordhuis 已提交
6585
    }
6586
    return hi;
6587
}
P
Pieter Noordhuis 已提交
6588

6589 6590 6591
static void hashReleaseIterator(hashIterator *hi) {
    if (hi->encoding == REDIS_ENCODING_HT) {
        dictReleaseIterator(hi->di);
P
Pieter Noordhuis 已提交
6592
    }
6593
    zfree(hi);
6594
}
P
Pieter Noordhuis 已提交
6595

6596 6597
/* Move to the next entry in the hash. Return REDIS_OK when the next entry
 * could be found and REDIS_ERR when the iterator reaches the end. */
P
Pieter Noordhuis 已提交
6598
static int hashNext(hashIterator *hi) {
6599 6600 6601 6602 6603 6604 6605 6606
    if (hi->encoding == REDIS_ENCODING_ZIPMAP) {
        if ((hi->zi = zipmapNext(hi->zi, &hi->zk, &hi->zklen,
            &hi->zv, &hi->zvlen)) == NULL) return REDIS_ERR;
    } else {
        if ((hi->de = dictNext(hi->di)) == NULL) return REDIS_ERR;
    }
    return REDIS_OK;
}
P
Pieter Noordhuis 已提交
6607

6608
/* Get key or value object at current iteration position.
6609
 * This increases the refcount of the field object by 1. */
P
Pieter Noordhuis 已提交
6610
static robj *hashCurrent(hashIterator *hi, int what) {
6611 6612 6613 6614 6615 6616
    robj *o;
    if (hi->encoding == REDIS_ENCODING_ZIPMAP) {
        if (what & REDIS_HASH_KEY) {
            o = createStringObject((char*)hi->zk,hi->zklen);
        } else {
            o = createStringObject((char*)hi->zv,hi->zvlen);
P
Pieter Noordhuis 已提交
6617 6618
        }
    } else {
6619 6620 6621 6622
        if (what & REDIS_HASH_KEY) {
            o = dictGetEntryKey(hi->de);
        } else {
            o = dictGetEntryVal(hi->de);
P
Pieter Noordhuis 已提交
6623
        }
6624
        incrRefCount(o);
P
Pieter Noordhuis 已提交
6625
    }
6626
    return o;
P
Pieter Noordhuis 已提交
6627 6628
}

6629 6630
static robj *hashLookupWriteOrCreate(redisClient *c, robj *key) {
    robj *o = lookupKeyWrite(c->db,key);
6631 6632
    if (o == NULL) {
        o = createHashObject();
6633 6634
        dictAdd(c->db->dict,key,o);
        incrRefCount(key);
6635 6636 6637
    } else {
        if (o->type != REDIS_HASH) {
            addReply(c,shared.wrongtypeerr);
6638
            return NULL;
6639 6640
        }
    }
6641 6642
    return o;
}
6643

6644 6645
/* ============================= Hash commands ============================== */
static void hsetCommand(redisClient *c) {
P
Pieter Noordhuis 已提交
6646
    int update;
6647
    robj *o;
A
Alex McHale 已提交
6648

6649 6650
    if ((o = hashLookupWriteOrCreate(c,c->argv[1])) == NULL) return;
    hashTryConversion(o,c->argv,2,3);
6651
    hashTryObjectEncoding(o,&c->argv[2], &c->argv[3]);
P
Pieter Noordhuis 已提交
6652
    update = hashSet(o,c->argv[2],c->argv[3]);
P
Pieter Noordhuis 已提交
6653
    addReply(c, update ? shared.czero : shared.cone);
6654 6655
    server.dirty++;
}
6656

P
Pieter Noordhuis 已提交
6657 6658 6659 6660 6661 6662 6663
static void hsetnxCommand(redisClient *c) {
    robj *o;
    if ((o = hashLookupWriteOrCreate(c,c->argv[1])) == NULL) return;
    hashTryConversion(o,c->argv,2,3);

    if (hashExists(o, c->argv[2])) {
        addReply(c, shared.czero);
6664
    } else {
6665
        hashTryObjectEncoding(o,&c->argv[2], &c->argv[3]);
P
Pieter Noordhuis 已提交
6666
        hashSet(o,c->argv[2],c->argv[3]);
P
Pieter Noordhuis 已提交
6667 6668 6669 6670
        addReply(c, shared.cone);
        server.dirty++;
    }
}
6671

6672 6673 6674
static void hmsetCommand(redisClient *c) {
    int i;
    robj *o;
6675

6676 6677 6678 6679
    if ((c->argc % 2) == 1) {
        addReplySds(c,sdsnew("-ERR wrong number of arguments for HMSET\r\n"));
        return;
    }
6680

6681 6682 6683
    if ((o = hashLookupWriteOrCreate(c,c->argv[1])) == NULL) return;
    hashTryConversion(o,c->argv,2,c->argc-1);
    for (i = 2; i < c->argc; i += 2) {
6684
        hashTryObjectEncoding(o,&c->argv[i], &c->argv[i+1]);
P
Pieter Noordhuis 已提交
6685
        hashSet(o,c->argv[i],c->argv[i+1]);
6686 6687
    }
    addReply(c, shared.ok);
6688
    server.dirty++;
6689 6690 6691 6692 6693 6694
}

static void hincrbyCommand(redisClient *c) {
    long long value, incr;
    robj *o, *current, *new;

6695
    if (getLongLongFromObjectOrReply(c,c->argv[3],&incr,NULL) != REDIS_OK) return;
6696 6697
    if ((o = hashLookupWriteOrCreate(c,c->argv[1])) == NULL) return;
    if ((current = hashGet(o,c->argv[2])) != NULL) {
6698 6699 6700 6701 6702
        if (getLongLongFromObjectOrReply(c,current,&value,
            "hash value is not an integer") != REDIS_OK) {
            decrRefCount(current);
            return;
        }
6703
        decrRefCount(current);
6704 6705
    } else {
        value = 0;
6706 6707
    }

6708
    value += incr;
6709 6710
    new = createStringObjectFromLongLong(value);
    hashTryObjectEncoding(o,&c->argv[2],NULL);
P
Pieter Noordhuis 已提交
6711
    hashSet(o,c->argv[2],new);
6712 6713
    decrRefCount(new);
    addReplyLongLong(c,value);
6714 6715 6716
    server.dirty++;
}

6717
static void hgetCommand(redisClient *c) {
6718
    robj *o, *value;
A
antirez 已提交
6719 6720 6721
    if ((o = lookupKeyReadOrReply(c,c->argv[1],shared.nullbulk)) == NULL ||
        checkType(c,o,REDIS_HASH)) return;

6722 6723
    if ((value = hashGet(o,c->argv[2])) != NULL) {
        addReplyBulk(c,value);
6724
        decrRefCount(value);
A
antirez 已提交
6725
    } else {
6726
        addReply(c,shared.nullbulk);
6727 6728 6729
    }
}

P
Pieter Noordhuis 已提交
6730 6731
static void hmgetCommand(redisClient *c) {
    int i;
6732 6733 6734 6735
    robj *o, *value;
    o = lookupKeyRead(c->db,c->argv[1]);
    if (o != NULL && o->type != REDIS_HASH) {
        addReply(c,shared.wrongtypeerr);
P
Pieter Noordhuis 已提交
6736 6737
    }

6738 6739 6740
    /* Note the check for o != NULL happens inside the loop. This is
     * done because objects that cannot be found are considered to be
     * an empty hash. The reply should then be a series of NULLs. */
P
Pieter Noordhuis 已提交
6741
    addReplySds(c,sdscatprintf(sdsempty(),"*%d\r\n",c->argc-2));
6742 6743 6744
    for (i = 2; i < c->argc; i++) {
        if (o != NULL && (value = hashGet(o,c->argv[i])) != NULL) {
            addReplyBulk(c,value);
6745
            decrRefCount(value);
6746 6747
        } else {
            addReply(c,shared.nullbulk);
P
Pieter Noordhuis 已提交
6748 6749 6750 6751
        }
    }
}

6752
static void hdelCommand(redisClient *c) {
A
antirez 已提交
6753 6754 6755
    robj *o;
    if ((o = lookupKeyWriteOrReply(c,c->argv[1],shared.czero)) == NULL ||
        checkType(c,o,REDIS_HASH)) return;
6756

6757 6758 6759 6760
    if (hashDelete(o,c->argv[2])) {
        if (hashLength(o) == 0) deleteKey(c->db,c->argv[1]);
        addReply(c,shared.cone);
        server.dirty++;
A
antirez 已提交
6761
    } else {
6762
        addReply(c,shared.czero);
6763 6764 6765
    }
}

6766 6767
static void hlenCommand(redisClient *c) {
    robj *o;
A
antirez 已提交
6768
    if ((o = lookupKeyReadOrReply(c,c->argv[1],shared.czero)) == NULL ||
6769 6770
        checkType(c,o,REDIS_HASH)) return;

6771
    addReplyUlong(c,hashLength(o));
6772 6773
}

A
antirez 已提交
6774
static void genericHgetallCommand(redisClient *c, int flags) {
6775
    robj *o, *lenobj, *obj;
A
antirez 已提交
6776
    unsigned long count = 0;
6777
    hashIterator *hi;
A
antirez 已提交
6778

6779
    if ((o = lookupKeyReadOrReply(c,c->argv[1],shared.emptymultibulk)) == NULL
A
antirez 已提交
6780 6781 6782 6783 6784 6785
        || checkType(c,o,REDIS_HASH)) return;

    lenobj = createObject(REDIS_STRING,NULL);
    addReply(c,lenobj);
    decrRefCount(lenobj);

6786 6787
    hi = hashInitIterator(o);
    while (hashNext(hi) != REDIS_ERR) {
6788
        if (flags & REDIS_HASH_KEY) {
6789
            obj = hashCurrent(hi,REDIS_HASH_KEY);
6790
            addReplyBulk(c,obj);
6791
            decrRefCount(obj);
6792
            count++;
A
antirez 已提交
6793
        }
6794
        if (flags & REDIS_HASH_VALUE) {
6795
            obj = hashCurrent(hi,REDIS_HASH_VALUE);
6796
            addReplyBulk(c,obj);
6797
            decrRefCount(obj);
6798
            count++;
A
antirez 已提交
6799 6800
        }
    }
6801
    hashReleaseIterator(hi);
6802

A
antirez 已提交
6803 6804 6805 6806
    lenobj->ptr = sdscatprintf(sdsempty(),"*%lu\r\n",count);
}

static void hkeysCommand(redisClient *c) {
6807
    genericHgetallCommand(c,REDIS_HASH_KEY);
A
antirez 已提交
6808 6809 6810
}

static void hvalsCommand(redisClient *c) {
6811
    genericHgetallCommand(c,REDIS_HASH_VALUE);
A
antirez 已提交
6812 6813 6814
}

static void hgetallCommand(redisClient *c) {
6815
    genericHgetallCommand(c,REDIS_HASH_KEY|REDIS_HASH_VALUE);
A
antirez 已提交
6816 6817
}

A
antirez 已提交
6818 6819 6820 6821 6822
static void hexistsCommand(redisClient *c) {
    robj *o;
    if ((o = lookupKeyReadOrReply(c,c->argv[1],shared.czero)) == NULL ||
        checkType(c,o,REDIS_HASH)) return;

6823
    addReply(c, hashExists(o,c->argv[2]) ? shared.cone : shared.czero);
A
antirez 已提交
6824 6825
}

6826 6827 6828 6829 6830 6831 6832 6833 6834 6835 6836 6837
static void convertToRealHash(robj *o) {
    unsigned char *key, *val, *p, *zm = o->ptr;
    unsigned int klen, vlen;
    dict *dict = dictCreate(&hashDictType,NULL);

    assert(o->type == REDIS_HASH && o->encoding != REDIS_ENCODING_HT);
    p = zipmapRewind(zm);
    while((p = zipmapNext(p,&key,&klen,&val,&vlen)) != NULL) {
        robj *keyobj, *valobj;

        keyobj = createStringObject((char*)key,klen);
        valobj = createStringObject((char*)val,vlen);
6838 6839
        keyobj = tryObjectEncoding(keyobj);
        valobj = tryObjectEncoding(valobj);
6840 6841 6842 6843 6844 6845 6846
        dictAdd(dict,keyobj,valobj);
    }
    o->encoding = REDIS_ENCODING_HT;
    o->ptr = dict;
    zfree(zm);
}

6847 6848
/* ========================= Non type-specific commands  ==================== */

A
antirez 已提交
6849
static void flushdbCommand(redisClient *c) {
6850
    server.dirty += dictSize(c->db->dict);
6851
    touchWatchedKeysOnFlush(c->db->id);
A
antirez 已提交
6852 6853
    dictEmpty(c->db->dict);
    dictEmpty(c->db->expires);
A
antirez 已提交
6854 6855 6856 6857
    addReply(c,shared.ok);
}

static void flushallCommand(redisClient *c) {
6858
    touchWatchedKeysOnFlush(-1);
6859
    server.dirty += emptyDb();
A
antirez 已提交
6860
    addReply(c,shared.ok);
6861 6862 6863 6864
    if (server.bgsavechildpid != -1) {
        kill(server.bgsavechildpid,SIGKILL);
        rdbRemoveTempFile(server.bgsavechildpid);
    }
6865
    rdbSave(server.dbfilename);
6866
    server.dirty++;
A
antirez 已提交
6867 6868
}

6869
static redisSortOperation *createSortOperation(int type, robj *pattern) {
A
antirez 已提交
6870 6871 6872 6873 6874 6875 6876
    redisSortOperation *so = zmalloc(sizeof(*so));
    so->type = type;
    so->pattern = pattern;
    return so;
}

/* Return the value associated to the key with a name obtained
6877 6878 6879
 * substituting the first occurence of '*' in 'pattern' with 'subst'.
 * The returned object will always have its refcount increased by 1
 * when it is non-NULL. */
6880
static robj *lookupKeyByPattern(redisDb *db, robj *pattern, robj *subst) {
6881
    char *p, *f;
A
antirez 已提交
6882
    sds spat, ssub;
6883 6884
    robj keyobj, fieldobj, *o;
    int prefixlen, sublen, postfixlen, fieldlen;
A
antirez 已提交
6885 6886
    /* Expoit the internal sds representation to create a sds string allocated on the stack in order to make this function faster */
    struct {
6887 6888
        long len;
        long free;
A
antirez 已提交
6889
        char buf[REDIS_SORTKEY_MAX+1];
6890
    } keyname, fieldname;
A
antirez 已提交
6891

A
antirez 已提交
6892 6893 6894 6895
    /* If the pattern is "#" return the substitution object itself in order
     * to implement the "SORT ... GET #" feature. */
    spat = pattern->ptr;
    if (spat[0] == '#' && spat[1] == '\0') {
6896
        incrRefCount(subst);
A
antirez 已提交
6897 6898 6899 6900
        return subst;
    }

    /* The substitution object may be specially encoded. If so we create
6901 6902 6903
     * a decoded object on the fly. Otherwise getDecodedObject will just
     * increment the ref count, that we'll decrement later. */
    subst = getDecodedObject(subst);
6904

A
antirez 已提交
6905 6906 6907
    ssub = subst->ptr;
    if (sdslen(spat)+sdslen(ssub)-1 > REDIS_SORTKEY_MAX) return NULL;
    p = strchr(spat,'*');
6908 6909 6910 6911
    if (!p) {
        decrRefCount(subst);
        return NULL;
    }
A
antirez 已提交
6912

6913 6914 6915 6916 6917 6918 6919 6920 6921 6922
    /* Find out if we're dealing with a hash dereference. */
    if ((f = strstr(p+1, "->")) != NULL) {
        fieldlen = sdslen(spat)-(f-spat);
        /* this also copies \0 character */
        memcpy(fieldname.buf,f+2,fieldlen-1);
        fieldname.len = fieldlen-2;
    } else {
        fieldlen = 0;
    }

A
antirez 已提交
6923 6924
    prefixlen = p-spat;
    sublen = sdslen(ssub);
6925
    postfixlen = sdslen(spat)-(prefixlen+1)-fieldlen;
A
antirez 已提交
6926 6927 6928 6929 6930
    memcpy(keyname.buf,spat,prefixlen);
    memcpy(keyname.buf+prefixlen,ssub,sublen);
    memcpy(keyname.buf+prefixlen+sublen,p+1,postfixlen);
    keyname.buf[prefixlen+sublen+postfixlen] = '\0';
    keyname.len = prefixlen+sublen+postfixlen;
6931 6932
    decrRefCount(subst);

6933 6934 6935
    /* Lookup substituted key */
    initStaticStringObject(keyobj,((char*)&keyname)+(sizeof(long)*2));
    o = lookupKeyRead(db,&keyobj);
6936 6937 6938 6939
    if (o == NULL) return NULL;

    if (fieldlen > 0) {
        if (o->type != REDIS_HASH || fieldname.len < 1) return NULL;
6940

6941 6942
        /* Retrieve value from hash by the field name. This operation
         * already increases the refcount of the returned object. */
6943 6944
        initStaticStringObject(fieldobj,((char*)&fieldname)+(sizeof(long)*2));
        o = hashGet(o, &fieldobj);
6945
    } else {
6946
        if (o->type != REDIS_STRING) return NULL;
6947

6948 6949 6950
        /* Every object that this function returns needs to have its refcount
         * increased. sortCommand decreases it again. */
        incrRefCount(o);
6951 6952 6953
    }

    return o;
A
antirez 已提交
6954 6955 6956 6957 6958 6959 6960 6961 6962 6963 6964 6965 6966 6967 6968 6969 6970 6971 6972 6973 6974 6975 6976 6977 6978 6979 6980 6981 6982 6983 6984 6985 6986 6987
}

/* sortCompare() is used by qsort in sortCommand(). Given that qsort_r with
 * the additional parameter is not standard but a BSD-specific we have to
 * pass sorting parameters via the global 'server' structure */
static int sortCompare(const void *s1, const void *s2) {
    const redisSortObject *so1 = s1, *so2 = s2;
    int cmp;

    if (!server.sort_alpha) {
        /* Numeric sorting. Here it's trivial as we precomputed scores */
        if (so1->u.score > so2->u.score) {
            cmp = 1;
        } else if (so1->u.score < so2->u.score) {
            cmp = -1;
        } else {
            cmp = 0;
        }
    } else {
        /* Alphanumeric sorting */
        if (server.sort_bypattern) {
            if (!so1->u.cmpobj || !so2->u.cmpobj) {
                /* At least one compare object is NULL */
                if (so1->u.cmpobj == so2->u.cmpobj)
                    cmp = 0;
                else if (so1->u.cmpobj == NULL)
                    cmp = -1;
                else
                    cmp = 1;
            } else {
                /* We have both the objects, use strcoll */
                cmp = strcoll(so1->u.cmpobj->ptr,so2->u.cmpobj->ptr);
            }
        } else {
6988 6989
            /* Compare elements directly. */
            cmp = compareStringObjects(so1->obj,so2->obj);
A
antirez 已提交
6990 6991 6992 6993 6994 6995 6996 6997 6998 6999 7000 7001 7002 7003
        }
    }
    return server.sort_desc ? -cmp : cmp;
}

/* The SORT command is the most complex command in Redis. Warning: this code
 * is optimized for speed and a bit less for readability */
static void sortCommand(redisClient *c) {
    list *operations;
    int outputlen = 0;
    int desc = 0, alpha = 0;
    int limit_start = 0, limit_count = -1, start, end;
    int j, dontsort = 0, vectorlen;
    int getop = 0; /* GET operation counter */
A
antirez 已提交
7004
    robj *sortval, *sortby = NULL, *storekey = NULL;
A
antirez 已提交
7005 7006 7007
    redisSortObject *vector; /* Resulting vector to sort */

    /* Lookup the key to sort. It must be of the right types */
A
antirez 已提交
7008 7009
    sortval = lookupKeyRead(c->db,c->argv[1]);
    if (sortval == NULL) {
7010
        addReply(c,shared.emptymultibulk);
A
antirez 已提交
7011 7012
        return;
    }
A
antirez 已提交
7013 7014 7015
    if (sortval->type != REDIS_SET && sortval->type != REDIS_LIST &&
        sortval->type != REDIS_ZSET)
    {
7016
        addReply(c,shared.wrongtypeerr);
A
antirez 已提交
7017 7018 7019 7020 7021 7022
        return;
    }

    /* Create a list of operations to perform for every sorted element.
     * Operations can be GET/DEL/INCR/DECR */
    operations = listCreate();
7023
    listSetFreeMethod(operations,zfree);
A
antirez 已提交
7024 7025 7026 7027 7028 7029 7030 7031 7032 7033 7034 7035 7036 7037 7038 7039 7040 7041 7042 7043
    j = 2;

    /* Now we need to protect sortval incrementing its count, in the future
     * SORT may have options able to overwrite/delete keys during the sorting
     * and the sorted key itself may get destroied */
    incrRefCount(sortval);

    /* The SORT command has an SQL-alike syntax, parse it */
    while(j < c->argc) {
        int leftargs = c->argc-j-1;
        if (!strcasecmp(c->argv[j]->ptr,"asc")) {
            desc = 0;
        } else if (!strcasecmp(c->argv[j]->ptr,"desc")) {
            desc = 1;
        } else if (!strcasecmp(c->argv[j]->ptr,"alpha")) {
            alpha = 1;
        } else if (!strcasecmp(c->argv[j]->ptr,"limit") && leftargs >= 2) {
            limit_start = atoi(c->argv[j+1]->ptr);
            limit_count = atoi(c->argv[j+2]->ptr);
            j+=2;
A
antirez 已提交
7044 7045 7046
        } else if (!strcasecmp(c->argv[j]->ptr,"store") && leftargs >= 1) {
            storekey = c->argv[j+1];
            j++;
A
antirez 已提交
7047 7048 7049 7050 7051 7052 7053 7054 7055 7056 7057 7058 7059 7060
        } else if (!strcasecmp(c->argv[j]->ptr,"by") && leftargs >= 1) {
            sortby = c->argv[j+1];
            /* If the BY pattern does not contain '*', i.e. it is constant,
             * we don't need to sort nor to lookup the weight keys. */
            if (strchr(c->argv[j+1]->ptr,'*') == NULL) dontsort = 1;
            j++;
        } else if (!strcasecmp(c->argv[j]->ptr,"get") && leftargs >= 1) {
            listAddNodeTail(operations,createSortOperation(
                REDIS_SORT_GET,c->argv[j+1]));
            getop++;
            j++;
        } else {
            decrRefCount(sortval);
            listRelease(operations);
7061
            addReply(c,shared.syntaxerr);
A
antirez 已提交
7062 7063 7064 7065 7066 7067
            return;
        }
        j++;
    }

    /* Load the sorting vector with all the objects to sort */
A
antirez 已提交
7068 7069 7070 7071
    switch(sortval->type) {
    case REDIS_LIST: vectorlen = listLength((list*)sortval->ptr); break;
    case REDIS_SET: vectorlen =  dictSize((dict*)sortval->ptr); break;
    case REDIS_ZSET: vectorlen = dictSize(((zset*)sortval->ptr)->dict); break;
7072
    default: vectorlen = 0; redisPanic("Bad SORT type"); /* Avoid GCC warning */
A
antirez 已提交
7073
    }
A
antirez 已提交
7074 7075
    vector = zmalloc(sizeof(redisSortObject)*vectorlen);
    j = 0;
A
antirez 已提交
7076

A
antirez 已提交
7077 7078
    if (sortval->type == REDIS_LIST) {
        list *list = sortval->ptr;
7079
        listNode *ln;
A
antirez 已提交
7080
        listIter li;
7081

A
antirez 已提交
7082 7083
        listRewind(list,&li);
        while((ln = listNext(&li))) {
A
antirez 已提交
7084 7085 7086 7087 7088 7089 7090
            robj *ele = ln->value;
            vector[j].obj = ele;
            vector[j].u.score = 0;
            vector[j].u.cmpobj = NULL;
            j++;
        }
    } else {
A
antirez 已提交
7091
        dict *set;
A
antirez 已提交
7092 7093 7094
        dictIterator *di;
        dictEntry *setele;

A
antirez 已提交
7095 7096 7097 7098 7099 7100 7101
        if (sortval->type == REDIS_SET) {
            set = sortval->ptr;
        } else {
            zset *zs = sortval->ptr;
            set = zs->dict;
        }

A
antirez 已提交
7102 7103 7104 7105 7106 7107 7108 7109 7110
        di = dictGetIterator(set);
        while((setele = dictNext(di)) != NULL) {
            vector[j].obj = dictGetEntryKey(setele);
            vector[j].u.score = 0;
            vector[j].u.cmpobj = NULL;
            j++;
        }
        dictReleaseIterator(di);
    }
7111
    redisAssert(j == vectorlen);
A
antirez 已提交
7112 7113 7114 7115

    /* Now it's time to load the right scores in the sorting vector */
    if (dontsort == 0) {
        for (j = 0; j < vectorlen; j++) {
7116
            robj *byval;
A
antirez 已提交
7117
            if (sortby) {
7118
                /* lookup value to sort by */
A
antirez 已提交
7119
                byval = lookupKeyByPattern(c->db,sortby,vector[j].obj);
7120
                if (!byval) continue;
A
antirez 已提交
7121
            } else {
7122 7123 7124 7125 7126
                /* use object itself to sort by */
                byval = vector[j].obj;
            }

            if (alpha) {
7127
                if (sortby) vector[j].u.cmpobj = getDecodedObject(byval);
7128 7129 7130
            } else {
                if (byval->encoding == REDIS_ENCODING_RAW) {
                    vector[j].u.score = strtod(byval->ptr,NULL);
7131
                } else if (byval->encoding == REDIS_ENCODING_INT) {
7132 7133 7134
                    /* Don't need to decode the object if it's
                     * integer-encoded (the only encoding supported) so
                     * far. We can just cast it */
7135 7136 7137
                    vector[j].u.score = (long)byval->ptr;
                } else {
                    redisAssert(1 != 1);
7138
                }
A
antirez 已提交
7139
            }
7140

7141 7142 7143 7144
            /* when the object was retrieved using lookupKeyByPattern,
             * its refcount needs to be decreased. */
            if (sortby) {
                decrRefCount(byval);
A
antirez 已提交
7145 7146 7147 7148 7149 7150 7151 7152 7153 7154 7155 7156 7157 7158 7159 7160 7161 7162
            }
        }
    }

    /* We are ready to sort the vector... perform a bit of sanity check
     * on the LIMIT option too. We'll use a partial version of quicksort. */
    start = (limit_start < 0) ? 0 : limit_start;
    end = (limit_count < 0) ? vectorlen-1 : start+limit_count-1;
    if (start >= vectorlen) {
        start = vectorlen-1;
        end = vectorlen-2;
    }
    if (end >= vectorlen) end = vectorlen-1;

    if (dontsort == 0) {
        server.sort_desc = desc;
        server.sort_alpha = alpha;
        server.sort_bypattern = sortby ? 1 : 0;
7163 7164 7165 7166
        if (sortby && (start != 0 || end != vectorlen-1))
            pqsort(vector,vectorlen,sizeof(redisSortObject),sortCompare, start,end);
        else
            qsort(vector,vectorlen,sizeof(redisSortObject),sortCompare);
A
antirez 已提交
7167 7168 7169 7170 7171
    }

    /* Send command output to the output buffer, performing the specified
     * GET/DEL/INCR/DECR operations if any. */
    outputlen = getop ? getop*(end-start+1) : end-start+1;
A
antirez 已提交
7172 7173 7174 7175 7176
    if (storekey == NULL) {
        /* STORE option not specified, sent the sorting result to client */
        addReplySds(c,sdscatprintf(sdsempty(),"*%d\r\n",outputlen));
        for (j = start; j <= end; j++) {
            listNode *ln;
A
antirez 已提交
7177 7178
            listIter li;

A
antirez 已提交
7179
            if (!getop) addReplyBulk(c,vector[j].obj);
A
antirez 已提交
7180 7181
            listRewind(operations,&li);
            while((ln = listNext(&li))) {
A
antirez 已提交
7182 7183 7184 7185 7186
                redisSortOperation *sop = ln->value;
                robj *val = lookupKeyByPattern(c->db,sop->pattern,
                    vector[j].obj);

                if (sop->type == REDIS_SORT_GET) {
7187
                    if (!val) {
A
antirez 已提交
7188 7189
                        addReply(c,shared.nullbulk);
                    } else {
A
antirez 已提交
7190
                        addReplyBulk(c,val);
7191
                        decrRefCount(val);
A
antirez 已提交
7192 7193
                    }
                } else {
7194
                    redisAssert(sop->type == REDIS_SORT_GET); /* always fails */
A
antirez 已提交
7195 7196
                }
            }
A
antirez 已提交
7197
        }
A
antirez 已提交
7198 7199 7200 7201 7202 7203 7204
    } else {
        robj *listObject = createListObject();
        list *listPtr = (list*) listObject->ptr;

        /* STORE option specified, set the sorting result as a List object */
        for (j = start; j <= end; j++) {
            listNode *ln;
A
antirez 已提交
7205 7206
            listIter li;

A
antirez 已提交
7207 7208 7209 7210
            if (!getop) {
                listAddNodeTail(listPtr,vector[j].obj);
                incrRefCount(vector[j].obj);
            }
A
antirez 已提交
7211 7212
            listRewind(operations,&li);
            while((ln = listNext(&li))) {
A
antirez 已提交
7213 7214 7215 7216 7217
                redisSortOperation *sop = ln->value;
                robj *val = lookupKeyByPattern(c->db,sop->pattern,
                    vector[j].obj);

                if (sop->type == REDIS_SORT_GET) {
7218
                    if (!val) {
A
antirez 已提交
7219 7220
                        listAddNodeTail(listPtr,createStringObject("",0));
                    } else {
7221 7222 7223 7224
                        /* We should do a incrRefCount on val because it is
                         * added to the list, but also a decrRefCount because
                         * it is returned by lookupKeyByPattern. This results
                         * in doing nothing at all. */
A
antirez 已提交
7225 7226
                        listAddNodeTail(listPtr,val);
                    }
A
antirez 已提交
7227
                } else {
7228
                    redisAssert(sop->type == REDIS_SORT_GET); /* always fails */
A
antirez 已提交
7229 7230 7231
                }
            }
        }
7232 7233 7234
        if (dictReplace(c->db->dict,storekey,listObject)) {
            incrRefCount(storekey);
        }
A
antirez 已提交
7235 7236 7237 7238 7239
        /* Note: we add 1 because the DB is dirty anyway since even if the
         * SORT result is empty a new key is set and maybe the old content
         * replaced. */
        server.dirty += 1+outputlen;
        addReplySds(c,sdscatprintf(sdsempty(),":%d\r\n",outputlen));
A
antirez 已提交
7240 7241 7242 7243 7244 7245
    }

    /* Cleanup */
    decrRefCount(sortval);
    listRelease(operations);
    for (j = 0; j < vectorlen; j++) {
7246
        if (alpha && vector[j].u.cmpobj)
A
antirez 已提交
7247 7248 7249 7250 7251
            decrRefCount(vector[j].u.cmpobj);
    }
    zfree(vector);
}

7252 7253 7254 7255 7256 7257 7258 7259 7260 7261 7262 7263 7264 7265 7266 7267 7268
/* Convert an amount of bytes into a human readable string in the form
 * of 100B, 2G, 100M, 4K, and so forth. */
static void bytesToHuman(char *s, unsigned long long n) {
    double d;

    if (n < 1024) {
        /* Bytes */
        sprintf(s,"%lluB",n);
        return;
    } else if (n < (1024*1024)) {
        d = (double)n/(1024);
        sprintf(s,"%.2fK",d);
    } else if (n < (1024LL*1024*1024)) {
        d = (double)n/(1024*1024);
        sprintf(s,"%.2fM",d);
    } else if (n < (1024LL*1024*1024*1024)) {
        d = (double)n/(1024LL*1024*1024);
7269
        sprintf(s,"%.2fG",d);
7270 7271 7272
    }
}

7273 7274 7275 7276
/* Create the string returned by the INFO command. This is decoupled
 * by the INFO command itself as we need to report the same information
 * on memory corruption problems. */
static sds genRedisInfoString(void) {
A
antirez 已提交
7277 7278
    sds info;
    time_t uptime = time(NULL)-server.stat_starttime;
7279
    int j;
7280
    char hmem[64];
7281

7282
    bytesToHuman(hmem,zmalloc_used_memory());
A
antirez 已提交
7283 7284
    info = sdscatprintf(sdsempty(),
        "redis_version:%s\r\n"
7285 7286
        "redis_git_sha1:%s\r\n"
        "redis_git_dirty:%d\r\n"
7287
        "arch_bits:%s\r\n"
7288
        "multiplexing_api:%s\r\n"
A
antirez 已提交
7289
        "process_id:%ld\r\n"
7290 7291
        "uptime_in_seconds:%ld\r\n"
        "uptime_in_days:%ld\r\n"
A
antirez 已提交
7292 7293
        "connected_clients:%d\r\n"
        "connected_slaves:%d\r\n"
A
antirez 已提交
7294
        "blocked_clients:%d\r\n"
B
Bob Potter 已提交
7295
        "used_memory:%zu\r\n"
7296
        "used_memory_human:%s\r\n"
A
antirez 已提交
7297
        "changes_since_last_save:%lld\r\n"
7298
        "bgsave_in_progress:%d\r\n"
7299
        "last_save_time:%ld\r\n"
A
antirez 已提交
7300
        "bgrewriteaof_in_progress:%d\r\n"
A
antirez 已提交
7301 7302
        "total_connections_received:%lld\r\n"
        "total_commands_processed:%lld\r\n"
A
antirez 已提交
7303
        "expired_keys:%lld\r\n"
7304 7305
        "hash_max_zipmap_entries:%zu\r\n"
        "hash_max_zipmap_value:%zu\r\n"
A
antirez 已提交
7306 7307
        "pubsub_channels:%ld\r\n"
        "pubsub_patterns:%u\r\n"
A
antirez 已提交
7308
        "vm_enabled:%d\r\n"
7309
        "role:%s\r\n"
A
antirez 已提交
7310
        ,REDIS_VERSION,
7311
        REDIS_GIT_SHA1,
7312
        strtol(REDIS_GIT_DIRTY,NULL,10) > 0,
7313
        (sizeof(long) == 8) ? "64" : "32",
7314
        aeGetApiName(),
A
antirez 已提交
7315
        (long) getpid(),
7316 7317
        uptime,
        uptime/(3600*24),
A
antirez 已提交
7318 7319
        listLength(server.clients)-listLength(server.slaves),
        listLength(server.slaves),
A
antirez 已提交
7320
        server.blpop_blocked_clients,
7321
        zmalloc_used_memory(),
7322
        hmem,
A
antirez 已提交
7323
        server.dirty,
7324
        server.bgsavechildpid != -1,
A
antirez 已提交
7325
        server.lastsave,
A
antirez 已提交
7326
        server.bgrewritechildpid != -1,
A
antirez 已提交
7327 7328
        server.stat_numconnections,
        server.stat_numcommands,
A
antirez 已提交
7329
        server.stat_expiredkeys,
7330 7331
        server.hash_max_zipmap_entries,
        server.hash_max_zipmap_value,
A
antirez 已提交
7332 7333
        dictSize(server.pubsub_channels),
        listLength(server.pubsub_patterns),
A
antirez 已提交
7334
        server.vm_enabled != 0,
7335
        server.masterhost == NULL ? "master" : "slave"
A
antirez 已提交
7336
    );
7337 7338 7339 7340 7341 7342 7343 7344 7345 7346
    if (server.masterhost) {
        info = sdscatprintf(info,
            "master_host:%s\r\n"
            "master_port:%d\r\n"
            "master_link_status:%s\r\n"
            "master_last_io_seconds_ago:%d\r\n"
            ,server.masterhost,
            server.masterport,
            (server.replstate == REDIS_REPL_CONNECTED) ?
                "up" : "down",
7347
            server.master ? ((int)(time(NULL)-server.master->lastinteraction)) : -1
7348 7349
        );
    }
A
antirez 已提交
7350
    if (server.vm_enabled) {
A
antirez 已提交
7351
        lockThreadedIO();
A
antirez 已提交
7352 7353 7354 7355 7356 7357 7358 7359
        info = sdscatprintf(info,
            "vm_conf_max_memory:%llu\r\n"
            "vm_conf_page_size:%llu\r\n"
            "vm_conf_pages:%llu\r\n"
            "vm_stats_used_pages:%llu\r\n"
            "vm_stats_swapped_objects:%llu\r\n"
            "vm_stats_swappin_count:%llu\r\n"
            "vm_stats_swappout_count:%llu\r\n"
7360 7361 7362
            "vm_stats_io_newjobs_len:%lu\r\n"
            "vm_stats_io_processing_len:%lu\r\n"
            "vm_stats_io_processed_len:%lu\r\n"
7363
            "vm_stats_io_active_threads:%lu\r\n"
A
antirez 已提交
7364
            "vm_stats_blocked_clients:%lu\r\n"
A
antirez 已提交
7365 7366 7367 7368 7369 7370
            ,(unsigned long long) server.vm_max_memory,
            (unsigned long long) server.vm_page_size,
            (unsigned long long) server.vm_pages,
            (unsigned long long) server.vm_stats_used_pages,
            (unsigned long long) server.vm_stats_swapped_objects,
            (unsigned long long) server.vm_stats_swapins,
7371 7372 7373 7374
            (unsigned long long) server.vm_stats_swapouts,
            (unsigned long) listLength(server.io_newjobs),
            (unsigned long) listLength(server.io_processing),
            (unsigned long) listLength(server.io_processed),
A
antirez 已提交
7375 7376
            (unsigned long) server.io_active_threads,
            (unsigned long) server.vm_blocked_clients
A
antirez 已提交
7377
        );
A
antirez 已提交
7378
        unlockThreadedIO();
A
antirez 已提交
7379
    }
7380 7381 7382 7383 7384 7385
    for (j = 0; j < server.dbnum; j++) {
        long long keys, vkeys;

        keys = dictSize(server.db[j].dict);
        vkeys = dictSize(server.db[j].expires);
        if (keys || vkeys) {
7386
            info = sdscatprintf(info, "db%d:keys=%lld,expires=%lld\r\n",
7387 7388 7389
                j, keys, vkeys);
        }
    }
7390 7391 7392 7393 7394
    return info;
}

static void infoCommand(redisClient *c) {
    sds info = genRedisInfoString();
A
antirez 已提交
7395 7396
    addReplySds(c,sdscatprintf(sdsempty(),"$%lu\r\n",
        (unsigned long)sdslen(info)));
A
antirez 已提交
7397
    addReplySds(c,info);
7398
    addReply(c,shared.crlf);
A
antirez 已提交
7399 7400
}

A
antirez 已提交
7401 7402 7403 7404 7405 7406
static void monitorCommand(redisClient *c) {
    /* ignore MONITOR if aleady slave or in monitor mode */
    if (c->flags & REDIS_SLAVE) return;

    c->flags |= (REDIS_SLAVE|REDIS_MONITOR);
    c->slaveseldb = 0;
7407
    listAddNodeTail(server.monitors,c);
A
antirez 已提交
7408 7409 7410 7411 7412 7413 7414 7415 7416 7417 7418 7419 7420 7421 7422 7423 7424 7425 7426 7427 7428
    addReply(c,shared.ok);
}

/* ================================= Expire ================================= */
static int removeExpire(redisDb *db, robj *key) {
    if (dictDelete(db->expires,key) == DICT_OK) {
        return 1;
    } else {
        return 0;
    }
}

static int setExpire(redisDb *db, robj *key, time_t when) {
    if (dictAdd(db->expires,key,(void*)when) == DICT_ERR) {
        return 0;
    } else {
        incrRefCount(key);
        return 1;
    }
}

A
antirez 已提交
7429 7430 7431 7432 7433 7434 7435 7436 7437 7438 7439 7440
/* Return the expire time of the specified key, or -1 if no expire
 * is associated with this key (i.e. the key is non volatile) */
static time_t getExpire(redisDb *db, robj *key) {
    dictEntry *de;

    /* No expire? return ASAP */
    if (dictSize(db->expires) == 0 ||
       (de = dictFind(db->expires,key)) == NULL) return -1;

    return (time_t) dictGetEntryVal(de);
}

A
antirez 已提交
7441 7442 7443 7444 7445 7446 7447 7448 7449 7450 7451 7452 7453 7454
static int expireIfNeeded(redisDb *db, robj *key) {
    time_t when;
    dictEntry *de;

    /* No expire? return ASAP */
    if (dictSize(db->expires) == 0 ||
       (de = dictFind(db->expires,key)) == NULL) return 0;

    /* Lookup the expire */
    when = (time_t) dictGetEntryVal(de);
    if (time(NULL) <= when) return 0;

    /* Delete the key */
    dictDelete(db->expires,key);
A
antirez 已提交
7455
    server.stat_expiredkeys++;
A
antirez 已提交
7456 7457 7458 7459 7460 7461 7462 7463 7464 7465 7466
    return dictDelete(db->dict,key) == DICT_OK;
}

static int deleteIfVolatile(redisDb *db, robj *key) {
    dictEntry *de;

    /* No expire? return ASAP */
    if (dictSize(db->expires) == 0 ||
       (de = dictFind(db->expires,key)) == NULL) return 0;

    /* Delete the key */
7467
    server.dirty++;
A
antirez 已提交
7468
    server.stat_expiredkeys++;
A
antirez 已提交
7469 7470 7471 7472
    dictDelete(db->expires,key);
    return dictDelete(db->dict,key) == DICT_OK;
}

A
Alex McHale 已提交
7473
static void expireGenericCommand(redisClient *c, robj *key, robj *param, long offset) {
A
antirez 已提交
7474
    dictEntry *de;
A
Alex McHale 已提交
7475 7476
    time_t seconds;

7477
    if (getLongFromObjectOrReply(c, param, &seconds, NULL) != REDIS_OK) return;
A
Alex McHale 已提交
7478 7479

    seconds -= offset;
A
antirez 已提交
7480

7481
    de = dictFind(c->db->dict,key);
A
antirez 已提交
7482 7483 7484 7485
    if (de == NULL) {
        addReply(c,shared.czero);
        return;
    }
7486
    if (seconds <= 0) {
7487 7488
        if (deleteKey(c->db,key)) server.dirty++;
        addReply(c, shared.cone);
A
antirez 已提交
7489 7490 7491
        return;
    } else {
        time_t when = time(NULL)+seconds;
7492
        if (setExpire(c->db,key,when)) {
A
antirez 已提交
7493
            addReply(c,shared.cone);
7494 7495
            server.dirty++;
        } else {
A
antirez 已提交
7496
            addReply(c,shared.czero);
7497
        }
A
antirez 已提交
7498 7499 7500 7501
        return;
    }
}

7502
static void expireCommand(redisClient *c) {
A
Alex McHale 已提交
7503
    expireGenericCommand(c,c->argv[1],c->argv[2],0);
7504 7505 7506
}

static void expireatCommand(redisClient *c) {
A
Alex McHale 已提交
7507
    expireGenericCommand(c,c->argv[1],c->argv[2],time(NULL));
7508 7509
}

A
antirez 已提交
7510 7511 7512 7513 7514 7515 7516 7517 7518 7519 7520 7521
static void ttlCommand(redisClient *c) {
    time_t expire;
    int ttl = -1;

    expire = getExpire(c->db,c->argv[1]);
    if (expire != -1) {
        ttl = (int) (expire-time(NULL));
        if (ttl < 0) ttl = -1;
    }
    addReplySds(c,sdscatprintf(sdsempty(),":%d\r\n",ttl));
}

A
antirez 已提交
7522 7523 7524 7525 7526 7527 7528 7529 7530 7531 7532 7533 7534 7535 7536 7537 7538 7539 7540 7541 7542 7543 7544 7545 7546 7547 7548 7549 7550 7551 7552 7553 7554 7555 7556 7557 7558 7559 7560 7561 7562
/* ================================ MULTI/EXEC ============================== */

/* Client state initialization for MULTI/EXEC */
static void initClientMultiState(redisClient *c) {
    c->mstate.commands = NULL;
    c->mstate.count = 0;
}

/* Release all the resources associated with MULTI/EXEC state */
static void freeClientMultiState(redisClient *c) {
    int j;

    for (j = 0; j < c->mstate.count; j++) {
        int i;
        multiCmd *mc = c->mstate.commands+j;

        for (i = 0; i < mc->argc; i++)
            decrRefCount(mc->argv[i]);
        zfree(mc->argv);
    }
    zfree(c->mstate.commands);
}

/* Add a new command into the MULTI commands queue */
static void queueMultiCommand(redisClient *c, struct redisCommand *cmd) {
    multiCmd *mc;
    int j;

    c->mstate.commands = zrealloc(c->mstate.commands,
            sizeof(multiCmd)*(c->mstate.count+1));
    mc = c->mstate.commands+c->mstate.count;
    mc->cmd = cmd;
    mc->argc = c->argc;
    mc->argv = zmalloc(sizeof(robj*)*c->argc);
    memcpy(mc->argv,c->argv,sizeof(robj*)*c->argc);
    for (j = 0; j < c->argc; j++)
        incrRefCount(mc->argv[j]);
    c->mstate.count++;
}

static void multiCommand(redisClient *c) {
7563 7564 7565 7566
    if (c->flags & REDIS_MULTI) {
        addReplySds(c,sdsnew("-ERR MULTI calls can not be nested\r\n"));
        return;
    }
A
antirez 已提交
7567
    c->flags |= REDIS_MULTI;
A
antirez 已提交
7568
    addReply(c,shared.ok);
A
antirez 已提交
7569 7570
}

7571 7572 7573 7574 7575 7576 7577 7578 7579 7580 7581 7582
static void discardCommand(redisClient *c) {
    if (!(c->flags & REDIS_MULTI)) {
        addReplySds(c,sdsnew("-ERR DISCARD without MULTI\r\n"));
        return;
    }

    freeClientMultiState(c);
    initClientMultiState(c);
    c->flags &= (~REDIS_MULTI);
    addReply(c,shared.ok);
}

7583 7584 7585 7586 7587 7588 7589 7590 7591 7592 7593 7594 7595 7596
/* Send a MULTI command to all the slaves and AOF file. Check the execCommand
 * implememntation for more information. */
static void execCommandReplicateMulti(redisClient *c) {
    struct redisCommand *cmd;
    robj *multistring = createStringObject("MULTI",5);

    cmd = lookupCommand("multi");
    if (server.appendonly)
        feedAppendOnlyFile(cmd,c->db->id,&multistring,1);
    if (listLength(server.slaves))
        replicationFeedSlaves(server.slaves,c->db->id,&multistring,1);
    decrRefCount(multistring);
}

A
antirez 已提交
7597 7598 7599 7600 7601 7602 7603 7604 7605 7606
static void execCommand(redisClient *c) {
    int j;
    robj **orig_argv;
    int orig_argc;

    if (!(c->flags & REDIS_MULTI)) {
        addReplySds(c,sdsnew("-ERR EXEC without MULTI\r\n"));
        return;
    }

7607 7608 7609 7610 7611 7612 7613 7614 7615 7616 7617
    /* Check if we need to abort the EXEC if some WATCHed key was touched.
     * A failed EXEC will return a multi bulk nil object. */
    if (c->flags & REDIS_DIRTY_CAS) {
        freeClientMultiState(c);
        initClientMultiState(c);
        c->flags &= ~(REDIS_MULTI|REDIS_DIRTY_CAS);
        unwatchAllKeys(c);
        addReply(c,shared.nullmultibulk);
        return;
    }

7618 7619 7620 7621 7622 7623 7624
    /* Replicate a MULTI request now that we are sure the block is executed.
     * This way we'll deliver the MULTI/..../EXEC block as a whole and
     * both the AOF and the replication link will have the same consistency
     * and atomicity guarantees. */
    execCommandReplicateMulti(c);

    /* Exec all the queued commands */
7625
    unwatchAllKeys(c); /* Unwatch ASAP otherwise we'll waste CPU cycles */
A
antirez 已提交
7626 7627 7628 7629 7630 7631 7632 7633 7634 7635 7636 7637
    orig_argv = c->argv;
    orig_argc = c->argc;
    addReplySds(c,sdscatprintf(sdsempty(),"*%d\r\n",c->mstate.count));
    for (j = 0; j < c->mstate.count; j++) {
        c->argc = c->mstate.commands[j].argc;
        c->argv = c->mstate.commands[j].argv;
        call(c,c->mstate.commands[j].cmd);
    }
    c->argv = orig_argv;
    c->argc = orig_argc;
    freeClientMultiState(c);
    initClientMultiState(c);
7638
    c->flags &= ~(REDIS_MULTI|REDIS_DIRTY_CAS);
7639 7640 7641 7642
    /* Make sure the EXEC command is always replicated / AOF, since we
     * always send the MULTI command (we can't know beforehand if the
     * next operations will contain at least a modification to the DB). */
    server.dirty++;
A
antirez 已提交
7643 7644
}

A
antirez 已提交
7645 7646 7647 7648 7649 7650 7651 7652 7653 7654 7655 7656 7657 7658 7659 7660 7661 7662 7663 7664
/* =========================== Blocking Operations  ========================= */

/* Currently Redis blocking operations support is limited to list POP ops,
 * so the current implementation is not fully generic, but it is also not
 * completely specific so it will not require a rewrite to support new
 * kind of blocking operations in the future.
 *
 * Still it's important to note that list blocking operations can be already
 * used as a notification mechanism in order to implement other blocking
 * operations at application level, so there must be a very strong evidence
 * of usefulness and generality before new blocking operations are implemented.
 *
 * This is how the current blocking POP works, we use BLPOP as example:
 * - If the user calls BLPOP and the key exists and contains a non empty list
 *   then LPOP is called instead. So BLPOP is semantically the same as LPOP
 *   if there is not to block.
 * - If instead BLPOP is called and the key does not exists or the list is
 *   empty we need to block. In order to do so we remove the notification for
 *   new data to read in the client socket (so that we'll not serve new
 *   requests if the blocking request is not served). Also we put the client
7665
 *   in a dictionary (db->blocking_keys) mapping keys to a list of clients
A
antirez 已提交
7666 7667 7668 7669 7670 7671 7672 7673 7674 7675 7676 7677
 *   blocking for this keys.
 * - If a PUSH operation against a key with blocked clients waiting is
 *   performed, we serve the first in the list: basically instead to push
 *   the new element inside the list we return it to the (first / oldest)
 *   blocking client, unblock the client, and remove it form the list.
 *
 * The above comment and the source code should be enough in order to understand
 * the implementation and modify / fix it later.
 */

/* Set a client in blocking mode for the specified key, with the specified
 * timeout */
7678
static void blockForKeys(redisClient *c, robj **keys, int numkeys, time_t timeout) {
A
antirez 已提交
7679 7680
    dictEntry *de;
    list *l;
7681
    int j;
A
antirez 已提交
7682

7683 7684
    c->blocking_keys = zmalloc(sizeof(robj*)*numkeys);
    c->blocking_keys_num = numkeys;
A
antirez 已提交
7685
    c->blockingto = timeout;
7686 7687
    for (j = 0; j < numkeys; j++) {
        /* Add the key in the client structure, to map clients -> keys */
7688
        c->blocking_keys[j] = keys[j];
7689
        incrRefCount(keys[j]);
A
antirez 已提交
7690

7691
        /* And in the other "side", to map keys -> clients */
7692
        de = dictFind(c->db->blocking_keys,keys[j]);
7693 7694 7695 7696 7697
        if (de == NULL) {
            int retval;

            /* For every key we take a list of clients blocked for it */
            l = listCreate();
7698
            retval = dictAdd(c->db->blocking_keys,keys[j],l);
7699 7700 7701 7702 7703 7704
            incrRefCount(keys[j]);
            assert(retval == DICT_OK);
        } else {
            l = dictGetEntryVal(de);
        }
        listAddNodeTail(l,c);
A
antirez 已提交
7705
    }
7706
    /* Mark the client as a blocked client */
A
antirez 已提交
7707
    c->flags |= REDIS_BLOCKED;
A
antirez 已提交
7708
    server.blpop_blocked_clients++;
A
antirez 已提交
7709 7710 7711
}

/* Unblock a client that's waiting in a blocking operation such as BLPOP */
7712
static void unblockClientWaitingData(redisClient *c) {
A
antirez 已提交
7713 7714
    dictEntry *de;
    list *l;
7715
    int j;
A
antirez 已提交
7716

7717
    assert(c->blocking_keys != NULL);
7718
    /* The client may wait for multiple keys, so unblock it for every key. */
7719
    for (j = 0; j < c->blocking_keys_num; j++) {
7720
        /* Remove this client from the list of clients waiting for this key. */
7721
        de = dictFind(c->db->blocking_keys,c->blocking_keys[j]);
7722 7723 7724 7725 7726
        assert(de != NULL);
        l = dictGetEntryVal(de);
        listDelNode(l,listSearchKey(l,c));
        /* If the list is empty we need to remove it to avoid wasting memory */
        if (listLength(l) == 0)
7727 7728
            dictDelete(c->db->blocking_keys,c->blocking_keys[j]);
        decrRefCount(c->blocking_keys[j]);
7729 7730
    }
    /* Cleanup the client structure */
7731 7732
    zfree(c->blocking_keys);
    c->blocking_keys = NULL;
A
antirez 已提交
7733
    c->flags &= (~REDIS_BLOCKED);
A
antirez 已提交
7734
    server.blpop_blocked_clients--;
7735
    /* We want to process data if there is some command waiting
7736 7737 7738 7739
     * in the input buffer. Note that this is safe even if
     * unblockClientWaitingData() gets called from freeClient() because
     * freeClient() will be smart enough to call this function
     * *after* c->querybuf was set to NULL. */
A
antirez 已提交
7740 7741 7742 7743 7744 7745 7746 7747 7748 7749 7750 7751 7752 7753 7754 7755 7756 7757 7758
    if (c->querybuf && sdslen(c->querybuf) > 0) processInputBuffer(c);
}

/* This should be called from any function PUSHing into lists.
 * 'c' is the "pushing client", 'key' is the key it is pushing data against,
 * 'ele' is the element pushed.
 *
 * If the function returns 0 there was no client waiting for a list push
 * against this key.
 *
 * If the function returns 1 there was a client waiting for a list push
 * against this key, the element was passed to this client thus it's not
 * needed to actually add it to the list and the caller should return asap. */
static int handleClientsWaitingListPush(redisClient *c, robj *key, robj *ele) {
    struct dictEntry *de;
    redisClient *receiver;
    list *l;
    listNode *ln;

7759
    de = dictFind(c->db->blocking_keys,key);
A
antirez 已提交
7760 7761 7762 7763 7764 7765
    if (de == NULL) return 0;
    l = dictGetEntryVal(de);
    ln = listFirst(l);
    assert(ln != NULL);
    receiver = ln->value;

7766
    addReplySds(receiver,sdsnew("*2\r\n"));
A
antirez 已提交
7767 7768
    addReplyBulk(receiver,key);
    addReplyBulk(receiver,ele);
7769
    unblockClientWaitingData(receiver);
A
antirez 已提交
7770 7771 7772 7773 7774 7775 7776
    return 1;
}

/* Blocking RPOP/LPOP */
static void blockingPopGenericCommand(redisClient *c, int where) {
    robj *o;
    time_t timeout;
7777
    int j;
A
antirez 已提交
7778

7779 7780 7781 7782 7783
    for (j = 1; j < c->argc-1; j++) {
        o = lookupKeyWrite(c->db,c->argv[j]);
        if (o != NULL) {
            if (o->type != REDIS_LIST) {
                addReply(c,shared.wrongtypeerr);
A
antirez 已提交
7784
                return;
7785 7786 7787 7788 7789 7790 7791
            } else {
                list *list = o->ptr;
                if (listLength(list) != 0) {
                    /* If the list contains elements fall back to the usual
                     * non-blocking POP operation */
                    robj *argv[2], **orig_argv;
                    int orig_argc;
A
Alex McHale 已提交
7792

7793 7794 7795 7796 7797 7798 7799 7800 7801 7802 7803 7804 7805 7806
                    /* We need to alter the command arguments before to call
                     * popGenericCommand() as the command takes a single key. */
                    orig_argv = c->argv;
                    orig_argc = c->argc;
                    argv[1] = c->argv[j];
                    c->argv = argv;
                    c->argc = 2;

                    /* Also the return value is different, we need to output
                     * the multi bulk reply header and the key name. The
                     * "real" command will add the last element (the value)
                     * for us. If this souds like an hack to you it's just
                     * because it is... */
                    addReplySds(c,sdsnew("*2\r\n"));
A
antirez 已提交
7807
                    addReplyBulk(c,argv[1]);
7808 7809 7810 7811 7812 7813 7814
                    popGenericCommand(c,where);

                    /* Fix the client structure with the original stuff */
                    c->argv = orig_argv;
                    c->argc = orig_argc;
                    return;
                }
A
antirez 已提交
7815 7816 7817 7818
            }
        }
    }
    /* If the list is empty or the key does not exists we must block */
7819
    timeout = strtol(c->argv[c->argc-1]->ptr,NULL,10);
A
antirez 已提交
7820
    if (timeout > 0) timeout += time(NULL);
7821
    blockForKeys(c,c->argv+1,c->argc-2,timeout);
A
antirez 已提交
7822 7823 7824 7825 7826 7827 7828 7829 7830 7831
}

static void blpopCommand(redisClient *c) {
    blockingPopGenericCommand(c,REDIS_HEAD);
}

static void brpopCommand(redisClient *c) {
    blockingPopGenericCommand(c,REDIS_TAIL);
}

A
antirez 已提交
7832 7833
/* =============================== Replication  ============================= */

A
antirez 已提交
7834
static int syncWrite(int fd, char *ptr, ssize_t size, int timeout) {
A
antirez 已提交
7835 7836 7837 7838 7839 7840 7841 7842 7843 7844 7845 7846 7847 7848 7849 7850 7851 7852 7853
    ssize_t nwritten, ret = size;
    time_t start = time(NULL);

    timeout++;
    while(size) {
        if (aeWait(fd,AE_WRITABLE,1000) & AE_WRITABLE) {
            nwritten = write(fd,ptr,size);
            if (nwritten == -1) return -1;
            ptr += nwritten;
            size -= nwritten;
        }
        if ((time(NULL)-start) > timeout) {
            errno = ETIMEDOUT;
            return -1;
        }
    }
    return ret;
}

A
antirez 已提交
7854
static int syncRead(int fd, char *ptr, ssize_t size, int timeout) {
A
antirez 已提交
7855 7856 7857 7858 7859 7860 7861 7862 7863 7864 7865 7866 7867 7868 7869 7870 7871 7872 7873 7874 7875 7876 7877 7878 7879 7880 7881 7882 7883 7884 7885 7886 7887 7888 7889 7890 7891 7892 7893 7894 7895 7896
    ssize_t nread, totread = 0;
    time_t start = time(NULL);

    timeout++;
    while(size) {
        if (aeWait(fd,AE_READABLE,1000) & AE_READABLE) {
            nread = read(fd,ptr,size);
            if (nread == -1) return -1;
            ptr += nread;
            size -= nread;
            totread += nread;
        }
        if ((time(NULL)-start) > timeout) {
            errno = ETIMEDOUT;
            return -1;
        }
    }
    return totread;
}

static int syncReadLine(int fd, char *ptr, ssize_t size, int timeout) {
    ssize_t nread = 0;

    size--;
    while(size) {
        char c;

        if (syncRead(fd,&c,1,timeout) == -1) return -1;
        if (c == '\n') {
            *ptr = '\0';
            if (nread && *(ptr-1) == '\r') *(ptr-1) = '\0';
            return nread;
        } else {
            *ptr++ = c;
            *ptr = '\0';
            nread++;
        }
    }
    return nread;
}

static void syncCommand(redisClient *c) {
7897 7898 7899 7900 7901 7902 7903 7904 7905 7906 7907 7908 7909 7910 7911
    /* ignore SYNC if aleady slave or in monitor mode */
    if (c->flags & REDIS_SLAVE) return;

    /* SYNC can't be issued when the server has pending data to send to
     * the client about already issued commands. We need a fresh reply
     * buffer registering the differences between the BGSAVE and the current
     * dataset, so that we can copy to other slaves if needed. */
    if (listLength(c->reply) != 0) {
        addReplySds(c,sdsnew("-ERR SYNC is invalid with pending input\r\n"));
        return;
    }

    redisLog(REDIS_NOTICE,"Slave ask for synchronization");
    /* Here we need to check if there is a background saving operation
     * in progress, or if it is required to start one */
7912
    if (server.bgsavechildpid != -1) {
7913 7914 7915 7916 7917
        /* Ok a background save is in progress. Let's check if it is a good
         * one for replication, i.e. if there is another slave that is
         * registering differences since the server forked to save */
        redisClient *slave;
        listNode *ln;
A
antirez 已提交
7918
        listIter li;
7919

A
antirez 已提交
7920 7921
        listRewind(server.slaves,&li);
        while((ln = listNext(&li))) {
7922 7923 7924 7925 7926 7927 7928 7929 7930 7931 7932 7933 7934 7935 7936 7937 7938 7939 7940 7941 7942 7943 7944 7945 7946 7947
            slave = ln->value;
            if (slave->replstate == REDIS_REPL_WAIT_BGSAVE_END) break;
        }
        if (ln) {
            /* Perfect, the server is already registering differences for
             * another slave. Set the right state, and copy the buffer. */
            listRelease(c->reply);
            c->reply = listDup(slave->reply);
            c->replstate = REDIS_REPL_WAIT_BGSAVE_END;
            redisLog(REDIS_NOTICE,"Waiting for end of BGSAVE for SYNC");
        } else {
            /* No way, we need to wait for the next BGSAVE in order to
             * register differences */
            c->replstate = REDIS_REPL_WAIT_BGSAVE_START;
            redisLog(REDIS_NOTICE,"Waiting for next BGSAVE for SYNC");
        }
    } else {
        /* Ok we don't have a BGSAVE in progress, let's start one */
        redisLog(REDIS_NOTICE,"Starting BGSAVE for SYNC");
        if (rdbSaveBackground(server.dbfilename) != REDIS_OK) {
            redisLog(REDIS_NOTICE,"Replication failed, can't BGSAVE");
            addReplySds(c,sdsnew("-ERR Unalbe to perform background save\r\n"));
            return;
        }
        c->replstate = REDIS_REPL_WAIT_BGSAVE_END;
    }
7948
    c->repldbfd = -1;
7949 7950
    c->flags |= REDIS_SLAVE;
    c->slaveseldb = 0;
7951
    listAddNodeTail(server.slaves,c);
7952 7953 7954
    return;
}

7955 7956 7957 7958 7959 7960 7961 7962 7963 7964 7965 7966 7967 7968 7969 7970 7971 7972 7973 7974 7975 7976 7977 7978 7979 7980 7981 7982 7983 7984 7985 7986 7987
static void sendBulkToSlave(aeEventLoop *el, int fd, void *privdata, int mask) {
    redisClient *slave = privdata;
    REDIS_NOTUSED(el);
    REDIS_NOTUSED(mask);
    char buf[REDIS_IOBUF_LEN];
    ssize_t nwritten, buflen;

    if (slave->repldboff == 0) {
        /* Write the bulk write count before to transfer the DB. In theory here
         * we don't know how much room there is in the output buffer of the
         * socket, but in pratice SO_SNDLOWAT (the minimum count for output
         * operations) will never be smaller than the few bytes we need. */
        sds bulkcount;

        bulkcount = sdscatprintf(sdsempty(),"$%lld\r\n",(unsigned long long)
            slave->repldbsize);
        if (write(fd,bulkcount,sdslen(bulkcount)) != (signed)sdslen(bulkcount))
        {
            sdsfree(bulkcount);
            freeClient(slave);
            return;
        }
        sdsfree(bulkcount);
    }
    lseek(slave->repldbfd,slave->repldboff,SEEK_SET);
    buflen = read(slave->repldbfd,buf,REDIS_IOBUF_LEN);
    if (buflen <= 0) {
        redisLog(REDIS_WARNING,"Read error sending DB to slave: %s",
            (buflen == 0) ? "premature EOF" : strerror(errno));
        freeClient(slave);
        return;
    }
    if ((nwritten = write(fd,buf,buflen)) == -1) {
7988
        redisLog(REDIS_VERBOSE,"Write error sending DB to slave: %s",
7989 7990 7991 7992 7993 7994 7995 7996 7997 7998 7999
            strerror(errno));
        freeClient(slave);
        return;
    }
    slave->repldboff += nwritten;
    if (slave->repldboff == slave->repldbsize) {
        close(slave->repldbfd);
        slave->repldbfd = -1;
        aeDeleteFileEvent(server.el,slave->fd,AE_WRITABLE);
        slave->replstate = REDIS_REPL_ONLINE;
        if (aeCreateFileEvent(server.el, slave->fd, AE_WRITABLE,
8000
            sendReplyToClient, slave) == AE_ERR) {
8001 8002 8003 8004 8005 8006 8007
            freeClient(slave);
            return;
        }
        addReplySds(slave,sdsempty());
        redisLog(REDIS_NOTICE,"Synchronization with slave succeeded");
    }
}
A
antirez 已提交
8008

8009 8010 8011 8012 8013 8014 8015
/* This function is called at the end of every backgrond saving.
 * The argument bgsaveerr is REDIS_OK if the background saving succeeded
 * otherwise REDIS_ERR is passed to the function.
 *
 * The goal of this function is to handle slaves waiting for a successful
 * background saving in order to perform non-blocking synchronization. */
static void updateSlavesWaitingBgsave(int bgsaveerr) {
8016 8017
    listNode *ln;
    int startbgsave = 0;
A
antirez 已提交
8018
    listIter li;
A
antirez 已提交
8019

A
antirez 已提交
8020 8021
    listRewind(server.slaves,&li);
    while((ln = listNext(&li))) {
8022
        redisClient *slave = ln->value;
A
antirez 已提交
8023

8024 8025 8026 8027
        if (slave->replstate == REDIS_REPL_WAIT_BGSAVE_START) {
            startbgsave = 1;
            slave->replstate = REDIS_REPL_WAIT_BGSAVE_END;
        } else if (slave->replstate == REDIS_REPL_WAIT_BGSAVE_END) {
8028
            struct redis_stat buf;
A
Alex McHale 已提交
8029

8030 8031 8032 8033 8034 8035
            if (bgsaveerr != REDIS_OK) {
                freeClient(slave);
                redisLog(REDIS_WARNING,"SYNC failed. BGSAVE child returned an error");
                continue;
            }
            if ((slave->repldbfd = open(server.dbfilename,O_RDONLY)) == -1 ||
8036
                redis_fstat(slave->repldbfd,&buf) == -1) {
8037 8038 8039 8040 8041 8042 8043 8044
                freeClient(slave);
                redisLog(REDIS_WARNING,"SYNC failed. Can't open/stat DB after BGSAVE: %s", strerror(errno));
                continue;
            }
            slave->repldboff = 0;
            slave->repldbsize = buf.st_size;
            slave->replstate = REDIS_REPL_SEND_BULK;
            aeDeleteFileEvent(server.el,slave->fd,AE_WRITABLE);
8045
            if (aeCreateFileEvent(server.el, slave->fd, AE_WRITABLE, sendBulkToSlave, slave) == AE_ERR) {
8046 8047 8048 8049
                freeClient(slave);
                continue;
            }
        }
A
antirez 已提交
8050
    }
8051 8052
    if (startbgsave) {
        if (rdbSaveBackground(server.dbfilename) != REDIS_OK) {
A
antirez 已提交
8053 8054 8055
            listIter li;

            listRewind(server.slaves,&li);
8056
            redisLog(REDIS_WARNING,"SYNC failed. BGSAVE failed");
A
antirez 已提交
8057
            while((ln = listNext(&li))) {
8058
                redisClient *slave = ln->value;
A
antirez 已提交
8059

8060 8061 8062 8063 8064
                if (slave->replstate == REDIS_REPL_WAIT_BGSAVE_START)
                    freeClient(slave);
            }
        }
    }
A
antirez 已提交
8065 8066 8067
}

static int syncWithMaster(void) {
8068
    char buf[1024], tmpfile[256], authcmd[1024];
8069
    long dumpsize;
A
antirez 已提交
8070
    int fd = anetTcpConnect(NULL,server.masterhost,server.masterport);
8071
    int dfd, maxtries = 5;
A
antirez 已提交
8072 8073 8074 8075 8076 8077

    if (fd == -1) {
        redisLog(REDIS_WARNING,"Unable to connect to MASTER: %s",
            strerror(errno));
        return REDIS_ERR;
    }
8078 8079 8080 8081 8082 8083 8084 8085 8086 8087 8088 8089 8090 8091 8092 8093 8094 8095 8096 8097 8098 8099 8100 8101

    /* AUTH with the master if required. */
    if(server.masterauth) {
    	snprintf(authcmd, 1024, "AUTH %s\r\n", server.masterauth);
    	if (syncWrite(fd, authcmd, strlen(server.masterauth)+7, 5) == -1) {
            close(fd);
            redisLog(REDIS_WARNING,"Unable to AUTH to MASTER: %s",
                strerror(errno));
            return REDIS_ERR;
    	}
        /* Read the AUTH result.  */
        if (syncReadLine(fd,buf,1024,3600) == -1) {
            close(fd);
            redisLog(REDIS_WARNING,"I/O error reading auth result from MASTER: %s",
                strerror(errno));
            return REDIS_ERR;
        }
        if (buf[0] != '+') {
            close(fd);
            redisLog(REDIS_WARNING,"Cannot AUTH to MASTER, is the masterauth password correct?");
            return REDIS_ERR;
        }
    }

A
antirez 已提交
8102 8103 8104 8105 8106 8107 8108 8109
    /* Issue the SYNC command */
    if (syncWrite(fd,"SYNC \r\n",7,5) == -1) {
        close(fd);
        redisLog(REDIS_WARNING,"I/O error writing to MASTER: %s",
            strerror(errno));
        return REDIS_ERR;
    }
    /* Read the bulk write count */
8110
    if (syncReadLine(fd,buf,1024,3600) == -1) {
A
antirez 已提交
8111 8112 8113 8114 8115
        close(fd);
        redisLog(REDIS_WARNING,"I/O error reading bulk count from MASTER: %s",
            strerror(errno));
        return REDIS_ERR;
    }
8116 8117 8118 8119 8120
    if (buf[0] != '$') {
        close(fd);
        redisLog(REDIS_WARNING,"Bad protocol from MASTER, the first byte is not '$', are you sure the host and port are right?");
        return REDIS_ERR;
    }
8121 8122
    dumpsize = strtol(buf+1,NULL,10);
    redisLog(REDIS_NOTICE,"Receiving %ld bytes data dump from MASTER",dumpsize);
A
antirez 已提交
8123
    /* Read the bulk write data on a temp file */
8124 8125 8126 8127 8128
    while(maxtries--) {
        snprintf(tmpfile,256,
            "temp-%d.%ld.rdb",(int)time(NULL),(long int)getpid());
        dfd = open(tmpfile,O_CREAT|O_WRONLY|O_EXCL,0644);
        if (dfd != -1) break;
8129
        sleep(1);
8130
    }
A
antirez 已提交
8131 8132 8133 8134 8135 8136 8137 8138 8139 8140 8141 8142 8143 8144 8145 8146 8147 8148 8149 8150 8151 8152 8153 8154 8155 8156 8157 8158 8159 8160 8161 8162 8163
    if (dfd == -1) {
        close(fd);
        redisLog(REDIS_WARNING,"Opening the temp file needed for MASTER <-> SLAVE synchronization: %s",strerror(errno));
        return REDIS_ERR;
    }
    while(dumpsize) {
        int nread, nwritten;

        nread = read(fd,buf,(dumpsize < 1024)?dumpsize:1024);
        if (nread == -1) {
            redisLog(REDIS_WARNING,"I/O error trying to sync with MASTER: %s",
                strerror(errno));
            close(fd);
            close(dfd);
            return REDIS_ERR;
        }
        nwritten = write(dfd,buf,nread);
        if (nwritten == -1) {
            redisLog(REDIS_WARNING,"Write error writing to the DB dump file needed for MASTER <-> SLAVE synchrnonization: %s", strerror(errno));
            close(fd);
            close(dfd);
            return REDIS_ERR;
        }
        dumpsize -= nread;
    }
    close(dfd);
    if (rename(tmpfile,server.dbfilename) == -1) {
        redisLog(REDIS_WARNING,"Failed trying to rename the temp DB into dump.rdb in MASTER <-> SLAVE synchronization: %s", strerror(errno));
        unlink(tmpfile);
        close(fd);
        return REDIS_ERR;
    }
    emptyDb();
8164
    if (rdbLoad(server.dbfilename) != REDIS_OK) {
A
antirez 已提交
8165 8166 8167 8168 8169 8170
        redisLog(REDIS_WARNING,"Failed trying to load the MASTER synchronization DB from disk");
        close(fd);
        return REDIS_ERR;
    }
    server.master = createClient(fd);
    server.master->flags |= REDIS_MASTER;
8171
    server.master->authenticated = 1;
A
antirez 已提交
8172 8173 8174 8175
    server.replstate = REDIS_REPL_CONNECTED;
    return REDIS_OK;
}

8176 8177 8178 8179 8180 8181 8182 8183 8184 8185 8186 8187 8188 8189 8190 8191 8192 8193 8194 8195 8196 8197
static void slaveofCommand(redisClient *c) {
    if (!strcasecmp(c->argv[1]->ptr,"no") &&
        !strcasecmp(c->argv[2]->ptr,"one")) {
        if (server.masterhost) {
            sdsfree(server.masterhost);
            server.masterhost = NULL;
            if (server.master) freeClient(server.master);
            server.replstate = REDIS_REPL_NONE;
            redisLog(REDIS_NOTICE,"MASTER MODE enabled (user request)");
        }
    } else {
        sdsfree(server.masterhost);
        server.masterhost = sdsdup(c->argv[1]->ptr);
        server.masterport = atoi(c->argv[2]->ptr);
        if (server.master) freeClient(server.master);
        server.replstate = REDIS_REPL_CONNECT;
        redisLog(REDIS_NOTICE,"SLAVE OF %s:%d enabled (user request)",
            server.masterhost, server.masterport);
    }
    addReply(c,shared.ok);
}

A
antirez 已提交
8198 8199
/* ============================ Maxmemory directive  ======================== */

8200 8201 8202 8203 8204
/* Try to free one object form the pre-allocated objects free list.
 * This is useful under low mem conditions as by default we take 1 million
 * free objects allocated. On success REDIS_OK is returned, otherwise
 * REDIS_ERR. */
static int tryFreeOneObjectFromFreelist(void) {
8205 8206
    robj *o;

8207 8208 8209 8210 8211 8212 8213 8214 8215 8216 8217 8218
    if (server.vm_enabled) pthread_mutex_lock(&server.obj_freelist_mutex);
    if (listLength(server.objfreelist)) {
        listNode *head = listFirst(server.objfreelist);
        o = listNodeValue(head);
        listDelNode(server.objfreelist,head);
        if (server.vm_enabled) pthread_mutex_unlock(&server.obj_freelist_mutex);
        zfree(o);
        return REDIS_OK;
    } else {
        if (server.vm_enabled) pthread_mutex_unlock(&server.obj_freelist_mutex);
        return REDIS_ERR;
    }
8219 8220
}

A
antirez 已提交
8221 8222 8223 8224 8225 8226 8227 8228 8229 8230 8231 8232 8233
/* This function gets called when 'maxmemory' is set on the config file to limit
 * the max memory used by the server, and we are out of memory.
 * This function will try to, in order:
 *
 * - Free objects from the free list
 * - Try to remove keys with an EXPIRE set
 *
 * It is not possible to free enough memory to reach used-memory < maxmemory
 * the server will start refusing commands that will enlarge even more the
 * memory usage.
 */
static void freeMemoryIfNeeded(void) {
    while (server.maxmemory && zmalloc_used_memory() > server.maxmemory) {
8234 8235 8236 8237 8238 8239 8240 8241 8242 8243 8244 8245 8246 8247 8248 8249 8250 8251 8252 8253
        int j, k, freed = 0;

        if (tryFreeOneObjectFromFreelist() == REDIS_OK) continue;
        for (j = 0; j < server.dbnum; j++) {
            int minttl = -1;
            robj *minkey = NULL;
            struct dictEntry *de;

            if (dictSize(server.db[j].expires)) {
                freed = 1;
                /* From a sample of three keys drop the one nearest to
                 * the natural expire */
                for (k = 0; k < 3; k++) {
                    time_t t;

                    de = dictGetRandomKey(server.db[j].expires);
                    t = (time_t) dictGetEntryVal(de);
                    if (minttl == -1 || t < minttl) {
                        minkey = dictGetEntryKey(de);
                        minttl = t;
A
antirez 已提交
8254 8255
                    }
                }
8256
                deleteKey(server.db+j,minkey);
A
antirez 已提交
8257 8258
            }
        }
8259
        if (!freed) return; /* nothing to free... */
A
antirez 已提交
8260 8261 8262
    }
}

8263 8264
/* ============================== Append Only file ========================== */

8265 8266 8267 8268 8269 8270 8271 8272 8273 8274 8275 8276 8277 8278 8279 8280 8281 8282 8283 8284 8285 8286 8287 8288 8289 8290 8291 8292 8293 8294 8295 8296 8297 8298 8299 8300 8301 8302 8303 8304 8305 8306
/* Called when the user switches from "appendonly yes" to "appendonly no"
 * at runtime using the CONFIG command. */
static void stopAppendOnly(void) {
    flushAppendOnlyFile();
    aof_fsync(server.appendfd);
    close(server.appendfd);

    server.appendfd = -1;
    server.appendseldb = -1;
    server.appendonly = 0;
    /* rewrite operation in progress? kill it, wait child exit */
    if (server.bgsavechildpid != -1) {
        int statloc;

        if (kill(server.bgsavechildpid,SIGKILL) != -1)
            wait3(&statloc,0,NULL);
        /* reset the buffer accumulating changes while the child saves */
        sdsfree(server.bgrewritebuf);
        server.bgrewritebuf = sdsempty();
        server.bgsavechildpid = -1;
    }
}

/* Called when the user switches from "appendonly no" to "appendonly yes"
 * at runtime using the CONFIG command. */
static int startAppendOnly(void) {
    server.appendonly = 1;
    server.lastfsync = time(NULL);
    server.appendfd = open(server.appendfilename,O_WRONLY|O_APPEND|O_CREAT,0644);
    if (server.appendfd == -1) {
        redisLog(REDIS_WARNING,"Used tried to switch on AOF via CONFIG, but I can't open the AOF file: %s",strerror(errno));
        return REDIS_ERR;
    }
    if (rewriteAppendOnlyFileBackground() == REDIS_ERR) {
        server.appendonly = 0;
        close(server.appendfd);
        redisLog(REDIS_WARNING,"Used tried to switch on AOF via CONFIG, I can't trigger a background AOF rewrite operation. Check the above logs for more info about the error.",strerror(errno));
        return REDIS_ERR;
    }
    return REDIS_OK;
}

8307 8308 8309 8310 8311 8312 8313 8314 8315 8316 8317 8318 8319 8320 8321 8322 8323 8324 8325 8326 8327 8328 8329 8330 8331 8332 8333 8334 8335 8336 8337 8338 8339
/* Write the append only file buffer on disk.
 *
 * Since we are required to write the AOF before replying to the client,
 * and the only way the client socket can get a write is entering when the
 * the event loop, we accumulate all the AOF writes in a memory
 * buffer and write it on disk using this function just before entering
 * the event loop again. */
static void flushAppendOnlyFile(void) {
    time_t now;
    ssize_t nwritten;

    if (sdslen(server.aofbuf) == 0) return;

    /* We want to perform a single write. This should be guaranteed atomic
     * at least if the filesystem we are writing is a real physical one.
     * While this will save us against the server being killed I don't think
     * there is much to do about the whole server stopping for power problems
     * or alike */
     nwritten = write(server.appendfd,server.aofbuf,sdslen(server.aofbuf));
     if (nwritten != (signed)sdslen(server.aofbuf)) {
        /* Ooops, we are in troubles. The best thing to do for now is
         * aborting instead of giving the illusion that everything is
         * working as expected. */
         if (nwritten == -1) {
            redisLog(REDIS_WARNING,"Exiting on error writing to the append-only file: %s",strerror(errno));
         } else {
            redisLog(REDIS_WARNING,"Exiting on short write while writing to the append-only file: %s",strerror(errno));
         }
         exit(1);
    }
    sdsfree(server.aofbuf);
    server.aofbuf = sdsempty();

8340 8341 8342 8343 8344
    /* Don't Fsync if no-appendfsync-on-rewrite is set to yes and we have
     * childs performing heavy I/O on disk. */
    if (server.no_appendfsync_on_rewrite &&
        (server.bgrewritechildpid != -1 || server.bgsavechildpid != -1))
            return;
8345 8346 8347 8348 8349 8350 8351 8352 8353 8354 8355 8356 8357
    /* Fsync if needed */
    now = time(NULL);
    if (server.appendfsync == APPENDFSYNC_ALWAYS ||
        (server.appendfsync == APPENDFSYNC_EVERYSEC &&
         now-server.lastfsync > 1))
    {
        /* aof_fsync is defined as fdatasync() for Linux in order to avoid
         * flushing metadata. */
        aof_fsync(server.appendfd); /* Let's try to get this data on the disk */
        server.lastfsync = now;
    }
}

8358 8359 8360 8361 8362 8363 8364 8365 8366 8367 8368 8369 8370 8371 8372 8373 8374 8375 8376 8377 8378 8379 8380 8381 8382 8383 8384 8385 8386 8387 8388 8389 8390
static sds catAppendOnlyGenericCommand(sds buf, int argc, robj **argv) {
    int j;
    buf = sdscatprintf(buf,"*%d\r\n",argc);
    for (j = 0; j < argc; j++) {
        robj *o = getDecodedObject(argv[j]);
        buf = sdscatprintf(buf,"$%lu\r\n",(unsigned long)sdslen(o->ptr));
        buf = sdscatlen(buf,o->ptr,sdslen(o->ptr));
        buf = sdscatlen(buf,"\r\n",2);
        decrRefCount(o);
    }
    return buf;
}

static sds catAppendOnlyExpireAtCommand(sds buf, robj *key, robj *seconds) {
    int argc = 3;
    long when;
    robj *argv[3];

    /* Make sure we can use strtol */
    seconds = getDecodedObject(seconds);
    when = time(NULL)+strtol(seconds->ptr,NULL,10);
    decrRefCount(seconds);

    argv[0] = createStringObject("EXPIREAT",8);
    argv[1] = key;
    argv[2] = createObject(REDIS_STRING,
        sdscatprintf(sdsempty(),"%ld",when));
    buf = catAppendOnlyGenericCommand(buf, argc, argv);
    decrRefCount(argv[0]);
    decrRefCount(argv[2]);
    return buf;
}

8391 8392 8393 8394 8395 8396 8397 8398 8399 8400
static void feedAppendOnlyFile(struct redisCommand *cmd, int dictid, robj **argv, int argc) {
    sds buf = sdsempty();
    robj *tmpargv[3];

    /* The DB this command was targetting is not the same as the last command
     * we appendend. To issue a SELECT command is needed. */
    if (dictid != server.appendseldb) {
        char seldb[64];

        snprintf(seldb,sizeof(seldb),"%d",dictid);
8401
        buf = sdscatprintf(buf,"*2\r\n$6\r\nSELECT\r\n$%lu\r\n%s\r\n",
A
antirez 已提交
8402
            (unsigned long)strlen(seldb),seldb);
8403 8404 8405 8406
        server.appendseldb = dictid;
    }

    if (cmd->proc == expireCommand) {
8407 8408 8409 8410 8411
        /* Translate EXPIRE into EXPIREAT */
        buf = catAppendOnlyExpireAtCommand(buf,argv[1],argv[2]);
    } else if (cmd->proc == setexCommand) {
        /* Translate SETEX to SET and EXPIREAT */
        tmpargv[0] = createStringObject("SET",3);
8412
        tmpargv[1] = argv[1];
8413 8414 8415 8416 8417 8418
        tmpargv[2] = argv[3];
        buf = catAppendOnlyGenericCommand(buf,3,tmpargv);
        decrRefCount(tmpargv[0]);
        buf = catAppendOnlyExpireAtCommand(buf,argv[1],argv[2]);
    } else {
        buf = catAppendOnlyGenericCommand(buf,argc,argv);
8419 8420
    }

8421 8422 8423 8424 8425
    /* Append to the AOF buffer. This will be flushed on disk just before
     * of re-entering the event loop, so before the client will get a
     * positive reply about the operation performed. */
    server.aofbuf = sdscatlen(server.aofbuf,buf,sdslen(buf));

A
antirez 已提交
8426 8427 8428 8429 8430 8431 8432 8433
    /* If a background append only file rewriting is in progress we want to
     * accumulate the differences between the child DB and the current one
     * in a buffer, so that when the child process will do its work we
     * can append the differences to the new append only file. */
    if (server.bgrewritechildpid != -1)
        server.bgrewritebuf = sdscatlen(server.bgrewritebuf,buf,sdslen(buf));

    sdsfree(buf);
8434 8435 8436 8437 8438 8439 8440 8441 8442 8443 8444 8445 8446
}

/* In Redis commands are always executed in the context of a client, so in
 * order to load the append only file we need to create a fake client. */
static struct redisClient *createFakeClient(void) {
    struct redisClient *c = zmalloc(sizeof(*c));

    selectDb(c,0);
    c->fd = -1;
    c->querybuf = sdsempty();
    c->argc = 0;
    c->argv = NULL;
    c->flags = 0;
A
antirez 已提交
8447 8448 8449
    /* We set the fake client as a slave waiting for the synchronization
     * so that Redis will not try to send replies to this client. */
    c->replstate = REDIS_REPL_WAIT_BGSAVE_START;
8450 8451 8452
    c->reply = listCreate();
    listSetFreeMethod(c->reply,decrRefCount);
    listSetDupMethod(c->reply,dupClientReplyValue);
8453
    initClientMultiState(c);
8454 8455 8456 8457 8458 8459
    return c;
}

static void freeFakeClient(struct redisClient *c) {
    sdsfree(c->querybuf);
    listRelease(c->reply);
8460
    freeClientMultiState(c);
8461 8462 8463 8464 8465 8466 8467 8468 8469 8470
    zfree(c);
}

/* Replay the append log file. On error REDIS_OK is returned. On non fatal
 * error (the append only file is zero-length) REDIS_ERR is returned. On
 * fatal error an error message is logged and the program exists. */
int loadAppendOnlyFile(char *filename) {
    struct redisClient *fakeClient;
    FILE *fp = fopen(filename,"r");
    struct redis_stat sb;
8471
    unsigned long long loadedkeys = 0;
8472
    int appendonly = server.appendonly;
8473 8474 8475 8476 8477 8478 8479 8480 8481

    if (redis_fstat(fileno(fp),&sb) != -1 && sb.st_size == 0)
        return REDIS_ERR;

    if (fp == NULL) {
        redisLog(REDIS_WARNING,"Fatal error: can't open the append log file for reading: %s",strerror(errno));
        exit(1);
    }

8482 8483 8484 8485
    /* Temporarily disable AOF, to prevent EXEC from feeding a MULTI
     * to the same file we're about to read. */
    server.appendonly = 0;

8486 8487 8488 8489 8490 8491 8492 8493 8494 8495 8496 8497 8498 8499 8500 8501 8502 8503 8504 8505 8506 8507 8508
    fakeClient = createFakeClient();
    while(1) {
        int argc, j;
        unsigned long len;
        robj **argv;
        char buf[128];
        sds argsds;
        struct redisCommand *cmd;

        if (fgets(buf,sizeof(buf),fp) == NULL) {
            if (feof(fp))
                break;
            else
                goto readerr;
        }
        if (buf[0] != '*') goto fmterr;
        argc = atoi(buf+1);
        argv = zmalloc(sizeof(robj*)*argc);
        for (j = 0; j < argc; j++) {
            if (fgets(buf,sizeof(buf),fp) == NULL) goto readerr;
            if (buf[0] != '$') goto fmterr;
            len = strtol(buf+1,NULL,10);
            argsds = sdsnewlen(NULL,len);
8509
            if (len && fread(argsds,len,1,fp) == 0) goto fmterr;
8510 8511 8512 8513 8514 8515 8516 8517 8518 8519
            argv[j] = createObject(REDIS_STRING,argsds);
            if (fread(buf,2,1,fp) == 0) goto fmterr; /* discard CRLF */
        }

        /* Command lookup */
        cmd = lookupCommand(argv[0]->ptr);
        if (!cmd) {
            redisLog(REDIS_WARNING,"Unknown command '%s' reading the append only file", argv[0]->ptr);
            exit(1);
        }
8520
        /* Try object encoding */
8521
        if (cmd->flags & REDIS_CMD_BULK)
8522
            argv[argc-1] = tryObjectEncoding(argv[argc-1]);
8523 8524 8525 8526 8527 8528 8529 8530 8531 8532
        /* Run the command in the context of a fake client */
        fakeClient->argc = argc;
        fakeClient->argv = argv;
        cmd->proc(fakeClient);
        /* Discard the reply objects list from the fake client */
        while(listLength(fakeClient->reply))
            listDelNode(fakeClient->reply,listFirst(fakeClient->reply));
        /* Clean up, ready for the next command */
        for (j = 0; j < argc; j++) decrRefCount(argv[j]);
        zfree(argv);
8533 8534 8535 8536
        /* Handle swapping while loading big datasets when VM is on */
        loadedkeys++;
        if (server.vm_enabled && (loadedkeys % 5000) == 0) {
            while (zmalloc_used_memory() > server.vm_max_memory) {
8537
                if (vmSwapOneObjectBlocking() == REDIS_ERR) break;
8538 8539
            }
        }
8540
    }
8541 8542 8543 8544 8545

    /* This point can only be reached when EOF is reached without errors.
     * If the client is in the middle of a MULTI/EXEC, log error and quit. */
    if (fakeClient->flags & REDIS_MULTI) goto readerr;

8546 8547
    fclose(fp);
    freeFakeClient(fakeClient);
8548
    server.appendonly = appendonly;
8549 8550 8551 8552 8553 8554 8555 8556 8557 8558 8559 8560 8561 8562
    return REDIS_OK;

readerr:
    if (feof(fp)) {
        redisLog(REDIS_WARNING,"Unexpected end of file reading the append only file");
    } else {
        redisLog(REDIS_WARNING,"Unrecoverable error reading the append only file: %s", strerror(errno));
    }
    exit(1);
fmterr:
    redisLog(REDIS_WARNING,"Bad file format reading the append only file");
    exit(1);
}

8563
/* Write an object into a file in the bulk format $<count>\r\n<payload>\r\n */
A
antirez 已提交
8564
static int fwriteBulkObject(FILE *fp, robj *obj) {
8565
    char buf[128];
8566 8567
    int decrrc = 0;

A
antirez 已提交
8568 8569 8570 8571 8572 8573
    /* Avoid the incr/decr ref count business if possible to help
     * copy-on-write (we are often in a child process when this function
     * is called).
     * Also makes sure that key objects don't get incrRefCount-ed when VM
     * is enabled */
    if (obj->encoding != REDIS_ENCODING_RAW) {
8574 8575 8576
        obj = getDecodedObject(obj);
        decrrc = 1;
    }
8577 8578
    snprintf(buf,sizeof(buf),"$%ld\r\n",(long)sdslen(obj->ptr));
    if (fwrite(buf,strlen(buf),1,fp) == 0) goto err;
8579 8580
    if (sdslen(obj->ptr) && fwrite(obj->ptr,sdslen(obj->ptr),1,fp) == 0)
        goto err;
8581
    if (fwrite("\r\n",2,1,fp) == 0) goto err;
8582
    if (decrrc) decrRefCount(obj);
8583 8584
    return 1;
err:
8585
    if (decrrc) decrRefCount(obj);
8586 8587 8588
    return 0;
}

A
antirez 已提交
8589 8590 8591 8592 8593 8594 8595 8596 8597 8598 8599 8600
/* Write binary-safe string into a file in the bulkformat
 * $<count>\r\n<payload>\r\n */
static int fwriteBulkString(FILE *fp, char *s, unsigned long len) {
    char buf[128];

    snprintf(buf,sizeof(buf),"$%ld\r\n",(unsigned long)len);
    if (fwrite(buf,strlen(buf),1,fp) == 0) return 0;
    if (len && fwrite(s,len,1,fp) == 0) return 0;
    if (fwrite("\r\n",2,1,fp) == 0) return 0;
    return 1;
}

8601 8602 8603 8604 8605 8606 8607 8608 8609 8610 8611 8612 8613 8614 8615 8616 8617 8618 8619 8620 8621 8622 8623 8624 8625 8626 8627 8628 8629 8630 8631 8632 8633 8634 8635 8636 8637 8638 8639 8640 8641 8642 8643 8644 8645 8646 8647 8648 8649 8650 8651 8652 8653
/* Write a double value in bulk format $<count>\r\n<payload>\r\n */
static int fwriteBulkDouble(FILE *fp, double d) {
    char buf[128], dbuf[128];

    snprintf(dbuf,sizeof(dbuf),"%.17g\r\n",d);
    snprintf(buf,sizeof(buf),"$%lu\r\n",(unsigned long)strlen(dbuf)-2);
    if (fwrite(buf,strlen(buf),1,fp) == 0) return 0;
    if (fwrite(dbuf,strlen(dbuf),1,fp) == 0) return 0;
    return 1;
}

/* Write a long value in bulk format $<count>\r\n<payload>\r\n */
static int fwriteBulkLong(FILE *fp, long l) {
    char buf[128], lbuf[128];

    snprintf(lbuf,sizeof(lbuf),"%ld\r\n",l);
    snprintf(buf,sizeof(buf),"$%lu\r\n",(unsigned long)strlen(lbuf)-2);
    if (fwrite(buf,strlen(buf),1,fp) == 0) return 0;
    if (fwrite(lbuf,strlen(lbuf),1,fp) == 0) return 0;
    return 1;
}

/* Write a sequence of commands able to fully rebuild the dataset into
 * "filename". Used both by REWRITEAOF and BGREWRITEAOF. */
static int rewriteAppendOnlyFile(char *filename) {
    dictIterator *di = NULL;
    dictEntry *de;
    FILE *fp;
    char tmpfile[256];
    int j;
    time_t now = time(NULL);

    /* Note that we have to use a different temp name here compared to the
     * one used by rewriteAppendOnlyFileBackground() function. */
    snprintf(tmpfile,256,"temp-rewriteaof-%d.aof", (int) getpid());
    fp = fopen(tmpfile,"w");
    if (!fp) {
        redisLog(REDIS_WARNING, "Failed rewriting the append only file: %s", strerror(errno));
        return REDIS_ERR;
    }
    for (j = 0; j < server.dbnum; j++) {
        char selectcmd[] = "*2\r\n$6\r\nSELECT\r\n";
        redisDb *db = server.db+j;
        dict *d = db->dict;
        if (dictSize(d) == 0) continue;
        di = dictGetIterator(d);
        if (!di) {
            fclose(fp);
            return REDIS_ERR;
        }

        /* SELECT the new DB */
        if (fwrite(selectcmd,sizeof(selectcmd)-1,1,fp) == 0) goto werr;
A
antirez 已提交
8654
        if (fwriteBulkLong(fp,j) == 0) goto werr;
8655 8656 8657

        /* Iterate this DB writing every entry */
        while((de = dictNext(di)) != NULL) {
8658 8659 8660 8661 8662
            robj *key, *o;
            time_t expiretime;
            int swapped;

            key = dictGetEntryKey(de);
8663
            o = dictGetEntryVal(de);
8664 8665 8666 8667
            /* If the value for this key is swapped, load a preview in memory.
             * We use a "swapped" flag to remember if we need to free the
             * value object instead to just increment the ref count anyway
             * in order to avoid copy-on-write of pages if we are forked() */
8668 8669
            if (!server.vm_enabled || o->storage == REDIS_VM_MEMORY ||
                o->storage == REDIS_VM_SWAPPING) {
8670 8671
                swapped = 0;
            } else {
8672
                o = vmPreviewObject(o);
8673 8674 8675
                swapped = 1;
            }
            expiretime = getExpire(db,key);
8676 8677 8678 8679 8680 8681 8682

            /* Save the key and associated value */
            if (o->type == REDIS_STRING) {
                /* Emit a SET command */
                char cmd[]="*3\r\n$3\r\nSET\r\n";
                if (fwrite(cmd,sizeof(cmd)-1,1,fp) == 0) goto werr;
                /* Key and value */
A
antirez 已提交
8683 8684
                if (fwriteBulkObject(fp,key) == 0) goto werr;
                if (fwriteBulkObject(fp,o) == 0) goto werr;
8685 8686 8687 8688
            } else if (o->type == REDIS_LIST) {
                /* Emit the RPUSHes needed to rebuild the list */
                list *list = o->ptr;
                listNode *ln;
A
antirez 已提交
8689
                listIter li;
8690

A
antirez 已提交
8691 8692
                listRewind(list,&li);
                while((ln = listNext(&li))) {
8693 8694 8695 8696
                    char cmd[]="*3\r\n$5\r\nRPUSH\r\n";
                    robj *eleobj = listNodeValue(ln);

                    if (fwrite(cmd,sizeof(cmd)-1,1,fp) == 0) goto werr;
A
antirez 已提交
8697 8698
                    if (fwriteBulkObject(fp,key) == 0) goto werr;
                    if (fwriteBulkObject(fp,eleobj) == 0) goto werr;
8699 8700 8701 8702 8703 8704 8705 8706 8707 8708 8709 8710
                }
            } else if (o->type == REDIS_SET) {
                /* Emit the SADDs needed to rebuild the set */
                dict *set = o->ptr;
                dictIterator *di = dictGetIterator(set);
                dictEntry *de;

                while((de = dictNext(di)) != NULL) {
                    char cmd[]="*3\r\n$4\r\nSADD\r\n";
                    robj *eleobj = dictGetEntryKey(de);

                    if (fwrite(cmd,sizeof(cmd)-1,1,fp) == 0) goto werr;
A
antirez 已提交
8711 8712
                    if (fwriteBulkObject(fp,key) == 0) goto werr;
                    if (fwriteBulkObject(fp,eleobj) == 0) goto werr;
8713 8714 8715 8716 8717 8718 8719 8720 8721 8722 8723 8724 8725 8726
                }
                dictReleaseIterator(di);
            } else if (o->type == REDIS_ZSET) {
                /* Emit the ZADDs needed to rebuild the sorted set */
                zset *zs = o->ptr;
                dictIterator *di = dictGetIterator(zs->dict);
                dictEntry *de;

                while((de = dictNext(di)) != NULL) {
                    char cmd[]="*4\r\n$4\r\nZADD\r\n";
                    robj *eleobj = dictGetEntryKey(de);
                    double *score = dictGetEntryVal(de);

                    if (fwrite(cmd,sizeof(cmd)-1,1,fp) == 0) goto werr;
A
antirez 已提交
8727
                    if (fwriteBulkObject(fp,key) == 0) goto werr;
8728
                    if (fwriteBulkDouble(fp,*score) == 0) goto werr;
A
antirez 已提交
8729
                    if (fwriteBulkObject(fp,eleobj) == 0) goto werr;
8730 8731
                }
                dictReleaseIterator(di);
A
antirez 已提交
8732 8733 8734 8735 8736 8737 8738 8739 8740 8741 8742 8743 8744 8745 8746 8747 8748 8749 8750 8751 8752 8753 8754 8755 8756 8757 8758 8759 8760 8761 8762 8763
            } else if (o->type == REDIS_HASH) {
                char cmd[]="*4\r\n$4\r\nHSET\r\n";

                /* Emit the HSETs needed to rebuild the hash */
                if (o->encoding == REDIS_ENCODING_ZIPMAP) {
                    unsigned char *p = zipmapRewind(o->ptr);
                    unsigned char *field, *val;
                    unsigned int flen, vlen;

                    while((p = zipmapNext(p,&field,&flen,&val,&vlen)) != NULL) {
                        if (fwrite(cmd,sizeof(cmd)-1,1,fp) == 0) goto werr;
                        if (fwriteBulkObject(fp,key) == 0) goto werr;
                        if (fwriteBulkString(fp,(char*)field,flen) == -1)
                            return -1;
                        if (fwriteBulkString(fp,(char*)val,vlen) == -1)
                            return -1;
                    }
                } else {
                    dictIterator *di = dictGetIterator(o->ptr);
                    dictEntry *de;

                    while((de = dictNext(di)) != NULL) {
                        robj *field = dictGetEntryKey(de);
                        robj *val = dictGetEntryVal(de);

                        if (fwrite(cmd,sizeof(cmd)-1,1,fp) == 0) goto werr;
                        if (fwriteBulkObject(fp,key) == 0) goto werr;
                        if (fwriteBulkObject(fp,field) == -1) return -1;
                        if (fwriteBulkObject(fp,val) == -1) return -1;
                    }
                    dictReleaseIterator(di);
                }
8764
            } else {
8765
                redisPanic("Unknown object type");
8766 8767 8768
            }
            /* Save the expire time */
            if (expiretime != -1) {
8769
                char cmd[]="*3\r\n$8\r\nEXPIREAT\r\n";
8770 8771 8772
                /* If this key is already expired skip it */
                if (expiretime < now) continue;
                if (fwrite(cmd,sizeof(cmd)-1,1,fp) == 0) goto werr;
A
antirez 已提交
8773
                if (fwriteBulkObject(fp,key) == 0) goto werr;
8774 8775
                if (fwriteBulkLong(fp,expiretime) == 0) goto werr;
            }
8776
            if (swapped) decrRefCount(o);
8777 8778 8779 8780 8781 8782
        }
        dictReleaseIterator(di);
    }

    /* Make sure data will not remain on the OS's output buffers */
    fflush(fp);
8783
    aof_fsync(fileno(fp));
8784
    fclose(fp);
A
Alex McHale 已提交
8785

8786 8787 8788 8789 8790 8791 8792 8793 8794 8795 8796 8797 8798
    /* Use RENAME to make sure the DB file is changed atomically only
     * if the generate DB file is ok. */
    if (rename(tmpfile,filename) == -1) {
        redisLog(REDIS_WARNING,"Error moving temp append only file on the final destination: %s", strerror(errno));
        unlink(tmpfile);
        return REDIS_ERR;
    }
    redisLog(REDIS_NOTICE,"SYNC append only file rewrite performed");
    return REDIS_OK;

werr:
    fclose(fp);
    unlink(tmpfile);
8799
    redisLog(REDIS_WARNING,"Write error writing append only file on disk: %s", strerror(errno));
8800 8801 8802 8803 8804 8805 8806 8807 8808 8809 8810 8811 8812 8813 8814 8815 8816 8817 8818 8819
    if (di) dictReleaseIterator(di);
    return REDIS_ERR;
}

/* This is how rewriting of the append only file in background works:
 *
 * 1) The user calls BGREWRITEAOF
 * 2) Redis calls this function, that forks():
 *    2a) the child rewrite the append only file in a temp file.
 *    2b) the parent accumulates differences in server.bgrewritebuf.
 * 3) When the child finished '2a' exists.
 * 4) The parent will trap the exit code, if it's OK, will append the
 *    data accumulated into server.bgrewritebuf into the temp file, and
 *    finally will rename(2) the temp file in the actual file name.
 *    The the new file is reopened as the new append only file. Profit!
 */
static int rewriteAppendOnlyFileBackground(void) {
    pid_t childpid;

    if (server.bgrewritechildpid != -1) return REDIS_ERR;
8820
    if (server.vm_enabled) waitEmptyIOJobsQueue();
8821 8822 8823 8824
    if ((childpid = fork()) == 0) {
        /* Child */
        char tmpfile[256];

8825 8826
        if (server.vm_enabled) vmReopenSwapFile();
        close(server.fd);
8827 8828
        snprintf(tmpfile,256,"temp-rewriteaof-bg-%d.aof", (int) getpid());
        if (rewriteAppendOnlyFile(tmpfile) == REDIS_OK) {
8829
            _exit(0);
8830
        } else {
8831
            _exit(1);
8832 8833 8834 8835 8836 8837 8838 8839 8840 8841 8842 8843
        }
    } else {
        /* Parent */
        if (childpid == -1) {
            redisLog(REDIS_WARNING,
                "Can't rewrite append only file in background: fork: %s",
                strerror(errno));
            return REDIS_ERR;
        }
        redisLog(REDIS_NOTICE,
            "Background append only file rewriting started by pid %d",childpid);
        server.bgrewritechildpid = childpid;
8844
        updateDictResizePolicy();
A
antirez 已提交
8845 8846 8847 8848 8849
        /* We set appendseldb to -1 in order to force the next call to the
         * feedAppendOnlyFile() to issue a SELECT command, so the differences
         * accumulated by the parent into server.bgrewritebuf will start
         * with a SELECT statement and it will be safe to merge. */
        server.appendseldb = -1;
8850 8851 8852 8853 8854 8855 8856 8857 8858 8859 8860
        return REDIS_OK;
    }
    return REDIS_OK; /* unreached */
}

static void bgrewriteaofCommand(redisClient *c) {
    if (server.bgrewritechildpid != -1) {
        addReplySds(c,sdsnew("-ERR background append only file rewriting already in progress\r\n"));
        return;
    }
    if (rewriteAppendOnlyFileBackground() == REDIS_OK) {
8861 8862
        char *status = "+Background append only file rewriting started\r\n";
        addReplySds(c,sdsnew(status));
8863 8864 8865 8866 8867 8868 8869 8870 8871 8872 8873 8874
    } else {
        addReply(c,shared.err);
    }
}

static void aofRemoveTempFile(pid_t childpid) {
    char tmpfile[256];

    snprintf(tmpfile,256,"temp-rewriteaof-bg-%d.aof", (int) childpid);
    unlink(tmpfile);
}

8875 8876 8877 8878 8879 8880 8881 8882 8883 8884 8885 8886 8887 8888 8889 8890 8891 8892 8893 8894 8895
/* Virtual Memory is composed mainly of two subsystems:
 * - Blocking Virutal Memory
 * - Threaded Virtual Memory I/O
 * The two parts are not fully decoupled, but functions are split among two
 * different sections of the source code (delimited by comments) in order to
 * make more clear what functionality is about the blocking VM and what about
 * the threaded (not blocking) VM.
 *
 * Redis VM design:
 *
 * Redis VM is a blocking VM (one that blocks reading swapped values from
 * disk into memory when a value swapped out is needed in memory) that is made
 * unblocking by trying to examine the command argument vector in order to
 * load in background values that will likely be needed in order to exec
 * the command. The command is executed only once all the relevant keys
 * are loaded into memory.
 *
 * This basically is almost as simple of a blocking VM, but almost as parallel
 * as a fully non-blocking VM.
 */

8896
/* =================== Virtual Memory - Blocking Side  ====================== */
8897

8898 8899 8900 8901
/* Create a VM pointer object. This kind of objects are used in place of
 * values in the key -> value hash table, for swapped out objects. */
static vmpointer *createVmPointer(int vtype) {
    vmpointer *vp = zmalloc(sizeof(vmpointer));
8902

8903 8904 8905 8906
    vp->type = REDIS_VMPOINTER;
    vp->storage = REDIS_VM_SWAPPED;
    vp->vtype = vtype;
    return vp;
8907 8908
}

8909 8910
static void vmInit(void) {
    off_t totsize;
8911
    int pipefds[2];
8912
    size_t stacksize;
A
antirez 已提交
8913
    struct flock fl;
8914

8915 8916 8917
    if (server.vm_max_threads != 0)
        zmalloc_enable_thread_safeness(); /* we need thread safe zmalloc() */

8918
    redisLog(REDIS_NOTICE,"Using '%s' as swap file",server.vm_swap_file);
A
antirez 已提交
8919
    /* Try to open the old swap file, otherwise create it */
A
antirez 已提交
8920 8921 8922
    if ((server.vm_fp = fopen(server.vm_swap_file,"r+b")) == NULL) {
        server.vm_fp = fopen(server.vm_swap_file,"w+b");
    }
8923
    if (server.vm_fp == NULL) {
A
antirez 已提交
8924
        redisLog(REDIS_WARNING,
A
antirez 已提交
8925
            "Can't open the swap file: %s. Exiting.",
A
antirez 已提交
8926
            strerror(errno));
8927 8928 8929
        exit(1);
    }
    server.vm_fd = fileno(server.vm_fp);
A
antirez 已提交
8930 8931 8932 8933 8934 8935 8936 8937 8938 8939 8940
    /* Lock the swap file for writing, this is useful in order to avoid
     * another instance to use the same swap file for a config error. */
    fl.l_type = F_WRLCK;
    fl.l_whence = SEEK_SET;
    fl.l_start = fl.l_len = 0;
    if (fcntl(server.vm_fd,F_SETLK,&fl) == -1) {
        redisLog(REDIS_WARNING,
            "Can't lock the swap file at '%s': %s. Make sure it is not used by another Redis instance.", server.vm_swap_file, strerror(errno));
        exit(1);
    }
    /* Initialize */
8941 8942
    server.vm_next_page = 0;
    server.vm_near_pages = 0;
A
antirez 已提交
8943 8944 8945 8946
    server.vm_stats_used_pages = 0;
    server.vm_stats_swapped_objects = 0;
    server.vm_stats_swapouts = 0;
    server.vm_stats_swapins = 0;
8947 8948 8949 8950 8951 8952 8953 8954 8955
    totsize = server.vm_pages*server.vm_page_size;
    redisLog(REDIS_NOTICE,"Allocating %lld bytes of swap file",totsize);
    if (ftruncate(server.vm_fd,totsize) == -1) {
        redisLog(REDIS_WARNING,"Can't ftruncate swap file: %s. Exiting.",
            strerror(errno));
        exit(1);
    } else {
        redisLog(REDIS_NOTICE,"Swap file allocated with success");
    }
A
antirez 已提交
8956
    server.vm_bitmap = zmalloc((server.vm_pages+7)/8);
8957
    redisLog(REDIS_VERBOSE,"Allocated %lld bytes page table for %lld pages",
A
antirez 已提交
8958
        (long long) (server.vm_pages+7)/8, server.vm_pages);
A
antirez 已提交
8959
    memset(server.vm_bitmap,0,(server.vm_pages+7)/8);
8960

8961 8962 8963 8964
    /* Initialize threaded I/O (used by Virtual Memory) */
    server.io_newjobs = listCreate();
    server.io_processing = listCreate();
    server.io_processed = listCreate();
A
antirez 已提交
8965
    server.io_ready_clients = listCreate();
8966
    pthread_mutex_init(&server.io_mutex,NULL);
8967 8968
    pthread_mutex_init(&server.obj_freelist_mutex,NULL);
    pthread_mutex_init(&server.io_swapfile_mutex,NULL);
8969
    server.io_active_threads = 0;
8970 8971 8972 8973 8974 8975 8976 8977
    if (pipe(pipefds) == -1) {
        redisLog(REDIS_WARNING,"Unable to intialized VM: pipe(2): %s. Exiting."
            ,strerror(errno));
        exit(1);
    }
    server.io_ready_pipe_read = pipefds[0];
    server.io_ready_pipe_write = pipefds[1];
    redisAssert(anetNonBlock(NULL,server.io_ready_pipe_read) != ANET_ERR);
8978 8979 8980 8981 8982
    /* LZF requires a lot of stack */
    pthread_attr_init(&server.io_threads_attr);
    pthread_attr_getstacksize(&server.io_threads_attr, &stacksize);
    while (stacksize < REDIS_THREAD_STACK_SIZE) stacksize *= 2;
    pthread_attr_setstacksize(&server.io_threads_attr, stacksize);
8983 8984 8985 8986
    /* Listen for events in the threaded I/O pipe */
    if (aeCreateFileEvent(server.el, server.io_ready_pipe_read, AE_READABLE,
        vmThreadedIOCompletedJob, NULL) == AE_ERR)
        oom("creating file event");
8987 8988
}

A
antirez 已提交
8989 8990 8991 8992
/* Mark the page as used */
static void vmMarkPageUsed(off_t page) {
    off_t byte = page/8;
    int bit = page&7;
8993
    redisAssert(vmFreePage(page) == 1);
A
antirez 已提交
8994 8995 8996 8997 8998 8999 9000 9001
    server.vm_bitmap[byte] |= 1<<bit;
}

/* Mark N contiguous pages as used, with 'page' being the first. */
static void vmMarkPagesUsed(off_t page, off_t count) {
    off_t j;

    for (j = 0; j < count; j++)
A
antirez 已提交
9002
        vmMarkPageUsed(page+j);
A
antirez 已提交
9003
    server.vm_stats_used_pages += count;
9004 9005
    redisLog(REDIS_DEBUG,"Mark USED pages: %lld pages at %lld\n",
        (long long)count, (long long)page);
A
antirez 已提交
9006 9007 9008 9009 9010 9011
}

/* Mark the page as free */
static void vmMarkPageFree(off_t page) {
    off_t byte = page/8;
    int bit = page&7;
9012
    redisAssert(vmFreePage(page) == 0);
A
antirez 已提交
9013 9014 9015 9016 9017 9018 9019 9020
    server.vm_bitmap[byte] &= ~(1<<bit);
}

/* Mark N contiguous pages as free, with 'page' being the first. */
static void vmMarkPagesFree(off_t page, off_t count) {
    off_t j;

    for (j = 0; j < count; j++)
A
antirez 已提交
9021
        vmMarkPageFree(page+j);
A
antirez 已提交
9022
    server.vm_stats_used_pages -= count;
9023 9024
    redisLog(REDIS_DEBUG,"Mark FREE pages: %lld pages at %lld\n",
        (long long)count, (long long)page);
A
antirez 已提交
9025 9026 9027 9028 9029 9030
}

/* Test if the page is free */
static int vmFreePage(off_t page) {
    off_t byte = page/8;
    int bit = page&7;
A
antirez 已提交
9031
    return (server.vm_bitmap[byte] & (1<<bit)) == 0;
A
antirez 已提交
9032 9033 9034
}

/* Find N contiguous free pages storing the first page of the cluster in *first.
A
Alex McHale 已提交
9035
 * Returns REDIS_OK if it was able to find N contiguous pages, otherwise
A
antirez 已提交
9036
 * REDIS_ERR is returned.
A
antirez 已提交
9037 9038 9039 9040 9041 9042 9043 9044 9045
 *
 * This function uses a simple algorithm: we try to allocate
 * REDIS_VM_MAX_NEAR_PAGES sequentially, when we reach this limit we start
 * again from the start of the swap file searching for free spaces.
 *
 * If it looks pretty clear that there are no free pages near our offset
 * we try to find less populated places doing a forward jump of
 * REDIS_VM_MAX_RANDOM_JUMP, then we start scanning again a few pages
 * without hurry, and then we jump again and so forth...
A
Alex McHale 已提交
9046
 *
A
antirez 已提交
9047 9048 9049 9050 9051 9052
 * This function can be improved using a free list to avoid to guess
 * too much, since we could collect data about freed pages.
 *
 * note: I implemented this function just after watching an episode of
 * Battlestar Galactica, where the hybrid was continuing to say "JUMP!"
 */
A
antirez 已提交
9053
static int vmFindContiguousPages(off_t *first, off_t n) {
A
antirez 已提交
9054 9055 9056 9057 9058 9059 9060 9061 9062 9063 9064 9065 9066 9067 9068 9069 9070 9071 9072 9073 9074 9075 9076 9077 9078 9079
    off_t base, offset = 0, since_jump = 0, numfree = 0;

    if (server.vm_near_pages == REDIS_VM_MAX_NEAR_PAGES) {
        server.vm_near_pages = 0;
        server.vm_next_page = 0;
    }
    server.vm_near_pages++; /* Yet another try for pages near to the old ones */
    base = server.vm_next_page;

    while(offset < server.vm_pages) {
        off_t this = base+offset;

        /* If we overflow, restart from page zero */
        if (this >= server.vm_pages) {
            this -= server.vm_pages;
            if (this == 0) {
                /* Just overflowed, what we found on tail is no longer
                 * interesting, as it's no longer contiguous. */
                numfree = 0;
            }
        }
        if (vmFreePage(this)) {
            /* This is a free page */
            numfree++;
            /* Already got N free pages? Return to the caller, with success */
            if (numfree == n) {
A
antirez 已提交
9080 9081
                *first = this-(n-1);
                server.vm_next_page = this+1;
9082
                redisLog(REDIS_DEBUG, "FOUND CONTIGUOUS PAGES: %lld pages at %lld\n", (long long) n, (long long) *first);
A
antirez 已提交
9083
                return REDIS_OK;
A
antirez 已提交
9084 9085 9086 9087 9088 9089 9090 9091 9092 9093 9094 9095 9096 9097 9098 9099 9100 9101 9102 9103
            }
        } else {
            /* The current one is not a free page */
            numfree = 0;
        }

        /* Fast-forward if the current page is not free and we already
         * searched enough near this place. */
        since_jump++;
        if (!numfree && since_jump >= REDIS_VM_MAX_RANDOM_JUMP/4) {
            offset += random() % REDIS_VM_MAX_RANDOM_JUMP;
            since_jump = 0;
            /* Note that even if we rewind after the jump, we are don't need
             * to make sure numfree is set to zero as we only jump *if* it
             * is set to zero. */
        } else {
            /* Otherwise just check the next page */
            offset++;
        }
    }
A
antirez 已提交
9104 9105 9106
    return REDIS_ERR;
}

9107 9108 9109 9110 9111 9112
/* Write the specified object at the specified page of the swap file */
static int vmWriteObjectOnSwap(robj *o, off_t page) {
    if (server.vm_enabled) pthread_mutex_lock(&server.io_swapfile_mutex);
    if (fseeko(server.vm_fp,page*server.vm_page_size,SEEK_SET) == -1) {
        if (server.vm_enabled) pthread_mutex_unlock(&server.io_swapfile_mutex);
        redisLog(REDIS_WARNING,
9113
            "Critical VM problem in vmWriteObjectOnSwap(): can't seek: %s",
9114 9115 9116 9117
            strerror(errno));
        return REDIS_ERR;
    }
    rdbSaveObject(server.vm_fp,o);
9118
    fflush(server.vm_fp);
9119 9120 9121 9122
    if (server.vm_enabled) pthread_mutex_unlock(&server.io_swapfile_mutex);
    return REDIS_OK;
}

A
antirez 已提交
9123 9124 9125 9126
/* Transfers the 'val' object to disk. Store all the information
 * a 'vmpointer' object containing all the information needed to load the
 * object back later is returned.
 *
A
antirez 已提交
9127
 * If we can't find enough contiguous empty pages to swap the object on disk
A
antirez 已提交
9128
 * NULL is returned. */
9129
static vmpointer *vmSwapObjectBlocking(robj *val) {
9130
    off_t pages = rdbSavedObjectPages(val,NULL);
A
antirez 已提交
9131
    off_t page;
9132
    vmpointer *vp;
A
antirez 已提交
9133

9134 9135 9136 9137 9138 9139 9140 9141
    assert(val->storage == REDIS_VM_MEMORY);
    assert(val->refcount == 1);
    if (vmFindContiguousPages(&page,pages) == REDIS_ERR) return NULL;
    if (vmWriteObjectOnSwap(val,page) == REDIS_ERR) return NULL;

    vp = createVmPointer(val->type);
    vp->page = page;
    vp->usedpages = pages;
A
antirez 已提交
9142 9143
    decrRefCount(val); /* Deallocate the object from memory. */
    vmMarkPagesUsed(page,pages);
9144 9145
    redisLog(REDIS_DEBUG,"VM: object %p swapped out at %lld (%lld pages)",
        (void*) val,
A
antirez 已提交
9146
        (unsigned long long) page, (unsigned long long) pages);
A
antirez 已提交
9147 9148
    server.vm_stats_swapped_objects++;
    server.vm_stats_swapouts++;
9149
    return vp;
A
antirez 已提交
9150 9151
}

9152 9153
static robj *vmReadObjectFromSwap(off_t page, int type) {
    robj *o;
A
antirez 已提交
9154

9155 9156
    if (server.vm_enabled) pthread_mutex_lock(&server.io_swapfile_mutex);
    if (fseeko(server.vm_fp,page*server.vm_page_size,SEEK_SET) == -1) {
A
antirez 已提交
9157
        redisLog(REDIS_WARNING,
A
antirez 已提交
9158
            "Unrecoverable VM problem in vmReadObjectFromSwap(): can't seek: %s",
A
antirez 已提交
9159
            strerror(errno));
9160
        _exit(1);
A
antirez 已提交
9161
    }
9162 9163
    o = rdbLoadObject(type,server.vm_fp);
    if (o == NULL) {
A
antirez 已提交
9164
        redisLog(REDIS_WARNING, "Unrecoverable VM problem in vmReadObjectFromSwap(): can't load object from swap file: %s", strerror(errno));
9165
        _exit(1);
A
antirez 已提交
9166
    }
9167 9168 9169 9170
    if (server.vm_enabled) pthread_mutex_unlock(&server.io_swapfile_mutex);
    return o;
}

9171
/* Load the specified object from swap to memory.
9172 9173 9174
 * The newly allocated object is returned.
 *
 * If preview is true the unserialized object is returned to the caller but
9175 9176
 * the pages are not marked as freed, nor the vp object is freed. */
static robj *vmGenericLoadObject(vmpointer *vp, int preview) {
9177 9178
    robj *val;

9179 9180 9181
    redisAssert(vp->type == REDIS_VMPOINTER &&
        (vp->storage == REDIS_VM_SWAPPED || vp->storage == REDIS_VM_LOADING));
    val = vmReadObjectFromSwap(vp->page,vp->vtype);
A
antirez 已提交
9182
    if (!preview) {
9183 9184 9185
        redisLog(REDIS_DEBUG, "VM: object %p loaded from disk", (void*)vp);
        vmMarkPagesFree(vp->page,vp->usedpages);
        zfree(vp);
A
antirez 已提交
9186
        server.vm_stats_swapped_objects--;
A
antirez 已提交
9187
    } else {
9188
        redisLog(REDIS_DEBUG, "VM: object %p previewed from disk", (void*)vp);
A
antirez 已提交
9189
    }
A
antirez 已提交
9190
    server.vm_stats_swapins++;
A
antirez 已提交
9191
    return val;
A
antirez 已提交
9192 9193
}

9194 9195 9196 9197 9198
/* Plain object loading, from swap to memory.
 *
 * 'o' is actually a redisVmPointer structure that will be freed by the call.
 * The return value is the loaded object. */
static robj *vmLoadObject(robj *o) {
9199 9200
    /* If we are loading the object in background, stop it, we
     * need to load this object synchronously ASAP. */
9201 9202 9203
    if (o->storage == REDIS_VM_LOADING)
        vmCancelThreadedIOJob(o);
    return vmGenericLoadObject((vmpointer*)o,0);
A
antirez 已提交
9204 9205 9206 9207 9208 9209
}

/* Just load the value on disk, without to modify the key.
 * This is useful when we want to perform some operation on the value
 * without to really bring it from swap to memory, like while saving the
 * dataset or rewriting the append only log. */
9210 9211
static robj *vmPreviewObject(robj *o) {
    return vmGenericLoadObject((vmpointer*)o,1);
A
antirez 已提交
9212 9213
}

A
antirez 已提交
9214 9215 9216 9217 9218 9219 9220 9221 9222 9223 9224 9225
/* How a good candidate is this object for swapping?
 * The better candidate it is, the greater the returned value.
 *
 * Currently we try to perform a fast estimation of the object size in
 * memory, and combine it with aging informations.
 *
 * Basically swappability = idle-time * log(estimated size)
 *
 * Bigger objects are preferred over smaller objects, but not
 * proportionally, this is why we use the logarithm. This algorithm is
 * just a first try and will probably be tuned later. */
static double computeObjectSwappability(robj *o) {
9226 9227 9228
    /* actual age can be >= minage, but not < minage. As we use wrapping
     * 21 bit clocks with minutes resolution for the LRU. */
    time_t minage = abs(server.lruclock - o->lru);
A
antirez 已提交
9229 9230 9231 9232 9233 9234
    long asize = 0;
    list *l;
    dict *d;
    struct dictEntry *de;
    int z;

9235
    if (minage <= 0) return 0;
A
antirez 已提交
9236 9237 9238 9239 9240 9241 9242 9243 9244 9245 9246 9247 9248 9249 9250 9251 9252 9253
    switch(o->type) {
    case REDIS_STRING:
        if (o->encoding != REDIS_ENCODING_RAW) {
            asize = sizeof(*o);
        } else {
            asize = sdslen(o->ptr)+sizeof(*o)+sizeof(long)*2;
        }
        break;
    case REDIS_LIST:
        l = o->ptr;
        listNode *ln = listFirst(l);

        asize = sizeof(list);
        if (ln) {
            robj *ele = ln->value;
            long elesize;

            elesize = (ele->encoding == REDIS_ENCODING_RAW) ?
9254
                            (sizeof(*o)+sdslen(ele->ptr)) : sizeof(*o);
A
antirez 已提交
9255 9256 9257 9258 9259 9260 9261 9262 9263 9264 9265 9266 9267 9268 9269 9270 9271
            asize += (sizeof(listNode)+elesize)*listLength(l);
        }
        break;
    case REDIS_SET:
    case REDIS_ZSET:
        z = (o->type == REDIS_ZSET);
        d = z ? ((zset*)o->ptr)->dict : o->ptr;

        asize = sizeof(dict)+(sizeof(struct dictEntry*)*dictSlots(d));
        if (z) asize += sizeof(zset)-sizeof(dict);
        if (dictSize(d)) {
            long elesize;
            robj *ele;

            de = dictGetRandomKey(d);
            ele = dictGetEntryKey(de);
            elesize = (ele->encoding == REDIS_ENCODING_RAW) ?
9272
                            (sizeof(*o)+sdslen(ele->ptr)) : sizeof(*o);
A
antirez 已提交
9273 9274 9275 9276
            asize += (sizeof(struct dictEntry)+elesize)*dictSize(d);
            if (z) asize += sizeof(zskiplistNode)*dictSize(d);
        }
        break;
9277 9278 9279 9280 9281 9282 9283 9284 9285 9286 9287 9288 9289 9290 9291 9292 9293 9294 9295 9296 9297 9298
    case REDIS_HASH:
        if (o->encoding == REDIS_ENCODING_ZIPMAP) {
            unsigned char *p = zipmapRewind((unsigned char*)o->ptr);
            unsigned int len = zipmapLen((unsigned char*)o->ptr);
            unsigned int klen, vlen;
            unsigned char *key, *val;

            if ((p = zipmapNext(p,&key,&klen,&val,&vlen)) == NULL) {
                klen = 0;
                vlen = 0;
            }
            asize = len*(klen+vlen+3);
        } else if (o->encoding == REDIS_ENCODING_HT) {
            d = o->ptr;
            asize = sizeof(dict)+(sizeof(struct dictEntry*)*dictSlots(d));
            if (dictSize(d)) {
                long elesize;
                robj *ele;

                de = dictGetRandomKey(d);
                ele = dictGetEntryKey(de);
                elesize = (ele->encoding == REDIS_ENCODING_RAW) ?
9299
                                (sizeof(*o)+sdslen(ele->ptr)) : sizeof(*o);
9300 9301
                ele = dictGetEntryVal(de);
                elesize = (ele->encoding == REDIS_ENCODING_RAW) ?
9302
                                (sizeof(*o)+sdslen(ele->ptr)) : sizeof(*o);
9303 9304 9305 9306
                asize += (sizeof(struct dictEntry)+elesize)*dictSize(d);
            }
        }
        break;
A
antirez 已提交
9307
    }
9308
    return (double)minage*log(1+asize);
A
antirez 已提交
9309 9310 9311 9312
}

/* Try to swap an object that's a good candidate for swapping.
 * Returns REDIS_OK if the object was swapped, REDIS_ERR if it's not possible
9313 9314 9315 9316 9317
 * to swap any object at all.
 *
 * If 'usethreaded' is true, Redis will try to swap the object in background
 * using I/O threads. */
static int vmSwapOneObject(int usethreads) {
A
antirez 已提交
9318 9319 9320
    int j, i;
    struct dictEntry *best = NULL;
    double best_swappability = 0;
9321
    redisDb *best_db = NULL;
A
antirez 已提交
9322 9323 9324 9325
    robj *key, *val;

    for (j = 0; j < server.dbnum; j++) {
        redisDb *db = server.db+j;
9326 9327 9328
        /* Why maxtries is set to 100?
         * Because this way (usually) we'll find 1 object even if just 1% - 2%
         * are swappable objects */
9329
        int maxtries = 100;
A
antirez 已提交
9330 9331 9332 9333 9334 9335

        if (dictSize(db->dict) == 0) continue;
        for (i = 0; i < 5; i++) {
            dictEntry *de;
            double swappability;

9336
            if (maxtries) maxtries--;
A
antirez 已提交
9337 9338 9339
            de = dictGetRandomKey(db->dict);
            key = dictGetEntryKey(de);
            val = dictGetEntryVal(de);
A
antirez 已提交
9340 9341
            /* Only swap objects that are currently in memory.
             *
9342 9343
             * Also don't swap shared objects: not a good idea in general and
             * we need to ensure that the main thread does not touch the
A
antirez 已提交
9344 9345
             * object while the I/O thread is using it, but we can't
             * control other keys without adding additional mutex. */
9346
            if (val->storage != REDIS_VM_MEMORY || val->refcount != 1) {
9347 9348 9349
                if (maxtries) i--; /* don't count this try */
                continue;
            }
A
antirez 已提交
9350 9351 9352 9353
            swappability = computeObjectSwappability(val);
            if (!best || swappability > best_swappability) {
                best = de;
                best_swappability = swappability;
9354
                best_db = db;
A
antirez 已提交
9355 9356 9357
            }
        }
    }
9358
    if (best == NULL) return REDIS_ERR;
A
antirez 已提交
9359 9360 9361
    key = dictGetEntryKey(best);
    val = dictGetEntryVal(best);

9362
    redisLog(REDIS_DEBUG,"Key with best swappability: %s, %f",
A
antirez 已提交
9363 9364 9365
        key->ptr, best_swappability);

    /* Swap it */
9366
    if (usethreads) {
9367
        vmSwapObjectThreaded(key,val,best_db);
A
antirez 已提交
9368 9369
        return REDIS_OK;
    } else {
9370 9371 9372 9373
        vmpointer *vp;

        if ((vp = vmSwapObjectBlocking(val)) != NULL) {
            dictGetEntryVal(best) = vp;
9374 9375 9376 9377
            return REDIS_OK;
        } else {
            return REDIS_ERR;
        }
A
antirez 已提交
9378 9379 9380
    }
}

9381 9382 9383 9384 9385 9386 9387 9388
static int vmSwapOneObjectBlocking() {
    return vmSwapOneObject(0);
}

static int vmSwapOneObjectThreaded() {
    return vmSwapOneObject(1);
}

A
antirez 已提交
9389 9390 9391 9392 9393 9394 9395
/* Return true if it's safe to swap out objects in a given moment.
 * Basically we don't want to swap objects out while there is a BGSAVE
 * or a BGAEOREWRITE running in backgroud. */
static int vmCanSwapOut(void) {
    return (server.bgsavechildpid == -1 && server.bgrewritechildpid == -1);
}

A
antirez 已提交
9396 9397 9398
/* Delete a key if swapped. Returns 1 if the key was found, was swapped
 * and was deleted. Otherwise 0 is returned. */
static int deleteIfSwapped(redisDb *db, robj *key) {
9399
    robj *val;
A
antirez 已提交
9400

9401 9402
    if ((val = dictFetchValue(db->dict,key)) == NULL) return 0;
    if (val->storage == REDIS_VM_MEMORY) return 0;
A
antirez 已提交
9403 9404 9405 9406
    deleteKey(db,key);
    return 1;
}

9407 9408
/* =================== Virtual Memory - Threaded I/O  ======================= */

9409
static void freeIOJob(iojob *j) {
A
antirez 已提交
9410 9411 9412
    if ((j->type == REDIS_IOJOB_PREPARE_SWAP ||
        j->type == REDIS_IOJOB_DO_SWAP ||
        j->type == REDIS_IOJOB_LOAD) && j->val != NULL)
9413 9414 9415 9416 9417 9418 9419
    {
        /* Our value object was successfully swapped if
         * refcount == 1 and storage == REDIS_VM_SWAPPING,
         * we fix the storage type, otherwise decrRefCount() will try to
         * kill the I/O thread Job (that does no longer exists). */
        if (j->val->refcount == 1 && j->val->storage == REDIS_VM_SWAPPING)
            j->val->storage = REDIS_VM_MEMORY;
9420
        decrRefCount(j->val);
9421 9422
    }
    decrRefCount(j->key);
9423 9424 9425
    zfree(j);
}

9426 9427 9428 9429 9430 9431 9432
/* Every time a thread finished a Job, it writes a byte into the write side
 * of an unix pipe in order to "awake" the main thread, and this function
 * is called. */
static void vmThreadedIOCompletedJob(aeEventLoop *el, int fd, void *privdata,
            int mask)
{
    char buf[1];
9433
    int retval, processed = 0, toprocess = -1, trytoswap = 1;
9434 9435 9436 9437 9438 9439 9440
    REDIS_NOTUSED(el);
    REDIS_NOTUSED(mask);
    REDIS_NOTUSED(privdata);

    /* For every byte we read in the read side of the pipe, there is one
     * I/O job completed to process. */
    while((retval = read(fd,buf,1)) == 1) {
9441 9442 9443 9444
        iojob *j;
        listNode *ln;
        struct dictEntry *de;

9445
        redisLog(REDIS_DEBUG,"Processing I/O completed job");
9446 9447 9448

        /* Get the processed element (the oldest one) */
        lockThreadedIO();
A
antirez 已提交
9449
        assert(listLength(server.io_processed) != 0);
9450 9451 9452 9453
        if (toprocess == -1) {
            toprocess = (listLength(server.io_processed)*REDIS_MAX_COMPLETED_JOBS_PROCESSED)/100;
            if (toprocess <= 0) toprocess = 1;
        }
9454 9455 9456 9457 9458 9459 9460 9461 9462 9463 9464
        ln = listFirst(server.io_processed);
        j = ln->value;
        listDelNode(server.io_processed,ln);
        unlockThreadedIO();
        /* If this job is marked as canceled, just ignore it */
        if (j->canceled) {
            freeIOJob(j);
            continue;
        }
        /* Post process it in the main thread, as there are things we
         * can do just here to avoid race conditions and/or invasive locks */
9465
        redisLog(REDIS_DEBUG,"COMPLETED Job type: %d, ID %p, key: %s", j->type, (void*)j->id, (unsigned char*)j->key->ptr);
9466 9467 9468
        de = dictFind(j->db->dict,j->key);
        assert(de != NULL);
        if (j->type == REDIS_IOJOB_LOAD) {
A
antirez 已提交
9469
            redisDb *db;
9470
            vmpointer *vp = dictGetEntryVal(de);
A
antirez 已提交
9471

9472
            /* Key loaded, bring it at home */
9473
            vmMarkPagesFree(vp->page,vp->usedpages);
9474
            redisLog(REDIS_DEBUG, "VM: object %s loaded from disk (threaded)",
9475
                (unsigned char*) j->key->ptr);
9476 9477
            server.vm_stats_swapped_objects--;
            server.vm_stats_swapins++;
A
antirez 已提交
9478 9479 9480 9481
            dictGetEntryVal(de) = j->val;
            incrRefCount(j->val);
            db = j->db;
            /* Handle clients waiting for this key to be loaded. */
9482 9483 9484
            handleClientsBlockedOnSwappedKey(db,j->key);
            freeIOJob(j);
            zfree(vp);
9485 9486 9487 9488
        } else if (j->type == REDIS_IOJOB_PREPARE_SWAP) {
            /* Now we know the amount of pages required to swap this object.
             * Let's find some space for it, and queue this task again
             * rebranded as REDIS_IOJOB_DO_SWAP. */
9489 9490 9491 9492 9493
            if (!vmCanSwapOut() ||
                vmFindContiguousPages(&j->page,j->pages) == REDIS_ERR)
            {
                /* Ooops... no space or we can't swap as there is
                 * a fork()ed Redis trying to save stuff on disk. */
9494
                j->val->storage = REDIS_VM_MEMORY; /* undo operation */
9495 9496
                freeIOJob(j);
            } else {
A
antirez 已提交
9497 9498 9499 9500
                /* Note that we need to mark this pages as used now,
                 * if the job will be canceled, we'll mark them as freed
                 * again. */
                vmMarkPagesUsed(j->page,j->pages);
9501 9502 9503 9504 9505 9506
                j->type = REDIS_IOJOB_DO_SWAP;
                lockThreadedIO();
                queueIOJob(j);
                unlockThreadedIO();
            }
        } else if (j->type == REDIS_IOJOB_DO_SWAP) {
9507
            vmpointer *vp;
9508 9509

            /* Key swapped. We can finally free some memory. */
9510 9511 9512 9513
            if (j->val->storage != REDIS_VM_SWAPPING) {
                vmpointer *vp = (vmpointer*) j->id;
                printf("storage: %d\n",vp->storage);
                printf("key->name: %s\n",(char*)j->key->ptr);
9514 9515 9516 9517
                printf("val: %p\n",(void*)j->val);
                printf("val->type: %d\n",j->val->type);
                printf("val->ptr: %s\n",(char*)j->val->ptr);
            }
9518 9519 9520 9521 9522 9523
            redisAssert(j->val->storage == REDIS_VM_SWAPPING);
            vp = createVmPointer(j->val->type);
            vp->page = j->page;
            vp->usedpages = j->pages;
            dictGetEntryVal(de) = vp;
            decrRefCount(j->val);
9524 9525
            redisLog(REDIS_DEBUG,
                "VM: object %s swapped out at %lld (%lld pages) (threaded)",
9526
                (unsigned char*) j->key->ptr,
9527 9528 9529 9530
                (unsigned long long) j->page, (unsigned long long) j->pages);
            server.vm_stats_swapped_objects++;
            server.vm_stats_swapouts++;
            freeIOJob(j);
A
antirez 已提交
9531 9532
            /* Put a few more swap requests in queue if we are still
             * out of memory */
9533 9534 9535
            if (trytoswap && vmCanSwapOut() &&
                zmalloc_used_memory() > server.vm_max_memory)
            {
A
antirez 已提交
9536 9537 9538 9539 9540 9541 9542
                int more = 1;
                while(more) {
                    lockThreadedIO();
                    more = listLength(server.io_newjobs) <
                            (unsigned) server.vm_max_threads;
                    unlockThreadedIO();
                    /* Don't waste CPU time if swappable objects are rare. */
9543 9544 9545 9546
                    if (vmSwapOneObjectThreaded() == REDIS_ERR) {
                        trytoswap = 0;
                        break;
                    }
A
antirez 已提交
9547 9548
                }
            }
9549
        }
9550
        processed++;
9551
        if (processed == toprocess) return;
9552 9553 9554 9555 9556 9557 9558 9559 9560 9561 9562 9563 9564 9565 9566 9567 9568 9569 9570 9571
    }
    if (retval < 0 && errno != EAGAIN) {
        redisLog(REDIS_WARNING,
            "WARNING: read(2) error in vmThreadedIOCompletedJob() %s",
            strerror(errno));
    }
}

static void lockThreadedIO(void) {
    pthread_mutex_lock(&server.io_mutex);
}

static void unlockThreadedIO(void) {
    pthread_mutex_unlock(&server.io_mutex);
}

/* Remove the specified object from the threaded I/O queue if still not
 * processed, otherwise make sure to flag it as canceled. */
static void vmCancelThreadedIOJob(robj *o) {
    list *lists[3] = {
9572 9573 9574
        server.io_newjobs,      /* 0 */
        server.io_processing,   /* 1 */
        server.io_processed     /* 2 */
9575 9576 9577 9578
    };
    int i;

    assert(o->storage == REDIS_VM_LOADING || o->storage == REDIS_VM_SWAPPING);
9579
again:
9580
    lockThreadedIO();
9581
    /* Search for a matching object in one of the queues */
9582 9583
    for (i = 0; i < 3; i++) {
        listNode *ln;
A
antirez 已提交
9584
        listIter li;
9585

A
antirez 已提交
9586 9587
        listRewind(lists[i],&li);
        while ((ln = listNext(&li)) != NULL) {
9588 9589
            iojob *job = ln->value;

9590
            if (job->canceled) continue; /* Skip this, already canceled. */
9591
            if (job->id == o) {
9592 9593
                redisLog(REDIS_DEBUG,"*** CANCELED %p (%s) (type %d) (LIST ID %d)\n",
                    (void*)job, (char*)o->ptr, job->type, i);
9594 9595
                /* Mark the pages as free since the swap didn't happened
                 * or happened but is now discarded. */
9596
                if (i != 1 && job->type == REDIS_IOJOB_DO_SWAP)
9597 9598 9599
                    vmMarkPagesFree(job->page,job->pages);
                /* Cancel the job. It depends on the list the job is
                 * living in. */
9600 9601
                switch(i) {
                case 0: /* io_newjobs */
9602
                    /* If the job was yet not processed the best thing to do
9603
                     * is to remove it from the queue at all */
9604
                    freeIOJob(job);
9605 9606 9607
                    listDelNode(lists[i],ln);
                    break;
                case 1: /* io_processing */
A
antirez 已提交
9608 9609 9610 9611 9612 9613 9614 9615 9616 9617 9618 9619 9620 9621 9622 9623 9624 9625 9626
                    /* Oh Shi- the thread is messing with the Job:
                     *
                     * Probably it's accessing the object if this is a
                     * PREPARE_SWAP or DO_SWAP job.
                     * If it's a LOAD job it may be reading from disk and
                     * if we don't wait for the job to terminate before to
                     * cancel it, maybe in a few microseconds data can be
                     * corrupted in this pages. So the short story is:
                     *
                     * Better to wait for the job to move into the
                     * next queue (processed)... */

                    /* We try again and again until the job is completed. */
                    unlockThreadedIO();
                    /* But let's wait some time for the I/O thread
                     * to finish with this job. After all this condition
                     * should be very rare. */
                    usleep(1);
                    goto again;
9627
                case 2: /* io_processed */
9628 9629 9630
                    /* The job was already processed, that's easy...
                     * just mark it as canceled so that we'll ignore it
                     * when processing completed jobs. */
9631 9632 9633
                    job->canceled = 1;
                    break;
                }
A
antirez 已提交
9634 9635
                /* Finally we have to adjust the storage type of the object
                 * in order to "UNDO" the operaiton. */
9636 9637 9638 9639 9640 9641 9642 9643 9644 9645
                if (o->storage == REDIS_VM_LOADING)
                    o->storage = REDIS_VM_SWAPPED;
                else if (o->storage == REDIS_VM_SWAPPING)
                    o->storage = REDIS_VM_MEMORY;
                unlockThreadedIO();
                return;
            }
        }
    }
    unlockThreadedIO();
9646 9647
    printf("Not found: %p\n", (void*)o);
    redisAssert(1 != 1); /* We should never reach this */
9648 9649
}

9650 9651 9652 9653 9654 9655 9656 9657 9658 9659 9660
static void *IOThreadEntryPoint(void *arg) {
    iojob *j;
    listNode *ln;
    REDIS_NOTUSED(arg);

    pthread_detach(pthread_self());
    while(1) {
        /* Get a new job to process */
        lockThreadedIO();
        if (listLength(server.io_newjobs) == 0) {
            /* No new jobs in queue, exit. */
9661 9662
            redisLog(REDIS_DEBUG,"Thread %ld exiting, nothing to do",
                (long) pthread_self());
9663 9664 9665 9666 9667 9668 9669 9670 9671 9672 9673 9674
            server.io_active_threads--;
            unlockThreadedIO();
            return NULL;
        }
        ln = listFirst(server.io_newjobs);
        j = ln->value;
        listDelNode(server.io_newjobs,ln);
        /* Add the job in the processing queue */
        j->thread = pthread_self();
        listAddNodeTail(server.io_processing,j);
        ln = listLast(server.io_processing); /* We use ln later to remove it */
        unlockThreadedIO();
9675 9676
        redisLog(REDIS_DEBUG,"Thread %ld got a new job (type %d): %p about key '%s'",
            (long) pthread_self(), j->type, (void*)j, (char*)j->key->ptr);
9677 9678 9679

        /* Process the Job */
        if (j->type == REDIS_IOJOB_LOAD) {
9680 9681
            vmpointer *vp = (vmpointer*)j->id;
            j->val = vmReadObjectFromSwap(j->page,vp->vtype);
9682 9683 9684 9685 9686
        } else if (j->type == REDIS_IOJOB_PREPARE_SWAP) {
            FILE *fp = fopen("/dev/null","w+");
            j->pages = rdbSavedObjectPages(j->val,fp);
            fclose(fp);
        } else if (j->type == REDIS_IOJOB_DO_SWAP) {
9687 9688
            if (vmWriteObjectOnSwap(j->val,j->page) == REDIS_ERR)
                j->canceled = 1;
9689 9690 9691
        }

        /* Done: insert the job into the processed queue */
9692 9693
        redisLog(REDIS_DEBUG,"Thread %ld completed the job: %p (key %s)",
            (long) pthread_self(), (void*)j, (char*)j->key->ptr);
9694 9695 9696 9697
        lockThreadedIO();
        listDelNode(server.io_processing,ln);
        listAddNodeTail(server.io_processed,j);
        unlockThreadedIO();
A
Alex McHale 已提交
9698

9699 9700 9701 9702 9703 9704 9705 9706
        /* Signal the main thread there is new stuff to process */
        assert(write(server.io_ready_pipe_write,"x",1) == 1);
    }
    return NULL; /* never reached */
}

static void spawnIOThread(void) {
    pthread_t thread;
9707
    sigset_t mask, omask;
9708
    int err;
9709

9710 9711 9712 9713 9714
    sigemptyset(&mask);
    sigaddset(&mask,SIGCHLD);
    sigaddset(&mask,SIGHUP);
    sigaddset(&mask,SIGPIPE);
    pthread_sigmask(SIG_SETMASK, &mask, &omask);
9715 9716 9717 9718 9719
    while ((err = pthread_create(&thread,&server.io_threads_attr,IOThreadEntryPoint,NULL)) != 0) {
        redisLog(REDIS_WARNING,"Unable to spawn an I/O thread: %s",
            strerror(err));
        usleep(1000000);
    }
9720
    pthread_sigmask(SIG_SETMASK, &omask, NULL);
9721 9722 9723
    server.io_active_threads++;
}

9724 9725
/* We need to wait for the last thread to exit before we are able to
 * fork() in order to BGSAVE or BGREWRITEAOF. */
9726
static void waitEmptyIOJobsQueue(void) {
9727
    while(1) {
9728 9729
        int io_processed_len;

9730
        lockThreadedIO();
9731 9732 9733 9734
        if (listLength(server.io_newjobs) == 0 &&
            listLength(server.io_processing) == 0 &&
            server.io_active_threads == 0)
        {
9735 9736 9737
            unlockThreadedIO();
            return;
        }
9738 9739 9740 9741 9742
        /* While waiting for empty jobs queue condition we post-process some
         * finshed job, as I/O threads may be hanging trying to write against
         * the io_ready_pipe_write FD but there are so much pending jobs that
         * it's blocking. */
        io_processed_len = listLength(server.io_processed);
9743
        unlockThreadedIO();
9744 9745 9746 9747 9748 9749
        if (io_processed_len) {
            vmThreadedIOCompletedJob(NULL,server.io_ready_pipe_read,NULL,0);
            usleep(1000); /* 1 millisecond */
        } else {
            usleep(10000); /* 10 milliseconds */
        }
9750 9751 9752
    }
}

9753
static void vmReopenSwapFile(void) {
9754 9755
    /* Note: we don't close the old one as we are in the child process
     * and don't want to mess at all with the original file object. */
9756 9757 9758 9759
    server.vm_fp = fopen(server.vm_swap_file,"r+b");
    if (server.vm_fp == NULL) {
        redisLog(REDIS_WARNING,"Can't re-open the VM swap file: %s. Exiting.",
            server.vm_swap_file);
9760
        _exit(1);
9761 9762 9763 9764
    }
    server.vm_fd = fileno(server.vm_fp);
}

9765 9766
/* This function must be called while with threaded IO locked */
static void queueIOJob(iojob *j) {
9767 9768
    redisLog(REDIS_DEBUG,"Queued IO Job %p type %d about key '%s'\n",
        (void*)j, j->type, (char*)j->key->ptr);
9769 9770 9771 9772 9773 9774 9775
    listAddNodeTail(server.io_newjobs,j);
    if (server.io_active_threads < server.vm_max_threads)
        spawnIOThread();
}

static int vmSwapObjectThreaded(robj *key, robj *val, redisDb *db) {
    iojob *j;
A
Alex McHale 已提交
9776

9777 9778 9779 9780 9781
    assert(key->storage == REDIS_VM_MEMORY);

    j = zmalloc(sizeof(*j));
    j->type = REDIS_IOJOB_PREPARE_SWAP;
    j->db = db;
9782
    j->key = key;
A
antirez 已提交
9783
    incrRefCount(key);
9784
    j->id = j->val = val;
9785 9786 9787
    incrRefCount(val);
    j->canceled = 0;
    j->thread = (pthread_t) -1;
9788
    val->storage = REDIS_VM_SWAPPING;
9789 9790 9791 9792 9793 9794 9795

    lockThreadedIO();
    queueIOJob(j);
    unlockThreadedIO();
    return REDIS_OK;
}

9796 9797
/* ============ Virtual Memory - Blocking clients on missing keys =========== */

A
antirez 已提交
9798 9799 9800 9801 9802 9803 9804 9805 9806 9807 9808 9809 9810 9811
/* This function makes the clinet 'c' waiting for the key 'key' to be loaded.
 * If there is not already a job loading the key, it is craeted.
 * The key is added to the io_keys list in the client structure, and also
 * in the hash table mapping swapped keys to waiting clients, that is,
 * server.io_waited_keys. */
static int waitForSwappedKey(redisClient *c, robj *key) {
    struct dictEntry *de;
    robj *o;
    list *l;

    /* If the key does not exist or is already in RAM we don't need to
     * block the client at all. */
    de = dictFind(c->db->dict,key);
    if (de == NULL) return 0;
9812
    o = dictGetEntryVal(de);
A
antirez 已提交
9813 9814 9815 9816 9817 9818 9819
    if (o->storage == REDIS_VM_MEMORY) {
        return 0;
    } else if (o->storage == REDIS_VM_SWAPPING) {
        /* We were swapping the key, undo it! */
        vmCancelThreadedIOJob(o);
        return 0;
    }
A
Alex McHale 已提交
9820

A
antirez 已提交
9821 9822 9823 9824 9825 9826 9827 9828 9829 9830 9831 9832 9833 9834 9835 9836 9837 9838 9839 9840 9841 9842 9843 9844 9845
    /* OK: the key is either swapped, or being loaded just now. */

    /* Add the key to the list of keys this client is waiting for.
     * This maps clients to keys they are waiting for. */
    listAddNodeTail(c->io_keys,key);
    incrRefCount(key);

    /* Add the client to the swapped keys => clients waiting map. */
    de = dictFind(c->db->io_keys,key);
    if (de == NULL) {
        int retval;

        /* For every key we take a list of clients blocked for it */
        l = listCreate();
        retval = dictAdd(c->db->io_keys,key,l);
        incrRefCount(key);
        assert(retval == DICT_OK);
    } else {
        l = dictGetEntryVal(de);
    }
    listAddNodeTail(l,c);

    /* Are we already loading the key from disk? If not create a job */
    if (o->storage == REDIS_VM_SWAPPED) {
        iojob *j;
9846
        vmpointer *vp = (vmpointer*)o;
A
antirez 已提交
9847 9848 9849 9850 9851

        o->storage = REDIS_VM_LOADING;
        j = zmalloc(sizeof(*j));
        j->type = REDIS_IOJOB_LOAD;
        j->db = c->db;
9852 9853 9854 9855
        j->id = (robj*)vp;
        j->key = key;
        incrRefCount(key);
        j->page = vp->page;
A
antirez 已提交
9856 9857 9858 9859 9860 9861 9862 9863 9864 9865
        j->val = NULL;
        j->canceled = 0;
        j->thread = (pthread_t) -1;
        lockThreadedIO();
        queueIOJob(j);
        unlockThreadedIO();
    }
    return 1;
}

9866 9867 9868 9869 9870 9871 9872 9873 9874 9875 9876 9877 9878
/* Preload keys for any command with first, last and step values for
 * the command keys prototype, as defined in the command table. */
static void waitForMultipleSwappedKeys(redisClient *c, struct redisCommand *cmd, int argc, robj **argv) {
    int j, last;
    if (cmd->vm_firstkey == 0) return;
    last = cmd->vm_lastkey;
    if (last < 0) last = argc+last;
    for (j = cmd->vm_firstkey; j <= last; j += cmd->vm_keystep) {
        redisAssert(j < argc);
        waitForSwappedKey(c,argv[j]);
    }
}

9879
/* Preload keys needed for the ZUNIONSTORE and ZINTERSTORE commands.
9880 9881
 * Note that the number of keys to preload is user-defined, so we need to
 * apply a sanity check against argc. */
9882
static void zunionInterBlockClientOnSwappedKeys(redisClient *c, struct redisCommand *cmd, int argc, robj **argv) {
9883
    int i, num;
9884 9885 9886
    REDIS_NOTUSED(cmd);

    num = atoi(argv[2]->ptr);
9887
    if (num > (argc-3)) return;
9888
    for (i = 0; i < num; i++) {
9889
        waitForSwappedKey(c,argv[3+i]);
9890 9891 9892
    }
}

9893 9894 9895 9896 9897 9898 9899 9900 9901 9902 9903 9904 9905 9906 9907 9908 9909 9910 9911 9912 9913 9914 9915
/* Preload keys needed to execute the entire MULTI/EXEC block.
 *
 * This function is called by blockClientOnSwappedKeys when EXEC is issued,
 * and will block the client when any command requires a swapped out value. */
static void execBlockClientOnSwappedKeys(redisClient *c, struct redisCommand *cmd, int argc, robj **argv) {
    int i, margc;
    struct redisCommand *mcmd;
    robj **margv;
    REDIS_NOTUSED(cmd);
    REDIS_NOTUSED(argc);
    REDIS_NOTUSED(argv);

    if (!(c->flags & REDIS_MULTI)) return;
    for (i = 0; i < c->mstate.count; i++) {
        mcmd = c->mstate.commands[i].cmd;
        margc = c->mstate.commands[i].argc;
        margv = c->mstate.commands[i].argv;

        if (mcmd->vm_preload_proc != NULL) {
            mcmd->vm_preload_proc(c,mcmd,margc,margv);
        } else {
            waitForMultipleSwappedKeys(c,mcmd,margc,margv);
        }
9916 9917 9918
    }
}

9919
/* Is this client attempting to run a command against swapped keys?
A
antirez 已提交
9920
 * If so, block it ASAP, load the keys in background, then resume it.
9921
 *
A
antirez 已提交
9922 9923 9924 9925 9926 9927 9928
 * The important idea about this function is that it can fail! If keys will
 * still be swapped when the client is resumed, this key lookups will
 * just block loading keys from disk. In practical terms this should only
 * happen with SORT BY command or if there is a bug in this function.
 *
 * Return 1 if the client is marked as blocked, 0 if the client can
 * continue as the keys it is going to access appear to be in memory. */
9929
static int blockClientOnSwappedKeys(redisClient *c, struct redisCommand *cmd) {
9930
    if (cmd->vm_preload_proc != NULL) {
9931
        cmd->vm_preload_proc(c,cmd,c->argc,c->argv);
9932
    } else {
9933
        waitForMultipleSwappedKeys(c,cmd,c->argc,c->argv);
9934 9935
    }

A
antirez 已提交
9936 9937 9938 9939 9940 9941 9942 9943 9944 9945 9946 9947 9948 9949 9950 9951 9952 9953 9954 9955 9956 9957 9958 9959
    /* If the client was blocked for at least one key, mark it as blocked. */
    if (listLength(c->io_keys)) {
        c->flags |= REDIS_IO_WAIT;
        aeDeleteFileEvent(server.el,c->fd,AE_READABLE);
        server.vm_blocked_clients++;
        return 1;
    } else {
        return 0;
    }
}

/* Remove the 'key' from the list of blocked keys for a given client.
 *
 * The function returns 1 when there are no longer blocking keys after
 * the current one was removed (and the client can be unblocked). */
static int dontWaitForSwappedKey(redisClient *c, robj *key) {
    list *l;
    listNode *ln;
    listIter li;
    struct dictEntry *de;

    /* Remove the key from the list of keys this client is waiting for. */
    listRewind(c->io_keys,&li);
    while ((ln = listNext(&li)) != NULL) {
9960
        if (equalStringObjects(ln->value,key)) {
A
antirez 已提交
9961 9962 9963 9964 9965 9966 9967 9968 9969 9970 9971 9972 9973 9974 9975 9976 9977 9978 9979
            listDelNode(c->io_keys,ln);
            break;
        }
    }
    assert(ln != NULL);

    /* Remove the client form the key => waiting clients map. */
    de = dictFind(c->db->io_keys,key);
    assert(de != NULL);
    l = dictGetEntryVal(de);
    ln = listSearchKey(l,c);
    assert(ln != NULL);
    listDelNode(l,ln);
    if (listLength(l) == 0)
        dictDelete(c->db->io_keys,key);

    return listLength(c->io_keys) == 0;
}

9980 9981
/* Every time we now a key was loaded back in memory, we handle clients
 * waiting for this key if any. */
A
antirez 已提交
9982 9983 9984 9985 9986 9987 9988 9989 9990 9991 9992 9993 9994 9995 9996 9997 9998 9999 10000 10001 10002 10003 10004
static void handleClientsBlockedOnSwappedKey(redisDb *db, robj *key) {
    struct dictEntry *de;
    list *l;
    listNode *ln;
    int len;

    de = dictFind(db->io_keys,key);
    if (!de) return;

    l = dictGetEntryVal(de);
    len = listLength(l);
    /* Note: we can't use something like while(listLength(l)) as the list
     * can be freed by the calling function when we remove the last element. */
    while (len--) {
        ln = listFirst(l);
        redisClient *c = ln->value;

        if (dontWaitForSwappedKey(c,key)) {
            /* Put the client in the list of clients ready to go as we
             * loaded all the keys about it. */
            listAddNodeTail(server.io_ready_clients,c);
        }
    }
10005 10006
}

10007 10008 10009 10010
/* =========================== Remote Configuration ========================= */

static void configSetCommand(redisClient *c) {
    robj *o = getDecodedObject(c->argv[3]);
10011 10012
    long long ll;

10013 10014 10015 10016 10017 10018 10019 10020 10021 10022
    if (!strcasecmp(c->argv[2]->ptr,"dbfilename")) {
        zfree(server.dbfilename);
        server.dbfilename = zstrdup(o->ptr);
    } else if (!strcasecmp(c->argv[2]->ptr,"requirepass")) {
        zfree(server.requirepass);
        server.requirepass = zstrdup(o->ptr);
    } else if (!strcasecmp(c->argv[2]->ptr,"masterauth")) {
        zfree(server.masterauth);
        server.masterauth = zstrdup(o->ptr);
    } else if (!strcasecmp(c->argv[2]->ptr,"maxmemory")) {
10023 10024 10025 10026 10027 10028 10029
        if (getLongLongFromObject(o,&ll) == REDIS_ERR ||
            ll < 0) goto badfmt;
        server.maxmemory = ll;
    } else if (!strcasecmp(c->argv[2]->ptr,"timeout")) {
        if (getLongLongFromObject(o,&ll) == REDIS_ERR ||
            ll < 0 || ll > LONG_MAX) goto badfmt;
        server.maxidletime = ll;
10030 10031 10032 10033 10034 10035 10036 10037 10038 10039
    } else if (!strcasecmp(c->argv[2]->ptr,"appendfsync")) {
        if (!strcasecmp(o->ptr,"no")) {
            server.appendfsync = APPENDFSYNC_NO;
        } else if (!strcasecmp(o->ptr,"everysec")) {
            server.appendfsync = APPENDFSYNC_EVERYSEC;
        } else if (!strcasecmp(o->ptr,"always")) {
            server.appendfsync = APPENDFSYNC_ALWAYS;
        } else {
            goto badfmt;
        }
10040 10041 10042 10043 10044
    } else if (!strcasecmp(c->argv[2]->ptr,"no-appendfsync-on-rewrite")) {
        int yn = yesnotoi(o->ptr);

        if (yn == -1) goto badfmt;
        server.no_appendfsync_on_rewrite = yn;
10045 10046 10047 10048 10049 10050 10051 10052 10053 10054 10055 10056 10057 10058 10059 10060 10061
    } else if (!strcasecmp(c->argv[2]->ptr,"appendonly")) {
        int old = server.appendonly;
        int new = yesnotoi(o->ptr);

        if (new == -1) goto badfmt;
        if (old != new) {
            if (new == 0) {
                stopAppendOnly();
            } else {
                if (startAppendOnly() == REDIS_ERR) {
                    addReplySds(c,sdscatprintf(sdsempty(),
                        "-ERR Unable to turn on AOF. Check server logs.\r\n"));
                    decrRefCount(o);
                    return;
                }
            }
        }
10062 10063 10064 10065 10066 10067 10068 10069 10070 10071 10072 10073 10074 10075 10076 10077 10078 10079 10080 10081 10082 10083 10084 10085 10086 10087 10088 10089 10090 10091 10092 10093 10094 10095
    } else if (!strcasecmp(c->argv[2]->ptr,"save")) {
        int vlen, j;
        sds *v = sdssplitlen(o->ptr,sdslen(o->ptr)," ",1,&vlen);

        /* Perform sanity check before setting the new config:
         * - Even number of args
         * - Seconds >= 1, changes >= 0 */
        if (vlen & 1) {
            sdsfreesplitres(v,vlen);
            goto badfmt;
        }
        for (j = 0; j < vlen; j++) {
            char *eptr;
            long val;

            val = strtoll(v[j], &eptr, 10);
            if (eptr[0] != '\0' ||
                ((j & 1) == 0 && val < 1) ||
                ((j & 1) == 1 && val < 0)) {
                sdsfreesplitres(v,vlen);
                goto badfmt;
            }
        }
        /* Finally set the new config */
        resetServerSaveParams();
        for (j = 0; j < vlen; j += 2) {
            time_t seconds;
            int changes;

            seconds = strtoll(v[j],NULL,10);
            changes = strtoll(v[j+1],NULL,10);
            appendServerSaveParams(seconds, changes);
        }
        sdsfreesplitres(v,vlen);
10096 10097 10098 10099 10100 10101 10102 10103 10104
    } else {
        addReplySds(c,sdscatprintf(sdsempty(),
            "-ERR not supported CONFIG parameter %s\r\n",
            (char*)c->argv[2]->ptr));
        decrRefCount(o);
        return;
    }
    decrRefCount(o);
    addReply(c,shared.ok);
10105 10106 10107 10108 10109 10110 10111 10112
    return;

badfmt: /* Bad format errors */
    addReplySds(c,sdscatprintf(sdsempty(),
        "-ERR invalid argument '%s' for CONFIG SET '%s'\r\n",
            (char*)o->ptr,
            (char*)c->argv[2]->ptr));
    decrRefCount(o);
10113 10114 10115 10116 10117 10118 10119 10120 10121 10122 10123 10124 10125 10126 10127 10128 10129 10130 10131 10132 10133 10134 10135 10136 10137 10138 10139 10140 10141
}

static void configGetCommand(redisClient *c) {
    robj *o = getDecodedObject(c->argv[2]);
    robj *lenobj = createObject(REDIS_STRING,NULL);
    char *pattern = o->ptr;
    int matches = 0;

    addReply(c,lenobj);
    decrRefCount(lenobj);

    if (stringmatch(pattern,"dbfilename",0)) {
        addReplyBulkCString(c,"dbfilename");
        addReplyBulkCString(c,server.dbfilename);
        matches++;
    }
    if (stringmatch(pattern,"requirepass",0)) {
        addReplyBulkCString(c,"requirepass");
        addReplyBulkCString(c,server.requirepass);
        matches++;
    }
    if (stringmatch(pattern,"masterauth",0)) {
        addReplyBulkCString(c,"masterauth");
        addReplyBulkCString(c,server.masterauth);
        matches++;
    }
    if (stringmatch(pattern,"maxmemory",0)) {
        char buf[128];

10142
        ll2string(buf,128,server.maxmemory);
10143 10144 10145 10146
        addReplyBulkCString(c,"maxmemory");
        addReplyBulkCString(c,buf);
        matches++;
    }
10147 10148 10149 10150 10151 10152 10153 10154 10155 10156 10157 10158 10159
    if (stringmatch(pattern,"timeout",0)) {
        char buf[128];

        ll2string(buf,128,server.maxidletime);
        addReplyBulkCString(c,"timeout");
        addReplyBulkCString(c,buf);
        matches++;
    }
    if (stringmatch(pattern,"appendonly",0)) {
        addReplyBulkCString(c,"appendonly");
        addReplyBulkCString(c,server.appendonly ? "yes" : "no");
        matches++;
    }
10160 10161 10162 10163 10164
    if (stringmatch(pattern,"no-appendfsync-on-rewrite",0)) {
        addReplyBulkCString(c,"no-appendfsync-on-rewrite");
        addReplyBulkCString(c,server.no_appendfsync_on_rewrite ? "yes" : "no");
        matches++;
    }
10165 10166 10167 10168 10169 10170 10171 10172 10173 10174 10175 10176 10177
    if (stringmatch(pattern,"appendfsync",0)) {
        char *policy;

        switch(server.appendfsync) {
        case APPENDFSYNC_NO: policy = "no"; break;
        case APPENDFSYNC_EVERYSEC: policy = "everysec"; break;
        case APPENDFSYNC_ALWAYS: policy = "always"; break;
        default: policy = "unknown"; break; /* too harmless to panic */
        }
        addReplyBulkCString(c,"appendfsync");
        addReplyBulkCString(c,policy);
        matches++;
    }
10178 10179 10180 10181 10182 10183 10184 10185 10186 10187 10188 10189 10190 10191 10192 10193
    if (stringmatch(pattern,"save",0)) {
        sds buf = sdsempty();
        int j;

        for (j = 0; j < server.saveparamslen; j++) {
            buf = sdscatprintf(buf,"%ld %d",
                    server.saveparams[j].seconds,
                    server.saveparams[j].changes);
            if (j != server.saveparamslen-1)
                buf = sdscatlen(buf," ",1);
        }
        addReplyBulkCString(c,"save");
        addReplyBulkCString(c,buf);
        sdsfree(buf);
        matches++;
    }
10194 10195 10196 10197 10198 10199 10200 10201 10202 10203 10204 10205 10206 10207 10208 10209 10210 10211 10212 10213 10214 10215 10216 10217 10218 10219 10220 10221 10222 10223
    decrRefCount(o);
    lenobj->ptr = sdscatprintf(sdsempty(),"*%d\r\n",matches*2);
}

static void configCommand(redisClient *c) {
    if (!strcasecmp(c->argv[1]->ptr,"set")) {
        if (c->argc != 4) goto badarity;
        configSetCommand(c);
    } else if (!strcasecmp(c->argv[1]->ptr,"get")) {
        if (c->argc != 3) goto badarity;
        configGetCommand(c);
    } else if (!strcasecmp(c->argv[1]->ptr,"resetstat")) {
        if (c->argc != 2) goto badarity;
        server.stat_numcommands = 0;
        server.stat_numconnections = 0;
        server.stat_expiredkeys = 0;
        server.stat_starttime = time(NULL);
        addReply(c,shared.ok);
    } else {
        addReplySds(c,sdscatprintf(sdsempty(),
            "-ERR CONFIG subcommand must be one of GET, SET, RESETSTAT\r\n"));
    }
    return;

badarity:
    addReplySds(c,sdscatprintf(sdsempty(),
        "-ERR Wrong number of arguments for CONFIG %s\r\n",
        (char*) c->argv[1]->ptr));
}

A
antirez 已提交
10224 10225
/* =========================== Pubsub implementation ======================== */

A
antirez 已提交
10226 10227 10228 10229 10230 10231 10232 10233 10234 10235 10236
static void freePubsubPattern(void *p) {
    pubsubPattern *pat = p;

    decrRefCount(pat->pattern);
    zfree(pat);
}

static int listMatchPubsubPattern(void *a, void *b) {
    pubsubPattern *pa = a, *pb = b;

    return (pa->client == pb->client) &&
10237
           (equalStringObjects(pa->pattern,pb->pattern));
A
antirez 已提交
10238 10239 10240 10241 10242
}

/* Subscribe a client to a channel. Returns 1 if the operation succeeded, or
 * 0 if the client was already subscribed to that channel. */
static int pubsubSubscribeChannel(redisClient *c, robj *channel) {
A
antirez 已提交
10243 10244 10245 10246
    struct dictEntry *de;
    list *clients = NULL;
    int retval = 0;

A
antirez 已提交
10247 10248
    /* Add the channel to the client -> channels hash table */
    if (dictAdd(c->pubsub_channels,channel,NULL) == DICT_OK) {
A
antirez 已提交
10249
        retval = 1;
A
antirez 已提交
10250 10251 10252
        incrRefCount(channel);
        /* Add the client to the channel -> list of clients hash table */
        de = dictFind(server.pubsub_channels,channel);
A
antirez 已提交
10253 10254
        if (de == NULL) {
            clients = listCreate();
A
antirez 已提交
10255 10256
            dictAdd(server.pubsub_channels,channel,clients);
            incrRefCount(channel);
A
antirez 已提交
10257 10258 10259 10260 10261 10262 10263 10264
        } else {
            clients = dictGetEntryVal(de);
        }
        listAddNodeTail(clients,c);
    }
    /* Notify the client */
    addReply(c,shared.mbulk3);
    addReply(c,shared.subscribebulk);
A
antirez 已提交
10265
    addReplyBulk(c,channel);
A
antirez 已提交
10266
    addReplyLongLong(c,dictSize(c->pubsub_channels)+listLength(c->pubsub_patterns));
A
antirez 已提交
10267 10268 10269
    return retval;
}

A
antirez 已提交
10270 10271 10272
/* Unsubscribe a client from a channel. Returns 1 if the operation succeeded, or
 * 0 if the client was not subscribed to the specified channel. */
static int pubsubUnsubscribeChannel(redisClient *c, robj *channel, int notify) {
A
antirez 已提交
10273 10274 10275 10276 10277
    struct dictEntry *de;
    list *clients;
    listNode *ln;
    int retval = 0;

A
antirez 已提交
10278 10279
    /* Remove the channel from the client -> channels hash table */
    incrRefCount(channel); /* channel may be just a pointer to the same object
10280
                            we have in the hash tables. Protect it... */
A
antirez 已提交
10281
    if (dictDelete(c->pubsub_channels,channel) == DICT_OK) {
A
antirez 已提交
10282
        retval = 1;
A
antirez 已提交
10283 10284
        /* Remove the client from the channel -> clients list hash table */
        de = dictFind(server.pubsub_channels,channel);
A
antirez 已提交
10285 10286 10287 10288 10289
        assert(de != NULL);
        clients = dictGetEntryVal(de);
        ln = listSearchKey(clients,c);
        assert(ln != NULL);
        listDelNode(clients,ln);
10290 10291 10292
        if (listLength(clients) == 0) {
            /* Free the list and associated hash entry at all if this was
             * the latest client, so that it will be possible to abuse
A
antirez 已提交
10293 10294
             * Redis PUBSUB creating millions of channels. */
            dictDelete(server.pubsub_channels,channel);
10295
        }
A
antirez 已提交
10296 10297 10298 10299 10300
    }
    /* Notify the client */
    if (notify) {
        addReply(c,shared.mbulk3);
        addReply(c,shared.unsubscribebulk);
A
antirez 已提交
10301
        addReplyBulk(c,channel);
A
antirez 已提交
10302
        addReplyLongLong(c,dictSize(c->pubsub_channels)+
A
antirez 已提交
10303 10304 10305 10306 10307 10308 10309 10310 10311 10312 10313 10314 10315 10316 10317 10318 10319 10320 10321 10322 10323 10324 10325 10326 10327
                       listLength(c->pubsub_patterns));

    }
    decrRefCount(channel); /* it is finally safe to release it */
    return retval;
}

/* Subscribe a client to a pattern. Returns 1 if the operation succeeded, or 0 if the clinet was already subscribed to that pattern. */
static int pubsubSubscribePattern(redisClient *c, robj *pattern) {
    int retval = 0;

    if (listSearchKey(c->pubsub_patterns,pattern) == NULL) {
        retval = 1;
        pubsubPattern *pat;
        listAddNodeTail(c->pubsub_patterns,pattern);
        incrRefCount(pattern);
        pat = zmalloc(sizeof(*pat));
        pat->pattern = getDecodedObject(pattern);
        pat->client = c;
        listAddNodeTail(server.pubsub_patterns,pat);
    }
    /* Notify the client */
    addReply(c,shared.mbulk3);
    addReply(c,shared.psubscribebulk);
    addReplyBulk(c,pattern);
A
antirez 已提交
10328
    addReplyLongLong(c,dictSize(c->pubsub_channels)+listLength(c->pubsub_patterns));
A
antirez 已提交
10329 10330 10331 10332 10333 10334 10335 10336 10337 10338 10339 10340 10341 10342 10343 10344 10345 10346 10347 10348 10349 10350 10351 10352
    return retval;
}

/* Unsubscribe a client from a channel. Returns 1 if the operation succeeded, or
 * 0 if the client was not subscribed to the specified channel. */
static int pubsubUnsubscribePattern(redisClient *c, robj *pattern, int notify) {
    listNode *ln;
    pubsubPattern pat;
    int retval = 0;

    incrRefCount(pattern); /* Protect the object. May be the same we remove */
    if ((ln = listSearchKey(c->pubsub_patterns,pattern)) != NULL) {
        retval = 1;
        listDelNode(c->pubsub_patterns,ln);
        pat.client = c;
        pat.pattern = pattern;
        ln = listSearchKey(server.pubsub_patterns,&pat);
        listDelNode(server.pubsub_patterns,ln);
    }
    /* Notify the client */
    if (notify) {
        addReply(c,shared.mbulk3);
        addReply(c,shared.punsubscribebulk);
        addReplyBulk(c,pattern);
A
antirez 已提交
10353
        addReplyLongLong(c,dictSize(c->pubsub_channels)+
A
antirez 已提交
10354
                       listLength(c->pubsub_patterns));
A
antirez 已提交
10355
    }
A
antirez 已提交
10356
    decrRefCount(pattern);
A
antirez 已提交
10357 10358 10359
    return retval;
}

A
antirez 已提交
10360 10361 10362 10363
/* Unsubscribe from all the channels. Return the number of channels the
 * client was subscribed from. */
static int pubsubUnsubscribeAllChannels(redisClient *c, int notify) {
    dictIterator *di = dictGetIterator(c->pubsub_channels);
A
antirez 已提交
10364 10365 10366 10367
    dictEntry *de;
    int count = 0;

    while((de = dictNext(di)) != NULL) {
A
antirez 已提交
10368
        robj *channel = dictGetEntryKey(de);
A
antirez 已提交
10369

A
antirez 已提交
10370
        count += pubsubUnsubscribeChannel(c,channel,notify);
A
antirez 已提交
10371 10372 10373 10374 10375
    }
    dictReleaseIterator(di);
    return count;
}

A
antirez 已提交
10376 10377 10378 10379 10380 10381 10382 10383 10384 10385 10386 10387 10388 10389 10390 10391
/* Unsubscribe from all the patterns. Return the number of patterns the
 * client was subscribed from. */
static int pubsubUnsubscribeAllPatterns(redisClient *c, int notify) {
    listNode *ln;
    listIter li;
    int count = 0;

    listRewind(c->pubsub_patterns,&li);
    while ((ln = listNext(&li)) != NULL) {
        robj *pattern = ln->value;

        count += pubsubUnsubscribePattern(c,pattern,notify);
    }
    return count;
}

A
antirez 已提交
10392
/* Publish a message */
A
antirez 已提交
10393
static int pubsubPublishMessage(robj *channel, robj *message) {
A
antirez 已提交
10394 10395
    int receivers = 0;
    struct dictEntry *de;
A
antirez 已提交
10396 10397
    listNode *ln;
    listIter li;
A
antirez 已提交
10398

A
antirez 已提交
10399 10400
    /* Send to clients listening for that channel */
    de = dictFind(server.pubsub_channels,channel);
A
antirez 已提交
10401 10402 10403 10404 10405 10406 10407 10408 10409 10410 10411
    if (de) {
        list *list = dictGetEntryVal(de);
        listNode *ln;
        listIter li;

        listRewind(list,&li);
        while ((ln = listNext(&li)) != NULL) {
            redisClient *c = ln->value;

            addReply(c,shared.mbulk3);
            addReply(c,shared.messagebulk);
A
antirez 已提交
10412
            addReplyBulk(c,channel);
A
antirez 已提交
10413 10414 10415 10416
            addReplyBulk(c,message);
            receivers++;
        }
    }
A
antirez 已提交
10417 10418 10419 10420 10421 10422 10423 10424 10425 10426 10427
    /* Send to clients listening to matching channels */
    if (listLength(server.pubsub_patterns)) {
        listRewind(server.pubsub_patterns,&li);
        channel = getDecodedObject(channel);
        while ((ln = listNext(&li)) != NULL) {
            pubsubPattern *pat = ln->value;

            if (stringmatchlen((char*)pat->pattern->ptr,
                                sdslen(pat->pattern->ptr),
                                (char*)channel->ptr,
                                sdslen(channel->ptr),0)) {
10428 10429 10430
                addReply(pat->client,shared.mbulk4);
                addReply(pat->client,shared.pmessagebulk);
                addReplyBulk(pat->client,pat->pattern);
A
antirez 已提交
10431 10432 10433 10434 10435 10436 10437
                addReplyBulk(pat->client,channel);
                addReplyBulk(pat->client,message);
                receivers++;
            }
        }
        decrRefCount(channel);
    }
A
antirez 已提交
10438 10439 10440 10441 10442 10443 10444
    return receivers;
}

static void subscribeCommand(redisClient *c) {
    int j;

    for (j = 1; j < c->argc; j++)
A
antirez 已提交
10445
        pubsubSubscribeChannel(c,c->argv[j]);
A
antirez 已提交
10446 10447 10448 10449
}

static void unsubscribeCommand(redisClient *c) {
    if (c->argc == 1) {
A
antirez 已提交
10450 10451 10452 10453 10454 10455 10456 10457 10458 10459 10460 10461 10462 10463 10464 10465 10466 10467 10468 10469
        pubsubUnsubscribeAllChannels(c,1);
        return;
    } else {
        int j;

        for (j = 1; j < c->argc; j++)
            pubsubUnsubscribeChannel(c,c->argv[j],1);
    }
}

static void psubscribeCommand(redisClient *c) {
    int j;

    for (j = 1; j < c->argc; j++)
        pubsubSubscribePattern(c,c->argv[j]);
}

static void punsubscribeCommand(redisClient *c) {
    if (c->argc == 1) {
        pubsubUnsubscribeAllPatterns(c,1);
A
antirez 已提交
10470 10471 10472 10473 10474
        return;
    } else {
        int j;

        for (j = 1; j < c->argc; j++)
A
antirez 已提交
10475
            pubsubUnsubscribePattern(c,c->argv[j],1);
A
antirez 已提交
10476 10477 10478 10479 10480
    }
}

static void publishCommand(redisClient *c) {
    int receivers = pubsubPublishMessage(c->argv[1],c->argv[2]);
A
antirez 已提交
10481
    addReplyLongLong(c,receivers);
A
antirez 已提交
10482 10483
}

10484 10485 10486 10487 10488 10489 10490 10491 10492 10493 10494 10495 10496 10497 10498 10499 10500 10501 10502 10503 10504 10505 10506 10507 10508 10509 10510 10511 10512 10513 10514 10515 10516 10517 10518 10519 10520 10521 10522 10523 10524 10525 10526 10527 10528 10529 10530 10531 10532 10533 10534 10535 10536 10537 10538 10539 10540 10541 10542 10543 10544 10545 10546 10547 10548 10549 10550 10551 10552 10553 10554 10555 10556 10557 10558
/* ===================== WATCH (CAS alike for MULTI/EXEC) ===================
 *
 * The implementation uses a per-DB hash table mapping keys to list of clients
 * WATCHing those keys, so that given a key that is going to be modified
 * we can mark all the associated clients as dirty.
 *
 * Also every client contains a list of WATCHed keys so that's possible to
 * un-watch such keys when the client is freed or when UNWATCH is called. */

/* In the client->watched_keys list we need to use watchedKey structures
 * as in order to identify a key in Redis we need both the key name and the
 * DB */
typedef struct watchedKey {
    robj *key;
    redisDb *db;
} watchedKey;

/* Watch for the specified key */
static void watchForKey(redisClient *c, robj *key) {
    list *clients = NULL;
    listIter li;
    listNode *ln;
    watchedKey *wk;

    /* Check if we are already watching for this key */
    listRewind(c->watched_keys,&li);
    while((ln = listNext(&li))) {
        wk = listNodeValue(ln);
        if (wk->db == c->db && equalStringObjects(key,wk->key))
            return; /* Key already watched */
    }
    /* This key is not already watched in this DB. Let's add it */
    clients = dictFetchValue(c->db->watched_keys,key);
    if (!clients) { 
        clients = listCreate();
        dictAdd(c->db->watched_keys,key,clients);
        incrRefCount(key);
    }
    listAddNodeTail(clients,c);
    /* Add the new key to the lits of keys watched by this client */
    wk = zmalloc(sizeof(*wk));
    wk->key = key;
    wk->db = c->db;
    incrRefCount(key);
    listAddNodeTail(c->watched_keys,wk);
}

/* Unwatch all the keys watched by this client. To clean the EXEC dirty
 * flag is up to the caller. */
static void unwatchAllKeys(redisClient *c) {
    listIter li;
    listNode *ln;

    if (listLength(c->watched_keys) == 0) return;
    listRewind(c->watched_keys,&li);
    while((ln = listNext(&li))) {
        list *clients;
        watchedKey *wk;

        /* Lookup the watched key -> clients list and remove the client
         * from the list */
        wk = listNodeValue(ln);
        clients = dictFetchValue(wk->db->watched_keys, wk->key);
        assert(clients != NULL);
        listDelNode(clients,listSearchKey(clients,c));
        /* Kill the entry at all if this was the only client */
        if (listLength(clients) == 0)
            dictDelete(wk->db->watched_keys, wk->key);
        /* Remove this watched key from the client->watched list */
        listDelNode(c->watched_keys,ln);
        decrRefCount(wk->key);
        zfree(wk);
    }
}

V
Vincent Palmer 已提交
10559
/* "Touch" a key, so that if this key is being WATCHed by some client the
10560 10561 10562 10563 10564 10565 10566 10567 10568 10569 10570 10571 10572 10573 10574 10575 10576 10577 10578 10579
 * next EXEC will fail. */
static void touchWatchedKey(redisDb *db, robj *key) {
    list *clients;
    listIter li;
    listNode *ln;

    if (dictSize(db->watched_keys) == 0) return;
    clients = dictFetchValue(db->watched_keys, key);
    if (!clients) return;

    /* Mark all the clients watching this key as REDIS_DIRTY_CAS */
    /* Check if we are already watching for this key */
    listRewind(clients,&li);
    while((ln = listNext(&li))) {
        redisClient *c = listNodeValue(ln);

        c->flags |= REDIS_DIRTY_CAS;
    }
}

10580 10581 10582 10583 10584 10585 10586 10587 10588 10589 10590 10591 10592 10593 10594 10595 10596 10597 10598 10599 10600 10601 10602 10603 10604 10605 10606
/* On FLUSHDB or FLUSHALL all the watched keys that are present before the
 * flush but will be deleted as effect of the flushing operation should
 * be touched. "dbid" is the DB that's getting the flush. -1 if it is
 * a FLUSHALL operation (all the DBs flushed). */
static void touchWatchedKeysOnFlush(int dbid) {
    listIter li1, li2;
    listNode *ln;

    /* For every client, check all the waited keys */
    listRewind(server.clients,&li1);
    while((ln = listNext(&li1))) {
        redisClient *c = listNodeValue(ln);
        listRewind(c->watched_keys,&li2);
        while((ln = listNext(&li2))) {
            watchedKey *wk = listNodeValue(ln);

            /* For every watched key matching the specified DB, if the
             * key exists, mark the client as dirty, as the key will be
             * removed. */
            if (dbid == -1 || wk->db->id == dbid) {
                if (dictFind(wk->db->dict, wk->key) != NULL)
                    c->flags |= REDIS_DIRTY_CAS;
            }
        }
    }
}

10607 10608 10609
static void watchCommand(redisClient *c) {
    int j;

10610 10611 10612 10613
    if (c->flags & REDIS_MULTI) {
        addReplySds(c,sdsnew("-ERR WATCH inside MULTI is not allowed\r\n"));
        return;
    }
10614 10615 10616 10617 10618 10619 10620 10621 10622 10623 10624
    for (j = 1; j < c->argc; j++)
        watchForKey(c,c->argv[j]);
    addReply(c,shared.ok);
}

static void unwatchCommand(redisClient *c) {
    unwatchAllKeys(c);
    c->flags &= (~REDIS_DIRTY_CAS);
    addReply(c,shared.ok);
}

10625 10626
/* ================================= Debugging ============================== */

10627 10628 10629 10630 10631 10632 10633 10634 10635 10636 10637 10638 10639 10640 10641 10642 10643 10644 10645 10646 10647 10648 10649 10650 10651 10652 10653 10654 10655 10656 10657 10658 10659 10660 10661 10662 10663 10664 10665 10666 10667 10668 10669 10670 10671 10672 10673 10674 10675 10676 10677 10678 10679 10680 10681 10682 10683 10684 10685 10686 10687 10688 10689 10690 10691 10692 10693 10694 10695 10696 10697 10698 10699 10700 10701 10702 10703 10704 10705 10706 10707 10708 10709 10710
/* Compute the sha1 of string at 's' with 'len' bytes long.
 * The SHA1 is then xored againt the string pointed by digest.
 * Since xor is commutative, this operation is used in order to
 * "add" digests relative to unordered elements.
 *
 * So digest(a,b,c,d) will be the same of digest(b,a,c,d) */
static void xorDigest(unsigned char *digest, void *ptr, size_t len) {
    SHA1_CTX ctx;
    unsigned char hash[20], *s = ptr;
    int j;

    SHA1Init(&ctx);
    SHA1Update(&ctx,s,len);
    SHA1Final(hash,&ctx);

    for (j = 0; j < 20; j++)
        digest[j] ^= hash[j];
}

static void xorObjectDigest(unsigned char *digest, robj *o) {
    o = getDecodedObject(o);
    xorDigest(digest,o->ptr,sdslen(o->ptr));
    decrRefCount(o);
}

/* This function instead of just computing the SHA1 and xoring it
 * against diget, also perform the digest of "digest" itself and
 * replace the old value with the new one.
 *
 * So the final digest will be:
 *
 * digest = SHA1(digest xor SHA1(data))
 *
 * This function is used every time we want to preserve the order so
 * that digest(a,b,c,d) will be different than digest(b,c,d,a)
 *
 * Also note that mixdigest("foo") followed by mixdigest("bar")
 * will lead to a different digest compared to "fo", "obar".
 */
static void mixDigest(unsigned char *digest, void *ptr, size_t len) {
    SHA1_CTX ctx;
    char *s = ptr;

    xorDigest(digest,s,len);
    SHA1Init(&ctx);
    SHA1Update(&ctx,digest,20);
    SHA1Final(digest,&ctx);
}

static void mixObjectDigest(unsigned char *digest, robj *o) {
    o = getDecodedObject(o);
    mixDigest(digest,o->ptr,sdslen(o->ptr));
    decrRefCount(o);
}

/* Compute the dataset digest. Since keys, sets elements, hashes elements
 * are not ordered, we use a trick: every aggregate digest is the xor
 * of the digests of their elements. This way the order will not change
 * the result. For list instead we use a feedback entering the output digest
 * as input in order to ensure that a different ordered list will result in
 * a different digest. */
static void computeDatasetDigest(unsigned char *final) {
    unsigned char digest[20];
    char buf[128];
    dictIterator *di = NULL;
    dictEntry *de;
    int j;
    uint32_t aux;

    memset(final,0,20); /* Start with a clean result */

    for (j = 0; j < server.dbnum; j++) {
        redisDb *db = server.db+j;

        if (dictSize(db->dict) == 0) continue;
        di = dictGetIterator(db->dict);

        /* hash the DB id, so the same dataset moved in a different
         * DB will lead to a different digest */
        aux = htonl(j);
        mixDigest(final,&aux,sizeof(aux));

        /* Iterate this DB writing every entry */
        while((de = dictNext(di)) != NULL) {
A
antirez 已提交
10711
            robj *key, *o, *kcopy;
10712 10713 10714 10715
            time_t expiretime;

            memset(digest,0,20); /* This key-val digest */
            key = dictGetEntryKey(de);
A
antirez 已提交
10716 10717 10718

            if (!server.vm_enabled) {
                mixObjectDigest(digest,key);
10719 10720
                o = dictGetEntryVal(de);
            } else {
A
antirez 已提交
10721 10722 10723 10724 10725 10726 10727
                /* Don't work with the key directly as when VM is active
                 * this is unsafe: TODO: fix decrRefCount to check if the
                 * count really reached 0 to avoid this mess */
                kcopy = dupStringObject(key);
                mixObjectDigest(digest,kcopy);
                o = lookupKeyRead(db,kcopy);
                decrRefCount(kcopy);
10728 10729 10730 10731 10732 10733 10734 10735 10736 10737 10738 10739 10740 10741 10742 10743 10744 10745 10746 10747 10748 10749 10750 10751 10752 10753 10754 10755 10756 10757 10758 10759 10760 10761 10762 10763 10764 10765 10766 10767 10768 10769 10770 10771 10772 10773 10774 10775 10776 10777 10778 10779 10780 10781 10782 10783 10784 10785 10786 10787 10788 10789 10790 10791 10792 10793 10794 10795 10796 10797 10798 10799 10800 10801 10802 10803 10804
            }
            aux = htonl(o->type);
            mixDigest(digest,&aux,sizeof(aux));
            expiretime = getExpire(db,key);

            /* Save the key and associated value */
            if (o->type == REDIS_STRING) {
                mixObjectDigest(digest,o);
            } else if (o->type == REDIS_LIST) {
                list *list = o->ptr;
                listNode *ln;
                listIter li;

                listRewind(list,&li);
                while((ln = listNext(&li))) {
                    robj *eleobj = listNodeValue(ln);

                    mixObjectDigest(digest,eleobj);
                }
            } else if (o->type == REDIS_SET) {
                dict *set = o->ptr;
                dictIterator *di = dictGetIterator(set);
                dictEntry *de;

                while((de = dictNext(di)) != NULL) {
                    robj *eleobj = dictGetEntryKey(de);

                    xorObjectDigest(digest,eleobj);
                }
                dictReleaseIterator(di);
            } else if (o->type == REDIS_ZSET) {
                zset *zs = o->ptr;
                dictIterator *di = dictGetIterator(zs->dict);
                dictEntry *de;

                while((de = dictNext(di)) != NULL) {
                    robj *eleobj = dictGetEntryKey(de);
                    double *score = dictGetEntryVal(de);
                    unsigned char eledigest[20];

                    snprintf(buf,sizeof(buf),"%.17g",*score);
                    memset(eledigest,0,20);
                    mixObjectDigest(eledigest,eleobj);
                    mixDigest(eledigest,buf,strlen(buf));
                    xorDigest(digest,eledigest,20);
                }
                dictReleaseIterator(di);
            } else if (o->type == REDIS_HASH) {
                hashIterator *hi;
                robj *obj;

                hi = hashInitIterator(o);
                while (hashNext(hi) != REDIS_ERR) {
                    unsigned char eledigest[20];

                    memset(eledigest,0,20);
                    obj = hashCurrent(hi,REDIS_HASH_KEY);
                    mixObjectDigest(eledigest,obj);
                    decrRefCount(obj);
                    obj = hashCurrent(hi,REDIS_HASH_VALUE);
                    mixObjectDigest(eledigest,obj);
                    decrRefCount(obj);
                    xorDigest(digest,eledigest,20);
                }
                hashReleaseIterator(hi);
            } else {
                redisPanic("Unknown object type");
            }
            /* If the key has an expire, add it to the mix */
            if (expiretime != -1) xorDigest(digest,"!!expire!!",10);
            /* We can finally xor the key-val digest to the final digest */
            xorDigest(final,digest,20);
        }
        dictReleaseIterator(di);
    }
}

10805 10806 10807
static void debugCommand(redisClient *c) {
    if (!strcasecmp(c->argv[1]->ptr,"segfault")) {
        *((char*)-1) = 'x';
10808 10809 10810 10811 10812 10813 10814 10815 10816 10817 10818 10819
    } else if (!strcasecmp(c->argv[1]->ptr,"reload")) {
        if (rdbSave(server.dbfilename) != REDIS_OK) {
            addReply(c,shared.err);
            return;
        }
        emptyDb();
        if (rdbLoad(server.dbfilename) != REDIS_OK) {
            addReply(c,shared.err);
            return;
        }
        redisLog(REDIS_WARNING,"DB reloaded by DEBUG RELOAD");
        addReply(c,shared.ok);
10820 10821 10822 10823 10824 10825 10826 10827
    } else if (!strcasecmp(c->argv[1]->ptr,"loadaof")) {
        emptyDb();
        if (loadAppendOnlyFile(server.appendfilename) != REDIS_OK) {
            addReply(c,shared.err);
            return;
        }
        redisLog(REDIS_WARNING,"Append Only File loaded by DEBUG LOADAOF");
        addReply(c,shared.ok);
A
antirez 已提交
10828 10829 10830 10831 10832 10833 10834 10835 10836 10837
    } else if (!strcasecmp(c->argv[1]->ptr,"object") && c->argc == 3) {
        dictEntry *de = dictFind(c->db->dict,c->argv[2]);
        robj *key, *val;

        if (!de) {
            addReply(c,shared.nokeyerr);
            return;
        }
        key = dictGetEntryKey(de);
        val = dictGetEntryVal(de);
10838 10839
        if (!server.vm_enabled || (val->storage == REDIS_VM_MEMORY ||
                                   val->storage == REDIS_VM_SWAPPING)) {
10840 10841 10842 10843 10844 10845 10846 10847 10848
            char *strenc;
            char buf[128];

            if (val->encoding < (sizeof(strencoding)/sizeof(char*))) {
                strenc = strencoding[val->encoding];
            } else {
                snprintf(buf,64,"unknown encoding %d\n", val->encoding);
                strenc = buf;
            }
10849 10850
            addReplySds(c,sdscatprintf(sdsempty(),
                "+Key at:%p refcount:%d, value at:%p refcount:%d "
10851
                "encoding:%s serializedlength:%lld\r\n",
10852
                (void*)key, key->refcount, (void*)val, val->refcount,
10853
                strenc, (long long) rdbSavedObjectLen(val,NULL)));
10854
        } else {
10855
            vmpointer *vp = (vmpointer*) val;
10856 10857 10858
            addReplySds(c,sdscatprintf(sdsempty(),
                "+Key at:%p refcount:%d, value swapped at: page %llu "
                "using %llu pages\r\n",
10859 10860
                (void*)key, key->refcount, (unsigned long long) vp->page,
                (unsigned long long) vp->usedpages));
10861
        }
10862 10863 10864
    } else if (!strcasecmp(c->argv[1]->ptr,"swapin") && c->argc == 3) {
        lookupKeyRead(c->db,c->argv[2]);
        addReply(c,shared.ok);
A
antirez 已提交
10865 10866 10867
    } else if (!strcasecmp(c->argv[1]->ptr,"swapout") && c->argc == 3) {
        dictEntry *de = dictFind(c->db->dict,c->argv[2]);
        robj *key, *val;
10868
        vmpointer *vp;
A
antirez 已提交
10869 10870 10871 10872 10873 10874 10875 10876 10877 10878 10879

        if (!server.vm_enabled) {
            addReplySds(c,sdsnew("-ERR Virtual Memory is disabled\r\n"));
            return;
        }
        if (!de) {
            addReply(c,shared.nokeyerr);
            return;
        }
        key = dictGetEntryKey(de);
        val = dictGetEntryVal(de);
A
antirez 已提交
10880
        /* Swap it */
10881
        if (val->storage != REDIS_VM_MEMORY) {
A
antirez 已提交
10882
            addReplySds(c,sdsnew("-ERR This key is not in memory\r\n"));
10883 10884 10885 10886
        } else if (val->refcount != 1) {
            addReplySds(c,sdsnew("-ERR Object is shared\r\n"));
        } else if ((vp = vmSwapObjectBlocking(val)) != NULL) {
            dictGetEntryVal(de) = vp;
A
antirez 已提交
10887 10888 10889 10890
            addReply(c,shared.ok);
        } else {
            addReply(c,shared.err);
        }
10891 10892 10893 10894 10895 10896 10897 10898 10899 10900 10901 10902 10903 10904 10905 10906 10907 10908 10909
    } else if (!strcasecmp(c->argv[1]->ptr,"populate") && c->argc == 3) {
        long keys, j;
        robj *key, *val;
        char buf[128];

        if (getLongFromObjectOrReply(c, c->argv[2], &keys, NULL) != REDIS_OK)
            return;
        for (j = 0; j < keys; j++) {
            snprintf(buf,sizeof(buf),"key:%lu",j);
            key = createStringObject(buf,strlen(buf));
            if (lookupKeyRead(c->db,key) != NULL) {
                decrRefCount(key);
                continue;
            }
            snprintf(buf,sizeof(buf),"value:%lu",j);
            val = createStringObject(buf,strlen(buf));
            dictAdd(c->db->dict,key,val);
        }
        addReply(c,shared.ok);
10910 10911 10912 10913 10914 10915 10916 10917 10918 10919 10920
    } else if (!strcasecmp(c->argv[1]->ptr,"digest") && c->argc == 2) {
        unsigned char digest[20];
        sds d = sdsnew("+");
        int j;

        computeDatasetDigest(digest);
        for (j = 0; j < 20; j++)
            d = sdscatprintf(d, "%02x",digest[j]);

        d = sdscatlen(d,"\r\n",2);
        addReplySds(c,d);
10921
    } else {
A
antirez 已提交
10922
        addReplySds(c,sdsnew(
10923
            "-ERR Syntax error, try DEBUG [SEGFAULT|OBJECT <key>|SWAPIN <key>|SWAPOUT <key>|RELOAD]\r\n"));
10924 10925
    }
}
10926

10927
static void _redisAssert(char *estr, char *file, int line) {
10928
    redisLog(REDIS_WARNING,"=== ASSERTION FAILED ===");
10929
    redisLog(REDIS_WARNING,"==> %s:%d '%s' is not true",file,line,estr);
10930 10931 10932 10933 10934 10935
#ifdef HAVE_BACKTRACE
    redisLog(REDIS_WARNING,"(forcing SIGSEGV in order to print the stack trace)");
    *((char*)-1) = 'x';
#endif
}

10936 10937
static void _redisPanic(char *msg, char *file, int line) {
    redisLog(REDIS_WARNING,"!!! Software Failure. Press left mouse button to continue");
A
antirez 已提交
10938
    redisLog(REDIS_WARNING,"Guru Meditation: %s #%s:%d",msg,file,line);
10939 10940 10941 10942 10943 10944
#ifdef HAVE_BACKTRACE
    redisLog(REDIS_WARNING,"(forcing SIGSEGV in order to print the stack trace)");
    *((char*)-1) = 'x';
#endif
}

10945
/* =================================== Main! ================================ */
10946

10947 10948 10949 10950
#ifdef __linux__
int linuxOvercommitMemoryValue(void) {
    FILE *fp = fopen("/proc/sys/vm/overcommit_memory","r");
    char buf[64];
10951

10952 10953 10954 10955 10956 10957
    if (!fp) return -1;
    if (fgets(buf,64,fp) == NULL) {
        fclose(fp);
        return -1;
    }
    fclose(fp);
10958

10959 10960 10961 10962 10963
    return atoi(buf);
}

void linuxOvercommitMemoryWarning(void) {
    if (linuxOvercommitMemoryValue() == 0) {
10964
        redisLog(REDIS_WARNING,"WARNING overcommit_memory is set to 0! Background save may fail under low memory condition. To fix this issue add 'vm.overcommit_memory = 1' to /etc/sysctl.conf and then reboot or run the command 'sysctl vm.overcommit_memory=1' for this to take effect.");
10965 10966 10967 10968 10969 10970 10971 10972 10973 10974 10975 10976 10977 10978 10979 10980 10981 10982 10983 10984 10985 10986 10987 10988 10989
    }
}
#endif /* __linux__ */

static void daemonize(void) {
    int fd;
    FILE *fp;

    if (fork() != 0) exit(0); /* parent exits */
    setsid(); /* create a new session */

    /* Every output goes to /dev/null. If Redis is daemonized but
     * the 'logfile' is set to 'stdout' in the configuration file
     * it will not log at all. */
    if ((fd = open("/dev/null", O_RDWR, 0)) != -1) {
        dup2(fd, STDIN_FILENO);
        dup2(fd, STDOUT_FILENO);
        dup2(fd, STDERR_FILENO);
        if (fd > STDERR_FILENO) close(fd);
    }
    /* Try to write the pid file */
    fp = fopen(server.pidfile,"w");
    if (fp) {
        fprintf(fp,"%d\n",getpid());
        fclose(fp);
10990 10991 10992
    }
}

10993
static void version() {
10994 10995
    printf("Redis server version %s (%s:%d)\n", REDIS_VERSION,
        REDIS_GIT_SHA1, atoi(REDIS_GIT_DIRTY) > 0);
10996 10997 10998
    exit(0);
}

10999 11000
static void usage() {
    fprintf(stderr,"Usage: ./redis-server [/path/to/redis.conf]\n");
11001
    fprintf(stderr,"       ./redis-server - (read config from stdin)\n");
11002 11003 11004
    exit(1);
}

11005
int main(int argc, char **argv) {
11006 11007
    time_t start;

11008
    initServerConfig();
11009
    sortCommandTable();
11010
    if (argc == 2) {
11011 11012 11013
        if (strcmp(argv[1], "-v") == 0 ||
            strcmp(argv[1], "--version") == 0) version();
        if (strcmp(argv[1], "--help") == 0) usage();
11014 11015
        resetServerSaveParams();
        loadServerConfig(argv[1]);
11016 11017
    } else if ((argc > 2)) {
        usage();
11018 11019 11020 11021
    } else {
        redisLog(REDIS_WARNING,"Warning: no config file specified, using the default config. In order to specify a config file use 'redis-server /path/to/redis.conf'");
    }
    if (server.daemonize) daemonize();
11022
    initServer();
11023 11024 11025 11026
    redisLog(REDIS_NOTICE,"Server started, Redis version " REDIS_VERSION);
#ifdef __linux__
    linuxOvercommitMemoryWarning();
#endif
11027
    start = time(NULL);
11028 11029
    if (server.appendonly) {
        if (loadAppendOnlyFile(server.appendfilename) == REDIS_OK)
11030
            redisLog(REDIS_NOTICE,"DB loaded from append only file: %ld seconds",time(NULL)-start);
11031 11032
    } else {
        if (rdbLoad(server.dbfilename) == REDIS_OK)
11033
            redisLog(REDIS_NOTICE,"DB loaded from disk: %ld seconds",time(NULL)-start);
11034 11035
    }
    redisLog(REDIS_NOTICE,"The server is now ready to accept connections on port %d", server.port);
A
antirez 已提交
11036
    aeSetBeforeSleepProc(server.el,beforeSleep);
11037 11038 11039 11040 11041 11042 11043 11044 11045 11046
    aeMain(server.el);
    aeDeleteEventLoop(server.el);
    return 0;
}

/* ============================= Backtrace support ========================= */

#ifdef HAVE_BACKTRACE
static char *findFuncName(void *pointer, unsigned long *offset);

11047 11048 11049 11050 11051
static void *getMcontextEip(ucontext_t *uc) {
#if defined(__FreeBSD__)
    return (void*) uc->uc_mcontext.mc_eip;
#elif defined(__dietlibc__)
    return (void*) uc->uc_mcontext.eip;
11052
#elif defined(__APPLE__) && !defined(MAC_OS_X_VERSION_10_6)
11053 11054 11055
  #if __x86_64__
    return (void*) uc->uc_mcontext->__ss.__rip;
  #else
11056
    return (void*) uc->uc_mcontext->__ss.__eip;
11057
  #endif
11058
#elif defined(__APPLE__) && defined(MAC_OS_X_VERSION_10_6)
11059
  #if defined(_STRUCT_X86_THREAD_STATE64) && !defined(__i386__)
11060
    return (void*) uc->uc_mcontext->__ss.__rip;
11061 11062
  #else
    return (void*) uc->uc_mcontext->__ss.__eip;
A
Alex McHale 已提交
11063
  #endif
A
antirez 已提交
11064
#elif defined(__i386__) || defined(__X86_64__) || defined(__x86_64__)
A
antirez 已提交
11065
    return (void*) uc->uc_mcontext.gregs[REG_EIP]; /* Linux 32/64 bit */
11066 11067 11068 11069
#elif defined(__ia64__) /* Linux IA64 */
    return (void*) uc->uc_mcontext.sc_ip;
#else
    return NULL;
11070 11071 11072 11073 11074 11075 11076 11077 11078
#endif
}

static void segvHandler(int sig, siginfo_t *info, void *secret) {
    void *trace[100];
    char **messages = NULL;
    int i, trace_size = 0;
    unsigned long offset=0;
    ucontext_t *uc = (ucontext_t*) secret;
11079
    sds infostring;
11080 11081 11082 11083
    REDIS_NOTUSED(info);

    redisLog(REDIS_WARNING,
        "======= Ooops! Redis %s got signal: -%d- =======", REDIS_VERSION, sig);
11084 11085 11086 11087
    infostring = genRedisInfoString();
    redisLog(REDIS_WARNING, "%s",infostring);
    /* It's not safe to sdsfree() the returned string under memory
     * corruption conditions. Let it leak as we are going to abort */
A
Alex McHale 已提交
11088

11089
    trace_size = backtrace(trace, 100);
11090
    /* overwrite sigaction with caller's address */
11091 11092 11093
    if (getMcontextEip(uc) != NULL) {
        trace[1] = getMcontextEip(uc);
    }
11094
    messages = backtrace_symbols(trace, trace_size);
H
hrothgar 已提交
11095

11096
    for (i=1; i<trace_size; ++i) {
11097 11098 11099 11100 11101 11102 11103 11104 11105
        char *fn = findFuncName(trace[i], &offset), *p;

        p = strchr(messages[i],'+');
        if (!fn || (p && ((unsigned long)strtol(p+1,NULL,10)) < offset)) {
            redisLog(REDIS_WARNING,"%s", messages[i]);
        } else {
            redisLog(REDIS_WARNING,"%d redis-server %p %s + %d", i, trace[i], fn, (unsigned int)offset);
        }
    }
11106
    /* free(messages); Don't call free() with possibly corrupted memory. */
11107
    _exit(0);
H
hrothgar 已提交
11108
}
11109

A
antirez 已提交
11110 11111
static void sigtermHandler(int sig) {
    REDIS_NOTUSED(sig);
A
Ashley Martens 已提交
11112

A
antirez 已提交
11113 11114
    redisLog(REDIS_WARNING,"SIGTERM received, scheduling shutting down...");
    server.shutdown_asap = 1;
A
Ashley Martens 已提交
11115 11116
}

11117 11118 11119 11120 11121 11122 11123 11124 11125 11126
static void setupSigSegvAction(void) {
    struct sigaction act;

    sigemptyset (&act.sa_mask);
    /* When the SA_SIGINFO flag is set in sa_flags then sa_sigaction
     * is used. Otherwise, sa_handler is used */
    act.sa_flags = SA_NODEFER | SA_ONSTACK | SA_RESETHAND | SA_SIGINFO;
    act.sa_sigaction = segvHandler;
    sigaction (SIGSEGV, &act, NULL);
    sigaction (SIGBUS, &act, NULL);
11127 11128 11129
    sigaction (SIGFPE, &act, NULL);
    sigaction (SIGILL, &act, NULL);
    sigaction (SIGBUS, &act, NULL);
A
Ashley Martens 已提交
11130 11131

    act.sa_flags = SA_NODEFER | SA_ONSTACK | SA_RESETHAND;
A
antirez 已提交
11132
    act.sa_handler = sigtermHandler;
A
Ashley Martens 已提交
11133
    sigaction (SIGTERM, &act, NULL);
11134
    return;
11135
}
11136

11137 11138 11139 11140 11141 11142 11143
#include "staticsymbols.h"
/* This function try to convert a pointer into a function name. It's used in
 * oreder to provide a backtrace under segmentation fault that's able to
 * display functions declared as static (otherwise the backtrace is useless). */
static char *findFuncName(void *pointer, unsigned long *offset){
    int i, ret = -1;
    unsigned long off, minoff = 0;
A
antirez 已提交
11144

11145 11146 11147
    /* Try to match against the Symbol with the smallest offset */
    for (i=0; symsTable[i].pointer; i++) {
        unsigned long lp = (unsigned long) pointer;
11148

11149 11150 11151 11152 11153 11154 11155
        if (lp != (unsigned long)-1 && lp >= symsTable[i].pointer) {
            off=lp-symsTable[i].pointer;
            if (ret < 0 || off < minoff) {
                minoff=off;
                ret=i;
            }
        }
11156
    }
11157 11158 11159
    if (ret == -1) return NULL;
    *offset = minoff;
    return symsTable[ret].name;
11160
}
11161 11162
#else /* HAVE_BACKTRACE */
static void setupSigSegvAction(void) {
11163
}
11164
#endif /* HAVE_BACKTRACE */
11165

A
antirez 已提交
11166 11167


11168 11169 11170
/* The End */


A
antirez 已提交
11171