Merge pull request #20 from dengliming/f_bf_commands

Add Support for BF.LOADCHUNK BF.SCANDUMP

Author: filipecosta90

README.md

@@ -65,8 +65,8 @@ func main() {
 | [BF.INSERT](https://oss.redislabs.com/redisbloom/Bloom_Commands/#bfinsert) | N/A |
 | [BF.EXISTS](https://oss.redislabs.com/redisbloom/Bloom_Commands/#bfexists) | [Exists](https://godoc.org/github.com/RedisBloom/redisbloom-go#Client.Exists) |
 | [BF.MEXISTS](https://oss.redislabs.com/redisbloom/Bloom_Commands/#bfmexists) | [BfExistsMulti](https://godoc.org/github.com/RedisBloom/redisbloom-go#Client.BfExistsMulti) |
-| [BF.SCANDUMP](https://oss.redislabs.com/redisbloom/Bloom_Commands/#bfscandump) | N/A |
-| [BF.LOADCHUNK](https://oss.redislabs.com/redisbloom/Bloom_Commands/#bfloadchunk) | N/A |
+| [BF.SCANDUMP](https://oss.redislabs.com/redisbloom/Bloom_Commands/#bfscandump) | [BfScanDump](https://godoc.org/github.com/RedisBloom/redisbloom-go#Client.BfScanDump) |
+| [BF.LOADCHUNK](https://oss.redislabs.com/redisbloom/Bloom_Commands/#bfloadchunk) | [BfLoadChunk](https://godoc.org/github.com/RedisBloom/redisbloom-go#Client.BfLoadChunk) |
 | [BF.INFO](https://oss.redislabs.com/redisbloom/Bloom_Commands/#bfinfo) | [Info](https://godoc.org/github.com/RedisBloom/redisbloom-go#Client.Info) |
 
 ### Cuckoo Filter

client.go

@@ -133,6 +133,28 @@ func (client *Client) BfExistsMulti(key string, items []string) ([]int64, error)
 	return redis.Int64s(result, err)
 }
 
+// Begins an incremental save of the bloom filter.
+func (client *Client) BfScanDump(key string, iter int64) (int64, []byte, error) {
+	conn := client.Pool.Get()
+	defer conn.Close()
+	reply, err := redis.Values(conn.Do("BF.SCANDUMP", key, iter))
+	if err != nil || len(reply) != 2 {
+		return 0, nil, err
+	}
+	iter = reply[0].(int64)
+	if reply[1] == nil {
+		return iter, nil, err
+	}
+	return iter, reply[1].([]byte), err
+}
+
+// Restores a filter previously saved using SCANDUMP .
+func (client *Client) BfLoadChunk(key string, iter int64, data []byte) (string, error) {
+	conn := client.Pool.Get()
+	defer conn.Close()
+	return redis.String(conn.Do("BF.LOADCHUNK", key, iter, data))
+}
+
 // Initializes a TopK with specified parameters.
 func (client *Client) TopkReserve(key string, topk int64, width int64, depth int64, decay float64) (string, error) {
 	conn := client.Pool.Get()

client_test.go

@@ -394,3 +394,31 @@ func TestClient_CfInfo(t *testing.T) {
 	assert.Equal(t, int64(1), info["Number of items inserted"])
 	assert.Equal(t, int64(0), info["Max iteration"])
 }
+
+func TestClient_BfScanDump(t *testing.T) {
+	client.FlushAll()
+	key := "test_bf_scandump"
+	err := client.Reserve(key, 0.01, 1000)
+	assert.Nil(t, err)
+	client.Add(key, "1")
+	curIter := int64(0)
+	chunks := make([]map[string]interface{}, 0)
+	for {
+		iter, data, err := client.BfScanDump(key, curIter)
+		assert.Nil(t, err)
+		curIter = iter
+		if iter == int64(0) {
+			break
+		}
+		chunk := map[string]interface{}{"iter": iter, "data": data}
+		chunks = append(chunks, chunk)
+	}
+	client.FlushAll()
+	for i := 0; i < len(chunks); i++ {
+		ret, err := client.BfLoadChunk(key, chunks[i]["iter"].(int64), chunks[i]["data"].([]byte))
+		assert.Nil(t, err)
+		assert.Equal(t, "OK", ret)
+	}
+	exists, err := client.Exists(key, "1")
+	assert.True(t, exists)
+}