275 lines
6.6 KiB
Go
275 lines
6.6 KiB
Go
|
package index_test
|
||
|
|
|
||
|
|
import (
|
||
|
|
"fmt"
|
||
|
|
"io/ioutil"
|
||
|
|
"os"
|
||
|
|
"path/filepath"
|
||
|
|
"testing"
|
||
|
|
|
||
|
|
"github.com/asdine/storm"
|
||
|
|
"github.com/asdine/storm/codec/gob"
|
||
|
|
"github.com/asdine/storm/index"
|
||
|
|
"github.com/boltdb/bolt"
|
||
|
|
"github.com/stretchr/testify/require"
|
||
|
|
)
|
||
|
|
|
||
|
|
func TestUniqueIndex(t *testing.T) {
|
||
|
|
dir, _ := ioutil.TempDir(os.TempDir(), "storm")
|
||
|
|
defer os.RemoveAll(dir)
|
||
|
|
db, _ := storm.Open(filepath.Join(dir, "storm.db"))
|
||
|
|
defer db.Close()
|
||
|
|
|
||
|
|
err := db.Bolt.Update(func(tx *bolt.Tx) error {
|
||
|
|
b, err := tx.CreateBucket([]byte("test"))
|
||
|
|
require.NoError(t, err)
|
||
|
|
|
||
|
|
idx, err := index.NewUniqueIndex(b, []byte("uindex1"))
|
||
|
|
require.NoError(t, err)
|
||
|
|
|
||
|
|
err = idx.Add([]byte("hello"), []byte("id1"))
|
||
|
|
require.NoError(t, err)
|
||
|
|
|
||
|
|
err = idx.Add([]byte("hello"), []byte("id1"))
|
||
|
|
require.NoError(t, err)
|
||
|
|
|
||
|
|
err = idx.Add([]byte("hello"), []byte("id2"))
|
||
|
|
require.Error(t, err)
|
||
|
|
require.Equal(t, index.ErrAlreadyExists, err)
|
||
|
|
|
||
|
|
err = idx.Add(nil, []byte("id2"))
|
||
|
|
require.Error(t, err)
|
||
|
|
require.Equal(t, index.ErrNilParam, err)
|
||
|
|
|
||
|
|
err = idx.Add([]byte("hi"), nil)
|
||
|
|
require.Error(t, err)
|
||
|
|
require.Equal(t, index.ErrNilParam, err)
|
||
|
|
|
||
|
|
id := idx.Get([]byte("hello"))
|
||
|
|
require.Equal(t, []byte("id1"), id)
|
||
|
|
|
||
|
|
id = idx.Get([]byte("goodbye"))
|
||
|
|
require.Nil(t, id)
|
||
|
|
|
||
|
|
err = idx.Remove([]byte("hello"))
|
||
|
|
require.NoError(t, err)
|
||
|
|
|
||
|
|
err = idx.Remove(nil)
|
||
|
|
require.NoError(t, err)
|
||
|
|
|
||
|
|
id = idx.Get([]byte("hello"))
|
||
|
|
require.Nil(t, id)
|
||
|
|
|
||
|
|
err = idx.Add([]byte("hello"), []byte("id1"))
|
||
|
|
require.NoError(t, err)
|
||
|
|
|
||
|
|
err = idx.Add([]byte("hi"), []byte("id2"))
|
||
|
|
require.NoError(t, err)
|
||
|
|
|
||
|
|
err = idx.Add([]byte("yo"), []byte("id3"))
|
||
|
|
require.NoError(t, err)
|
||
|
|
|
||
|
|
list, err := idx.AllRecords(nil)
|
||
|
|
require.NoError(t, err)
|
||
|
|
require.Len(t, list, 3)
|
||
|
|
|
||
|
|
opts := index.NewOptions()
|
||
|
|
opts.Limit = 2
|
||
|
|
list, err = idx.AllRecords(opts)
|
||
|
|
require.NoError(t, err)
|
||
|
|
require.Len(t, list, 2)
|
||
|
|
|
||
|
|
opts = index.NewOptions()
|
||
|
|
opts.Skip = 2
|
||
|
|
list, err = idx.AllRecords(opts)
|
||
|
|
require.NoError(t, err)
|
||
|
|
require.Len(t, list, 1)
|
||
|
|
require.Equal(t, []byte("id3"), list[0])
|
||
|
|
|
||
|
|
opts = index.NewOptions()
|
||
|
|
opts.Skip = 2
|
||
|
|
opts.Limit = 1
|
||
|
|
opts.Reverse = true
|
||
|
|
list, err = idx.AllRecords(opts)
|
||
|
|
require.NoError(t, err)
|
||
|
|
require.Len(t, list, 1)
|
||
|
|
require.Equal(t, []byte("id1"), list[0])
|
||
|
|
|
||
|
|
err = idx.RemoveID([]byte("id2"))
|
||
|
|
require.NoError(t, err)
|
||
|
|
|
||
|
|
id = idx.Get([]byte("hello"))
|
||
|
|
require.Equal(t, []byte("id1"), id)
|
||
|
|
id = idx.Get([]byte("hi"))
|
||
|
|
require.Nil(t, id)
|
||
|
|
id = idx.Get([]byte("yo"))
|
||
|
|
require.Equal(t, []byte("id3"), id)
|
||
|
|
ids, err := idx.All([]byte("yo"), nil)
|
||
|
|
require.NoError(t, err)
|
||
|
|
require.Len(t, ids, 1)
|
||
|
|
require.Equal(t, []byte("id3"), ids[0])
|
||
|
|
|
||
|
|
err = idx.RemoveID([]byte("id2"))
|
||
|
|
require.NoError(t, err)
|
||
|
|
err = idx.RemoveID([]byte("id4"))
|
||
|
|
require.NoError(t, err)
|
||
|
|
return nil
|
||
|
|
})
|
||
|
|
|
||
|
|
require.NoError(t, err)
|
||
|
|
}
|
||
|
|
|
||
|
|
func TestUniqueIndexRange(t *testing.T) {
|
||
|
|
dir, _ := ioutil.TempDir(os.TempDir(), "storm")
|
||
|
|
defer os.RemoveAll(dir)
|
||
|
|
db, _ := storm.Open(filepath.Join(dir, "storm.db"))
|
||
|
|
defer db.Close()
|
||
|
|
|
||
|
|
db.Bolt.Update(func(tx *bolt.Tx) error {
|
||
|
|
b, err := tx.CreateBucket([]byte("test"))
|
||
|
|
require.NoError(t, err)
|
||
|
|
|
||
|
|
idx, err := index.NewUniqueIndex(b, []byte("uindex1"))
|
||
|
|
require.NoError(t, err)
|
||
|
|
|
||
|
|
for i := 0; i < 10; i++ {
|
||
|
|
val, _ := gob.Codec.Marshal(i)
|
||
|
|
err = idx.Add(val, val)
|
||
|
|
require.NoError(t, err)
|
||
|
|
}
|
||
|
|
|
||
|
|
min, _ := gob.Codec.Marshal(3)
|
||
|
|
max, _ := gob.Codec.Marshal(5)
|
||
|
|
list, err := idx.Range(min, max, nil)
|
||
|
|
require.Len(t, list, 3)
|
||
|
|
require.NoError(t, err)
|
||
|
|
assertEncodedIntListEqual(t, []int{3, 4, 5}, list)
|
||
|
|
|
||
|
|
min, _ = gob.Codec.Marshal(11)
|
||
|
|
max, _ = gob.Codec.Marshal(20)
|
||
|
|
list, err = idx.Range(min, max, nil)
|
||
|
|
require.Len(t, list, 0)
|
||
|
|
require.NoError(t, err)
|
||
|
|
|
||
|
|
min, _ = gob.Codec.Marshal(7)
|
||
|
|
max, _ = gob.Codec.Marshal(2)
|
||
|
|
list, err = idx.Range(min, max, nil)
|
||
|
|
require.Len(t, list, 0)
|
||
|
|
require.NoError(t, err)
|
||
|
|
|
||
|
|
min, _ = gob.Codec.Marshal(-5)
|
||
|
|
max, _ = gob.Codec.Marshal(2)
|
||
|
|
list, err = idx.Range(min, max, nil)
|
||
|
|
require.Len(t, list, 0)
|
||
|
|
require.NoError(t, err)
|
||
|
|
|
||
|
|
min, _ = gob.Codec.Marshal(3)
|
||
|
|
max, _ = gob.Codec.Marshal(7)
|
||
|
|
opts := index.NewOptions()
|
||
|
|
opts.Skip = 2
|
||
|
|
list, err = idx.Range(min, max, opts)
|
||
|
|
require.Len(t, list, 3)
|
||
|
|
require.NoError(t, err)
|
||
|
|
assertEncodedIntListEqual(t, []int{5, 6, 7}, list)
|
||
|
|
|
||
|
|
opts = index.NewOptions()
|
||
|
|
opts.Limit = 2
|
||
|
|
list, err = idx.Range(min, max, opts)
|
||
|
|
require.Len(t, list, 2)
|
||
|
|
require.NoError(t, err)
|
||
|
|
assertEncodedIntListEqual(t, []int{3, 4}, list)
|
||
|
|
|
||
|
|
opts = index.NewOptions()
|
||
|
|
opts.Reverse = true
|
||
|
|
opts.Skip = 2
|
||
|
|
opts.Limit = 2
|
||
|
|
list, err = idx.Range(min, max, opts)
|
||
|
|
require.Len(t, list, 2)
|
||
|
|
require.NoError(t, err)
|
||
|
|
assertEncodedIntListEqual(t, []int{5, 4}, list)
|
||
|
|
return nil
|
||
|
|
})
|
||
|
|
}
|
||
|
|
|
||
|
|
func TestUniqueIndexPrefix(t *testing.T) {
|
||
|
|
dir, _ := ioutil.TempDir(os.TempDir(), "storm")
|
||
|
|
defer os.RemoveAll(dir)
|
||
|
|
db, _ := storm.Open(filepath.Join(dir, "storm.db"))
|
||
|
|
defer db.Close()
|
||
|
|
|
||
|
|
db.Bolt.Update(func(tx *bolt.Tx) error {
|
||
|
|
b, err := tx.CreateBucket([]byte("test"))
|
||
|
|
require.NoError(t, err)
|
||
|
|
|
||
|
|
idx, err := index.NewUniqueIndex(b, []byte("uindex1"))
|
||
|
|
require.NoError(t, err)
|
||
|
|
|
||
|
|
for i := 0; i < 10; i++ {
|
||
|
|
val := []byte(fmt.Sprintf("a%d", i))
|
||
|
|
err = idx.Add(val, val)
|
||
|
|
require.NoError(t, err)
|
||
|
|
}
|
||
|
|
|
||
|
|
for i := 0; i < 10; i++ {
|
||
|
|
val := []byte(fmt.Sprintf("b%d", i))
|
||
|
|
err = idx.Add(val, val)
|
||
|
|
require.NoError(t, err)
|
||
|
|
}
|
||
|
|
|
||
|
|
list, err := idx.Prefix([]byte("a"), nil)
|
||
|
|
require.Len(t, list, 10)
|
||
|
|
require.NoError(t, err)
|
||
|
|
|
||
|
|
list, err = idx.Prefix([]byte("b"), nil)
|
||
|
|
require.Len(t, list, 10)
|
||
|
|
require.NoError(t, err)
|
||
|
|
require.Equal(t, []byte("b0"), list[0])
|
||
|
|
require.Equal(t, []byte("b9"), list[9])
|
||
|
|
|
||
|
|
opts := index.NewOptions()
|
||
|
|
opts.Reverse = true
|
||
|
|
list, err = idx.Prefix([]byte("a"), opts)
|
||
|
|
require.Len(t, list, 10)
|
||
|
|
require.NoError(t, err)
|
||
|
|
require.Equal(t, []byte("a9"), list[0])
|
||
|
|
require.Equal(t, []byte("a0"), list[9])
|
||
|
|
|
||
|
|
opts = index.NewOptions()
|
||
|
|
opts.Reverse = true
|
||
|
|
list, err = idx.Prefix([]byte("b"), opts)
|
||
|
|
require.Len(t, list, 10)
|
||
|
|
require.NoError(t, err)
|
||
|
|
require.Equal(t, []byte("b9"), list[0])
|
||
|
|
require.Equal(t, []byte("b0"), list[9])
|
||
|
|
|
||
|
|
opts = index.NewOptions()
|
||
|
|
opts.Skip = 9
|
||
|
|
opts.Limit = 5
|
||
|
|
list, err = idx.Prefix([]byte("a"), opts)
|
||
|
|
require.Len(t, list, 1)
|
||
|
|
require.NoError(t, err)
|
||
|
|
require.Equal(t, []byte("a9"), list[0])
|
||
|
|
|
||
|
|
opts = index.NewOptions()
|
||
|
|
opts.Reverse = true
|
||
|
|
opts.Skip = 9
|
||
|
|
opts.Limit = 5
|
||
|
|
list, err = idx.Prefix([]byte("a"), opts)
|
||
|
|
require.Len(t, list, 1)
|
||
|
|
require.NoError(t, err)
|
||
|
|
require.Equal(t, []byte("a0"), list[0])
|
||
|
|
return nil
|
||
|
|
})
|
||
|
|
}
|
||
|
|
|
||
|
|
func assertEncodedIntListEqual(t *testing.T, expected []int, actual [][]byte) {
|
||
|
|
ints := make([]int, len(actual))
|
||
|
|
|
||
|
|
for i, e := range actual {
|
||
|
|
err := gob.Codec.Unmarshal(e, &ints[i])
|
||
|
|
require.NoError(t, err)
|
||
|
|
}
|
||
|
|
|
||
|
|
require.Equal(t, expected, ints)
|
||
|
|
}
|