forked from olliephillips/sett
-
Notifications
You must be signed in to change notification settings - Fork 1
Expand file tree
/
Copy pathsett.go
More file actions
387 lines (345 loc) · 8.38 KB
/
sett.go
File metadata and controls
387 lines (345 loc) · 8.38 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
package sett
import (
"bytes"
"encoding/gob"
"errors"
badger "github.com/dgraph-io/badger/v2"
"log"
"time"
)
var (
DefaultOptions = badger.DefaultOptions
DefaultIteratorOptions = badger.DefaultIteratorOptions
)
type Sett struct {
db *badger.DB
table string
ttl time.Duration
keyLength int
}
// Open is constructor function to create badger instance,
// configure defaults and return struct instance
func Open(opts badger.Options) *Sett {
s := Sett{}
db, err := badger.Open(opts)
if err != nil {
log.Fatal("Open: create or open failed")
}
s.db = db
return &s
}
// Table selects the table, operations are to be performed
// on. Used as a prefix on the keys passed to badger
func (s *Sett) Table(table string) *Sett {
return &Sett{db: s.db, table: table}
}
//WithTTL sets a (TTL) Time To Live value for values in this table
// The TTL affects only the values added after the TTL is set.
// Not applied to the values added before
func (s *Sett) WithTTL(d time.Duration) *Sett {
s.ttl = d
return s
}
//WithKeyLength sets the key length for generated string keys
// for example with Insert() call where the key is generated
func (s *Sett) WithKeyLength(len int) *Sett {
s.keyLength = len
return s
}
type genericContainer struct {
V interface{}
}
func (s *Sett) GetUniqueKey(len int) (string, error) {
var key string
var err error
//We don't want to try indefinitely.
for t := 0; t < 100; t++ {
key, err = GenerateID(len)
if err != nil {
return "", err
}
if !s.HasKey(key) {
return key, nil
}
}
return "", errors.New("Couldn't generate a unique key ")
}
func (s *Sett) Insert(val interface{}) (string, error) {
keylen := 22
if s.keyLength > 0 {
keylen = s.keyLength
}
key, err := s.GetUniqueKey(keylen)
if err != nil {
return "", err
}
err = s.SetStruct(key, val)
if err != nil {
return "", err
}
return key, nil
}
//SetStruct can be used to set the value as any struct type
func (s *Sett) SetStruct(key string, val interface{}) error {
err := s.db.Update(func(txn *badger.Txn) error {
sit := NewSettItem(s, txn, key)
return sit.SetStructValue(val)
})
return err
}
//Cut is to remove an item and return it
//This is to avoid first getting the item and then deleting later
//When you want to make sure there is only one owner to the
//item, use Cut
func (s *Sett) Cut(key string) (interface{}, error) {
var err error
var container genericContainer
err = s.db.Update(func(txn *badger.Txn) error {
bkey := []byte(s.makeKey(key))
item, err := txn.Get(bkey)
if err != nil {
return err
}
var val []byte
val, err = item.ValueCopy(nil)
if err != nil {
return err
}
err = gob.NewDecoder(bytes.NewBuffer(val)).Decode(&container)
if err != nil {
return err
}
err = txn.Delete(bkey)
if err != nil {
return err
}
return err
})
if err != nil {
return nil, err
}
return container.V, nil
}
func (s *Sett) GetStruct(key string) (interface{}, error) {
var err error
var iv interface{}
err = s.db.View(func(txn *badger.Txn) error {
si := NewSettItem(s, txn, key)
sv, err := si.GetStructValue()
if err != nil {
return err
}
iv = sv.V
return nil
})
if err != nil {
return nil, err
}
return iv, nil
}
// Set passes a key & value to badger. Expects string for both
// key and value for convenience, unlike badger itself
func (s *Sett) SetStr(key string, val string) error {
var err error
err = s.db.Update(func(txn *badger.Txn) error {
si := NewSettItem(s, txn, key)
return si.SetStringValue(val)
})
return err
}
// Get returns value of queried key from badger
func (s *Sett) GetStr(key string) (string, error) {
var val string
var err error
err = s.db.View(func(txn *badger.Txn) error {
si := NewSettItem(s, txn, key)
val, err = si.GetStringValue()
return err
})
if err != nil {
return "", err
}
return val, nil
}
func (s *Sett) Set(key string, val interface{}) error {
switch val.(type) {
case string:
return s.SetStr(key, val.(string))
default:
return s.SetStruct(key, val)
}
}
func (s *Sett) Get(key string) (interface{}, error) {
ret, err := s.GetStruct(key)
if err != nil {
return s.GetStr(key)
}
return ret, err
}
//HasKey checks the existence of a key
func (s *Sett) HasKey(key string) bool {
_, err := s.Get(key)
if err != nil {
return false
}
return true
}
// Keys returns all keys from a (virtual) table. An
// optional filter allows the table prefix on the key search
// to be expanded
func (s *Sett) Keys(filter ...string) ([]string, error) {
var result []string
var err error
err = s.db.View(func(txn *badger.Txn) error {
var fullFilter string
it := txn.NewIterator(DefaultIteratorOptions)
defer it.Close()
if len(filter) > 1 {
return errors.New("Can't accept more than one filters")
}
if len(s.table) > 0 {
fullFilter = s.table + ":"
}
if len(filter) == 1 {
fullFilter += filter[0]
}
tn := len(s.table + ":")
for it.Seek([]byte(fullFilter)); it.ValidForPrefix([]byte(fullFilter)); it.Next() {
item := it.Item()
k := string(item.Key())
k = k[tn:]
result = append(result, k)
}
return err
})
return result, err
}
type FilterFunc func(k string, v interface{}) bool
func (s *Sett) Filter(filter FilterFunc) ([]string, error) {
var result []string
var err error
err = s.db.View(func(txn *badger.Txn) error {
var fullFilter string
it := txn.NewIterator(DefaultIteratorOptions)
defer it.Close()
if len(s.table) > 0 {
fullFilter = s.table
}
tn := len(s.table + ":")
for it.Seek([]byte(fullFilter)); it.ValidForPrefix([]byte(fullFilter)); it.Next() {
item := it.Item()
k := string(item.Key())
k = k[tn:]
var container genericContainer
var val []byte
val, err = item.ValueCopy(nil)
if err != nil {
return err
}
err = gob.NewDecoder(bytes.NewBuffer(val)).Decode(&container)
if err != nil {
return err
}
if filter(k, container.V) {
result = append(result, k)
}
}
return err
})
return result, err
}
//Lock locks an item. If Lock is not received, (receives an error instead)
//the caller shouldn't do any updates. The lock was already taken.
//This is used in concurrent access scenarios
func (s *Sett) Lock(k string) error {
err := s.db.Update(func(txn *badger.Txn) error {
sit := NewSettItem(s, txn, k)
return sit.Lock()
})
return err
}
type UpdateFunc func(v interface{}) error
//Update - update one item. This function gets the item by the key.
// The caller is to update the item in the callback.
// If the item was locked first, pass unlock= true
func (s *Sett) Update(k string, updater UpdateFunc, unlock bool) (interface{}, error) {
var err error
var container genericContainer
err = s.db.Update(func(txn *badger.Txn) error {
sit := NewSettItem(s, txn, k)
sit.Unlock(unlock)
sv, err := sit.GetStructValue()
if err != nil {
return err
}
err = updater(sv.V)
if err != nil {
return err
}
err = sit.SetStructValue(sv.V)
if err != nil {
return err
}
container.V = sv.V
return err
})
if err != nil {
return nil, err
}
return container.V, nil
}
func (s *Sett) deleteItem(key string, unlock bool) error {
err := s.db.Update(func(txn *badger.Txn) error {
sit := NewSettItem(s, txn, key)
sit.Unlock(unlock)
return sit.Delete()
})
return err
}
// Delete removes a key and its value from badger instance
func (s *Sett) Delete(key string) error {
return s.deleteItem(key, false)
}
//UnlockAndDelete - Unlock and then delete the item.
func (s *Sett) UnlockAndDelete(key string) error {
return s.deleteItem(key, true)
}
// Drop removes all keys with table prefix from badger,
// the effect is as if a table was deleted
func (s *Sett) Drop() error {
var err error
var deleteKey []string
err = s.db.View(func(txn *badger.Txn) error {
it := txn.NewIterator(DefaultIteratorOptions)
prefix := []byte(s.table)
for it.Seek(prefix); it.ValidForPrefix(prefix); it.Next() {
item := it.Item()
key := string(item.Key())
deleteKey = append(deleteKey, key)
}
it.Close()
return nil
})
err = s.db.Update(func(txn *badger.Txn) error {
for _, d := range deleteKey {
err = txn.Delete([]byte(d))
if err != nil {
break
}
}
return err
})
return err
}
// Close wraps badger Close method for defer
func (s *Sett) Close() error {
return s.db.Close()
}
func (s *Sett) makeKey(key string) string {
// makes the real key to be stored which
// comprises table name and key set
if len(s.table) <= 0 {
return key
}
return s.table + ":" + key
}