2016-07-04 10:36:18 +00:00
|
|
|
// Copyright © 2016 Abcum Ltd
|
|
|
|
//
|
|
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
// you may not use this file except in compliance with the License.
|
|
|
|
// You may obtain a copy of the License at
|
|
|
|
//
|
|
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
//
|
|
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
// See the License for the specific language governing permissions and
|
|
|
|
// limitations under the License.
|
|
|
|
|
|
|
|
package item
|
|
|
|
|
|
|
|
import (
|
|
|
|
"fmt"
|
|
|
|
|
|
|
|
"github.com/abcum/surreal/kvs"
|
|
|
|
"github.com/abcum/surreal/sql"
|
|
|
|
"github.com/abcum/surreal/util/data"
|
|
|
|
"github.com/abcum/surreal/util/keys"
|
2016-09-06 13:35:38 +00:00
|
|
|
"github.com/abcum/surreal/util/pack"
|
2016-07-04 10:36:18 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
type Doc struct {
|
2016-07-16 13:43:53 +00:00
|
|
|
kv kvs.KV
|
2016-07-04 10:36:18 +00:00
|
|
|
id string
|
2016-09-06 13:35:38 +00:00
|
|
|
txn kvs.TX
|
2016-07-04 10:36:18 +00:00
|
|
|
key *keys.Thing
|
|
|
|
initial *data.Doc
|
|
|
|
current *data.Doc
|
2016-09-06 13:35:38 +00:00
|
|
|
fields []*sql.DefineFieldStatement
|
|
|
|
indexs []*sql.DefineIndexStatement
|
|
|
|
rules map[string]*sql.DefineRulesStatement
|
2016-07-04 10:36:18 +00:00
|
|
|
}
|
|
|
|
|
2016-09-06 13:35:38 +00:00
|
|
|
func New(kv kvs.KV, txn kvs.TX, key *keys.Thing) (this *Doc) {
|
2016-07-04 10:36:18 +00:00
|
|
|
|
2016-09-06 13:35:38 +00:00
|
|
|
this = &Doc{kv: kv, key: key, txn: txn}
|
2016-07-04 10:36:18 +00:00
|
|
|
|
|
|
|
if key == nil {
|
|
|
|
this.key = &keys.Thing{}
|
|
|
|
this.key.Decode(kv.Key())
|
|
|
|
}
|
|
|
|
|
|
|
|
if kv.Exists() == false {
|
|
|
|
this.initial = data.New()
|
|
|
|
this.current = data.New()
|
|
|
|
}
|
|
|
|
|
|
|
|
if kv.Exists() == true {
|
2016-09-06 13:35:38 +00:00
|
|
|
this.initial = data.New().Decode(kv.Val())
|
|
|
|
this.current = data.New().Decode(kv.Val())
|
2016-07-04 10:36:18 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
if !this.current.Exists("meta") {
|
|
|
|
this.initial.Object("meta")
|
|
|
|
this.current.Object("meta")
|
|
|
|
}
|
|
|
|
|
|
|
|
if !this.current.Exists("data") {
|
|
|
|
this.initial.Object("data")
|
|
|
|
this.current.Object("data")
|
|
|
|
}
|
|
|
|
|
|
|
|
if !this.current.Exists("time") {
|
|
|
|
this.initial.Object("time")
|
|
|
|
this.current.Object("time")
|
|
|
|
}
|
|
|
|
|
|
|
|
this.id = fmt.Sprintf("@%v:%v", this.key.TB, this.key.ID)
|
|
|
|
|
|
|
|
return this
|
|
|
|
|
|
|
|
}
|
|
|
|
|
2016-09-06 13:35:38 +00:00
|
|
|
func (this *Doc) getRules() {
|
2016-07-21 21:50:16 +00:00
|
|
|
|
2016-09-06 13:35:38 +00:00
|
|
|
this.rules = make(map[string]*sql.DefineRulesStatement)
|
2016-07-21 21:50:16 +00:00
|
|
|
|
2016-09-06 13:35:38 +00:00
|
|
|
beg := &keys.RU{KV: this.key.KV, NS: this.key.NS, DB: this.key.DB, TB: this.key.TB, RU: keys.Prefix}
|
|
|
|
end := &keys.RU{KV: this.key.KV, NS: this.key.NS, DB: this.key.DB, TB: this.key.TB, RU: keys.Suffix}
|
|
|
|
rng, _ := this.txn.RGet(beg.Encode(), end.Encode(), 0)
|
2016-07-21 21:50:53 +00:00
|
|
|
|
2016-09-06 13:35:38 +00:00
|
|
|
for _, kv := range rng {
|
|
|
|
var rul sql.DefineRulesStatement
|
|
|
|
key := new(keys.RU)
|
|
|
|
key.Decode(kv.Key())
|
|
|
|
if str, ok := key.RU.(string); ok {
|
|
|
|
pack.FromPACK(kv.Val(), &rul)
|
|
|
|
this.rules[str] = &rul
|
|
|
|
}
|
|
|
|
}
|
2016-07-04 10:36:18 +00:00
|
|
|
|
|
|
|
return
|
|
|
|
|
2016-09-06 13:35:38 +00:00
|
|
|
}
|
2016-07-04 10:36:18 +00:00
|
|
|
|
2016-09-06 13:35:38 +00:00
|
|
|
func (this *Doc) getFields() {
|
2016-07-04 10:36:18 +00:00
|
|
|
|
2016-09-06 13:35:38 +00:00
|
|
|
beg := &keys.FD{KV: this.key.KV, NS: this.key.NS, DB: this.key.DB, TB: this.key.TB, FD: keys.Prefix}
|
|
|
|
end := &keys.FD{KV: this.key.KV, NS: this.key.NS, DB: this.key.DB, TB: this.key.TB, FD: keys.Suffix}
|
|
|
|
rng, _ := this.txn.RGet(beg.Encode(), end.Encode(), 0)
|
2016-07-04 10:36:18 +00:00
|
|
|
|
2016-09-06 13:35:38 +00:00
|
|
|
for _, kv := range rng {
|
|
|
|
var fld sql.DefineFieldStatement
|
|
|
|
pack.FromPACK(kv.Val(), &fld)
|
|
|
|
this.fields = append(this.fields, &fld)
|
2016-07-04 10:36:18 +00:00
|
|
|
}
|
|
|
|
|
2016-09-06 13:35:38 +00:00
|
|
|
return
|
2016-07-04 10:36:18 +00:00
|
|
|
|
2016-09-06 13:35:38 +00:00
|
|
|
}
|
2016-07-04 10:36:18 +00:00
|
|
|
|
2016-09-06 13:35:38 +00:00
|
|
|
func (this *Doc) getIndexs() {
|
2016-07-04 10:36:18 +00:00
|
|
|
|
2016-09-06 13:35:38 +00:00
|
|
|
beg := &keys.IX{KV: this.key.KV, NS: this.key.NS, DB: this.key.DB, TB: this.key.TB, IX: keys.Prefix}
|
|
|
|
end := &keys.IX{KV: this.key.KV, NS: this.key.NS, DB: this.key.DB, TB: this.key.TB, IX: keys.Suffix}
|
|
|
|
rng, _ := this.txn.RGet(beg.Encode(), end.Encode(), 0)
|
2016-07-04 10:36:18 +00:00
|
|
|
|
2016-09-06 13:35:38 +00:00
|
|
|
for _, kv := range rng {
|
|
|
|
var idx sql.DefineIndexStatement
|
|
|
|
pack.FromPACK(kv.Val(), &idx)
|
|
|
|
this.indexs = append(this.indexs, &idx)
|
|
|
|
}
|
2016-07-04 10:36:18 +00:00
|
|
|
|
|
|
|
return
|
|
|
|
|
|
|
|
}
|
|
|
|
|
2016-09-06 13:35:38 +00:00
|
|
|
func (this *Doc) StartThing() (err error) {
|
2016-07-04 10:36:18 +00:00
|
|
|
|
|
|
|
dkey := &keys.DB{KV: this.key.KV, NS: this.key.NS, DB: this.key.DB}
|
2016-09-06 13:35:38 +00:00
|
|
|
if err := this.txn.Put(dkey.Encode(), nil); err != nil {
|
2016-07-04 10:36:18 +00:00
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
tkey := &keys.TB{KV: this.key.KV, NS: this.key.NS, DB: this.key.DB, TB: this.key.TB}
|
2016-09-06 13:35:38 +00:00
|
|
|
if err := this.txn.Put(tkey.Encode(), nil); err != nil {
|
2016-07-04 10:36:18 +00:00
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2016-09-06 13:35:38 +00:00
|
|
|
return this.txn.CPut(this.key.Encode(), this.current.Encode(), nil)
|
2016-07-04 10:36:18 +00:00
|
|
|
|
|
|
|
}
|
|
|
|
|
2016-09-06 13:35:38 +00:00
|
|
|
func (this *Doc) PurgeThing() (err error) {
|
2016-07-04 10:36:18 +00:00
|
|
|
|
2016-09-06 13:35:38 +00:00
|
|
|
return this.txn.Del(this.key.Encode())
|
2016-07-04 10:36:18 +00:00
|
|
|
|
|
|
|
}
|
|
|
|
|
2016-09-06 13:35:38 +00:00
|
|
|
func (this *Doc) StoreThing() (err error) {
|
2016-07-04 10:36:18 +00:00
|
|
|
|
|
|
|
dkey := &keys.DB{KV: this.key.KV, NS: this.key.NS, DB: this.key.DB}
|
2016-09-06 13:35:38 +00:00
|
|
|
if err := this.txn.Put(dkey.Encode(), nil); err != nil {
|
2016-07-04 10:36:18 +00:00
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
tkey := &keys.TB{KV: this.key.KV, NS: this.key.NS, DB: this.key.DB, TB: this.key.TB}
|
2016-09-06 13:35:38 +00:00
|
|
|
if err := this.txn.Put(tkey.Encode(), nil); err != nil {
|
2016-07-04 10:36:18 +00:00
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2016-09-06 13:35:38 +00:00
|
|
|
return this.txn.CPut(this.key.Encode(), this.current.Encode(), this.kv.Val())
|
2016-07-04 10:36:18 +00:00
|
|
|
|
|
|
|
}
|
|
|
|
|
2016-09-06 13:35:38 +00:00
|
|
|
func (this *Doc) PurgePatch() (err error) {
|
2016-07-04 10:36:18 +00:00
|
|
|
|
|
|
|
beg := &keys.Patch{KV: this.key.KV, NS: this.key.NS, DB: this.key.DB, TB: this.key.TB, ID: this.key.ID, AT: keys.StartOfTime}
|
|
|
|
end := &keys.Patch{KV: this.key.KV, NS: this.key.NS, DB: this.key.DB, TB: this.key.TB, ID: this.key.ID, AT: keys.EndOfTime}
|
2016-09-06 13:35:38 +00:00
|
|
|
return this.txn.RDel(beg.Encode(), end.Encode(), 0)
|
2016-07-04 10:36:18 +00:00
|
|
|
|
|
|
|
}
|
|
|
|
|
2016-09-06 13:35:38 +00:00
|
|
|
func (this *Doc) StorePatch() (err error) {
|
2016-07-04 10:36:18 +00:00
|
|
|
|
|
|
|
key := &keys.Patch{KV: this.key.KV, NS: this.key.NS, DB: this.key.DB, TB: this.key.TB, ID: this.key.ID}
|
2016-09-06 13:35:38 +00:00
|
|
|
return this.txn.CPut(key.Encode(), this.diff().Encode(), nil)
|
2016-07-04 10:36:18 +00:00
|
|
|
|
|
|
|
}
|
|
|
|
|
2016-09-06 13:35:38 +00:00
|
|
|
func (this *Doc) PurgeIndex() (err error) {
|
2016-07-04 10:36:18 +00:00
|
|
|
|
2016-09-06 13:35:38 +00:00
|
|
|
for _, index := range this.indexs {
|
2016-07-04 10:36:18 +00:00
|
|
|
|
2016-09-10 00:33:11 +00:00
|
|
|
old := buildIndex(index.Cols, this.initial)
|
|
|
|
|
2016-09-06 13:35:38 +00:00
|
|
|
if index.Uniq == true {
|
2016-09-10 00:33:11 +00:00
|
|
|
for _, o := range old {
|
2016-09-06 13:35:38 +00:00
|
|
|
key := &keys.Index{KV: this.key.KV, NS: this.key.NS, DB: this.key.DB, TB: this.key.TB, IX: index.Name, FD: o}
|
|
|
|
this.txn.CDel(key.Encode(), []byte(this.id))
|
2016-07-04 10:36:18 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2016-09-06 13:35:38 +00:00
|
|
|
if index.Uniq == false {
|
2016-09-10 00:33:11 +00:00
|
|
|
for _, o := range old {
|
2016-09-06 13:35:38 +00:00
|
|
|
key := &keys.Point{KV: this.key.KV, NS: this.key.NS, DB: this.key.DB, TB: this.key.TB, IX: index.Name, FD: o, ID: this.key.ID}
|
|
|
|
this.txn.CDel(key.Encode(), []byte(this.id))
|
2016-07-04 10:36:18 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
return
|
|
|
|
|
|
|
|
}
|
|
|
|
|
2016-09-06 13:35:38 +00:00
|
|
|
func (this *Doc) StoreIndex() (err error) {
|
2016-07-04 10:36:18 +00:00
|
|
|
|
2016-09-06 13:35:38 +00:00
|
|
|
for _, index := range this.indexs {
|
2016-07-04 10:36:18 +00:00
|
|
|
|
2016-09-10 00:33:11 +00:00
|
|
|
old := buildIndex(index.Cols, this.initial)
|
|
|
|
now := buildIndex(index.Cols, this.current)
|
|
|
|
|
|
|
|
diffIndex(old, now)
|
|
|
|
|
2016-09-06 13:35:38 +00:00
|
|
|
if index.Uniq == true {
|
2016-09-10 00:33:11 +00:00
|
|
|
for _, o := range old {
|
2016-09-06 13:35:38 +00:00
|
|
|
oidx := &keys.Index{KV: this.key.KV, NS: this.key.NS, DB: this.key.DB, TB: this.key.TB, IX: index.Name, FD: o}
|
|
|
|
this.txn.CDel(oidx.Encode(), []byte(this.id))
|
2016-07-04 10:36:18 +00:00
|
|
|
}
|
2016-09-10 00:33:11 +00:00
|
|
|
for _, n := range now {
|
2016-09-06 13:35:38 +00:00
|
|
|
nidx := &keys.Index{KV: this.key.KV, NS: this.key.NS, DB: this.key.DB, TB: this.key.TB, IX: index.Name, FD: n}
|
|
|
|
if err = this.txn.CPut(nidx.Encode(), []byte(this.id), nil); err != nil {
|
|
|
|
return fmt.Errorf("Duplicate entry for %v in index '%s' on %s", n, index.Name, this.key.TB)
|
2016-07-21 21:48:32 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2016-09-06 13:35:38 +00:00
|
|
|
if index.Uniq == false {
|
2016-09-10 00:33:11 +00:00
|
|
|
for _, o := range old {
|
2016-09-06 13:35:38 +00:00
|
|
|
oidx := &keys.Point{KV: this.key.KV, NS: this.key.NS, DB: this.key.DB, TB: this.key.TB, IX: index.Name, FD: o, ID: this.key.ID}
|
|
|
|
this.txn.CDel(oidx.Encode(), []byte(this.id))
|
2016-07-21 21:48:32 +00:00
|
|
|
}
|
2016-09-10 00:33:11 +00:00
|
|
|
for _, n := range now {
|
2016-09-06 13:35:38 +00:00
|
|
|
nidx := &keys.Point{KV: this.key.KV, NS: this.key.NS, DB: this.key.DB, TB: this.key.TB, IX: index.Name, FD: n, ID: this.key.ID}
|
|
|
|
if err = this.txn.CPut(nidx.Encode(), []byte(this.id), nil); err != nil {
|
|
|
|
return fmt.Errorf("Multiple items with id %s in index '%s' on %s", this.key.ID, index.Name, this.key.TB)
|
2016-07-21 21:48:32 +00:00
|
|
|
}
|
|
|
|
}
|
2016-07-04 10:36:18 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
return
|
|
|
|
|
|
|
|
}
|
|
|
|
|
2016-09-10 00:33:11 +00:00
|
|
|
func diffIndex(old, now [][]interface{}) {
|
|
|
|
|
|
|
|
var d bool
|
|
|
|
|
|
|
|
for i := len(old) - 1; i >= 0; i-- {
|
|
|
|
o := old[i]
|
|
|
|
for j := len(now) - 1; j >= 0; j-- {
|
|
|
|
n := now[j]
|
|
|
|
if reflect.DeepEqual(o, n) {
|
|
|
|
d = true
|
|
|
|
copy(now[j:], now[j+1:])
|
|
|
|
now[len(now)-1] = nil
|
|
|
|
now = now[:len(now)-1]
|
|
|
|
}
|
|
|
|
}
|
|
|
|
if d {
|
|
|
|
d = false
|
|
|
|
copy(old[i:], old[i+1:])
|
|
|
|
old[len(old)-1] = nil
|
|
|
|
old = old[:len(old)-1]
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
}
|
|
|
|
|
2016-09-06 13:35:38 +00:00
|
|
|
func buildIndex(cols []string, item *data.Doc) (out [][]interface{}) {
|
2016-07-04 10:36:18 +00:00
|
|
|
|
2016-09-06 13:35:38 +00:00
|
|
|
if len(cols) == 0 {
|
|
|
|
return [][]interface{}{nil}
|
2016-07-04 10:36:18 +00:00
|
|
|
}
|
|
|
|
|
2016-09-06 13:35:38 +00:00
|
|
|
col, cols := cols[0], cols[1:]
|
2016-07-04 10:36:18 +00:00
|
|
|
|
2016-09-06 13:35:38 +00:00
|
|
|
sub := buildIndex(cols, item)
|
2016-07-04 10:36:18 +00:00
|
|
|
|
2016-09-06 13:35:38 +00:00
|
|
|
if arr, ok := item.Get("data", col).Data().([]interface{}); ok {
|
|
|
|
for _, s := range sub {
|
|
|
|
for _, a := range arr {
|
|
|
|
idx := []interface{}{}
|
|
|
|
idx = append(idx, a)
|
|
|
|
idx = append(idx, s...)
|
|
|
|
out = append(out, idx)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
for _, s := range sub {
|
|
|
|
idx := []interface{}{}
|
|
|
|
idx = append(idx, item.Get("data", col).Data())
|
|
|
|
idx = append(idx, s...)
|
|
|
|
out = append(out, idx)
|
2016-07-04 10:36:18 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2016-09-06 13:35:38 +00:00
|
|
|
return
|
2016-07-04 10:36:18 +00:00
|
|
|
|
|
|
|
}
|