surrealpatch/db/export.go

// Copyright © 2016 Abcum Ltd
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//     http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

package db

import (
	"fmt"
	"math"

	"encoding/json"

	"github.com/abcum/fibre"
	"github.com/abcum/surreal/cnf"
	"github.com/abcum/surreal/kvs"
	"github.com/abcum/surreal/sql"
	"github.com/abcum/surreal/util/data"
	"github.com/abcum/surreal/util/diff"
	"github.com/abcum/surreal/util/keys"
)

var sep = `
-- ------------------------------
-- %s
-- ------------------------------
`

func export(c *fibre.Context, NS, DB string) error {

	w := c.Response()

	ctx := c.Context()

	exe := newExecutor(NIL, NS, DB)

	err := exe.begin(ctx, false)

	defer executorPool.Put(exe)

	// ------------------------------
	// Options
	// ------------------------------

	fmt.Fprintf(w, sep, "OPTION")
	fmt.Fprintln(w)
	fmt.Fprintf(w, "OPTION IMPORT;\n")

	// ------------------------------
	// Tokens
	// ------------------------------

	dts, err := exe.dbo.AllDT(ctx, NS, DB)
	if err != nil {
		return err
	}

	if len(dts) > 0 {
		fmt.Fprintf(w, sep, "TOKENS")
		fmt.Fprintln(w)
		for _, v := range dts {
			fmt.Fprintf(w, "%s;\n", v)
		}
	}

	// ------------------------------
	// Logins
	// ------------------------------

	dus, err := exe.dbo.AllDU(ctx, NS, DB)
	if err != nil {
		return err
	}

	if len(dus) > 0 {
		fmt.Fprintf(w, sep, "LOGINS")
		fmt.Fprintln(w)
		for _, v := range dus {
			fmt.Fprintf(w, "%s;\n", v)
		}
	}

	// ------------------------------
	// Scopes
	// ------------------------------

	scs, err := exe.dbo.AllSC(ctx, NS, DB)
	if err != nil {
		return err
	}

	if len(scs) > 0 {

		fmt.Fprintf(w, sep, "SCOPES")

		fmt.Fprintln(w)

		for _, v := range scs {

			fmt.Fprintf(w, "%s;\n", v)

			// ------------------------------
			// Tokens
			// ------------------------------

			sct, err := exe.dbo.AllST(ctx, NS, DB, v.Name.VA)
			if err != nil {
				return err
			}

			if len(sct) > 0 {
				fmt.Fprintln(w)
				for _, v := range sct {
					fmt.Fprintf(w, "%s;\n", v)
				}
				fmt.Fprintln(w)
			}

		}

	}

	// ------------------------------
	// Tables
	// ------------------------------

	tbs, err := exe.dbo.AllTB(ctx, NS, DB)
	if err != nil {
		return err
	}

	for _, TB := range tbs {

		fmt.Fprintf(w, sep, "TABLE: "+TB.Name.VA)

		// ------------------------------
		// Remove
		// ------------------------------

		fmt.Fprintln(w)

		fmt.Fprintf(w, "%s;\n", &sql.RemoveTableStatement{
			What: sql.Tables{&sql.Table{TB.Name.VA}},
		})

		// ------------------------------
		// Define
		// ------------------------------

		fmt.Fprintln(w)

		fmt.Fprintf(w, "%s;\n", TB)

		// ------------------------------
		// Events
		// ------------------------------

		evs, err := exe.dbo.AllEV(ctx, NS, DB, TB.Name.VA)
		if err != nil {
			return err
		}

		if len(evs) > 0 {
			fmt.Fprintln(w)
			for _, v := range evs {
				fmt.Fprintf(w, "%s;\n", v)
			}
		}

		// ------------------------------
		// Fields
		// ------------------------------

		fds, err := exe.dbo.AllFD(ctx, NS, DB, TB.Name.VA)
		if err != nil {
			return err
		}

		if len(fds) > 0 {
			fmt.Fprintln(w)
			for _, v := range fds {
				fmt.Fprintf(w, "%s;\n", v)
			}
		}

		// ------------------------------
		// Indexes
		// ------------------------------

		ixs, err := exe.dbo.AllIX(ctx, NS, DB, TB.Name.VA)
		if err != nil {
			return err
		}

		if len(ixs) > 0 {
			fmt.Fprintln(w)
			for _, v := range ixs {
				fmt.Fprintf(w, "%s;\n", v)
			}
		}

	}

	// ------------------------------
	// BEGIN
	// ------------------------------

	fmt.Fprintf(w, sep, "TRANSACTION")
	fmt.Fprintln(w)
	fmt.Fprintf(w, "BEGIN TRANSACTION;\n")

	// ------------------------------
	// DATA
	// ------------------------------

TB:
	for _, TB := range tbs {

		fmt.Fprintf(w, sep, "TABLE DATA: "+TB.Name.VA)
		fmt.Fprintln(w)

		beg := &keys.Thing{KV: cnf.Settings.DB.Base, NS: NS, DB: DB, TB: TB.Name.VA, ID: keys.Ignore}
		end := &keys.Thing{KV: cnf.Settings.DB.Base, NS: NS, DB: DB, TB: TB.Name.VA, ID: keys.Suffix}

		min, max := beg.Encode(), end.Encode()

		for x := 0; ; x = 1 {

			var err error
			var vls []kvs.KV

			if TB.Vers {
				vls, err = exe.dbo.AllR(ctx, min, max, 10000)
			} else {
				vls, err = exe.dbo.GetR(ctx, math.MaxInt64, min, max, 10000)
			}

			if err != nil {
				return err
			}

			// If there are no further records
			// fetched from the data layer, then
			// return out of this loop iteration.

			if x >= len(vls) {
				continue TB
			}

			// If there is at least 1 key-value
			// then loop over all the items and
			// process the records.

			o := data.New()
			n := data.New()
			p := new(keys.Thing)

			for _, kv := range vls {

				k := &keys.Thing{}
				k.Decode(kv.Key())

				v := kv.Ver()

				if kv.Exi() {

					n = data.New().Decode(kv.Val())

					if p.TB != k.TB || p.ID != k.ID {

						j, _ := n.MarshalJSON()

						if TB.Vers {
							fmt.Fprintf(w, "UPDATE ⟨%s⟩:⟨%s⟩ CONTENT %s VERSION %d;\n", k.TB, k.ID, j, v)
						} else {
							fmt.Fprintf(w, "UPDATE ⟨%s⟩:⟨%s⟩ CONTENT %s;\n", k.TB, k.ID, j)
						}

					} else {

						a, _ := o.Data().(map[string]interface{})
						b, _ := n.Data().(map[string]interface{})
						c := diff.Diff(a, b)
						j, _ := json.Marshal(c)

						if TB.Vers {
							fmt.Fprintf(w, "UPDATE ⟨%s⟩:⟨%s⟩ DIFF %s VERSION %d;\n", k.TB, k.ID, j, v)
						} else {
							fmt.Fprintf(w, "UPDATE ⟨%s⟩:⟨%s⟩ DIFF %s;\n", k.TB, k.ID, j)
						}

					}

				} else {

					if TB.Vers {
						fmt.Fprintf(w, "DELETE ⟨%s⟩:⟨%s⟩ VERSION %d;\n", k.TB, k.ID, v)
					} else {
						fmt.Fprintf(w, "DELETE ⟨%s⟩:⟨%s⟩;\n", k.TB, k.ID)
					}

				}

				p, o = k, n

			}

			// When we loop around, we will use
			// the key of the last retrieved key
			// to perform the next range request.

			beg.Decode(vls[len(vls)-1].Key())

			min = append(beg.Encode(), byte(0))

		}

	}

	// ------------------------------
	// COMMIT
	// ------------------------------

	fmt.Fprintf(w, sep, "TRANSACTION")
	fmt.Fprintln(w)
	fmt.Fprintf(w, "COMMIT TRANSACTION;\n")

	return nil

}