266 lines
7.1 KiB
Rust
266 lines
7.1 KiB
Rust
mod parse;
|
|
use parse::Parse;
|
|
use surrealdb::dbs::Session;
|
|
use surrealdb::err::Error;
|
|
use surrealdb::kvs::Datastore;
|
|
use surrealdb::sql::Value;
|
|
|
|
#[tokio::test]
|
|
async fn select_where_matches_using_index() -> Result<(), Error> {
|
|
let sql = r"
|
|
CREATE blog:1 SET title = 'Hello World!';
|
|
DEFINE ANALYZER simple TOKENIZERS blank,class;
|
|
DEFINE INDEX blog_title ON blog FIELDS title SEARCH ANALYZER simple BM25 HIGHLIGHTS;
|
|
SELECT id, search::highlight('<em>', '</em>', 1) AS title FROM blog WHERE title @1@ 'Hello' EXPLAIN;
|
|
";
|
|
let dbs = Datastore::new("memory").await?;
|
|
let ses = Session::for_kv().with_ns("test").with_db("test");
|
|
let res = &mut dbs.execute(sql, &ses, None, false).await?;
|
|
assert_eq!(res.len(), 4);
|
|
//
|
|
let _ = res.remove(0).result?;
|
|
let _ = res.remove(0).result?;
|
|
let _ = res.remove(0).result?;
|
|
let tmp = res.remove(0).result?;
|
|
let val = Value::parse(
|
|
"[
|
|
{
|
|
id: blog:1,
|
|
title: '<em>Hello</em> World!'
|
|
},
|
|
{
|
|
explain:
|
|
[
|
|
{
|
|
detail: {
|
|
plan: {
|
|
index: 'blog_title',
|
|
operator: '@1@',
|
|
value: 'Hello'
|
|
},
|
|
table: 'blog',
|
|
},
|
|
operation: 'Iterate Index'
|
|
}
|
|
]
|
|
}
|
|
]",
|
|
);
|
|
assert_eq!(tmp, val);
|
|
Ok(())
|
|
}
|
|
|
|
#[tokio::test]
|
|
async fn select_where_matches_without_using_index_iterator() -> Result<(), Error> {
|
|
let sql = r"
|
|
CREATE blog:1 SET title = 'Hello World!';
|
|
CREATE blog:2 SET title = 'Foo Bar!';
|
|
DEFINE ANALYZER simple TOKENIZERS blank,class FILTERS lowercase;
|
|
DEFINE INDEX blog_title ON blog FIELDS title SEARCH ANALYZER simple BM25(1.2,0.75) HIGHLIGHTS;
|
|
SELECT id,search::highlight('<em>', '</em>', 1) AS title FROM blog WHERE (title @0@ 'hello' AND identifier > 0) OR (title @1@ 'world' AND identifier < 99) EXPLAIN;
|
|
";
|
|
let dbs = Datastore::new("memory").await?;
|
|
let ses = Session::for_kv().with_ns("test").with_db("test");
|
|
let res = &mut dbs.execute(sql, &ses, None, false).await?;
|
|
assert_eq!(res.len(), 5);
|
|
//
|
|
let _ = res.remove(0).result?;
|
|
let _ = res.remove(0).result?;
|
|
let _ = res.remove(0).result?;
|
|
let _ = res.remove(0).result?;
|
|
let tmp = res.remove(0).result?;
|
|
let val = Value::parse(
|
|
"[
|
|
{
|
|
id: blog:1,
|
|
title: 'Hello <em>World</em>!'
|
|
},
|
|
{
|
|
explain:
|
|
[
|
|
{
|
|
detail: {
|
|
table: 'blog',
|
|
},
|
|
operation: 'Iterate Table'
|
|
}
|
|
]
|
|
}
|
|
]",
|
|
);
|
|
assert_eq!(tmp, val);
|
|
Ok(())
|
|
}
|
|
|
|
#[tokio::test]
|
|
async fn select_where_matches_using_index_and_arrays() -> Result<(), Error> {
|
|
let sql = r"
|
|
CREATE blog:1 SET content = ['Hello World!', 'Be Bop', 'Foo Bãr'];
|
|
DEFINE ANALYZER simple TOKENIZERS blank,class;
|
|
DEFINE INDEX blog_content ON blog FIELDS content SEARCH ANALYZER simple BM25 HIGHLIGHTS;
|
|
SELECT id, search::highlight('<em>', '</em>', 1) AS content FROM blog WHERE content @1@ 'Hello Bãr' EXPLAIN;
|
|
";
|
|
let dbs = Datastore::new("memory").await?;
|
|
let ses = Session::for_kv().with_ns("test").with_db("test");
|
|
let res = &mut dbs.execute(&sql, &ses, None, false).await?;
|
|
assert_eq!(res.len(), 4);
|
|
//
|
|
let _ = res.remove(0).result?;
|
|
let _ = res.remove(0).result?;
|
|
let _ = res.remove(0).result?;
|
|
let tmp = res.remove(0).result?;
|
|
let val = Value::parse(
|
|
"[
|
|
{
|
|
id: blog:1,
|
|
content: [
|
|
'<em>Hello</em> World!',
|
|
'Be Bop',
|
|
'Foo <em>Bãr</em>'
|
|
]
|
|
},
|
|
{
|
|
explain:
|
|
[
|
|
{
|
|
detail: {
|
|
plan: {
|
|
index: 'blog_content',
|
|
operator: '@1@',
|
|
value: 'Hello Bãr'
|
|
},
|
|
table: 'blog',
|
|
},
|
|
operation: 'Iterate Index'
|
|
}
|
|
]
|
|
}
|
|
]",
|
|
);
|
|
assert_eq!(tmp, val);
|
|
Ok(())
|
|
}
|
|
|
|
#[tokio::test]
|
|
async fn select_where_matches_using_index_offsets() -> Result<(), Error> {
|
|
let sql = r"
|
|
CREATE blog:1 SET title = 'Blog title!', content = ['Hello World!', 'Be Bop', 'Foo Bãr'];
|
|
DEFINE ANALYZER simple TOKENIZERS blank,class;
|
|
DEFINE INDEX blog_title ON blog FIELDS title SEARCH ANALYZER simple BM25(1.2,0.75) HIGHLIGHTS;
|
|
DEFINE INDEX blog_content ON blog FIELDS content SEARCH ANALYZER simple BM25 HIGHLIGHTS;
|
|
SELECT id, search::offsets(0) AS title, search::offsets(1) AS content FROM blog WHERE title @0@ 'title' AND content @1@ 'Hello Bãr' EXPLAIN;
|
|
";
|
|
let dbs = Datastore::new("memory").await?;
|
|
let ses = Session::for_kv().with_ns("test").with_db("test");
|
|
let res = &mut dbs.execute(&sql, &ses, None, false).await?;
|
|
assert_eq!(res.len(), 5);
|
|
//
|
|
for _ in 0..4 {
|
|
let _ = res.remove(0).result?;
|
|
}
|
|
let tmp = res.remove(0).result?;
|
|
let val = Value::parse(
|
|
"[
|
|
{
|
|
id: blog:1,
|
|
title: {
|
|
0: [{s:5, e:10}],
|
|
},
|
|
content: {
|
|
0: [{s:0, e:5}],
|
|
2: [{s:4, e:7}]
|
|
}
|
|
},
|
|
{
|
|
explain:
|
|
[
|
|
{
|
|
detail: {
|
|
plan: {
|
|
index: 'blog_content',
|
|
operator: '@1@',
|
|
value: 'Hello Bãr'
|
|
},
|
|
table: 'blog',
|
|
},
|
|
operation: 'Iterate Index'
|
|
}
|
|
]
|
|
}
|
|
]",
|
|
);
|
|
assert_eq!(tmp, val);
|
|
Ok(())
|
|
}
|
|
|
|
#[tokio::test]
|
|
async fn select_where_matches_using_index_and_score() -> Result<(), Error> {
|
|
let sql = r"
|
|
CREATE blog:1 SET title = 'the quick brown fox jumped over the lazy dog';
|
|
CREATE blog:2 SET title = 'the fast fox jumped over the lazy dog';
|
|
CREATE blog:3 SET title = 'the other animals sat there watching';
|
|
CREATE blog:4 SET title = 'the dog sat there and did nothing';
|
|
DEFINE ANALYZER simple TOKENIZERS blank,class;
|
|
DEFINE INDEX blog_title ON blog FIELDS title SEARCH ANALYZER simple BM25(1.2,0.75) HIGHLIGHTS;
|
|
SELECT id,search::score(1) AS score FROM blog WHERE title @1@ 'animals';
|
|
";
|
|
let dbs = Datastore::new("memory").await?;
|
|
let ses = Session::for_kv().with_ns("test").with_db("test");
|
|
let res = &mut dbs.execute(&sql, &ses, None, false).await?;
|
|
assert_eq!(res.len(), 7);
|
|
//
|
|
for _ in 0..6 {
|
|
let _ = res.remove(0).result?;
|
|
}
|
|
let tmp = res.remove(0).result?;
|
|
let val = Value::parse(
|
|
"[
|
|
{
|
|
id: blog:3,
|
|
score: 0.9227996468544006
|
|
}
|
|
]",
|
|
);
|
|
assert_eq!(tmp, val);
|
|
Ok(())
|
|
}
|
|
|
|
#[tokio::test]
|
|
async fn select_where_matches_without_using_index_and_score() -> Result<(), Error> {
|
|
let sql = r"
|
|
CREATE blog:1 SET title = 'the quick brown fox jumped over the lazy dog';
|
|
CREATE blog:2 SET title = 'the fast fox jumped over the lazy dog';
|
|
CREATE blog:3 SET title = 'the other animals sat there watching';
|
|
CREATE blog:4 SET title = 'the dog sat there and did nothing';
|
|
DEFINE ANALYZER simple TOKENIZERS blank,class;
|
|
DEFINE INDEX blog_title ON blog FIELDS title SEARCH ANALYZER simple BM25 HIGHLIGHTS;
|
|
LET $keywords = 'animals';
|
|
SELECT id,search::score(1) AS score FROM blog WHERE (title @1@ $keywords AND id>0) OR (title @1@ $keywords AND id<99);
|
|
SELECT id,search::score(1) + search::score(2) AS score FROM blog WHERE title @1@ 'dummy1' OR title @2@ 'dummy2';
|
|
";
|
|
let dbs = Datastore::new("memory").await?;
|
|
let ses = Session::for_kv().with_ns("test").with_db("test");
|
|
let res = &mut dbs.execute(&sql, &ses, None, false).await?;
|
|
assert_eq!(res.len(), 9);
|
|
//
|
|
for _ in 0..7 {
|
|
let _ = res.remove(0).result?;
|
|
}
|
|
|
|
let tmp = res.remove(0).result?;
|
|
let val = Value::parse(
|
|
"[
|
|
{
|
|
id: blog:3,
|
|
score: 0.9227996468544006
|
|
}
|
|
]",
|
|
);
|
|
assert_eq!(tmp, val);
|
|
|
|
// This result should be empty, as we are looking for non-existing terms (dummy1 and dummy2).
|
|
let tmp = res.remove(0).result?;
|
|
let val = Value::parse("[]");
|
|
assert_eq!(tmp, val);
|
|
Ok(())
|
|
}
|