mod parse; use parse::Parse; use surrealdb::dbs::Session; use surrealdb::err::Error; use surrealdb::kvs::Datastore; use surrealdb::sql::Value; #[tokio::test] async fn select_where_matches_using_index() -> Result<(), Error> { let sql = r" CREATE blog:1 SET title = 'Hello World!'; DEFINE ANALYZER simple TOKENIZERS blank,class; DEFINE INDEX blog_title ON blog FIELDS title SEARCH ANALYZER simple BM25 HIGHLIGHTS; SELECT id, search::highlight('', '', 1) AS title FROM blog WHERE title @1@ 'Hello' EXPLAIN; "; let dbs = Datastore::new("memory").await?; let ses = Session::for_kv().with_ns("test").with_db("test"); let res = &mut dbs.execute(sql, &ses, None).await?; assert_eq!(res.len(), 4); // let _ = res.remove(0).result?; let _ = res.remove(0).result?; let _ = res.remove(0).result?; let tmp = res.remove(0).result?; let val = Value::parse( "[ { id: blog:1, title: 'Hello World!' }, { explain: [ { detail: { plan: { index: 'blog_title', operator: '@1@', value: 'Hello' }, table: 'blog', }, operation: 'Iterate Index' } ] } ]", ); assert_eq!(tmp, val); Ok(()) } #[tokio::test] async fn select_where_matches_without_using_index_iterator() -> Result<(), Error> { let sql = r" CREATE blog:1 SET title = 'Hello World!'; CREATE blog:2 SET title = 'Foo Bar!'; DEFINE ANALYZER simple TOKENIZERS blank,class FILTERS lowercase; DEFINE INDEX blog_title ON blog FIELDS title SEARCH ANALYZER simple BM25(1.2,0.75) HIGHLIGHTS; SELECT id,search::highlight('', '', 1) AS title FROM blog WHERE (title @0@ 'hello' AND identifier > 0) OR (title @1@ 'world' AND identifier < 99) EXPLAIN; "; let dbs = Datastore::new("memory").await?; let ses = Session::for_kv().with_ns("test").with_db("test"); let res = &mut dbs.execute(sql, &ses, None).await?; assert_eq!(res.len(), 5); // let _ = res.remove(0).result?; let _ = res.remove(0).result?; let _ = res.remove(0).result?; let _ = res.remove(0).result?; let tmp = res.remove(0).result?; let val = Value::parse( "[ { id: blog:1, title: 'Hello World!' }, { explain: [ { detail: { table: 'blog', }, operation: 'Iterate Table' } ] } ]", ); assert_eq!(tmp, val); Ok(()) } #[tokio::test] async fn select_where_matches_using_index_and_arrays() -> Result<(), Error> { let sql = r" CREATE blog:1 SET content = ['Hello World!', 'Be Bop', 'Foo Bãr']; DEFINE ANALYZER simple TOKENIZERS blank,class; DEFINE INDEX blog_content ON blog FIELDS content SEARCH ANALYZER simple BM25 HIGHLIGHTS; SELECT id, search::highlight('', '', 1) AS content FROM blog WHERE content @1@ 'Hello Bãr' EXPLAIN; "; let dbs = Datastore::new("memory").await?; let ses = Session::for_kv().with_ns("test").with_db("test"); let res = &mut dbs.execute(&sql, &ses, None).await?; assert_eq!(res.len(), 4); // let _ = res.remove(0).result?; let _ = res.remove(0).result?; let _ = res.remove(0).result?; let tmp = res.remove(0).result?; let val = Value::parse( "[ { id: blog:1, content: [ 'Hello World!', 'Be Bop', 'Foo Bãr' ] }, { explain: [ { detail: { plan: { index: 'blog_content', operator: '@1@', value: 'Hello Bãr' }, table: 'blog', }, operation: 'Iterate Index' } ] } ]", ); assert_eq!(tmp, val); Ok(()) } #[tokio::test] async fn select_where_matches_using_index_offsets() -> Result<(), Error> { let sql = r" CREATE blog:1 SET title = 'Blog title!', content = ['Hello World!', 'Be Bop', 'Foo Bãr']; DEFINE ANALYZER simple TOKENIZERS blank,class; DEFINE INDEX blog_title ON blog FIELDS title SEARCH ANALYZER simple BM25(1.2,0.75) HIGHLIGHTS; DEFINE INDEX blog_content ON blog FIELDS content SEARCH ANALYZER simple BM25 HIGHLIGHTS; SELECT id, search::offsets(0) AS title, search::offsets(1) AS content FROM blog WHERE title @0@ 'title' AND content @1@ 'Hello Bãr' EXPLAIN; "; let dbs = Datastore::new("memory").await?; let ses = Session::for_kv().with_ns("test").with_db("test"); let res = &mut dbs.execute(&sql, &ses, None).await?; assert_eq!(res.len(), 5); // for _ in 0..4 { let _ = res.remove(0).result?; } let tmp = res.remove(0).result?; let val = Value::parse( "[ { id: blog:1, title: { 0: [{s:5, e:10}], }, content: { 0: [{s:0, e:5}], 2: [{s:4, e:7}] } }, { explain: [ { detail: { plan: { index: 'blog_content', operator: '@1@', value: 'Hello Bãr' }, table: 'blog', }, operation: 'Iterate Index' } ] } ]", ); assert_eq!(tmp, val); Ok(()) } #[tokio::test] async fn select_where_matches_using_index_and_score() -> Result<(), Error> { let sql = r" CREATE blog:1 SET title = 'the quick brown fox jumped over the lazy dog'; CREATE blog:2 SET title = 'the fast fox jumped over the lazy dog'; CREATE blog:3 SET title = 'the other animals sat there watching'; CREATE blog:4 SET title = 'the dog sat there and did nothing'; DEFINE ANALYZER simple TOKENIZERS blank,class; DEFINE INDEX blog_title ON blog FIELDS title SEARCH ANALYZER simple BM25(1.2,0.75) HIGHLIGHTS; SELECT id,search::score(1) AS score FROM blog WHERE title @1@ 'animals'; "; let dbs = Datastore::new("memory").await?; let ses = Session::for_kv().with_ns("test").with_db("test"); let res = &mut dbs.execute(&sql, &ses, None).await?; assert_eq!(res.len(), 7); // for _ in 0..6 { let _ = res.remove(0).result?; } let tmp = res.remove(0).result?; let val = Value::parse( "[ { id: blog:3, score: 0.9227996468544006 } ]", ); assert_eq!(tmp, val); Ok(()) } #[tokio::test] async fn select_where_matches_without_using_index_and_score() -> Result<(), Error> { let sql = r" CREATE blog:1 SET title = 'the quick brown fox jumped over the lazy dog'; CREATE blog:2 SET title = 'the fast fox jumped over the lazy dog'; CREATE blog:3 SET title = 'the other animals sat there watching'; CREATE blog:4 SET title = 'the dog sat there and did nothing'; DEFINE ANALYZER simple TOKENIZERS blank,class; DEFINE INDEX blog_title ON blog FIELDS title SEARCH ANALYZER simple BM25 HIGHLIGHTS; LET $keywords = 'animals'; SELECT id,search::score(1) AS score FROM blog WHERE (title @1@ $keywords AND id>0) OR (title @1@ $keywords AND id<99); SELECT id,search::score(1) + search::score(2) AS score FROM blog WHERE title @1@ 'dummy1' OR title @2@ 'dummy2'; "; let dbs = Datastore::new("memory").await?; let ses = Session::for_kv().with_ns("test").with_db("test"); let res = &mut dbs.execute(&sql, &ses, None).await?; assert_eq!(res.len(), 9); // for _ in 0..7 { let _ = res.remove(0).result?; } let tmp = res.remove(0).result?; let val = Value::parse( "[ { id: blog:3, score: 0.9227996468544006 } ]", ); assert_eq!(tmp, val); // This result should be empty, as we are looking for non-existing terms (dummy1 and dummy2). let tmp = res.remove(0).result?; let val = Value::parse("[]"); assert_eq!(tmp, val); Ok(()) }