mod parse; use parse::Parse; use surrealdb::dbs::Session; use surrealdb::err::Error; use surrealdb::kvs::Datastore; use surrealdb::sql::Value; #[tokio::test] async fn select_where_matches_using_index() -> Result<(), Error> { let sql = r" CREATE blog:1 SET title = 'Hello World!'; DEFINE ANALYZER simple TOKENIZERS blank,class; DEFINE INDEX blog_title ON blog FIELDS title SEARCH ANALYZER simple BM25 HIGHLIGHTS; SELECT id FROM blog WHERE title @1@ 'Hello' EXPLAIN; SELECT id, search::highlight('', '', 1) AS title FROM blog WHERE title @1@ 'Hello'; "; let dbs = Datastore::new("memory").await?; let ses = Session::owner().with_ns("test").with_db("test"); let res = &mut dbs.execute(sql, &ses, None).await?; assert_eq!(res.len(), 5); // let _ = res.remove(0).result?; let _ = res.remove(0).result?; let _ = res.remove(0).result?; let tmp = res.remove(0).result?; let val = Value::parse( "[ { detail: { plan: { index: 'blog_title', operator: '@1@', value: 'Hello' }, table: 'blog', }, operation: 'Iterate Index' } ]", ); assert_eq!(tmp, val); let tmp = res.remove(0).result?; let val = Value::parse( "[ { id: blog:1, title: 'Hello World!' } ]", ); assert_eq!(tmp, val); Ok(()) } #[tokio::test] async fn select_where_matches_without_using_index_iterator() -> Result<(), Error> { let sql = r" CREATE blog:1 SET title = 'Hello World!'; CREATE blog:2 SET title = 'Foo Bar!'; DEFINE ANALYZER simple TOKENIZERS blank,class FILTERS lowercase; DEFINE INDEX blog_title ON blog FIELDS title SEARCH ANALYZER simple BM25(1.2,0.75) HIGHLIGHTS; SELECT id FROM blog WHERE (title @0@ 'hello' AND identifier > 0) OR (title @1@ 'world' AND identifier < 99) EXPLAIN FULL; SELECT id,search::highlight('', '', 1) AS title FROM blog WHERE (title @0@ 'hello' AND identifier > 0) OR (title @1@ 'world' AND identifier < 99); "; let dbs = Datastore::new("memory").await?; let ses = Session::owner().with_ns("test").with_db("test"); let res = &mut dbs.execute(sql, &ses, None).await?; assert_eq!(res.len(), 6); // let _ = res.remove(0).result?; let _ = res.remove(0).result?; let _ = res.remove(0).result?; let _ = res.remove(0).result?; let tmp = res.remove(0).result?; let val = Value::parse( "[ { detail: { table: 'blog', }, operation: 'Iterate Table' }, { detail: { count: 1, }, operation: 'Fetch' }, ]", ); assert_eq!(tmp, val); let tmp = res.remove(0).result?; let val = Value::parse( "[ { id: blog:1, title: 'Hello World!' } ]", ); assert_eq!(tmp, val); Ok(()) } async fn select_where_matches_using_index_and_arrays(parallel: bool) -> Result<(), Error> { let p = if parallel { "PARALLEL" } else { "" }; let sql = format!( r" CREATE blog:1 SET content = ['Hello World!', 'Be Bop', 'Foo Bãr']; DEFINE ANALYZER simple TOKENIZERS blank,class; DEFINE INDEX blog_content ON blog FIELDS content SEARCH ANALYZER simple BM25 HIGHLIGHTS; SELECT id FROM blog WHERE content @1@ 'Hello Bãr' {p} EXPLAIN; SELECT id, search::highlight('', '', 1) AS content FROM blog WHERE content @1@ 'Hello Bãr' {p}; " ); let dbs = Datastore::new("memory").await?; let ses = Session::owner().with_ns("test").with_db("test"); let res = &mut dbs.execute(&sql, &ses, None).await?; assert_eq!(res.len(), 5); // let _ = res.remove(0).result?; let _ = res.remove(0).result?; let _ = res.remove(0).result?; // let tmp = res.remove(0).result?; let val = Value::parse( "[ { detail: { plan: { index: 'blog_content', operator: '@1@', value: 'Hello Bãr' }, table: 'blog', }, operation: 'Iterate Index' } ]", ); assert_eq!(tmp, val); // let tmp = res.remove(0).result?; let val = Value::parse( "[ { id: blog:1, content: [ 'Hello World!', 'Be Bop', 'Foo Bãr' ] } ]", ); assert_eq!(tmp, val); Ok(()) } #[tokio::test] async fn select_where_matches_using_index_and_arrays_non_parallel() -> Result<(), Error> { select_where_matches_using_index_and_arrays(false).await } #[tokio::test] async fn select_where_matches_using_index_and_arrays_with_parallel() -> Result<(), Error> { select_where_matches_using_index_and_arrays(true).await } async fn select_where_matches_using_index_and_objects(parallel: bool) -> Result<(), Error> { let p = if parallel { "PARALLEL" } else { "" }; let sql = format!( r" CREATE blog:1 SET content = {{ 'title':'Hello World!', 'content':'Be Bop', 'tags': ['Foo', 'Bãr'] }}; DEFINE ANALYZER simple TOKENIZERS blank,class; DEFINE INDEX blog_content ON blog FIELDS content SEARCH ANALYZER simple BM25 HIGHLIGHTS; SELECT id FROM blog WHERE content @1@ 'Hello Bãr' {p} EXPLAIN; SELECT id, search::highlight('', '', 1) AS content FROM blog WHERE content @1@ 'Hello Bãr' {p}; " ); let dbs = Datastore::new("memory").await?; let ses = Session::owner().with_ns("test").with_db("test"); let res = &mut dbs.execute(&sql, &ses, None).await?; assert_eq!(res.len(), 5); // let _ = res.remove(0).result?; let _ = res.remove(0).result?; let _ = res.remove(0).result?; // let tmp = res.remove(0).result?; let val = Value::parse( "[ { detail: { plan: { index: 'blog_content', operator: '@1@', value: 'Hello Bãr' }, table: 'blog', }, operation: 'Iterate Index' } ]", ); assert_eq!(tmp, val); // let tmp = res.remove(0).result?; let val = Value::parse( "[ { id: blog:1, content: [ 'Be Bop', 'Foo', 'Bãr', 'Hello World!' ] } ]", ); assert_eq!(format!("{:#}", tmp), format!("{:#}", val)); Ok(()) } #[tokio::test] async fn select_where_matches_using_index_and_objects_non_parallel() -> Result<(), Error> { select_where_matches_using_index_and_objects(false).await } #[tokio::test] async fn select_where_matches_using_index_and_objects_with_parallel() -> Result<(), Error> { select_where_matches_using_index_and_objects(true).await } #[tokio::test] async fn select_where_matches_using_index_offsets() -> Result<(), Error> { let sql = r" CREATE blog:1 SET title = 'Blog title!', content = ['Hello World!', 'Be Bop', 'Foo Bãr']; DEFINE ANALYZER simple TOKENIZERS blank,class; DEFINE INDEX blog_title ON blog FIELDS title SEARCH ANALYZER simple BM25(1.2,0.75) HIGHLIGHTS; DEFINE INDEX blog_content ON blog FIELDS content SEARCH ANALYZER simple BM25 HIGHLIGHTS; SELECT id, search::offsets(0) AS title, search::offsets(1) AS content FROM blog WHERE title @0@ 'title' AND content @1@ 'Hello Bãr'; "; let dbs = Datastore::new("memory").await?; let ses = Session::owner().with_ns("test").with_db("test"); let res = &mut dbs.execute(sql, &ses, None).await?; assert_eq!(res.len(), 5); // for _ in 0..4 { let _ = res.remove(0).result?; } let tmp = res.remove(0).result?; let val = Value::parse( "[ { id: blog:1, title: { 0: [{s:5, e:10}], }, content: { 0: [{s:0, e:5}], 2: [{s:4, e:7}] } } ]", ); assert_eq!(tmp, val); Ok(()) } #[tokio::test] async fn select_where_matches_using_index_and_score() -> Result<(), Error> { let sql = r" CREATE blog:1 SET title = 'the quick brown fox jumped over the lazy dog'; CREATE blog:2 SET title = 'the fast fox jumped over the lazy dog'; CREATE blog:3 SET title = 'the other animals sat there watching'; CREATE blog:4 SET title = 'the dog sat there and did nothing'; DEFINE ANALYZER simple TOKENIZERS blank,class; DEFINE INDEX blog_title ON blog FIELDS title SEARCH ANALYZER simple BM25(1.2,0.75) HIGHLIGHTS; SELECT id,search::score(1) AS score FROM blog WHERE title @1@ 'animals'; "; let dbs = Datastore::new("memory").await?; let ses = Session::owner().with_ns("test").with_db("test"); let res = &mut dbs.execute(&sql, &ses, None).await?; assert_eq!(res.len(), 7); // for _ in 0..6 { let _ = res.remove(0).result?; } let tmp = res.remove(0).result?; let val = Value::parse( "[ { id: blog:3, score: 0.9227996468544006 } ]", ); assert_eq!(tmp, val); Ok(()) } #[tokio::test] async fn select_where_matches_without_using_index_and_score() -> Result<(), Error> { let sql = r" CREATE blog:1 SET title = 'the quick brown fox jumped over the lazy dog', label = 'test'; CREATE blog:2 SET title = 'the fast fox jumped over the lazy dog', label = 'test'; CREATE blog:3 SET title = 'the other animals sat there watching', label = 'test'; CREATE blog:4 SET title = 'the dog sat there and did nothing', label = 'test'; DEFINE ANALYZER simple TOKENIZERS blank,class; DEFINE INDEX blog_title ON blog FIELDS title SEARCH ANALYZER simple BM25 HIGHLIGHTS; LET $keywords = 'animals'; SELECT id,search::score(1) AS score FROM blog WHERE (title @1@ $keywords AND label = 'test') OR (title @1@ $keywords AND label = 'test'); SELECT id,search::score(1) + search::score(2) AS score FROM blog WHERE (title @1@ 'dummy1' AND label = 'test') OR (title @2@ 'dummy2' AND label = 'test'); "; let dbs = Datastore::new("memory").await?; let ses = Session::owner().with_ns("test").with_db("test"); let res = &mut dbs.execute(&sql, &ses, None).await?; assert_eq!(res.len(), 9); // for _ in 0..7 { let _ = res.remove(0).result?; } let tmp = res.remove(0).result?; let val = Value::parse( "[ { id: blog:3, score: 0.9227996468544006 } ]", ); assert_eq!(tmp, val); // This result should be empty, as we are looking for non-existing terms (dummy1 and dummy2). let tmp = res.remove(0).result?; let val = Value::parse("[]"); assert_eq!(tmp, val); Ok(()) }