127 lines
2.9 KiB
Rust
127 lines
2.9 KiB
Rust
|
use crate::dbs::{Options, Transaction};
|
||
|
|
use crate::err::Error;
|
||
|
|
use crate::idx::ft::docids::{DocId, NO_DOC_ID};
|
||
|
|
use crate::idx::ft::termdocs::TermsDocs;
|
||
|
|
use crate::idx::ft::{FtIndex, HitsIterator};
|
||
|
|
use crate::key;
|
||
|
|
use crate::kvs::Key;
|
||
|
|
use crate::sql::statements::DefineIndexStatement;
|
||
|
|
use crate::sql::{Array, Thing, Value};
|
||
|
|
|
||
|
|
pub(crate) enum ThingIterator {
|
||
|
|
NonUniqueEqual(NonUniqueEqualThingIterator),
|
||
|
|
UniqueEqual(UniqueEqualThingIterator),
|
||
|
|
Matches(MatchesThingIterator),
|
||
|
|
}
|
||
|
|
|
||
|
|
impl ThingIterator {
|
||
|
|
pub(crate) async fn next_batch(
|
||
|
|
&mut self,
|
||
|
|
tx: &Transaction,
|
||
|
|
size: u32,
|
||
|
|
) -> Result<Vec<(Thing, DocId)>, Error> {
|
||
|
|
match self {
|
||
|
|
ThingIterator::NonUniqueEqual(i) => i.next_batch(tx, size).await,
|
||
|
|
ThingIterator::UniqueEqual(i) => i.next_batch(tx, size).await,
|
||
|
|
ThingIterator::Matches(i) => i.next_batch(tx, size).await,
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
pub(crate) struct NonUniqueEqualThingIterator {
|
||
|
|
beg: Vec<u8>,
|
||
|
|
end: Vec<u8>,
|
||
|
|
}
|
||
|
|
|
||
|
|
impl NonUniqueEqualThingIterator {
|
||
|
|
pub(super) fn new(
|
||
|
|
opt: &Options,
|
||
|
|
ix: &DefineIndexStatement,
|
||
|
|
v: &Value,
|
||
|
|
) -> Result<NonUniqueEqualThingIterator, Error> {
|
||
|
|
let v = Array::from(v.clone());
|
||
|
|
let (beg, end) =
|
||
|
|
key::index::Index::range_all_ids(opt.ns(), opt.db(), &ix.what, &ix.name, &v);
|
||
|
|
Ok(Self {
|
||
|
|
beg,
|
||
|
|
end,
|
||
|
|
})
|
||
|
|
}
|
||
|
|
|
||
|
|
async fn next_batch(
|
||
|
|
&mut self,
|
||
|
|
txn: &Transaction,
|
||
|
|
limit: u32,
|
||
|
|
) -> Result<Vec<(Thing, DocId)>, Error> {
|
||
|
|
let min = self.beg.clone();
|
||
|
|
let max = self.end.clone();
|
||
|
|
let res = txn.lock().await.scan(min..max, limit).await?;
|
||
|
|
if let Some((key, _)) = res.last() {
|
||
|
|
self.beg = key.clone();
|
||
|
|
self.beg.push(0x00);
|
||
|
|
}
|
||
|
|
let res = res.iter().map(|(_, val)| (val.into(), NO_DOC_ID)).collect();
|
||
|
|
Ok(res)
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
pub(crate) struct UniqueEqualThingIterator {
|
||
|
|
key: Option<Key>,
|
||
|
|
}
|
||
|
|
|
||
|
|
impl UniqueEqualThingIterator {
|
||
|
|
pub(super) fn new(opt: &Options, ix: &DefineIndexStatement, v: &Value) -> Result<Self, Error> {
|
||
|
|
let v = Array::from(v.clone());
|
||
|
|
let key = key::index::Index::new(opt.ns(), opt.db(), &ix.what, &ix.name, v, None).into();
|
||
|
|
Ok(Self {
|
||
|
|
key: Some(key),
|
||
|
|
})
|
||
|
|
}
|
||
|
|
|
||
|
|
async fn next_batch(
|
||
|
|
&mut self,
|
||
|
|
txn: &Transaction,
|
||
|
|
_limit: u32,
|
||
|
|
) -> Result<Vec<(Thing, DocId)>, Error> {
|
||
|
|
if let Some(key) = self.key.take() {
|
||
|
|
if let Some(val) = txn.lock().await.get(key).await? {
|
||
|
|
return Ok(vec![(val.into(), NO_DOC_ID)]);
|
||
|
|
}
|
||
|
|
}
|
||
|
|
Ok(vec![])
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
pub(crate) struct MatchesThingIterator {
|
||
|
|
hits: Option<HitsIterator>,
|
||
|
|
}
|
||
|
|
|
||
|
|
impl MatchesThingIterator {
|
||
|
|
pub(super) async fn new(fti: &FtIndex, terms_docs: TermsDocs) -> Result<Self, Error> {
|
||
|
|
let hits = fti.new_hits_iterator(terms_docs)?;
|
||
|
|
Ok(Self {
|
||
|
|
hits,
|
||
|
|
})
|
||
|
|
}
|
||
|
|
|
||
|
|
async fn next_batch(
|
||
|
|
&mut self,
|
||
|
|
txn: &Transaction,
|
||
|
|
mut limit: u32,
|
||
|
|
) -> Result<Vec<(Thing, DocId)>, Error> {
|
||
|
|
let mut res = vec![];
|
||
|
|
if let Some(hits) = &mut self.hits {
|
||
|
|
let mut run = txn.lock().await;
|
||
|
|
while limit > 0 {
|
||
|
|
if let Some(hit) = hits.next(&mut run).await? {
|
||
|
|
res.push(hit);
|
||
|
|
} else {
|
||
|
|
break;
|
||
|
|
}
|
||
|
|
limit -= 1;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
Ok(res)
|
||
|
|
}
|
||
|
|
}
|