use crate::ctx::Context; use crate::dbs::Iterable; use crate::dbs::Iterator; use crate::dbs::Operable; use crate::dbs::Options; use crate::dbs::Statement; use crate::dbs::Transaction; use crate::err::Error; use crate::key::graph; use crate::key::thing; use crate::sql::dir::Dir; use crate::sql::thing::Thing; use crate::sql::value::Value; impl Iterable { pub(crate) async fn iterate( self, ctx: &Context<'_>, opt: &Options, txn: &Transaction, stm: &Statement<'_>, ite: &mut Iterator, ) -> Result<(), Error> { if ctx.is_ok() { match self { Iterable::Value(v) => { // Pass the value through let val = Operable::Value(v); // Process the document record ite.process(ctx, opt, txn, stm, None, val).await; } Iterable::Thing(v) => { // Check that the table exists txn.lock().await.check_ns_db_tb(opt.ns(), opt.db(), &v.tb, opt.strict).await?; // Fetch the data from the store let key = thing::new(opt.ns(), opt.db(), &v.tb, &v.id); let val = txn.clone().lock().await.get(key).await?; // Parse the data from the store let val = Operable::Value(match val { Some(v) => Value::from(v), None => Value::None, }); // Process the document record ite.process(ctx, opt, txn, stm, Some(v), val).await; } Iterable::Mergeable(v, o) => { // Check that the table exists txn.lock().await.check_ns_db_tb(opt.ns(), opt.db(), &v.tb, opt.strict).await?; // Fetch the data from the store let key = thing::new(opt.ns(), opt.db(), &v.tb, &v.id); let val = txn.clone().lock().await.get(key).await?; // Parse the data from the store let x = match val { Some(v) => Value::from(v), None => Value::None, }; // Create a new operable value let val = Operable::Mergeable(x, o); // Process the document record ite.process(ctx, opt, txn, stm, Some(v), val).await; } Iterable::Relatable(f, v, w) => { // Check that the table exists txn.lock().await.check_ns_db_tb(opt.ns(), opt.db(), &v.tb, opt.strict).await?; // Fetch the data from the store let key = thing::new(opt.ns(), opt.db(), &v.tb, &v.id); let val = txn.clone().lock().await.get(key).await?; // Parse the data from the store let x = match val { Some(v) => Value::from(v), None => Value::None, }; // Create a new operable value let val = Operable::Relatable(f, x, w); // Process the document record ite.process(ctx, opt, txn, stm, Some(v), val).await; } Iterable::Table(v) => { // Check that the table exists txn.lock().await.check_ns_db_tb(opt.ns(), opt.db(), &v, opt.strict).await?; // Prepare the start and end keys let beg = thing::prefix(opt.ns(), opt.db(), &v); let end = thing::suffix(opt.ns(), opt.db(), &v); // Prepare the next holder key let mut nxt: Option> = None; // Loop until no more keys loop { // Check if the context is finished if ctx.is_done() { break; } // Get the next 1000 key-value entries let res = match nxt { None => { let min = beg.clone(); let max = end.clone(); txn.clone().lock().await.scan(min..max, 1000).await? } Some(ref mut beg) => { beg.push(0x00); let min = beg.clone(); let max = end.clone(); txn.clone().lock().await.scan(min..max, 1000).await? } }; // If there are key-value entries then fetch them if !res.is_empty() { // Get total results let n = res.len(); // Loop over results for (i, (k, v)) in res.into_iter().enumerate() { // Check the context if ctx.is_done() { break; } // Ready the next if n == i + 1 { nxt = Some(k.clone()); } // Parse the data from the store let key: crate::key::thing::Thing = (&k).into(); let val: crate::sql::value::Value = (&v).into(); let rid = Thing::from((key.tb, key.id)); // Create a new operable value let val = Operable::Value(val); // Process the record ite.process(ctx, opt, txn, stm, Some(rid), val).await; } continue; } break; } } Iterable::Range(v) => { // Check that the table exists txn.lock().await.check_ns_db_tb(opt.ns(), opt.db(), &v.tb, opt.strict).await?; // Prepare the start and end keys let beg = thing::new(opt.ns(), opt.db(), &v.tb, &v.beg).encode().unwrap(); let end = thing::new(opt.ns(), opt.db(), &v.tb, &v.end).encode().unwrap(); // Prepare the next holder key let mut nxt: Option> = None; // Loop until no more keys loop { // Check if the context is finished if ctx.is_done() { break; } // Get the next 1000 key-value entries let res = match nxt { None => { let min = beg.clone(); let max = end.clone(); txn.clone().lock().await.scan(min..max, 1000).await? } Some(ref mut beg) => { beg.push(0x00); let min = beg.clone(); let max = end.clone(); txn.clone().lock().await.scan(min..max, 1000).await? } }; // If there are key-value entries then fetch them if !res.is_empty() { // Get total results let n = res.len(); // Loop over results for (i, (k, v)) in res.into_iter().enumerate() { // Check the context if ctx.is_done() { break; } // Ready the next if n == i + 1 { nxt = Some(k.clone()); } // Parse the data from the store let key: crate::key::thing::Thing = (&k).into(); let val: crate::sql::value::Value = (&v).into(); let rid = Thing::from((key.tb, key.id)); // Create a new operable value let val = Operable::Value(val); // Process the record ite.process(ctx, opt, txn, stm, Some(rid), val).await; } continue; } break; } } Iterable::Edges(e) => { // Pull out options let ns = opt.ns(); let db = opt.db(); let tb = &e.from.tb; let id = &e.from.id; // Fetch start and end key pairs let keys = match e.what.len() { 0 => match e.dir { // /ns/db/tb/id Dir::Both => { vec![(graph::prefix(ns, db, tb, id), graph::suffix(ns, db, tb, id))] } // /ns/db/tb/id/IN Dir::In => vec![( graph::egprefix(ns, db, tb, id, &e.dir), graph::egsuffix(ns, db, tb, id, &e.dir), )], // /ns/db/tb/id/OUT Dir::Out => vec![( graph::egprefix(ns, db, tb, id, &e.dir), graph::egsuffix(ns, db, tb, id, &e.dir), )], }, _ => match e.dir { // /ns/db/tb/id/IN/TB Dir::In => e .what .iter() .map(|v| v.to_string()) .map(|v| { ( graph::ftprefix(ns, db, tb, id, &e.dir, &v), graph::ftsuffix(ns, db, tb, id, &e.dir, &v), ) }) .collect::>(), // /ns/db/tb/id/OUT/TB Dir::Out => e .what .iter() .map(|v| v.to_string()) .map(|v| { ( graph::ftprefix(ns, db, tb, id, &e.dir, &v), graph::ftsuffix(ns, db, tb, id, &e.dir, &v), ) }) .collect::>(), // /ns/db/tb/id/IN/TB, /ns/db/tb/id/OUT/TB Dir::Both => e .what .iter() .map(|v| v.to_string()) .flat_map(|v| { vec![ ( graph::ftprefix(ns, db, tb, id, &Dir::In, &v), graph::ftsuffix(ns, db, tb, id, &Dir::In, &v), ), ( graph::ftprefix(ns, db, tb, id, &Dir::Out, &v), graph::ftsuffix(ns, db, tb, id, &Dir::Out, &v), ), ] }) .collect::>(), }, }; // for (beg, end) in keys.iter() { // Prepare the next holder key let mut nxt: Option> = None; // Loop until no more keys loop { // Check if the context is finished if ctx.is_done() { break; } // Get the next 1000 key-value entries let res = match nxt { None => { let min = beg.clone(); let max = end.clone(); txn.clone().lock().await.scan(min..max, 1000).await? } Some(ref mut beg) => { beg.push(0x00); let min = beg.clone(); let max = end.clone(); txn.clone().lock().await.scan(min..max, 1000).await? } }; // If there are key-value entries then fetch them if !res.is_empty() { // Get total results let n = res.len(); // Exit when settled if n == 0 { break; } // Loop over results for (i, (k, _)) in res.into_iter().enumerate() { // Check the context if ctx.is_done() { break; } // Ready the next if n == i + 1 { nxt = Some(k.clone()); } // Parse the data from the store let gra: crate::key::graph::Graph = (&k).into(); // Fetch the data from the store let key = thing::new(opt.ns(), opt.db(), &gra.ft, &gra.fk); let val = txn.clone().lock().await.get(key).await?; let rid = Thing::from((gra.ft, gra.fk)); // Parse the data from the store let val = Operable::Value(match val { Some(v) => Value::from(v), None => Value::None, }); // Process the record ite.process(ctx, opt, txn, stm, Some(rid), val).await; } continue; } break; } } } } } Ok(()) } }