132 lines
3.9 KiB
Rust
132 lines
3.9 KiB
Rust
use criterion::async_executor::FuturesExecutor;
|
|
use criterion::measurement::WallTime;
|
|
use criterion::{criterion_group, criterion_main, BenchmarkGroup, Criterion, Throughput};
|
|
use futures::executor::block_on;
|
|
use rand::prelude::ThreadRng;
|
|
use rand::{thread_rng, Rng};
|
|
use std::time::Duration;
|
|
use surrealdb::idx::docids::DocId;
|
|
use surrealdb::idx::trees::mtree::{MState, MTree};
|
|
use surrealdb::idx::trees::store::{TreeNodeProvider, TreeNodeStore, TreeStoreType};
|
|
use surrealdb::idx::trees::vector::Vector;
|
|
use surrealdb::kvs::Datastore;
|
|
use surrealdb::kvs::LockType::Optimistic;
|
|
use surrealdb::kvs::TransactionType::{Read, Write};
|
|
use surrealdb::sql::index::Distance;
|
|
|
|
fn bench_index_mtree_dim_3(c: &mut Criterion) {
|
|
bench_index_mtree(c, 1_000, 100_000, 3, 120);
|
|
}
|
|
|
|
fn bench_index_mtree_dim_50(c: &mut Criterion) {
|
|
bench_index_mtree(c, 100, 10_000, 50, 20);
|
|
}
|
|
|
|
fn bench_index_mtree_dim_300(c: &mut Criterion) {
|
|
bench_index_mtree(c, 50, 5_000, 300, 40);
|
|
}
|
|
|
|
fn bench_index_mtree_dim_2048(c: &mut Criterion) {
|
|
bench_index_mtree(c, 10, 1_000, 2048, 60);
|
|
}
|
|
|
|
fn bench_index_mtree(
|
|
c: &mut Criterion,
|
|
debug_samples_len: usize,
|
|
release_samples_len: usize,
|
|
vector_dimension: usize,
|
|
measurement_secs: u64,
|
|
) {
|
|
let samples_len = if cfg!(debug_assertions) {
|
|
debug_samples_len // Debug is slow
|
|
} else {
|
|
release_samples_len // Release is fast
|
|
};
|
|
|
|
// Both benchmark groups are sharing the same datastore
|
|
let ds = block_on(Datastore::new("memory")).unwrap();
|
|
|
|
// Indexing benchmark group
|
|
{
|
|
let mut group = get_group(c, "index_mtree_insert", samples_len, measurement_secs);
|
|
let id = format!("len_{}_dim_{}", samples_len, vector_dimension);
|
|
group.bench_function(id, |b| {
|
|
b.to_async(FuturesExecutor).iter(|| insert_objects(&ds, samples_len, vector_dimension));
|
|
});
|
|
group.finish();
|
|
}
|
|
|
|
// Knn lookup benchmark group
|
|
{
|
|
let mut group = get_group(c, "index_mtree_lookup", 100_000, 10);
|
|
for knn in [1, 10] {
|
|
let id = format!("knn_{}_len_{}_dim_{}", knn, samples_len, vector_dimension);
|
|
group.bench_function(id, |b| {
|
|
b.to_async(FuturesExecutor)
|
|
.iter(|| knn_lookup_objects(&ds, 100_000, vector_dimension, knn));
|
|
});
|
|
}
|
|
group.finish();
|
|
}
|
|
}
|
|
|
|
fn get_group<'a>(
|
|
c: &'a mut Criterion,
|
|
group_name: &str,
|
|
samples_len: usize,
|
|
measurement_secs: u64,
|
|
) -> BenchmarkGroup<'a, WallTime> {
|
|
let mut group = c.benchmark_group(group_name);
|
|
group.throughput(Throughput::Elements(samples_len as u64));
|
|
group.sample_size(10);
|
|
group.measurement_time(Duration::from_secs(measurement_secs));
|
|
group
|
|
}
|
|
fn random_object(rng: &mut ThreadRng, vector_size: usize) -> Vector {
|
|
let mut vec = Vec::with_capacity(vector_size);
|
|
for _ in 0..vector_size {
|
|
vec.push(rng.gen_range(-1.0..=1.0));
|
|
}
|
|
Vector::F32(vec)
|
|
}
|
|
|
|
fn mtree() -> MTree {
|
|
MTree::new(MState::new(40), Distance::Euclidean)
|
|
}
|
|
|
|
async fn insert_objects(ds: &Datastore, samples_size: usize, vector_size: usize) {
|
|
let mut rng = thread_rng();
|
|
let mut t = mtree();
|
|
let mut tx = ds.transaction(Write, Optimistic).await.unwrap();
|
|
let s = TreeNodeStore::new(TreeNodeProvider::Debug, TreeStoreType::Write, 20);
|
|
let mut s = s.lock().await;
|
|
for i in 0..samples_size {
|
|
let object = random_object(&mut rng, vector_size);
|
|
// Insert the sample
|
|
t.insert(&mut tx, &mut s, object, i as DocId).await.unwrap();
|
|
}
|
|
tx.commit().await.unwrap();
|
|
}
|
|
|
|
async fn knn_lookup_objects(ds: &Datastore, samples_size: usize, vector_size: usize, knn: usize) {
|
|
let mut rng = thread_rng();
|
|
let t = mtree();
|
|
let mut tx = ds.transaction(Read, Optimistic).await.unwrap();
|
|
let s = TreeNodeStore::new(TreeNodeProvider::Debug, TreeStoreType::Read, 20);
|
|
let mut s = s.lock().await;
|
|
for _ in 0..samples_size {
|
|
let object = random_object(&mut rng, vector_size);
|
|
// Insert the sample
|
|
t.knn_search(&mut tx, &mut s, &object, knn).await.unwrap();
|
|
}
|
|
tx.rollback_with_panic();
|
|
}
|
|
|
|
criterion_group!(
|
|
benches,
|
|
bench_index_mtree_dim_3,
|
|
bench_index_mtree_dim_50,
|
|
bench_index_mtree_dim_300,
|
|
bench_index_mtree_dim_2048,
|
|
);
|
|
criterion_main!(benches);
|