Skip to content
Open
Show file tree
Hide file tree
Changes from 4 commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion diskann-benchmark-core/src/build/graph/multi.rs
Original file line number Diff line number Diff line change
Expand Up @@ -10,7 +10,7 @@ use diskann::{
graph::{self, glue},
provider,
};
use diskann_utils::{future::AsyncFriendly, views::Matrix};
use diskann_utils::{future::AsyncFriendly, matrix::Matrix};

use crate::build::{Build, ids::ToId};

Expand Down
2 changes: 1 addition & 1 deletion diskann-benchmark-core/src/build/graph/single.rs
Original file line number Diff line number Diff line change
Expand Up @@ -10,7 +10,7 @@ use diskann::{
graph::{self, glue},
provider,
};
use diskann_utils::{future::AsyncFriendly, views::Matrix};
use diskann_utils::{future::AsyncFriendly, matrix::Matrix};

use crate::build::{Build, ids::ToId};

Expand Down
6 changes: 3 additions & 3 deletions diskann-benchmark-core/src/recall.rs
Original file line number Diff line number Diff line change
Expand Up @@ -9,8 +9,8 @@ use std::{
};

use diskann_utils::{
matrix::{Matrix, MatrixView},
strided::StridedView,
views::{Matrix, MatrixView},
};
use thiserror::Error;

Expand Down Expand Up @@ -364,7 +364,7 @@ where

#[cfg(test)]
mod tests {
use diskann_utils::views::{self, Matrix};
use diskann_utils::matrix::{self, Matrix};

use super::*;

Expand All @@ -380,7 +380,7 @@ mod tests {
fn test_rows() {
let mut i = 0usize;
let mat = Matrix::new(
views::Init(|| {
matrix::Init(|| {
let v = i;
i += 1;
v
Expand Down
4 changes: 2 additions & 2 deletions diskann-benchmark-core/src/search/api.rs
Original file line number Diff line number Diff line change
Expand Up @@ -9,7 +9,7 @@ use diskann::{ANNResult, graph, utils::async_tools};
use diskann_benchmark_runner::utils::MicroSeconds;
use diskann_utils::{
future::{AsyncFriendly, boxit},
views::{self, Matrix},
matrix::{self, Matrix},
};

use crate::{
Expand Down Expand Up @@ -517,7 +517,7 @@ where
T: Search,
{
let mut lengths = Vec::with_capacity(range.len());
let mut ids = Matrix::new(views::Init(T::Id::default), range.len(), num_ids.into());
let mut ids = Matrix::new(matrix::Init(T::Id::default), range.len(), num_ids.into());

let mut latencies = Vec::<MicroSeconds>::with_capacity(range.len());
let mut outputs = Vec::<T::Output>::with_capacity(range.len());
Expand Down
2 changes: 1 addition & 1 deletion diskann-benchmark-core/src/search/graph/inline.rs
Original file line number Diff line number Diff line change
Expand Up @@ -10,7 +10,7 @@ use diskann::{
graph::{self, ext::labeled, glue, search::AdaptiveL},
provider,
};
use diskann_utils::{future::AsyncFriendly, views::Matrix};
use diskann_utils::{future::AsyncFriendly, matrix::Matrix};

use crate::search::{self, Search, graph::Strategy};

Expand Down
2 changes: 1 addition & 1 deletion diskann-benchmark-core/src/search/graph/knn.rs
Original file line number Diff line number Diff line change
Expand Up @@ -13,7 +13,7 @@ use diskann::{
provider,
};
use diskann_benchmark_runner::utils::{MicroSeconds, percentiles};
use diskann_utils::{future::AsyncFriendly, views::Matrix};
use diskann_utils::{future::AsyncFriendly, matrix::Matrix};

use crate::{
recall,
Expand Down
2 changes: 1 addition & 1 deletion diskann-benchmark-core/src/search/graph/multihop.rs
Original file line number Diff line number Diff line change
Expand Up @@ -10,7 +10,7 @@ use diskann::{
graph::{self, ext::labeled, glue},
provider,
};
use diskann_utils::{future::AsyncFriendly, views::Matrix};
use diskann_utils::{future::AsyncFriendly, matrix::Matrix};

use crate::search::{self, Search, graph::Strategy};

Expand Down
2 changes: 1 addition & 1 deletion diskann-benchmark-core/src/search/graph/range.rs
Original file line number Diff line number Diff line change
Expand Up @@ -11,7 +11,7 @@ use diskann::{
provider,
};
use diskann_benchmark_runner::utils::{MicroSeconds, percentiles};
use diskann_utils::{future::AsyncFriendly, views::Matrix};
use diskann_utils::{future::AsyncFriendly, matrix::Matrix};

use crate::{
recall,
Expand Down
4 changes: 2 additions & 2 deletions diskann-benchmark-core/src/search/ids.rs
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@
* Licensed under the MIT license.
*/

use diskann_utils::views::{self, Matrix};
use diskann_utils::matrix::{self, Matrix};

use crate::recall;

Expand Down Expand Up @@ -231,7 +231,7 @@ where
len,
num_ids,
} => {
let mut dst = Matrix::new(views::Init(|| I::default()), len, num_ids);
let mut dst = Matrix::new(matrix::Init(|| I::default()), len, num_ids);
let mut lengths = Vec::with_capacity(len);

let mut output_row = 0;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@

use std::{ops::Range, path::Path, sync::Arc};

use diskann_utils::views::{Matrix, MatrixView};
use diskann_utils::matrix::{Matrix, MatrixView};

use crate::{recall, streaming};

Expand Down
4 changes: 2 additions & 2 deletions diskann-benchmark-simd/src/lib.rs
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,7 @@

use std::{io::Write, num::NonZeroUsize};

use diskann_utils::views::{Matrix, MatrixView};
use diskann_utils::matrix::{Matrix, MatrixView};
use diskann_vector::distance::simd;
use diskann_wide::Architecture;
use half::f16;
Expand Down Expand Up @@ -755,7 +755,7 @@ impl<Q, D> Data<Q, D> {
.map(|_| StandardUniform.sample(&mut rng))
.collect();
let data = Matrix::<D>::new(
diskann_utils::views::Init(|| StandardUniform.sample(&mut rng)),
diskann_utils::matrix::Init(|| StandardUniform.sample(&mut rng)),
run.num_points.get(),
run.dim.get(),
);
Expand Down
2 changes: 1 addition & 1 deletion diskann-benchmark/src/disk_index/search.rs
Original file line number Diff line number Diff line change
Expand Up @@ -31,7 +31,7 @@ use diskann_providers::{
utils::{create_thread_pool, ParallelIteratorInPool},
};
use diskann_tools::utils::{search_index_utils, KRecallAtN};
use diskann_utils::views::Matrix;
use diskann_utils::matrix::Matrix;
use serde::{Deserialize, Serialize};

use crate::{
Expand Down
6 changes: 3 additions & 3 deletions diskann-benchmark/src/exhaustive/algos.rs
Original file line number Diff line number Diff line change
Expand Up @@ -33,15 +33,15 @@ where

#[derive(Debug, Clone)]
pub(super) struct LinearSearch {
pub(super) ids: diskann_utils::views::Matrix<u32>,
pub(super) ids: diskann_utils::matrix::Matrix<u32>,
pub(super) preprocess: Vec<MicroSeconds>,
pub(super) search: Vec<MicroSeconds>,
pub(super) total: MicroSeconds,
}

pub(super) fn linear_search<Q, C>(
store: &Q,
queries: diskann_utils::views::MatrixView<f32>,
queries: diskann_utils::matrix::MatrixView<f32>,
builder: &C,
results_per_query: usize,
progress: &indicatif::ProgressBar,
Expand All @@ -51,7 +51,7 @@ where
C: CreateQuantComputer<Q> + Sync,
{
let mut output =
diskann_utils::views::Matrix::<u32>::new(u32::MAX, queries.nrows(), results_per_query);
diskann_utils::matrix::Matrix::<u32>::new(u32::MAX, queries.nrows(), results_per_query);

struct Times {
preprocess: MicroSeconds,
Expand Down
6 changes: 3 additions & 3 deletions diskann-benchmark/src/exhaustive/minmax.rs
Original file line number Diff line number Diff line change
Expand Up @@ -370,7 +370,7 @@ mod imp {
pub(super) struct Store<const NBITS: usize> {
// The number of bytes to take from each row.
bytes: usize,
data: diskann_utils::views::Matrix<u8>,
data: diskann_utils::matrix::Matrix<u8>,
quantizer: diskann_quantization::minmax::MinMaxQuantizer,
}

Expand All @@ -379,7 +379,7 @@ mod imp {
Unsigned: Representation<NBITS>,
{
fn new(
input: diskann_utils::views::MatrixView<f32>,
input: diskann_utils::matrix::MatrixView<f32>,
quantizer: diskann_quantization::minmax::MinMaxQuantizer,
progress: &ProgressBar,
) -> anyhow::Result<Self> {
Expand All @@ -389,7 +389,7 @@ mod imp {
// The APIs below should correctly handle these variables.
let output_dim = quantizer.output_dim();
let bytes = Data::<NBITS>::canonical_bytes(output_dim);
let mut data = diskann_utils::views::Matrix::new(0, input.nrows(), bytes);
let mut data = diskann_utils::matrix::Matrix::new(0, input.nrows(), bytes);

// Compress the data.
//
Expand Down
6 changes: 3 additions & 3 deletions diskann-benchmark/src/exhaustive/product.rs
Original file line number Diff line number Diff line change
Expand Up @@ -322,18 +322,18 @@ mod imp {

/// A store for quantized data.
pub(super) struct Store {
data: diskann_utils::views::Matrix<u8>,
data: diskann_utils::matrix::Matrix<u8>,
quantizer: diskann_providers::model::pq::FixedChunkPQTable,
}

impl Store {
fn new(
input: diskann_utils::views::MatrixView<f32>,
input: diskann_utils::matrix::MatrixView<f32>,
quantizer: diskann_providers::model::pq::FixedChunkPQTable,
progress: &ProgressBar,
) -> anyhow::Result<Self> {
let mut data =
diskann_utils::views::Matrix::new(0, input.nrows(), quantizer.get_num_chunks());
diskann_utils::matrix::Matrix::new(0, input.nrows(), quantizer.get_num_chunks());

// Compress the data.
#[allow(clippy::disallowed_methods)]
Expand Down
6 changes: 3 additions & 3 deletions diskann-benchmark/src/exhaustive/spherical.rs
Original file line number Diff line number Diff line change
Expand Up @@ -394,7 +394,7 @@ mod imp {
pub(super) struct Store<const NBITS: usize> {
// The number of bytes to take from each row.
bytes: usize,
data: diskann_utils::views::Matrix<u8>,
data: diskann_utils::matrix::Matrix<u8>,
plan: diskann_quantization::spherical::iface::Impl<NBITS>,
}

Expand All @@ -405,7 +405,7 @@ mod imp {
for<'a> CompressIntoWith<&'a [f32], DataMut<'a, NBITS>, ScopedAllocator<'a>>,
{
fn new(
input: diskann_utils::views::MatrixView<f32>,
input: diskann_utils::matrix::MatrixView<f32>,
plan: diskann_quantization::spherical::iface::Impl<NBITS>,
progress: &ProgressBar,
) -> anyhow::Result<Self> {
Expand All @@ -416,7 +416,7 @@ mod imp {
let output_dim = plan.quantizer().output_dim();
let bytes =
diskann_quantization::spherical::DataRef::<NBITS>::canonical_bytes(output_dim);
let mut data = diskann_utils::views::Matrix::new(0, input.nrows(), bytes);
let mut data = diskann_utils::matrix::Matrix::new(0, input.nrows(), bytes);

// Compress the data.
#[allow(clippy::disallowed_methods)]
Expand Down
2 changes: 1 addition & 1 deletion diskann-benchmark/src/flat/search.rs
Original file line number Diff line number Diff line change
Expand Up @@ -24,7 +24,7 @@ use diskann_benchmark_runner::{
utils::{datatype::AsDataType, percentiles, MicroSeconds},
Benchmark, Checkpoint, Registry,
};
use diskann_utils::{future::SendFuture, views::Matrix};
use diskann_utils::{future::SendFuture, matrix::Matrix};
use diskann_vector::{distance::Metric, PreprocessedDistanceFunction};
use half::f16;
use serde::Serialize;
Expand Down
2 changes: 1 addition & 1 deletion diskann-benchmark/src/index/benchmarks.rs
Original file line number Diff line number Diff line change
Expand Up @@ -31,7 +31,7 @@ use diskann_providers::{
};
use diskann_utils::{
future::AsyncFriendly,
views::{Matrix, MatrixView},
matrix::{Matrix, MatrixView},
};
use half::f16;

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -24,7 +24,7 @@ use diskann_providers::{
model::graph::provider::async_::common::FullPrecision,
storage::{FileStorageProvider, SaveWith},
};
use diskann_utils::views::{Matrix, MatrixView};
use diskann_utils::matrix::{Matrix, MatrixView};

use crate::{
index::{
Expand Down
2 changes: 1 addition & 1 deletion diskann-benchmark/src/index/bftree/spherical.rs
Original file line number Diff line number Diff line change
Expand Up @@ -23,7 +23,7 @@ use diskann_quantization::{
SphericalQuantizer,
},
};
use diskann_utils::views::Matrix;
use diskann_utils::matrix::Matrix;
use rand::SeedableRng;

use crate::{
Expand Down
2 changes: 1 addition & 1 deletion diskann-benchmark/src/index/bftree/spherical_streaming.rs
Original file line number Diff line number Diff line change
Expand Up @@ -30,7 +30,7 @@ use diskann_quantization::spherical::{
iface::{self as spherical_iface, Quantizer},
SphericalQuantizer,
};
use diskann_utils::views::{Matrix, MatrixView};
use diskann_utils::matrix::{Matrix, MatrixView};
use rand::SeedableRng;

use crate::{
Expand Down
2 changes: 1 addition & 1 deletion diskann-benchmark/src/index/build.rs
Original file line number Diff line number Diff line change
Expand Up @@ -23,7 +23,7 @@ use diskann_providers::{
};
use diskann_utils::{
future::AsyncFriendly,
views::{Matrix, MatrixView},
matrix::{Matrix, MatrixView},
};
use indicatif::{ProgressBar, ProgressStyle};
use serde::Serialize;
Expand Down
2 changes: 1 addition & 1 deletion diskann-benchmark/src/index/inmem/product.rs
Original file line number Diff line number Diff line change
Expand Up @@ -49,7 +49,7 @@ mod imp {
IndexConfiguration,
},
};
use diskann_utils::views::{Matrix, MatrixView};
use diskann_utils::matrix::{Matrix, MatrixView};

use diskann_benchmark_runner::{
benchmark::{MatchContext, Score},
Expand Down
2 changes: 1 addition & 1 deletion diskann-benchmark/src/index/inmem/scalar.rs
Original file line number Diff line number Diff line change
Expand Up @@ -69,7 +69,7 @@ mod imp {
graph::provider::async_::{common, inmem},
},
};
use diskann_utils::views::{Matrix, MatrixView};
use diskann_utils::matrix::{Matrix, MatrixView};

use crate::{
index::{
Expand Down
2 changes: 1 addition & 1 deletion diskann-benchmark/src/index/inmem/spherical.rs
Original file line number Diff line number Diff line change
Expand Up @@ -75,7 +75,7 @@ mod imp {
model::graph::provider::async_::{common, inmem},
};
use diskann_quantization::alloc::GlobalAllocator;
use diskann_utils::views::Matrix;
use diskann_utils::matrix::Matrix;
use rand::SeedableRng;
use serde::Serialize;
use std::{io::Write, sync::Arc};
Expand Down
2 changes: 1 addition & 1 deletion diskann-benchmark/src/index/streaming/full_precision.rs
Original file line number Diff line number Diff line change
Expand Up @@ -19,7 +19,7 @@ use diskann_providers::model::graph::provider::async_::{
};
use diskann_utils::{
future::AsyncFriendly,
views::{Matrix, MatrixView},
matrix::{Matrix, MatrixView},
};

use super::{
Expand Down
2 changes: 1 addition & 1 deletion diskann-benchmark/src/index/streaming/managed.rs
Original file line number Diff line number Diff line change
Expand Up @@ -11,7 +11,7 @@ use diskann_benchmark_core::{
streaming::{self, executors},
};
use diskann_benchmark_runner::{timed, utils::MicroSeconds};
use diskann_utils::views::{Matrix, MatrixView};
use diskann_utils::matrix::{Matrix, MatrixView};

use crate::utils::streaming::TagSlotManager;

Expand Down
12 changes: 6 additions & 6 deletions diskann-benchmark/src/multi_vector/driver.rs
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@ use diskann_benchmark_runner::{
},
Checker, Input,
};
use diskann_quantization::multi_vector::{Mat, MatRef, MaxSimKernel, Overflow, Standard};
use diskann_quantization::multi_vector::{Mat, MatRef, MaxSimKernel, Overflow, RowMajor};
use rand::{
distr::{Distribution, StandardUniform},
rngs::StdRng,
Expand Down Expand Up @@ -68,8 +68,8 @@ impl Input for MultiVectorTolerance {

/// Random query / doc fixture for a single benchmark run.
pub(super) struct Data<T: Copy> {
pub(super) queries: Mat<Standard<T>>,
pub(super) docs: Mat<Standard<T>>,
pub(super) queries: Mat<RowMajor<T>>,
pub(super) docs: Mat<RowMajor<T>>,
}

impl<T: Copy> Data<T>
Expand All @@ -79,11 +79,11 @@ where
pub(super) fn new(run: &Run) -> Result<Self, Overflow> {
let mut rng = StdRng::seed_from_u64(0x12345);
let queries = Mat::from_fn(
Standard::new(run.num_query_vectors.get(), run.dim.get())?,
RowMajor::new(run.num_query_vectors.get(), run.dim.get())?,
|| StandardUniform.sample(&mut rng),
);
Comment on lines +80 to 86
let docs = Mat::from_fn(
Standard::new(run.num_doc_vectors.get(), run.dim.get())?,
RowMajor::new(run.num_doc_vectors.get(), run.dim.get())?,
|| StandardUniform.sample(&mut rng),
);
Ok(Self { queries, docs })
Expand All @@ -96,7 +96,7 @@ where

pub(super) fn run_with_kernel<T: Copy>(
run: &Run,
doc: MatRef<'_, Standard<T>>,
doc: MatRef<'_, RowMajor<T>>,
kernel: &dyn MaxSimKernel<T>,
) -> RunResult {
let mut scores = vec![0.0f32; run.num_query_vectors.get()];
Expand Down
Loading
Loading