Jegao/mutiple filtered test

Cargo.toml

@@ -17,6 +17,7 @@ members = [
     "diskann-providers",
     "diskann-disk",
     "diskann-label-filter",
+    "diskann-label-index",
     "diskann-garnet",
     "diskann-inmem",
     # Infrastructure
@@ -64,6 +65,7 @@ diskann-providers = { path = "diskann-providers", default-features = false, vers
 diskann-inmem = { path = "diskann-inmem", default-features = false, version = "0.55.0" }
 diskann-disk = { path = "diskann-disk", version = "0.55.0" }
 diskann-label-filter = { path = "diskann-label-filter", version = "0.55.0" }
+diskann-label-index = { path = "diskann-label-index", version = "0.55.1-pre.1" }
 # Infra
 diskann-benchmark-runner = { path = "diskann-benchmark-runner", version = "0.55.0" }
 diskann-benchmark-core = { path = "diskann-benchmark-core", version = "0.55.0" }

diskann-benchmark-core/src/search/graph/knn.rs

@@ -315,6 +315,11 @@ pub struct Summary {
     /// This contains one entry per repetition in the batch.
     pub p99_latencies: Vec<MicroSeconds>,
 
+    /// The 99.9th percentile latency for individual queries.
+    ///
+    /// This contains one entry per repetition in the batch.
+    pub p999_latencies: Vec<MicroSeconds>,
+
     /// The recall metrics for search.
     ///
     /// This implementation assumes that search is deterministic and only
@@ -390,20 +395,29 @@ where
         let mut mean_latencies = Vec::with_capacity(results.len());
         let mut p90_latencies = Vec::with_capacity(results.len());
         let mut p99_latencies = Vec::with_capacity(results.len());
+        let mut p999_latencies = Vec::with_capacity(results.len());
 
         results.iter_mut().for_each(|r| {
             match percentiles::compute_percentiles(r.latencies_mut()) {
                 Ok(values) => {
-                    let percentiles::Percentiles { mean, p90, p99, .. } = values;
+                    let percentiles::Percentiles {
+                        mean,
+                        p90,
+                        p99,
+                        p999,
+                        ..
+                    } = values;
                     mean_latencies.push(mean);
                     p90_latencies.push(p90);
                     p99_latencies.push(p99);
+                    p999_latencies.push(p999);
                 }
                 Err(_) => {
                     let zero = MicroSeconds::new(0);
                     mean_latencies.push(0.0);
                     p90_latencies.push(zero);
                     p99_latencies.push(zero);
+                    p999_latencies.push(zero);
                 }
             }
         });
@@ -416,6 +430,7 @@ where
             mean_latencies,
             p90_latencies,
             p99_latencies,
+            p999_latencies,
             mean_cmps: utils::average_all(
                 results
                     .iter()

diskann-benchmark-runner/src/utils/percentiles.rs

@@ -18,6 +18,7 @@ pub struct Percentiles<T> {
     pub median: f64,
     pub p90: T,
     pub p99: T,
+    pub p999: T,
 }
 
 pub trait AsF64Lossy: Copy {
@@ -77,13 +78,15 @@ where
 
     let p90 = x[((9 * len) / 10).min(len - 1)];
     let p99 = x[((99 * len) / 100).min(len - 1)];
+    let p999 = x[((999 * len) / 1000).min(len - 1)];
 
     Ok(Percentiles {
         minimum: x[0],
         mean,
         median,
         p90,
         p99,
+        p999,
     })
 }
 
@@ -163,6 +166,7 @@ mod tests {
                 median: 10.0,
                 p90: 10,
                 p99: 10,
+                p999: 10,
             };
             assert_eq!(p, e);
         }
@@ -177,6 +181,7 @@ mod tests {
                 median: 1.5,
                 p90: 2,
                 p99: 2,
+                p999: 2,
             };
             assert_eq!(p, e);
         }
@@ -191,6 +196,7 @@ mod tests {
                 median: 2.0,
                 p90: 3,
                 p99: 3,
+                p999: 3,
             };
             assert_eq!(p, e);
         }
@@ -205,6 +211,7 @@ mod tests {
                 median: 5.0,
                 p90: 9,
                 p99: 9,
+                p999: 9,
             };
             assert_eq!(p, e);
         }
@@ -219,6 +226,7 @@ mod tests {
                 median: 5.5,
                 p90: 10,
                 p99: 10,
+                p999: 10,
             };
             assert_eq!(p, e);
         }
@@ -233,6 +241,7 @@ mod tests {
                 median: 6.0,
                 p90: 10,
                 p99: 11,
+                p999: 11,
             };
             assert_eq!(p, e);
         }

diskann-benchmark/Cargo.toml

@@ -29,6 +29,7 @@ tokio = { workspace = true, features = ["rt-multi-thread"] }
 diskann-vector.workspace = true
 diskann-wide.workspace = true
 diskann-label-filter.workspace = true
+diskann-label-index.workspace = true
 diskann-tools = { workspace = true }
 diskann-disk = { workspace = true, optional = true }
 diskann-bftree = { workspace = true, optional = true }