From 74a7e6791be964869f89b78bde03562d161d1ff4 Mon Sep 17 00:00:00 2001
From: Anthony Alaribe <anthonyalaribe@gmail.com>
Date: Sun, 25 Oct 2026 21:22:31 +0100
Subject: [PATCH] tantivy: copy bundle ranges by slice, not byte by byte

A warm 7-day errors list still spent ~3 s in the tantivy fan-out after the index
count fell 273 -> 60: tantivy opens a fast-field column by reading it whole, and
each bundle read assembled those hundreds of MB through a per-byte iterator with
a vector per block. Covered by a property test over block edges.
---
 src/tantivy/hotcache.rs | 34 ++++++++++++++++++++++++++++++++--
 1 file changed, 32 insertions(+), 2 deletions(-)

diff --git a/src/tantivy/hotcache.rs b/src/tantivy/hotcache.rs
index 9fb9444d..95a091a9 100644
--- a/src/tantivy/hotcache.rs
+++ b/src/tantivy/hotcache.rs
@@ -348,8 +348,16 @@ impl BundleDirectory {
                 blocks[block - first] = Some(bytes);
             }
         }
-        let skip = range.start - first * BUNDLE_BLOCK;
-        Ok(blocks.into_iter().flatten().flat_map(|b| b.iter().copied().collect_vec()).skip(skip).take(range.len()).collect())
+        // Slice copies: tantivy opens a fast-field column by reading it whole, so on a day-sized
+        // index this runs over hundreds of MB per query, where a per-byte copy cost seconds.
+        let mut out = Vec::with_capacity(range.len());
+        let mut skip = range.start - first * BUNDLE_BLOCK;
+        for block in blocks.iter().flatten() {
+            let block = &block[skip.min(block.len())..];
+            skip = 0;
+            out.extend_from_slice(&block[..block.len().min(range.len() - out.len())]);
+        }
+        Ok(out)
     }
 }
 
@@ -420,6 +428,28 @@ mod tests {
         udf::{PredNode, TextMatchPred},
     };
 
+    proptest::proptest! {
+        #![proptest_config(proptest::prelude::ProptestConfig::with_cases(32))]
+        /// Any byte range of a multi-block file reads back exactly, cold or from the block cache.
+        #[test]
+        fn a_bundle_range_reads_back_exactly(len in 1usize..(3 * BUNDLE_BLOCK + 17), a in 0usize..(3 * BUNDLE_BLOCK + 17), b in 0usize..(3 * BUNDLE_BLOCK + 17)) {
+            let data: Vec<u8> = (0..len).map(|i| (i * 31 % 251) as u8).collect();
+            let dir = tempfile::tempdir().unwrap();
+            let mut schema = tantivy::schema::Schema::builder();
+            schema.add_text_field("t", tantivy::schema::STRING);
+            tantivy::Index::create_in_dir(dir.path(), schema.build()).unwrap().writer::<tantivy::TantivyDocument>(15_000_000).unwrap().commit().unwrap();
+            std::fs::write(dir.path().join("x.fast"), &data).unwrap();
+            let blob = pack_bundle(dir.path(), 1).unwrap();
+            let directory = BundleDirectory::new(blob.clone(), Arc::new(blob)).unwrap().with_cache(7, block_cache(1 << 20));
+            let handle = tantivy::Directory::get_file_handle(&directory, Path::new("x.fast")).unwrap();
+            let (lo, hi) = (a.min(b) % len, (a.max(b) % len).max(a.min(b) % len));
+            for _ in 0..2 {
+                let read = handle.read_bytes(lo..hi).unwrap();
+                proptest::prop_assert_eq!(read.as_slice(), &data[lo..hi]);
+            }
+        }
+    }
+
     /// Per file extension: (reads, bytes read).
     fn summarize(log: &[(PathBuf, Range<usize>)]) -> BTreeMap<String, (usize, usize)> {
         let mut out: BTreeMap<String, (usize, usize)> = BTreeMap::new();