chore: set prefetch size to 64KiB

GreptimeTeam · Dec 12, 2024 · 6663855 · 6663855
1 parent 2d34e58
commit 6663855
Show file tree

Hide file tree

Showing 5 changed files with 8 additions and 4 deletions.
diff --git a/src/index/src/inverted_index/format/reader.rs b/src/index/src/inverted_index/format/reader.rs
@@ -16,6 +16,7 @@ use std::sync::Arc;
 
 use async_trait::async_trait;
 use common_base::BitVec;
+use common_telemetry::debug;
 use greptime_proto::v1::index::InvertedIndexMetas;
 use snafu::ResultExt;
 
@@ -38,6 +39,7 @@ pub trait InvertedIndexReader: Send {
 
     /// Retrieves the finite state transducer (FST) map from the given offset and size.
     async fn fst(&mut self, offset: u64, size: u32) -> Result<FstMap> {
+        debug!("using InvertedIndexReader, fst offset: {offset}, size: {size}");
         let fst_data = self.range_read(offset, size).await?;
         FstMap::new(fst_data).context(DecodeFstSnafu)
     }

diff --git a/src/index/src/inverted_index/format/reader/footer.rs b/src/index/src/inverted_index/format/reader/footer.rs
@@ -24,7 +24,7 @@ use crate::inverted_index::error::{
 };
 use crate::inverted_index::format::FOOTER_PAYLOAD_SIZE_SIZE;
 
-pub const DEFAULT_PREFETCH_SIZE: u64 = 1024; // 1KiB
+pub const DEFAULT_PREFETCH_SIZE: u64 = 64 * 1024; // 64KiB
 
 /// InvertedIndexFooterReader is for reading the footer section of the blob.
 pub struct InvertedIndexFooterReader<R> {

diff --git a/src/mito2/src/cache/index.rs b/src/mito2/src/cache/index.rs
@@ -18,7 +18,7 @@ use std::sync::Arc;
 use api::v1::index::InvertedIndexMetas;
 use async_trait::async_trait;
 use common_base::BitVec;
-use common_telemetry::tracing;
+use common_telemetry::{debug, tracing};
 use index::inverted_index::error::DecodeFstSnafu;
 use index::inverted_index::format::reader::InvertedIndexReader;
 use index::inverted_index::FstMap;
@@ -134,6 +134,7 @@ impl<R: InvertedIndexReader> InvertedIndexReader for CachedInvertedIndexBlobRead
         offset: u64,
         size: u32,
     ) -> index::inverted_index::error::Result<FstMap> {
+        debug!("using CachedInvertedIndexBlobReader, fst offset: {offset}, size: {size}");
         self.get_or_load(offset, size)
             .await
             .and_then(|r| FstMap::new(r).context(DecodeFstSnafu))

diff --git a/src/mito2/src/sst/index/inverted_index/applier.rs b/src/mito2/src/sst/index/inverted_index/applier.rs
@@ -16,7 +16,7 @@ pub mod builder;
 
 use std::sync::Arc;
 
-use common_telemetry::warn;
+use common_telemetry::{debug, warn};
 use index::inverted_index::format::reader::InvertedIndexBlobReader;
 use index::inverted_index::search::index_apply::{
     ApplyOutput, IndexApplier, IndexNotFoundStrategy, SearchContext,
@@ -134,6 +134,7 @@ impl InvertedIndexApplier {
         };
 
         if let Some(index_cache) = &self.inverted_index_cache {
+            debug!("inverted index cache is used");
             let mut index_reader = CachedInvertedIndexBlobReader::new(
                 file_id,
                 InvertedIndexBlobReader::new(blob),

diff --git a/src/puffin/src/file_format/reader/footer.rs b/src/puffin/src/file_format/reader/footer.rs
@@ -25,7 +25,7 @@ use crate::file_format::{Flags, FLAGS_SIZE, MAGIC, MAGIC_SIZE, MIN_FILE_SIZE, PA
 use crate::file_metadata::FileMetadata;
 
 /// The default prefetch size for the footer reader.
-pub const DEFAULT_PREFETCH_SIZE: u64 = 1024; // 1KiB
+pub const DEFAULT_PREFETCH_SIZE: u64 = 64 * 1024; // 64KiB
 
 /// Reader for the footer of a Puffin data file
 ///