Yeroyan commited on
Commit
963d198
·
1 Parent(s): 2117cb7

Fix imports in quick_test.py and remove __pycache__ files

Browse files
benchmarks/quick_test.py CHANGED
@@ -21,10 +21,17 @@ import logging
21
  from pathlib import Path
22
  from typing import List, Dict, Any
23
 
 
 
 
 
 
 
 
24
  import numpy as np
25
  from tqdm import tqdm
26
 
27
- # Visual RAG imports
28
  from visual_rag.embedding import VisualEmbedder
29
  from visual_rag.embedding.pooling import (
30
  tile_level_mean_pooling,
@@ -161,7 +168,7 @@ def search_exhaustive(query_emb: np.ndarray, docs: Dict, top_k: int = 10) -> Lis
161
  def search_two_stage(
162
  query_emb: np.ndarray,
163
  docs: Dict,
164
- prefetch_k: int = 50,
165
  top_k: int = 10,
166
  ) -> List[Dict]:
167
  """
@@ -296,9 +303,12 @@ def run_benchmark(
296
  samples = data["samples"]
297
  num_docs = len(docs)
298
 
299
- # Auto-set prefetch_k to be meaningful (30% of docs, min 10, max 100)
300
  if prefetch_k is None:
301
- prefetch_k = max(10, min(100, int(num_docs * 0.3)))
 
 
 
302
 
303
  # Ensure prefetch_k < num_docs for meaningful two-stage comparison
304
  if prefetch_k >= num_docs:
@@ -508,8 +518,8 @@ def main():
508
  help="Model: vidore/colSmol-500M (default), vidore/colpali-v1.3"
509
  )
510
  parser.add_argument(
511
- "--prefetch-k", type=int, default=50,
512
- help="Stage 1 candidates for two-stage (default: 50)"
513
  )
514
  parser.add_argument(
515
  "--skip-exhaustive", action="store_true",
 
21
  from pathlib import Path
22
  from typing import List, Dict, Any
23
 
24
+ # Add parent directory to Python path (so we can import visual_rag)
25
+ # This allows running the script directly without pip install
26
+ _script_dir = Path(__file__).parent
27
+ _parent_dir = _script_dir.parent
28
+ if str(_parent_dir) not in sys.path:
29
+ sys.path.insert(0, str(_parent_dir))
30
+
31
  import numpy as np
32
  from tqdm import tqdm
33
 
34
+ # Visual RAG imports (now works without pip install)
35
  from visual_rag.embedding import VisualEmbedder
36
  from visual_rag.embedding.pooling import (
37
  tile_level_mean_pooling,
 
168
  def search_two_stage(
169
  query_emb: np.ndarray,
170
  docs: Dict,
171
+ prefetch_k: int = 20,
172
  top_k: int = 10,
173
  ) -> List[Dict]:
174
  """
 
303
  samples = data["samples"]
304
  num_docs = len(docs)
305
 
306
+ # Auto-set prefetch_k to be meaningful (default: 20, or 20% of docs if >100 docs)
307
  if prefetch_k is None:
308
+ if num_docs <= 100:
309
+ prefetch_k = 20 # Default: prefetch 20, rerank to top-10
310
+ else:
311
+ prefetch_k = max(20, min(100, int(num_docs * 0.2))) # 20% for larger collections
312
 
313
  # Ensure prefetch_k < num_docs for meaningful two-stage comparison
314
  if prefetch_k >= num_docs:
 
518
  help="Model: vidore/colSmol-500M (default), vidore/colpali-v1.3"
519
  )
520
  parser.add_argument(
521
+ "--prefetch-k", type=int, default=None,
522
+ help="Stage 1 candidates for two-stage (default: 20 for <=100 docs, auto for larger)"
523
  )
524
  parser.add_argument(
525
  "--skip-exhaustive", action="store_true",
visual_rag/__pycache__/__init__.cpython-313.pyc DELETED
Binary file (2.23 kB)
 
visual_rag/__pycache__/config.cpython-313.pyc DELETED
Binary file (7.1 kB)
 
visual_rag/embedding/__pycache__/__init__.cpython-313.pyc DELETED
Binary file (741 Bytes)
 
visual_rag/embedding/__pycache__/pooling.cpython-313.pyc DELETED
Binary file (7.25 kB)
 
visual_rag/embedding/__pycache__/visual_embedder.cpython-313.pyc DELETED
Binary file (14.9 kB)
 
visual_rag/indexing/__pycache__/__init__.cpython-313.pyc DELETED
Binary file (873 Bytes)
 
visual_rag/indexing/__pycache__/cloudinary_uploader.cpython-313.pyc DELETED
Binary file (7.92 kB)
 
visual_rag/indexing/__pycache__/pdf_processor.cpython-313.pyc DELETED
Binary file (10.9 kB)
 
visual_rag/indexing/__pycache__/pipeline.cpython-313.pyc DELETED
Binary file (18.9 kB)
 
visual_rag/indexing/__pycache__/qdrant_indexer.cpython-313.pyc DELETED
Binary file (13.6 kB)
 
visual_rag/retrieval/__pycache__/__init__.cpython-313.pyc DELETED
Binary file (532 Bytes)
 
visual_rag/retrieval/__pycache__/two_stage.cpython-313.pyc DELETED
Binary file (12.8 kB)