Spaces:
Paused
Paused
Fix imports in quick_test.py and remove __pycache__ files
Browse files- benchmarks/quick_test.py +16 -6
- visual_rag/__pycache__/__init__.cpython-313.pyc +0 -0
- visual_rag/__pycache__/config.cpython-313.pyc +0 -0
- visual_rag/embedding/__pycache__/__init__.cpython-313.pyc +0 -0
- visual_rag/embedding/__pycache__/pooling.cpython-313.pyc +0 -0
- visual_rag/embedding/__pycache__/visual_embedder.cpython-313.pyc +0 -0
- visual_rag/indexing/__pycache__/__init__.cpython-313.pyc +0 -0
- visual_rag/indexing/__pycache__/cloudinary_uploader.cpython-313.pyc +0 -0
- visual_rag/indexing/__pycache__/pdf_processor.cpython-313.pyc +0 -0
- visual_rag/indexing/__pycache__/pipeline.cpython-313.pyc +0 -0
- visual_rag/indexing/__pycache__/qdrant_indexer.cpython-313.pyc +0 -0
- visual_rag/retrieval/__pycache__/__init__.cpython-313.pyc +0 -0
- visual_rag/retrieval/__pycache__/two_stage.cpython-313.pyc +0 -0
benchmarks/quick_test.py
CHANGED
|
@@ -21,10 +21,17 @@ import logging
|
|
| 21 |
from pathlib import Path
|
| 22 |
from typing import List, Dict, Any
|
| 23 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 24 |
import numpy as np
|
| 25 |
from tqdm import tqdm
|
| 26 |
|
| 27 |
-
# Visual RAG imports
|
| 28 |
from visual_rag.embedding import VisualEmbedder
|
| 29 |
from visual_rag.embedding.pooling import (
|
| 30 |
tile_level_mean_pooling,
|
|
@@ -161,7 +168,7 @@ def search_exhaustive(query_emb: np.ndarray, docs: Dict, top_k: int = 10) -> Lis
|
|
| 161 |
def search_two_stage(
|
| 162 |
query_emb: np.ndarray,
|
| 163 |
docs: Dict,
|
| 164 |
-
prefetch_k: int =
|
| 165 |
top_k: int = 10,
|
| 166 |
) -> List[Dict]:
|
| 167 |
"""
|
|
@@ -296,9 +303,12 @@ def run_benchmark(
|
|
| 296 |
samples = data["samples"]
|
| 297 |
num_docs = len(docs)
|
| 298 |
|
| 299 |
-
# Auto-set prefetch_k to be meaningful (
|
| 300 |
if prefetch_k is None:
|
| 301 |
-
|
|
|
|
|
|
|
|
|
|
| 302 |
|
| 303 |
# Ensure prefetch_k < num_docs for meaningful two-stage comparison
|
| 304 |
if prefetch_k >= num_docs:
|
|
@@ -508,8 +518,8 @@ def main():
|
|
| 508 |
help="Model: vidore/colSmol-500M (default), vidore/colpali-v1.3"
|
| 509 |
)
|
| 510 |
parser.add_argument(
|
| 511 |
-
"--prefetch-k", type=int, default=
|
| 512 |
-
help="Stage 1 candidates for two-stage (default:
|
| 513 |
)
|
| 514 |
parser.add_argument(
|
| 515 |
"--skip-exhaustive", action="store_true",
|
|
|
|
| 21 |
from pathlib import Path
|
| 22 |
from typing import List, Dict, Any
|
| 23 |
|
| 24 |
+
# Add parent directory to Python path (so we can import visual_rag)
|
| 25 |
+
# This allows running the script directly without pip install
|
| 26 |
+
_script_dir = Path(__file__).parent
|
| 27 |
+
_parent_dir = _script_dir.parent
|
| 28 |
+
if str(_parent_dir) not in sys.path:
|
| 29 |
+
sys.path.insert(0, str(_parent_dir))
|
| 30 |
+
|
| 31 |
import numpy as np
|
| 32 |
from tqdm import tqdm
|
| 33 |
|
| 34 |
+
# Visual RAG imports (now works without pip install)
|
| 35 |
from visual_rag.embedding import VisualEmbedder
|
| 36 |
from visual_rag.embedding.pooling import (
|
| 37 |
tile_level_mean_pooling,
|
|
|
|
| 168 |
def search_two_stage(
|
| 169 |
query_emb: np.ndarray,
|
| 170 |
docs: Dict,
|
| 171 |
+
prefetch_k: int = 20,
|
| 172 |
top_k: int = 10,
|
| 173 |
) -> List[Dict]:
|
| 174 |
"""
|
|
|
|
| 303 |
samples = data["samples"]
|
| 304 |
num_docs = len(docs)
|
| 305 |
|
| 306 |
+
# Auto-set prefetch_k to be meaningful (default: 20, or 20% of docs if >100 docs)
|
| 307 |
if prefetch_k is None:
|
| 308 |
+
if num_docs <= 100:
|
| 309 |
+
prefetch_k = 20 # Default: prefetch 20, rerank to top-10
|
| 310 |
+
else:
|
| 311 |
+
prefetch_k = max(20, min(100, int(num_docs * 0.2))) # 20% for larger collections
|
| 312 |
|
| 313 |
# Ensure prefetch_k < num_docs for meaningful two-stage comparison
|
| 314 |
if prefetch_k >= num_docs:
|
|
|
|
| 518 |
help="Model: vidore/colSmol-500M (default), vidore/colpali-v1.3"
|
| 519 |
)
|
| 520 |
parser.add_argument(
|
| 521 |
+
"--prefetch-k", type=int, default=None,
|
| 522 |
+
help="Stage 1 candidates for two-stage (default: 20 for <=100 docs, auto for larger)"
|
| 523 |
)
|
| 524 |
parser.add_argument(
|
| 525 |
"--skip-exhaustive", action="store_true",
|
visual_rag/__pycache__/__init__.cpython-313.pyc
DELETED
|
Binary file (2.23 kB)
|
|
|
visual_rag/__pycache__/config.cpython-313.pyc
DELETED
|
Binary file (7.1 kB)
|
|
|
visual_rag/embedding/__pycache__/__init__.cpython-313.pyc
DELETED
|
Binary file (741 Bytes)
|
|
|
visual_rag/embedding/__pycache__/pooling.cpython-313.pyc
DELETED
|
Binary file (7.25 kB)
|
|
|
visual_rag/embedding/__pycache__/visual_embedder.cpython-313.pyc
DELETED
|
Binary file (14.9 kB)
|
|
|
visual_rag/indexing/__pycache__/__init__.cpython-313.pyc
DELETED
|
Binary file (873 Bytes)
|
|
|
visual_rag/indexing/__pycache__/cloudinary_uploader.cpython-313.pyc
DELETED
|
Binary file (7.92 kB)
|
|
|
visual_rag/indexing/__pycache__/pdf_processor.cpython-313.pyc
DELETED
|
Binary file (10.9 kB)
|
|
|
visual_rag/indexing/__pycache__/pipeline.cpython-313.pyc
DELETED
|
Binary file (18.9 kB)
|
|
|
visual_rag/indexing/__pycache__/qdrant_indexer.cpython-313.pyc
DELETED
|
Binary file (13.6 kB)
|
|
|
visual_rag/retrieval/__pycache__/__init__.cpython-313.pyc
DELETED
|
Binary file (532 Bytes)
|
|
|
visual_rag/retrieval/__pycache__/two_stage.cpython-313.pyc
DELETED
|
Binary file (12.8 kB)
|
|
|