From 8924569a6a592d4dff3d2da2f57a048642292ec1 Mon Sep 17 00:00:00 2001 From: river Date: Wed, 1 Jul 2026 15:51:19 +0300 Subject: [PATCH] Refactor main.py to dynamically import pipeline classes based on command-line arguments; remove __init__.py exports for pipelines. --- main.py | 6 ++++-- src/pipelines/__init__.py | 5 ----- 2 files changed, 4 insertions(+), 7 deletions(-) diff --git a/main.py b/main.py index ecc4269..e99e4b4 100644 --- a/main.py +++ b/main.py @@ -1,8 +1,6 @@ import argparse from dotenv import load_dotenv -from src.vector_store import get_embedding_model, create_chromadb_vector_store from src.config import config -from src.pipelines import IngestionPipeline, RetrievalPipeline, ScrapingPipeline def main(): @@ -16,16 +14,20 @@ def main(): args = parser.parse_args() if args.scrape: + from src.pipelines.scraping_pipeline import ScrapingPipeline ScrapingPipeline(docs_path=config.DOCS_PATH).run() return print("Initializing embedding model and vector store context...") + from src.vector_store import get_embedding_model, create_chromadb_vector_store embedding_model = get_embedding_model(model_name=config.MODEL_NAME, device=config.DEVICE) vector_store = create_chromadb_vector_store(embedding_model=embedding_model, persist_directory=config.DB_PATH) if args.ingest: + from src.pipelines.ingestion_pipeline import IngestionPipeline IngestionPipeline(vector_store=vector_store, docs_path=config.DOCS_PATH, with_previews=True, overwrite=True).run() elif args.query: + from src.pipelines.retrieval_pipeline import RetrievalPipeline RetrievalPipeline(vector_store=vector_store, app_config=config).run() if __name__ == "__main__": diff --git a/src/pipelines/__init__.py b/src/pipelines/__init__.py index 679241f..e69de29 100644 --- a/src/pipelines/__init__.py +++ b/src/pipelines/__init__.py @@ -1,5 +0,0 @@ -from .ingestion_pipeline import IngestionPipeline -from .retrieval_pipeline import RetrievalPipeline -from .scraping_pipeline import ScrapingPipeline - -__all__ = ["IngestionPipeline", "RetrievalPipeline", "ScrapingPipeline"] \ No newline at end of file