From bd87b7fed75d5e504eb40c6616c2f1e1e56a0451 Mon Sep 17 00:00:00 2001 From: Gustaf Rydholm Date: Sun, 14 Apr 2024 23:14:21 +0200 Subject: Refactor cli --- rag/upload.py | 30 ------------------------------ 1 file changed, 30 deletions(-) delete mode 100644 rag/upload.py (limited to 'rag/upload.py') diff --git a/rag/upload.py b/rag/upload.py deleted file mode 100644 index 8567142..0000000 --- a/rag/upload.py +++ /dev/null @@ -1,30 +0,0 @@ -from pathlib import Path - -import click -from dotenv import load_dotenv -from loguru import logger as log -from tqdm import tqdm - -from rag.retriever.retriever import Retriever - - -@click.command() -@click.option( - "-d", - "--directory", - help="The full path to the root directory containing pdfs to upload", - type=click.Path(exists=True), -) -def main(directory: str): - log.info(f"Uploading pfs found in directory {directory}...") - retriever = Retriever() - pdfs = Path(directory).glob("**/*.pdf") - for path in tqdm(list(pdfs)): - retriever.add_pdf(path=path) - - -if __name__ == "__main__": - log.remove() - log.add(lambda msg: tqdm.write(msg, end=""), colorize=True) - load_dotenv() - main() -- cgit v1.2.3-70-g09d2