Simple RAG

simple RAG using VARAG¶

Requirement to RUN this notebook - CPU or T4(if using OCR and need fast OCR)

In [ ]:

!git clone https://github.com/adithya-s-k/VARAG
%cd VARAG
%pwd

!git clone https://github.com/adithya-s-k/VARAG %cd VARAG %pwd

In [ ]:

!apt-get update && apt-get install -y && apt-get install -y poppler-utils

!apt-get update && apt-get install -y && apt-get install -y poppler-utils

In [ ]:

%pip install -e .

## We will be using Docling for OCR
%pip install docling

%pip install -e . ## We will be using Docling for OCR %pip install docling

In [ ]:

from sentence_transformers import SentenceTransformer
from varag.rag import SimpleRAG
from varag.llms import OpenAI
from varag.chunking import FixedTokenChunker
import lancedb
import os
from dotenv import load_dotenv

os.environ["OPENAI_API_KEY"] = "api-key"

load_dotenv()

from sentence_transformers import SentenceTransformer from varag.rag import SimpleRAG from varag.llms import OpenAI from varag.chunking import FixedTokenChunker import lancedb import os from dotenv import load_dotenv os.environ["OPENAI_API_KEY"] = "api-key" load_dotenv()

In [ ]:

embedding_model = SentenceTransformer("all-MiniLM-L6-v2", trust_remote_code=True)
# embedding_model = SentenceTransformer("BAAI/bge-base-en", trust_remote_code=True)
# embedding_model = SentenceTransformer("BAAI/bge-large-en-v1.5", trust_remote_code=True)
# embedding_model = SentenceTransformer("BAAI/bge-small-en-v1.5", trust_remote_code=True)

# Initialize shared database
shared_db = lancedb.connect("~/shared_rag_db")

# Initialize TextRAG with shared database
text_rag = SimpleRAG(
    text_embedding_model=embedding_model,
    db=shared_db,
    table_name="textDemo",
)


# Initialize OpenAI LLM
llm = OpenAI()

embedding_model = SentenceTransformer("all-MiniLM-L6-v2", trust_remote_code=True) # embedding_model = SentenceTransformer("BAAI/bge-base-en", trust_remote_code=True) # embedding_model = SentenceTransformer("BAAI/bge-large-en-v1.5", trust_remote_code=True) # embedding_model = SentenceTransformer("BAAI/bge-small-en-v1.5", trust_remote_code=True) # Initialize shared database shared_db = lancedb.connect("~/shared_rag_db") # Initialize TextRAG with shared database text_rag = SimpleRAG( text_embedding_model=embedding_model, db=shared_db, table_name="textDemo", ) # Initialize OpenAI LLM llm = OpenAI()

In [ ]:

text_rag.index(
        "./examples/data",
        recursive=False,
        chunking_strategy=FixedTokenChunker(chunk_size=1000),
        metadata={"source": "gradio_upload"},
        overwrite=True,
        verbose=True,
        ocr=True,
    )

text_rag.index( "./examples/data", recursive=False, chunking_strategy=FixedTokenChunker(chunk_size=1000), metadata={"source": "gradio_upload"}, overwrite=True, verbose=True, ocr=True, )

In [ ]:

query = "what is colpali ?"
num_results = 5

search_results = text_rag.search(query, k=num_results)

print("This was the retrieved Context")
for i, r in enumerate(search_results):
    print(f"{'==='*50}")
    print(f"\n\nChunk {i+1}:")
    print(f"Text: {r['text']}")
    print(f"Chunk Index: {r['chunk_index']}")
    print(f"Document Name: {r['document_name']}")
    print(f"\n\n{'==='*50}")

query = "what is colpali ?" num_results = 5 search_results = text_rag.search(query, k=num_results) print("This was the retrieved Context") for i, r in enumerate(search_results): print(f"{'==='*50}") print(f"\n\nChunk {i+1}:") print(f"Text: {r['text']}") print(f"Chunk Index: {r['chunk_index']}") print(f"Document Name: {r['document_name']}") print(f"\n\n{'==='*50}")

In [ ]:

from IPython.display import display, Markdown, Latex

context = "\n".join([r["text"] for r in search_results])
response = llm.query(
    context=context,
    system_prompt="Given the below information answer the questions",
    query=query,
)


display(Markdown(response))

from IPython.display import display, Markdown, Latex context = "\n".join([r["text"] for r in search_results]) response = llm.query( context=context, system_prompt="Given the below information answer the questions", query=query, ) display(Markdown(response))

Run Gradio Demo¶

In [ ]:

%cd examples
!python textDemo.py --share

%cd examples !python textDemo.py --share