Knowledge Examples

from definable.embedder import OpenAIEmbedder
from definable.knowledge import Knowledge
from definable.vectordb import InMemoryVectorDB

knowledge = Knowledge(
    vector_db=InMemoryVectorDB(),
    embedder=OpenAIEmbedder(),
)

# Add text content
knowledge.add("Python is a programming language created by Guido van Rossum in 1991.")
knowledge.add("JavaScript was created by Brendan Eich at Netscape in 1995.")
knowledge.add("Rust is a systems programming language focused on safety and performance.")

# Search
results = knowledge.search("Who created Python?", top_k=2)
for doc in results:
    print(doc.content)

python definable/examples/knowledge/01_basic_rag.py

from definable.embedder import OpenAIEmbedder
from definable.knowledge import Document, Knowledge
from definable.vectordb import InMemoryVectorDB

knowledge = Knowledge(vector_db=InMemoryVectorDB(), embedder=OpenAIEmbedder())

# Add and track IDs
ids = knowledge.add("First document")
print(f"Added: {ids}")
print(f"Count: {len(knowledge)}")

# Remove
knowledge.remove(ids)
print(f"After removal: {len(knowledge)}")

# Clear all
knowledge.clear()

python definable/examples/knowledge/02_document_management.py

from definable.knowledge import Document
from definable.knowledge.chunker import TextChunker, RecursiveChunker

long_text = "..." # A long document

doc = Document(content=long_text)

# TextChunker — splits on paragraphs
text_chunks = TextChunker(chunk_size=200, separator="\n\n").chunk(doc)
print(f"TextChunker: {len(text_chunks)} chunks")

# RecursiveChunker — multi-level splitting
recursive_chunks = RecursiveChunker(chunk_size=200).chunk(doc)
print(f"RecursiveChunker: {len(recursive_chunks)} chunks")

python definable/examples/knowledge/03_chunking_strategies.py

from definable.embedder import OpenAIEmbedder, VoyageAIEmbedder

# OpenAI
openai_embedder = OpenAIEmbedder(id="text-embedding-3-small")
embedding = openai_embedder.get_embedding("Hello, world!")
print(f"OpenAI dimensions: {len(embedding)}")

# Voyage AI
voyage_embedder = VoyageAIEmbedder(id="voyage-2")
embedding = voyage_embedder.get_embedding("Hello, world!")
print(f"Voyage dimensions: {len(embedding)}")

python definable/examples/knowledge/04_custom_embedder.py

from definable.embedder import OpenAIEmbedder
from definable.knowledge import Knowledge
from definable.vectordb import InMemoryVectorDB

# In-memory (development)
knowledge = Knowledge(
    vector_db=InMemoryVectorDB(),
    embedder=OpenAIEmbedder(),
)

# PgVector (production)
# from definable.vectordb import PgVector
# knowledge = Knowledge(
#     vector_db=PgVector(connection_string="postgresql://..."),
#     embedder=OpenAIEmbedder(),
# )

python definable/examples/knowledge/05_vector_databases.py

from definable.agent import Agent
from definable.embedder import OpenAIEmbedder
from definable.knowledge import Knowledge
from definable.vectordb import InMemoryVectorDB
from definable.model.openai import OpenAIChat

kb = Knowledge(vector_db=InMemoryVectorDB(), embedder=OpenAIEmbedder(), top_k=3)
kb.add("Employees get 20 days PTO per year.")
kb.add("The engineering team uses Python and TypeScript.")

agent = Agent(
    model=OpenAIChat(id="gpt-4o-mini"),
    instructions="You are an HR assistant. Answer from the provided context.",
    knowledge=kb,
)

output = agent.run("How many vacation days do I get?")
print(output.content)

python definable/examples/knowledge/06_agent_with_knowledge.py

from definable.embedder import OpenAIEmbedder
from definable.knowledge import Knowledge
from definable.reranker import CohereReranker
from definable.vectordb import InMemoryVectorDB

knowledge = Knowledge(
    vector_db=InMemoryVectorDB(),
    embedder=OpenAIEmbedder(),
    reranker=CohereReranker(model="rerank-multilingual-v3.0", top_n=3),
)

knowledge.add("Python is great for data science.")
knowledge.add("Python was created by Guido van Rossum.")
knowledge.add("Java is used in enterprise software.")

results = knowledge.search("Who created Python?", rerank=True)
for doc in results:
    print(f"[{doc.reranking_score:.3f}] {doc.content}")

python definable/examples/knowledge/07_reranking.py