Knowledge Examples

from definable.knowledge import Knowledge, InMemoryVectorDB, OpenAIEmbedder

knowledge = Knowledge(
    vector_db=InMemoryVectorDB(),
    embedder=OpenAIEmbedder(),
)

# Add text content
knowledge.add("Python is a programming language created by Guido van Rossum in 1991.")
knowledge.add("JavaScript was created by Brendan Eich at Netscape in 1995.")
knowledge.add("Rust is a systems programming language focused on safety and performance.")

# Search
results = knowledge.search("Who created Python?", top_k=2)
for doc in results:
    print(doc.content)

python definable/examples/knowledge/01_basic_rag.py

from definable.knowledge import Knowledge, Document, InMemoryVectorDB, OpenAIEmbedder

knowledge = Knowledge(vector_db=InMemoryVectorDB(), embedder=OpenAIEmbedder())

# Add and track IDs
ids = knowledge.add("First document")
print(f"Added: {ids}")
print(f"Count: {len(knowledge)}")

# Remove
knowledge.remove(ids)
print(f"After removal: {len(knowledge)}")

# Clear all
knowledge.clear()

python definable/examples/knowledge/02_document_management.py

from definable.knowledge import Document
from definable.knowledge.chunkers import TextChunker, RecursiveChunker

long_text = "..." # A long document

doc = Document(content=long_text)

# TextChunker — splits on paragraphs
text_chunks = TextChunker(chunk_size=200, separator="\n\n").chunk(doc)
print(f"TextChunker: {len(text_chunks)} chunks")

# RecursiveChunker — multi-level splitting
recursive_chunks = RecursiveChunker(chunk_size=200).chunk(doc)
print(f"RecursiveChunker: {len(recursive_chunks)} chunks")

python definable/examples/knowledge/03_chunking_strategies.py

from definable.knowledge import OpenAIEmbedder, VoyageAIEmbedder

# OpenAI
openai_embedder = OpenAIEmbedder(id="text-embedding-3-small")
embedding = openai_embedder.get_embedding("Hello, world!")
print(f"OpenAI dimensions: {len(embedding)}")

# Voyage AI
voyage_embedder = VoyageAIEmbedder(id="voyage-2")
embedding = voyage_embedder.get_embedding("Hello, world!")
print(f"Voyage dimensions: {len(embedding)}")

python definable/examples/knowledge/04_custom_embedder.py

from definable.knowledge import Knowledge, InMemoryVectorDB, OpenAIEmbedder

# In-memory (development)
knowledge = Knowledge(
    vector_db=InMemoryVectorDB(dimensions=1536),
    embedder=OpenAIEmbedder(),
)

# PgVector (production)
# from definable.knowledge import PgVectorDB
# knowledge = Knowledge(
#     vector_db=PgVectorDB(connection_string="postgresql://..."),
#     embedder=OpenAIEmbedder(),
# )

python definable/examples/knowledge/05_vector_databases.py

from definable.agents import Agent, AgentConfig, KnowledgeConfig
from definable.knowledge import Knowledge, InMemoryVectorDB, OpenAIEmbedder
from definable.models.openai import OpenAIChat

kb = Knowledge(vector_db=InMemoryVectorDB(), embedder=OpenAIEmbedder())
kb.add("Employees get 20 days PTO per year.")
kb.add("The engineering team uses Python and TypeScript.")

agent = Agent(
    model=OpenAIChat(id="gpt-4o-mini"),
    instructions="You are an HR assistant. Answer from the provided context.",
    config=AgentConfig(
        knowledge=KnowledgeConfig(knowledge=kb, top_k=3),
    ),
)

output = agent.run("How many vacation days do I get?")
print(output.content)

python definable/examples/knowledge/06_agent_with_knowledge.py

from definable.knowledge import Knowledge, InMemoryVectorDB, OpenAIEmbedder
from definable.knowledge.rerankers import CohereReranker

knowledge = Knowledge(
    vector_db=InMemoryVectorDB(),
    embedder=OpenAIEmbedder(),
    reranker=CohereReranker(model="rerank-multilingual-v3.0", top_n=3),
)

knowledge.add("Python is great for data science.")
knowledge.add("Python was created by Guido van Rossum.")
knowledge.add("Java is used in enterprise software.")

results = knowledge.search("Who created Python?", rerank=True)
for doc in results:
    print(f"[{doc.reranking_score:.3f}] {doc.content}")

python definable/examples/knowledge/07_reranking.py