OpenAI-Like Providers

from definable.model import OpenAILike
from definable.model.message import Message

model = OpenAILike(
    id="my-model",
    api_key="your-api-key",
    base_url="https://your-provider.com/v1",
)

response = model.invoke(
    messages=[Message(role="user", content="Hello!")],
    assistant_message=Message(role="assistant", content=""),
)
print(response.content)

model = OpenAILike(
    id="llama3.2",
    base_url="http://localhost:11434/v1",
    name="Ollama Llama",
    provider="Ollama",
)

model = OpenAILike(
    id="meta-llama/Llama-3-8b-chat-hf",
    base_url="http://localhost:8000/v1",
    name="vLLM Llama",
    provider="vLLM",
)

model = OpenAILike(
    id="gpt-4o",
    api_key="your-litellm-key",
    base_url="http://localhost:4000/v1",
    name="LiteLLM Proxy",
    provider="LiteLLM",
)

model = OpenAILike(
    id="gpt-4o",
    api_key="your-azure-key",
    base_url="https://your-resource.openai.azure.com/openai/deployments/gpt-4o",
    provider="Azure",
)

from definable.model.message import Message

for chunk in model.invoke_stream(
    messages=[Message(role="user", content="Tell me a joke.")],
    assistant_message=Message(role="assistant", content=""),
):
    if chunk.content:
        print(chunk.content, end="", flush=True)

from definable.model.openai.like import OpenAILike

class MyProviderChat(OpenAILike):
    id: str = "my-default-model"
    name: str = "MyProvider"
    provider: str = "MyProvider"
    base_url: str = "https://api.myprovider.com/v1"
    supports_native_structured_outputs: bool = True