Ollama Support

README.md

@@ -26,7 +26,8 @@
   - Yes, you _can_ have _both_ streaming and easy database storage.
 
 - ↔️ **Provider/model agnostic and interoperable!**
-  - Native support for [OpenAI](https://platform.openai.com/docs/models), [Anthropic](https://docs.anthropic.com/en/docs/welcome), [NVIDIA NIM/NGC](https://build.nvidia.com/explore/reasoning) (+ more to come).
+  - Core support for [OpenAI](https://platform.openai.com/docs/models) and [Anthropic](https://docs.anthropic.com/en/docs/welcome).
+  - Experimental support for [Ollama](https://ollama.com/search) and [NVIDIA NIM/NGC](https://build.nvidia.com/explore/reasoning).
   - Message representations are canonized. 😇
   - Supports vision!
   - Easily build committees!

examples/demo_structured_output.py

@@ -15,7 +15,7 @@
 from dotenv import load_dotenv; load_dotenv()
 
 
-MODEL_BINDER = known_models.BIND_OPENAI_gpt_4o_mini()
+MODEL_BINDER = known_models.BIND_OLLAMA_mistral_small()
 
 
 PROMPT = """

pyproject.toml

@@ -35,6 +35,7 @@ classifiers = [
 dependencies = [
   "svs",
   "aiohttp[speedups]",
+  "httpx",
   "python-dotenv",
   "colorama",
   "pydantic >= 2.7, < 3",

src/lasagna/__init__.py

@@ -43,4 +43,4 @@
     'build_static_output_agent',
 ]
 
-__version__ = "0.10.4"
+__version__ = "0.11.0"

src/lasagna/known_models.py

@@ -63,6 +63,30 @@
 BIND_ANTHROPIC_claude_3_haiku   = partial_bind_model('anthropic', 'claude-3-haiku-20240307')
 
 
+OLLAMA_KNOWN_MODELS: List[ModelRecord] = [
+    # We'll only list models here that (1) support tool-calling because
+    # that's kind of the whole point of lasagna, and (2) we've tested
+    # ourselves and pass our "vibe" test. Users are of course more than
+    # welcome to use *other* Ollama models as they see fit.
+    {
+        'formal_name': 'llama3.2',
+        'display_name': 'Meta Llama 3.2',
+    },
+    {
+        'formal_name': 'mistral-small',
+        'display_name': 'Mistral Small',
+    },
+    {
+        'formal_name': 'mistral-large',
+        'display_name': 'Mistral Large',
+    },
+]
+
+BIND_OLLAMA_llama3_2 = partial_bind_model('ollama', 'llama3.2')
+BIND_OLLAMA_mistral_small = partial_bind_model('ollama', 'mistral-small')
+BIND_OLLAMA_mistral_large = partial_bind_model('ollama', 'mistral-large')
+
+
 NVIDIA_KNOWN_MODELS: List[ModelRecord] = [
     {
         'formal_name': 'meta/llama3-70b-instruct',

src/lasagna/known_providers.py

@@ -14,6 +14,7 @@ def attempt_load_all_known_providers() -> None:
     providers_to_try_to_load = [
         'openai',
         'anthropic',
+        'ollama',
         'nvidia',
     ]
     for provider in providers_to_try_to_load:
@@ -63,6 +64,16 @@ def attempt_load_known_providers(provider: str) -> None:
             models = ANTHROPIC_KNOWN_MODELS,
         )
 
+    elif provider == 'ollama':
+        from .known_models import OLLAMA_KNOWN_MODELS
+        from .lasagna_ollama import LasagnaOllama
+        register_provider(
+            key  = 'ollama',
+            name = 'Ollama',
+            factory = LasagnaOllama,
+            models = OLLAMA_KNOWN_MODELS,
+        )
+
     elif provider == 'nvidia':
         from .known_models import NVIDIA_KNOWN_MODELS
         from .lasagna_nvidia import LasagnaNVIDIA