Copyright	(c) 2025 Tushar Adhatrao
License	MIT
Maintainer	Tushar Adhatrao <tusharadhatrao@gmail.com>
Stability	experimental
Safe Haskell	Safe-Inferred
Language	Haskell2010

Langchain.LLM.Ollama

Description

Ollama implementation of LangChain's LLM interface , supporting:

Text generation
Chat interactions
Streaming responses
Callback integration

Example usage:

-- Create Ollama configuration
ollamaLLM = Ollama "llama3" [stdOutCallback]

-- Generate text
response <- generate ollamaLLM "Explain Haskell monads" Nothing
-- Right "Monads in Haskell..."

-- Chat interaction
let messages = UserMessage "What's the capital of France?" :| []
chatResponse <- chat ollamaLLM messages Nothing
-- Right "The capital of France is Paris."

-- Streaming
streamHandler = StreamHandler print (putStrLn Done)
streamResult <- stream ollamaLLM messages streamHandler Nothing

Synopsis

data Ollama = Ollama {
- modelName :: Text
- callbacks :: [Callback]
}

Documentation

data Ollama Source #

Ollama LLM configuration Contains:

Model name (e.g., "llama3:latest")
Callbacks for event tracking

Example:

>>> Ollama "nomic-embed" [logCallback]
Ollama "nomic-embed"

Constructors

Ollama
Fields modelName :: Text The name of the Ollama model callbacks :: [Callback] Event handlers for LLM operations

Instances

Instances details

Show Ollama Source #
Instance details Defined in Langchain.LLM.Ollama Methods showsPrec :: Int -> Ollama -> ShowS # show :: Ollama -> String # showList :: [Ollama] -> ShowS #
LLM Ollama Source #	Ollama implementation of the LLM typeclass Note: Params argument is currently ignored (see TODOs). Example instance usage: -- Generate text with error handling case generate ollamaLLM Hello Nothing of Left err -> putStrLn $ "Error: " ++ err Right res -> putStrLn res
Instance details Defined in Langchain.LLM.Ollama Methods generate :: Ollama -> Text -> Maybe Params -> IO (Either String Text) Source # chat :: Ollama -> ChatMessage -> Maybe Params -> IO (Either String Text) Source # stream :: Ollama -> ChatMessage -> StreamHandler -> Maybe Params -> IO (Either String ()) Source #
Runnable Ollama Source #
Instance details Defined in Langchain.LLM.Ollama Associated Types type RunnableInput Ollama Source # type RunnableOutput Ollama Source # Methods invoke :: Ollama -> RunnableInput Ollama -> IO (Either String (RunnableOutput Ollama)) Source # batch :: Ollama -> [RunnableInput Ollama] -> IO (Either String [RunnableOutput Ollama]) Source # stream :: Ollama -> RunnableInput Ollama -> (RunnableOutput Ollama -> IO ()) -> IO (Either String ()) Source #
type RunnableInput Ollama Source #
Instance details Defined in Langchain.LLM.Ollama type RunnableInput Ollama = ChatMessage
type RunnableOutput Ollama Source #
Instance details Defined in Langchain.LLM.Ollama type RunnableOutput Ollama = Text