llama-cpp-hs
Copyright(c) 2025 Tushar Adhatrao
LicenseMIT
MaintainerTushar Adhatrao <tusharadhatrao@gmail.com>
Safe HaskellNone
LanguageHaskell2010

Llama.State

Description

 
Synopsis

Documentation

getStateSize :: Context -> IO Word64 Source #

Get the size of the state

getStateData :: Context -> IO ByteString Source #

Get the state data

setStateData :: Context -> ByteString -> IO () Source #

Set the state data

loadStateFromFile :: Context -> FilePath -> [LlamaToken] -> IO [LlamaToken] Source #

Load a state from a file

saveStateToFile :: Context -> FilePath -> [LlamaToken] -> IO Bool Source #

Save a state to a file

getSequenceStateSize :: Context -> LlamaSeqId -> IO Word64 Source #

Get the size of a sequence in the state

setSequenceStateData :: Context -> ByteString -> LlamaSeqId -> IO Word64 Source #

Set the state data for a sequence

saveSequenceStateToFile :: Context -> FilePath -> LlamaSeqId -> [LlamaToken] -> IO Word64 Source #

Save a sequence state to a file

loadSequenceStateFromFile :: Context -> FilePath -> LlamaSeqId -> [LlamaToken] -> IO [LlamaToken] Source #

Load a sequence state from a file