LlamaTokenDataArray
Fields data_ :: Ptr LlamaTokenData size_ :: CSize selected :: CLong this is the index in the data array (i.e. not the token id) sorted :: CBool

Instances

Instances details

GStorable LlamaTokenDataArray Source #

Instance details

Defined in Llama.Internal.Types

Methods

gsizeOf :: LlamaTokenDataArray -> Int #

galignment :: LlamaTokenDataArray -> Int #

gpeekByteOff :: Ptr b -> Int -> IO LlamaTokenDataArray #

gpokeByteOff :: Ptr b -> Int -> LlamaTokenDataArray -> IO () #

Generic LlamaTokenDataArray Source #

Instance details

Defined in Llama.Internal.Types

Associated Types

type Rep LlamaTokenDataArray

Instance details

Defined in Llama.Internal.Types

type Rep LlamaTokenDataArray = D1 ('MetaData "LlamaTokenDataArray" "Llama.Internal.Types" "llama-cpp-hs-0.1.0.0-inplace" 'False) (C1 ('MetaCons "LlamaTokenDataArray" 'PrefixI 'True) ((S1 ('MetaSel ('Just "data_") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 (Ptr LlamaTokenData)) :*: S1 ('MetaSel ('Just "size_") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 CSize)) :*: (S1 ('MetaSel ('Just "selected") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 CLong) :*: S1 ('MetaSel ('Just "sorted") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 CBool))))

Methods

from :: LlamaTokenDataArray -> Rep LlamaTokenDataArray x #

to :: Rep LlamaTokenDataArray x -> LlamaTokenDataArray #

Show LlamaTokenDataArray Source #

Instance details

Defined in Llama.Internal.Types

Methods

showsPrec :: Int -> LlamaTokenDataArray -> ShowS #

show :: LlamaTokenDataArray -> String #

showList :: [LlamaTokenDataArray] -> ShowS #

Eq LlamaTokenDataArray Source #

Instance details

Defined in Llama.Internal.Types

Methods

(==) :: LlamaTokenDataArray -> LlamaTokenDataArray -> Bool #

(/=) :: LlamaTokenDataArray -> LlamaTokenDataArray -> Bool #

type Rep LlamaTokenDataArray Source #

Instance details

Defined in Llama.Internal.Types

type Rep LlamaTokenDataArray = D1 ('MetaData "LlamaTokenDataArray" "Llama.Internal.Types" "llama-cpp-hs-0.1.0.0-inplace" 'False) (C1 ('MetaCons "LlamaTokenDataArray" 'PrefixI 'True) ((S1 ('MetaSel ('Just "data_") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 (Ptr LlamaTokenData)) :*: S1 ('MetaSel ('Just "size_") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 CSize)) :*: (S1 ('MetaSel ('Just "selected") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 CLong) :*: S1 ('MetaSel ('Just "sorted") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 CBool))))

data LlamaBatch Source #

Constructors

LlamaBatch
Fields n_tokens :: CInt token :: Ptr CInt embd :: Ptr CFloat pos :: Ptr CInt n_seq_id :: Ptr CInt seq_id :: Ptr (Ptr CInt) logits :: Ptr CSChar TODO: rename this to "output"

Instances

Instances details

GStorable LlamaBatch Source #

Instance details

Defined in Llama.Internal.Types

Methods

gsizeOf :: LlamaBatch -> Int #

galignment :: LlamaBatch -> Int #

gpeekByteOff :: Ptr b -> Int -> IO LlamaBatch #

gpokeByteOff :: Ptr b -> Int -> LlamaBatch -> IO () #

Generic LlamaBatch Source #

Instance details

Defined in Llama.Internal.Types

Associated Types

type Rep LlamaBatch

Instance details

Defined in Llama.Internal.Types

type Rep LlamaBatch = D1 ('MetaData "LlamaBatch" "Llama.Internal.Types" "llama-cpp-hs-0.1.0.0-inplace" 'False) (C1 ('MetaCons "LlamaBatch" 'PrefixI 'True) ((S1 ('MetaSel ('Just "n_tokens") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 CInt) :*: (S1 ('MetaSel ('Just "token") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 (Ptr CInt)) :*: S1 ('MetaSel ('Just "embd") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 (Ptr CFloat)))) :*: ((S1 ('MetaSel ('Just "pos") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 (Ptr CInt)) :*: S1 ('MetaSel ('Just "n_seq_id") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 (Ptr CInt))) :*: (S1 ('MetaSel ('Just "seq_id") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 (Ptr (Ptr CInt))) :*: S1 ('MetaSel ('Just "logits") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 (Ptr CSChar))))))

Methods

from :: LlamaBatch -> Rep LlamaBatch x #

to :: Rep LlamaBatch x -> LlamaBatch #

Show LlamaBatch Source #

Instance details

Defined in Llama.Internal.Types

Methods

showsPrec :: Int -> LlamaBatch -> ShowS #

show :: LlamaBatch -> String #

showList :: [LlamaBatch] -> ShowS #

Eq LlamaBatch Source #

Instance details

Defined in Llama.Internal.Types

Methods

(==) :: LlamaBatch -> LlamaBatch -> Bool #

(/=) :: LlamaBatch -> LlamaBatch -> Bool #

type Rep LlamaBatch Source #

Instance details

Defined in Llama.Internal.Types

type Rep LlamaBatch = D1 ('MetaData "LlamaBatch" "Llama.Internal.Types" "llama-cpp-hs-0.1.0.0-inplace" 'False) (C1 ('MetaCons "LlamaBatch" 'PrefixI 'True) ((S1 ('MetaSel ('Just "n_tokens") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 CInt) :*: (S1 ('MetaSel ('Just "token") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 (Ptr CInt)) :*: S1 ('MetaSel ('Just "embd") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 (Ptr CFloat)))) :*: ((S1 ('MetaSel ('Just "pos") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 (Ptr CInt)) :*: S1 ('MetaSel ('Just "n_seq_id") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 (Ptr CInt))) :*: (S1 ('MetaSel ('Just "seq_id") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 (Ptr (Ptr CInt))) :*: S1 ('MetaSel ('Just "logits") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 (Ptr CSChar))))))

data AddBos Source #

Constructors

Always
Never

type LlamaToken = CInt Source #

data LlamaKvCacheView Source #

Corresponds to `struct llama_kv_cache_view`

Constructors

LlamaKvCacheView

Fields

n_cells :: CInt
Total number of KV cache cells
n_seq_max :: CInt
Max sequences per cell (may not reflect actual)
token_count :: CInt
Total tokens in the cache
used_cells :: CInt
Number of populated cells
max_contiguous :: CInt
Max contiguous empty slots
max_contiguous_idx :: CInt
Index to start of max_contiguous (may be -1)
cells :: Ptr LlamaKvCacheViewCell
Array of view cells
cells_sequences :: Ptr LlamaSeqId
Sequence IDs for each cell (n_seq_max per cell)

Instances

Instances details

GStorable LlamaKvCacheView Source #

Instance details

Defined in Llama.Internal.Types

Methods

gsizeOf :: LlamaKvCacheView -> Int #

galignment :: LlamaKvCacheView -> Int #

gpeekByteOff :: Ptr b -> Int -> IO LlamaKvCacheView #

gpokeByteOff :: Ptr b -> Int -> LlamaKvCacheView -> IO () #

Generic LlamaKvCacheView Source #

Instance details

Defined in Llama.Internal.Types

Associated Types

type Rep LlamaKvCacheView
Instance details Defined in Llama.Internal.Types type Rep LlamaKvCacheView

Methods

from :: LlamaKvCacheView -> Rep LlamaKvCacheView x #

to :: Rep LlamaKvCacheView x -> LlamaKvCacheView #

Show LlamaKvCacheView Source #

Instance details

Defined in Llama.Internal.Types

Methods

showsPrec :: Int -> LlamaKvCacheView -> ShowS #

show :: LlamaKvCacheView -> String #

showList :: [LlamaKvCacheView] -> ShowS #

Eq LlamaKvCacheView Source #

Instance details

Defined in Llama.Internal.Types

Methods

(==) :: LlamaKvCacheView -> LlamaKvCacheView -> Bool #

(/=) :: LlamaKvCacheView -> LlamaKvCacheView -> Bool #

type Rep LlamaKvCacheView Source #

Instance details

Defined in Llama.Internal.Types

type Rep LlamaKvCacheView

type LlamaSeqId = CInt Source #

type LlamaPos = CInt Source #

data LlamaChatMessage Source #

Constructors

LlamaChatMessage
Fields role :: CString "system", "user", "assistant" content :: CString Message text

Instances

Instances details

GStorable LlamaChatMessage Source #

Instance details

Defined in Llama.Internal.Types

Methods

gsizeOf :: LlamaChatMessage -> Int #

galignment :: LlamaChatMessage -> Int #

gpeekByteOff :: Ptr b -> Int -> IO LlamaChatMessage #

gpokeByteOff :: Ptr b -> Int -> LlamaChatMessage -> IO () #

Generic LlamaChatMessage Source #

Instance details

Defined in Llama.Internal.Types

Associated Types

type Rep LlamaChatMessage

Instance details

Defined in Llama.Internal.Types

type Rep LlamaChatMessage = D1 ('MetaData "LlamaChatMessage" "Llama.Internal.Types" "llama-cpp-hs-0.1.0.0-inplace" 'False) (C1 ('MetaCons "LlamaChatMessage" 'PrefixI 'True) (S1 ('MetaSel ('Just "role") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 CString) :*: S1 ('MetaSel ('Just "content") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 CString)))

Methods

from :: LlamaChatMessage -> Rep LlamaChatMessage x #

to :: Rep LlamaChatMessage x -> LlamaChatMessage #

Show LlamaChatMessage Source #

Instance details

Defined in Llama.Internal.Types

Methods

showsPrec :: Int -> LlamaChatMessage -> ShowS #

show :: LlamaChatMessage -> String #

showList :: [LlamaChatMessage] -> ShowS #

Eq LlamaChatMessage Source #

Instance details

Defined in Llama.Internal.Types

Methods

(==) :: LlamaChatMessage -> LlamaChatMessage -> Bool #

(/=) :: LlamaChatMessage -> LlamaChatMessage -> Bool #

type Rep LlamaChatMessage Source #

Instance details

Defined in Llama.Internal.Types

type Rep LlamaChatMessage = D1 ('MetaData "LlamaChatMessage" "Llama.Internal.Types" "llama-cpp-hs-0.1.0.0-inplace" 'False) (C1 ('MetaCons "LlamaChatMessage" 'PrefixI 'True) (S1 ('MetaSel ('Just "role") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 CString) :*: S1 ('MetaSel ('Just "content") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 CString)))

data LlamaSamplerI Source #

Corresponds to `struct llama_sampler_i`

Constructors

LlamaSamplerI

Fields

name :: FunPtr (Ptr LlamaSampler -> IO CString)
Optional: const char * (*name)(const struct llama_sampler *)
accept :: FunPtr (Ptr LlamaSampler -> LlamaToken -> IO ())
Optional: void (*accept)(struct llama_sampler *, llama_token)
apply :: FunPtr (Ptr LlamaSampler -> Ptr LlamaTokenDataArray -> IO ())
Required: void (*apply)(struct llama_sampler *, llama_token_data_array *)
reset :: FunPtr (Ptr LlamaSampler -> IO ())
Optional: void (*reset)(struct llama_sampler *)
clone :: FunPtr (Ptr LlamaSampler -> IO (Ptr LlamaSampler))
Optional: struct llama_sampler * (*clone)(const struct llama_sampler *)
free_ :: FunPtr (Ptr LlamaSampler -> IO ())
Optional: void (*free)(struct llama_sampler *)

Instances

Instances details

GStorable LlamaSamplerI Source #

Instance details

Defined in Llama.Internal.Types

Methods

gsizeOf :: LlamaSamplerI -> Int #

galignment :: LlamaSamplerI -> Int #

gpeekByteOff :: Ptr b -> Int -> IO LlamaSamplerI #

gpokeByteOff :: Ptr b -> Int -> LlamaSamplerI -> IO () #

Generic LlamaSamplerI Source #

Instance details

Defined in Llama.Internal.Types

Associated Types

type Rep LlamaSamplerI

Instance details

Defined in Llama.Internal.Types

type Rep LlamaSamplerI = D1 ('MetaData "LlamaSamplerI" "Llama.Internal.Types" "llama-cpp-hs-0.1.0.0-inplace" 'False) (C1 ('MetaCons "LlamaSamplerI" 'PrefixI 'True) ((S1 ('MetaSel ('Just "name") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 (FunPtr (Ptr LlamaSampler -> IO CString))) :*: (S1 ('MetaSel ('Just "accept") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 (FunPtr (Ptr LlamaSampler -> LlamaToken -> IO ()))) :*: S1 ('MetaSel ('Just "apply") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 (FunPtr (Ptr LlamaSampler -> Ptr LlamaTokenDataArray -> IO ()))))) :*: (S1 ('MetaSel ('Just "reset") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 (FunPtr (Ptr LlamaSampler -> IO ()))) :*: (S1 ('MetaSel ('Just "clone") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 (FunPtr (Ptr LlamaSampler -> IO (Ptr LlamaSampler)))) :*: S1 ('MetaSel ('Just "free_") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 (FunPtr (Ptr LlamaSampler -> IO ())))))))

Methods

from :: LlamaSamplerI -> Rep LlamaSamplerI x #

to :: Rep LlamaSamplerI x -> LlamaSamplerI #

Show LlamaSamplerI Source #

Instance details

Defined in Llama.Internal.Types

Methods

showsPrec :: Int -> LlamaSamplerI -> ShowS #

show :: LlamaSamplerI -> String #

showList :: [LlamaSamplerI] -> ShowS #

Eq LlamaSamplerI Source #

Instance details

Defined in Llama.Internal.Types

Methods

(==) :: LlamaSamplerI -> LlamaSamplerI -> Bool #

(/=) :: LlamaSamplerI -> LlamaSamplerI -> Bool #

type Rep LlamaSamplerI Source #

Instance details

Defined in Llama.Internal.Types

type Rep LlamaSamplerI = D1 ('MetaData "LlamaSamplerI" "Llama.Internal.Types" "llama-cpp-hs-0.1.0.0-inplace" 'False) (C1 ('MetaCons "LlamaSamplerI" 'PrefixI 'True) ((S1 ('MetaSel ('Just "name") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 (FunPtr (Ptr LlamaSampler -> IO CString))) :*: (S1 ('MetaSel ('Just "accept") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 (FunPtr (Ptr LlamaSampler -> LlamaToken -> IO ()))) :*: S1 ('MetaSel ('Just "apply") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 (FunPtr (Ptr LlamaSampler -> Ptr LlamaTokenDataArray -> IO ()))))) :*: (S1 ('MetaSel ('Just "reset") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 (FunPtr (Ptr LlamaSampler -> IO ()))) :*: (S1 ('MetaSel ('Just "clone") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 (FunPtr (Ptr LlamaSampler -> IO (Ptr LlamaSampler)))) :*: S1 ('MetaSel ('Just "free_") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 (FunPtr (Ptr LlamaSampler -> IO ())))))))

data LlamaSampler Source #

Corresponds to `struct llama_sampler`

Constructors

LlamaSampler
Fields iface :: Ptr LlamaSamplerI Pointer to interface vtable ctx :: LlamaSamplerContext Opaque context pointer

Instances

Instances details

GStorable LlamaSampler Source #

Instance details

Defined in Llama.Internal.Types

Methods

gsizeOf :: LlamaSampler -> Int #

galignment :: LlamaSampler -> Int #

gpeekByteOff :: Ptr b -> Int -> IO LlamaSampler #

gpokeByteOff :: Ptr b -> Int -> LlamaSampler -> IO () #

Generic LlamaSampler Source #

Instance details

Defined in Llama.Internal.Types

Associated Types

type Rep LlamaSampler

Instance details

Defined in Llama.Internal.Types

type Rep LlamaSampler = D1 ('MetaData "LlamaSampler" "Llama.Internal.Types" "llama-cpp-hs-0.1.0.0-inplace" 'False) (C1 ('MetaCons "LlamaSampler" 'PrefixI 'True) (S1 ('MetaSel ('Just "iface") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 (Ptr LlamaSamplerI)) :*: S1 ('MetaSel ('Just "ctx") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 LlamaSamplerContext)))

Methods

from :: LlamaSampler -> Rep LlamaSampler x #

to :: Rep LlamaSampler x -> LlamaSampler #

Show LlamaSampler Source #

Instance details

Defined in Llama.Internal.Types

Methods

showsPrec :: Int -> LlamaSampler -> ShowS #

show :: LlamaSampler -> String #

showList :: [LlamaSampler] -> ShowS #

Eq LlamaSampler Source #

Instance details

Defined in Llama.Internal.Types

Methods

(==) :: LlamaSampler -> LlamaSampler -> Bool #

(/=) :: LlamaSampler -> LlamaSampler -> Bool #

type Rep LlamaSampler Source #

Instance details

Defined in Llama.Internal.Types

type Rep LlamaSampler = D1 ('MetaData "LlamaSampler" "Llama.Internal.Types" "llama-cpp-hs-0.1.0.0-inplace" 'False) (C1 ('MetaCons "LlamaSampler" 'PrefixI 'True) (S1 ('MetaSel ('Just "iface") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 (Ptr LlamaSamplerI)) :*: S1 ('MetaSel ('Just "ctx") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 LlamaSamplerContext)))

type LlamaSamplerContext = Ptr () Source #

Corresponds to llama_sampler_context_t (void *)

data LlamaPerfContextData Source #

Constructors

LlamaPerfContextData
Fields t_start_ms :: CDouble Start time in milliseconds t_load_ms :: CDouble Model load time in milliseconds t_p_eval_ms :: CDouble Prefill evaluation time in milliseconds t_eval_ms :: CDouble Generation evaluation time in milliseconds n_p_eval :: CInt Number of tokens in prefill phase n_eval :: CInt Number of tokens in generation phase

Instances

Instances details

GStorable LlamaPerfContextData Source #

Instance details

Defined in Llama.Internal.Types

Methods

gsizeOf :: LlamaPerfContextData -> Int #

galignment :: LlamaPerfContextData -> Int #

gpeekByteOff :: Ptr b -> Int -> IO LlamaPerfContextData #

gpokeByteOff :: Ptr b -> Int -> LlamaPerfContextData -> IO () #

Generic LlamaPerfContextData Source #

Instance details

Defined in Llama.Internal.Types

Associated Types

type Rep LlamaPerfContextData

Instance details

Defined in Llama.Internal.Types

type Rep LlamaPerfContextData = D1 ('MetaData "LlamaPerfContextData" "Llama.Internal.Types" "llama-cpp-hs-0.1.0.0-inplace" 'False) (C1 ('MetaCons "LlamaPerfContextData" 'PrefixI 'True) ((S1 ('MetaSel ('Just "t_start_ms") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 CDouble) :*: (S1 ('MetaSel ('Just "t_load_ms") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 CDouble) :*: S1 ('MetaSel ('Just "t_p_eval_ms") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 CDouble))) :*: (S1 ('MetaSel ('Just "t_eval_ms") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 CDouble) :*: (S1 ('MetaSel ('Just "n_p_eval") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 CInt) :*: S1 ('MetaSel ('Just "n_eval") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 CInt)))))

Methods

from :: LlamaPerfContextData -> Rep LlamaPerfContextData x #

to :: Rep LlamaPerfContextData x -> LlamaPerfContextData #

Show LlamaPerfContextData Source #

Instance details

Defined in Llama.Internal.Types

Methods

showsPrec :: Int -> LlamaPerfContextData -> ShowS #

show :: LlamaPerfContextData -> String #

showList :: [LlamaPerfContextData] -> ShowS #

Eq LlamaPerfContextData Source #

Instance details

Defined in Llama.Internal.Types

Methods

(==) :: LlamaPerfContextData -> LlamaPerfContextData -> Bool #

(/=) :: LlamaPerfContextData -> LlamaPerfContextData -> Bool #

type Rep LlamaPerfContextData Source #

Instance details

Defined in Llama.Internal.Types

type Rep LlamaPerfContextData = D1 ('MetaData "LlamaPerfContextData" "Llama.Internal.Types" "llama-cpp-hs-0.1.0.0-inplace" 'False) (C1 ('MetaCons "LlamaPerfContextData" 'PrefixI 'True) ((S1 ('MetaSel ('Just "t_start_ms") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 CDouble) :*: (S1 ('MetaSel ('Just "t_load_ms") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 CDouble) :*: S1 ('MetaSel ('Just "t_p_eval_ms") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 CDouble))) :*: (S1 ('MetaSel ('Just "t_eval_ms") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 CDouble) :*: (S1 ('MetaSel ('Just "n_p_eval") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 CInt) :*: S1 ('MetaSel ('Just "n_eval") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 CInt)))))

data LlamaPerfSamplerData Source #

Constructors

LlamaPerfSamplerData
Fields t_sample_ms :: CDouble Sampling time in milliseconds n_sample :: CInt Number of sampling operations

Instances

Instances details

GStorable LlamaPerfSamplerData Source #

Instance details

Defined in Llama.Internal.Types

Methods

gsizeOf :: LlamaPerfSamplerData -> Int #

galignment :: LlamaPerfSamplerData -> Int #

gpeekByteOff :: Ptr b -> Int -> IO LlamaPerfSamplerData #

gpokeByteOff :: Ptr b -> Int -> LlamaPerfSamplerData -> IO () #

Generic LlamaPerfSamplerData Source #

Instance details

Defined in Llama.Internal.Types

Associated Types

type Rep LlamaPerfSamplerData

Instance details

Defined in Llama.Internal.Types

type Rep LlamaPerfSamplerData = D1 ('MetaData "LlamaPerfSamplerData" "Llama.Internal.Types" "llama-cpp-hs-0.1.0.0-inplace" 'False) (C1 ('MetaCons "LlamaPerfSamplerData" 'PrefixI 'True) (S1 ('MetaSel ('Just "t_sample_ms") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 CDouble) :*: S1 ('MetaSel ('Just "n_sample") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 CInt)))

Methods

from :: LlamaPerfSamplerData -> Rep LlamaPerfSamplerData x #

to :: Rep LlamaPerfSamplerData x -> LlamaPerfSamplerData #

Show LlamaPerfSamplerData Source #

Instance details

Defined in Llama.Internal.Types

Methods

showsPrec :: Int -> LlamaPerfSamplerData -> ShowS #

show :: LlamaPerfSamplerData -> String #

showList :: [LlamaPerfSamplerData] -> ShowS #

Eq LlamaPerfSamplerData Source #

Instance details

Defined in Llama.Internal.Types

Methods

(==) :: LlamaPerfSamplerData -> LlamaPerfSamplerData -> Bool #

(/=) :: LlamaPerfSamplerData -> LlamaPerfSamplerData -> Bool #

type Rep LlamaPerfSamplerData Source #

Instance details

Defined in Llama.Internal.Types

type Rep LlamaPerfSamplerData = D1 ('MetaData "LlamaPerfSamplerData" "Llama.Internal.Types" "llama-cpp-hs-0.1.0.0-inplace" 'False) (C1 ('MetaCons "LlamaPerfSamplerData" 'PrefixI 'True) (S1 ('MetaSel ('Just "t_sample_ms") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 CDouble) :*: S1 ('MetaSel ('Just "n_sample") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 CInt)))

data LlamaLogitBias Source #

Constructors

LlamaLogitBias
Fields tokenLogitBias :: LlamaToken bias :: Float

Instances

Instances details

GStorable LlamaLogitBias Source #

Instance details

Defined in Llama.Internal.Types

Methods

gsizeOf :: LlamaLogitBias -> Int #

galignment :: LlamaLogitBias -> Int #

gpeekByteOff :: Ptr b -> Int -> IO LlamaLogitBias #

gpokeByteOff :: Ptr b -> Int -> LlamaLogitBias -> IO () #

Generic LlamaLogitBias Source #

Instance details

Defined in Llama.Internal.Types

Associated Types

type Rep LlamaLogitBias

Instance details

Defined in Llama.Internal.Types

type Rep LlamaLogitBias = D1 ('MetaData "LlamaLogitBias" "Llama.Internal.Types" "llama-cpp-hs-0.1.0.0-inplace" 'False) (C1 ('MetaCons "LlamaLogitBias" 'PrefixI 'True) (S1 ('MetaSel ('Just "tokenLogitBias") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 LlamaToken) :*: S1 ('MetaSel ('Just "bias") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 Float)))

Methods

from :: LlamaLogitBias -> Rep LlamaLogitBias x #

to :: Rep LlamaLogitBias x -> LlamaLogitBias #

Show LlamaLogitBias Source #

Instance details

Defined in Llama.Internal.Types

Methods

showsPrec :: Int -> LlamaLogitBias -> ShowS #

show :: LlamaLogitBias -> String #

showList :: [LlamaLogitBias] -> ShowS #

Eq LlamaLogitBias Source #

Instance details

Defined in Llama.Internal.Types

Methods

(==) :: LlamaLogitBias -> LlamaLogitBias -> Bool #

(/=) :: LlamaLogitBias -> LlamaLogitBias -> Bool #

type Rep LlamaLogitBias Source #

Instance details

Defined in Llama.Internal.Types

type Rep LlamaLogitBias = D1 ('MetaData "LlamaLogitBias" "Llama.Internal.Types" "llama-cpp-hs-0.1.0.0-inplace" 'False) (C1 ('MetaCons "LlamaLogitBias" 'PrefixI 'True) (S1 ('MetaSel ('Just "tokenLogitBias") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 LlamaToken) :*: S1 ('MetaSel ('Just "bias") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 Float)))

Raw pointers

newtype CLlamaVocab Source #

Raw pointer to llama_vocab struct

Constructors

CLlamaVocab (Ptr CLlamaVocab)

Instances

Instances details

Show CLlamaVocab Source #
Instance details Defined in Llama.Internal.Types Methods showsPrec :: Int -> CLlamaVocab -> ShowS # show :: CLlamaVocab -> String # showList :: [CLlamaVocab] -> ShowS #
Eq CLlamaVocab Source #
Instance details Defined in Llama.Internal.Types Methods (==) :: CLlamaVocab -> CLlamaVocab -> Bool # (/=) :: CLlamaVocab -> CLlamaVocab -> Bool #

newtype CLlamaModel Source #

Raw pointer to llama_model struct

Constructors

CLlamaModel (Ptr CLlamaModel)

Instances

Instances details

Show CLlamaModel Source #
Instance details Defined in Llama.Internal.Types Methods showsPrec :: Int -> CLlamaModel -> ShowS # show :: CLlamaModel -> String # showList :: [CLlamaModel] -> ShowS #
Eq CLlamaModel Source #
Instance details Defined in Llama.Internal.Types Methods (==) :: CLlamaModel -> CLlamaModel -> Bool # (/=) :: CLlamaModel -> CLlamaModel -> Bool #

newtype CLlamaContext Source #

Raw pointer to llama_context struct

Constructors

CLlamaContext (Ptr CLlamaContext)

Instances

Instances details

Show CLlamaContext Source #
Instance details Defined in Llama.Internal.Types Methods showsPrec :: Int -> CLlamaContext -> ShowS # show :: CLlamaContext -> String # showList :: [CLlamaContext] -> ShowS #
Eq CLlamaContext Source #
Instance details Defined in Llama.Internal.Types Methods (==) :: CLlamaContext -> CLlamaContext -> Bool # (/=) :: CLlamaContext -> CLlamaContext -> Bool #

newtype CLlamaKVCache Source #

Constructors

CLlamaKVCache (Ptr CLlamaKVCache)

Instances

Instances details

Show CLlamaKVCache Source #
Instance details Defined in Llama.Internal.Types Methods showsPrec :: Int -> CLlamaKVCache -> ShowS # show :: CLlamaKVCache -> String # showList :: [CLlamaKVCache] -> ShowS #
Eq CLlamaKVCache Source #
Instance details Defined in Llama.Internal.Types Methods (==) :: CLlamaKVCache -> CLlamaKVCache -> Bool # (/=) :: CLlamaKVCache -> CLlamaKVCache -> Bool #

newtype CLlamaAdapterLora Source #

Constructors

CLlamaAdapterLora (Ptr CLlamaAdapterLora)

Instances

Instances details

Show CLlamaAdapterLora Source #
Instance details Defined in Llama.Internal.Types Methods showsPrec :: Int -> CLlamaAdapterLora -> ShowS # show :: CLlamaAdapterLora -> String # showList :: [CLlamaAdapterLora] -> ShowS #
Eq CLlamaAdapterLora Source #
Instance details Defined in Llama.Internal.Types Methods (==) :: CLlamaAdapterLora -> CLlamaAdapterLora -> Bool # (/=) :: CLlamaAdapterLora -> CLlamaAdapterLora -> Bool #

Managed handles

newtype Vocab Source #

Managed vocabulary handle with automatic cleanup.

Constructors

Vocab (ForeignPtr CLlamaVocab)

Instances

Instances details

Show Vocab Source #
Instance details Defined in Llama.Internal.Types Methods showsPrec :: Int -> Vocab -> ShowS # show :: Vocab -> String # showList :: [Vocab] -> ShowS #
Eq Vocab Source #
Instance details Defined in Llama.Internal.Types Methods (==) :: Vocab -> Vocab -> Bool # (/=) :: Vocab -> Vocab -> Bool #

newtype Batch Source #

Managed batch pointer with automatic cleanup

Constructors

Batch (Ptr LlamaBatch)

Instances

Instances details

Show Batch Source #
Instance details Defined in Llama.Internal.Types Methods showsPrec :: Int -> Batch -> ShowS # show :: Batch -> String # showList :: [Batch] -> ShowS #
Eq Batch Source #
Instance details Defined in Llama.Internal.Types Methods (==) :: Batch -> Batch -> Bool # (/=) :: Batch -> Batch -> Bool #

newtype Model Source #

Managed model handle with automatic cleanup.

Constructors

Model (ForeignPtr CLlamaModel)

Instances

Instances details

Show Model Source #
Instance details Defined in Llama.Internal.Types Methods showsPrec :: Int -> Model -> ShowS # show :: Model -> String # showList :: [Model] -> ShowS #
Eq Model Source #
Instance details Defined in Llama.Internal.Types Methods (==) :: Model -> Model -> Bool # (/=) :: Model -> Model -> Bool #

newtype Context Source #

Managed context handle with automatic cleanup.

Constructors

Context (ForeignPtr CLlamaContext)

Instances

Instances details

Show Context Source #
Instance details Defined in Llama.Internal.Types Methods showsPrec :: Int -> Context -> ShowS # show :: Context -> String # showList :: [Context] -> ShowS #
Eq Context Source #
Instance details Defined in Llama.Internal.Types Methods (==) :: Context -> Context -> Bool # (/=) :: Context -> Context -> Bool #

newtype Sampler Source #

Managed sampler handle with automatic cleanup.

Constructors

Sampler (ForeignPtr LlamaSampler)

Instances

Instances details

Show Sampler Source #
Instance details Defined in Llama.Internal.Types Methods showsPrec :: Int -> Sampler -> ShowS # show :: Sampler -> String # showList :: [Sampler] -> ShowS #
Eq Sampler Source #
Instance details Defined in Llama.Internal.Types Methods (==) :: Sampler -> Sampler -> Bool # (/=) :: Sampler -> Sampler -> Bool #

newtype KVCache Source #

Constructors

KVCache (ForeignPtr CLlamaKVCache)

Instances

Instances details

Show KVCache Source #
Instance details Defined in Llama.Internal.Types Methods showsPrec :: Int -> KVCache -> ShowS # show :: KVCache -> String # showList :: [KVCache] -> ShowS #
Eq KVCache Source #
Instance details Defined in Llama.Internal.Types Methods (==) :: KVCache -> KVCache -> Bool # (/=) :: KVCache -> KVCache -> Bool #

newtype AdapterLora Source #

Constructors

AdapterLora (ForeignPtr CLlamaAdapterLora)

Instances

Instances details

Show AdapterLora Source #
Instance details Defined in Llama.Internal.Types Methods showsPrec :: Int -> AdapterLora -> ShowS # show :: AdapterLora -> String # showList :: [AdapterLora] -> ShowS #
Eq AdapterLora Source #
Instance details Defined in Llama.Internal.Types Methods (==) :: AdapterLora -> AdapterLora -> Bool # (/=) :: AdapterLora -> AdapterLora -> Bool #