type Rep LlamaSamplerChainParams
Instance details Defined in Llama.Internal.Types.Params type Rep LlamaSamplerChainParams = D1 ('MetaData "LlamaSamplerChainParams" "Llama.Internal.Types.Params" "llama-cpp-hs-0.1.0.0-inplace" 'True) (C1 ('MetaCons "LlamaSamplerChainParams" 'PrefixI 'True) (S1 ('MetaSel ('Just "noPerf") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 CBool)))

Methods

from :: LlamaSamplerChainParams -> Rep LlamaSamplerChainParams x #

to :: Rep LlamaSamplerChainParams x -> LlamaSamplerChainParams #

Show LlamaSamplerChainParams Source #

Instance details

Defined in Llama.Internal.Types.Params

Methods

showsPrec :: Int -> LlamaSamplerChainParams -> ShowS #

show :: LlamaSamplerChainParams -> String #

showList :: [LlamaSamplerChainParams] -> ShowS #

Eq LlamaSamplerChainParams Source #

Instance details

Defined in Llama.Internal.Types.Params

Methods

(==) :: LlamaSamplerChainParams -> LlamaSamplerChainParams -> Bool #

(/=) :: LlamaSamplerChainParams -> LlamaSamplerChainParams -> Bool #

type Rep LlamaSamplerChainParams Source #

Instance details

Defined in Llama.Internal.Types.Params

type Rep LlamaSamplerChainParams = D1 ('MetaData "LlamaSamplerChainParams" "Llama.Internal.Types.Params" "llama-cpp-hs-0.1.0.0-inplace" 'True) (C1 ('MetaCons "LlamaSamplerChainParams" 'PrefixI 'True) (S1 ('MetaSel ('Just "noPerf") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 CBool)))

data LlamaContextParams Source #

Constructors

LlamaContextParams

Fields

n_ctx :: CUInt
text context, 0 = from model
n_batch :: CUInt
logical maximum batch size that can be submitted to llama_decode
n_ubatch :: CUInt
physical maximum batch size
n_seq_max :: CUInt
max number of sequences (i.e. distinct states for recurrent models)
n_threads :: CInt
number of threads to use for generation
n_threads_batch :: CInt
number of threads to use for batch processing
rope_scaling_type :: LlamaRopeTypeScaling
RoPE scaling type, from `enum llama_rope_scaling_type`
pooling_type :: LlamaPoolingType
whether to pool (sum) embedding results by sequence id
attention_type :: LlamaAttentionType
attention type to use for embeddings
rope_freq_base :: CFloat
RoPE base frequency, 0 = from model
rope_freq_scale :: CFloat
RoPE frequency scaling factor, 0 = from model
yarn_ext_factor :: CFloat
YaRN extrapolation mix factor, negative = from model
yarn_attn_factor :: CFloat
YaRN magnitude scaling factor
yarn_beta_fast :: CFloat
YaRN low correction dim
yarn_beta_slow :: CFloat
YaRN high correction dim
yarn_orig_ctx :: CUInt
YaRN original context size
defrag_thold :: CFloat
defragment the KV cache if holes/size > thold, < 0 disabled (default)
cb_eval :: FunPtr (Ptr () -> IO ())
cb_eval_user_data :: Ptr ()
type_k :: GgmlType
data type for K cache [EXPERIMENTAL]
type_v :: GgmlType
data type for V cache [EXPERIMENTAL]
logits_all :: CBool
the llama_decode() call computes all logits, not just the last one (DEPRECATED - set llama_batch.logits instead)
embeddings :: CBool
if true, extract embeddings (together with logits)
offload_kqv :: CBool
whether to offload the KQV ops (including the KV cache) to GPU
flash_attn :: CBool
whether to use flash attention [EXPERIMENTAL]
no_perf :: CBool
whether to measure performance timings
abort_callback :: FunPtr (Ptr () -> IO CInt)
abort_callback_data :: Ptr ()

Instances

Instances details

GStorable LlamaContextParams Source #

Instance details

Defined in Llama.Internal.Types.Params

Methods

gsizeOf :: LlamaContextParams -> Int #

galignment :: LlamaContextParams -> Int #

gpeekByteOff :: Ptr b -> Int -> IO LlamaContextParams #

gpokeByteOff :: Ptr b -> Int -> LlamaContextParams -> IO () #

Generic LlamaContextParams Source #

Instance details

Defined in Llama.Internal.Types.Params

Associated Types

type Rep LlamaContextParams

Instance details

Defined in Llama.Internal.Types.Params

Methods

from :: LlamaContextParams -> Rep LlamaContextParams x #

to :: Rep LlamaContextParams x -> LlamaContextParams #

Show LlamaContextParams Source #

Instance details

Defined in Llama.Internal.Types.Params

Methods

showsPrec :: Int -> LlamaContextParams -> ShowS #

show :: LlamaContextParams -> String #

showList :: [LlamaContextParams] -> ShowS #

type Rep LlamaContextParams Source #

Instance details

Defined in Llama.Internal.Types.Params

data LlamaModelParams Source #

Constructors

LlamaModelParams

Fields

devices :: Ptr GgmlBackendDevT
NULL-terminated list of devices for offloading
tensorBuftOverrides :: Ptr LlamaModelTensorBuftOverride
NULL-terminated list of buffer type overrides
nGpuLayers :: Int32
Number of layers to store in VRAM
splitMode :: LlamaSplitMode
How to split the model across GPUs
mainGpu :: Int32
GPU used when split_mode is LLAMA_SPLIT_MODE_NONE
tensorSplit :: Ptr CFloat
Proportion of model offloaded to each GPU
progressCallback :: FunPtr (CFloat -> Ptr () -> IO CBool)
Callback for progress updates (returns true to continue)
progressCallbackUserData :: Ptr ()
User data for progress callback
kvOverrides :: Ptr LlamaModelKvOverride
Override for model metadata
vocabOnly :: CBool
Only load vocabulary, not weights
useMmap :: CBool
Use mmap if possible
useMlock :: CBool
Force model to stay in RAM
checkTensors :: CBool
Validate tensor data

Instances

Instances details

GStorable LlamaModelParams Source #

Instance details

Defined in Llama.Internal.Types.Params

Methods

gsizeOf :: LlamaModelParams -> Int #

galignment :: LlamaModelParams -> Int #

gpeekByteOff :: Ptr b -> Int -> IO LlamaModelParams #

gpokeByteOff :: Ptr b -> Int -> LlamaModelParams -> IO () #

Generic LlamaModelParams Source #

Instance details

Defined in Llama.Internal.Types.Params

Associated Types

type Rep LlamaModelParams
Instance details Defined in Llama.Internal.Types.Params type Rep LlamaModelParams

Methods

from :: LlamaModelParams -> Rep LlamaModelParams x #

to :: Rep LlamaModelParams x -> LlamaModelParams #

Show LlamaModelParams Source #

Instance details

Defined in Llama.Internal.Types.Params

Methods

showsPrec :: Int -> LlamaModelParams -> ShowS #

show :: LlamaModelParams -> String #

showList :: [LlamaModelParams] -> ShowS #

Eq LlamaModelParams Source #

Instance details

Defined in Llama.Internal.Types.Params

Methods

(==) :: LlamaModelParams -> LlamaModelParams -> Bool #

(/=) :: LlamaModelParams -> LlamaModelParams -> Bool #

type Rep LlamaModelParams Source #

Instance details

Defined in Llama.Internal.Types.Params

type Rep LlamaModelParams

data LlamaModelQuantizeParams Source #

Constructors

LlamaModelQuantizeParams
Fields nthread :: Int32 ftype :: LlamaFtype outputTensorType :: GgmlType tokenEmbeddingType :: GgmlType allowRequantize :: Bool quantizeOutputTensor :: Bool onlyCopy :: Bool pure_ :: Bool keepSplit :: Bool imatrix :: Ptr () kvOverridesQuantizeParams :: Ptr () tensorTypes :: Ptr ()

Instances

Instances details

GStorable LlamaModelQuantizeParams Source #

Instance details

Defined in Llama.Internal.Types.Params

Methods

gsizeOf :: LlamaModelQuantizeParams -> Int #

galignment :: LlamaModelQuantizeParams -> Int #

gpeekByteOff :: Ptr b -> Int -> IO LlamaModelQuantizeParams #

gpokeByteOff :: Ptr b -> Int -> LlamaModelQuantizeParams -> IO () #

Generic LlamaModelQuantizeParams Source #

Instance details

Defined in Llama.Internal.Types.Params

Associated Types

type Rep LlamaModelQuantizeParams
Instance details Defined in Llama.Internal.Types.Params type Rep LlamaModelQuantizeParams

Methods

from :: LlamaModelQuantizeParams -> Rep LlamaModelQuantizeParams x #

to :: Rep LlamaModelQuantizeParams x -> LlamaModelQuantizeParams #

Show LlamaModelQuantizeParams Source #

Instance details

Defined in Llama.Internal.Types.Params

Methods

showsPrec :: Int -> LlamaModelQuantizeParams -> ShowS #

show :: LlamaModelQuantizeParams -> String #

showList :: [LlamaModelQuantizeParams] -> ShowS #

Eq LlamaModelQuantizeParams Source #

Instance details

Defined in Llama.Internal.Types.Params

Methods

(==) :: LlamaModelQuantizeParams -> LlamaModelQuantizeParams -> Bool #

(/=) :: LlamaModelQuantizeParams -> LlamaModelQuantizeParams -> Bool #

type Rep LlamaModelQuantizeParams Source #

Instance details

Defined in Llama.Internal.Types.Params

type Rep LlamaModelQuantizeParams

data GgmlType Source #

Instances

Instances details

Storable GgmlType Source #

Instance details

Defined in Llama.Internal.Types.Params

Methods

sizeOf :: GgmlType -> Int #

alignment :: GgmlType -> Int #

peekElemOff :: Ptr GgmlType -> Int -> IO GgmlType #

pokeElemOff :: Ptr GgmlType -> Int -> GgmlType -> IO () #

peekByteOff :: Ptr b -> Int -> IO GgmlType #

pokeByteOff :: Ptr b -> Int -> GgmlType -> IO () #

peek :: Ptr GgmlType -> IO GgmlType #

poke :: Ptr GgmlType -> GgmlType -> IO () #

Generic GgmlType Source #

Instance details

Defined in Llama.Internal.Types.Params

Associated Types

type Rep GgmlType

Instance details

Defined in Llama.Internal.Types.Params

type Rep GgmlType = D1 ('MetaData "GgmlType" "Llama.Internal.Types.Params" "llama-cpp-hs-0.1.0.0-inplace" 'False) (((((C1 ('MetaCons "GGML_TYPE_F32" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "GGML_TYPE_F16" 'PrefixI 'False) (U1 :: Type -> Type)) :+: (C1 ('MetaCons "GGML_TYPE_Q4_0" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "GGML_TYPE_Q4_1" 'PrefixI 'False) (U1 :: Type -> Type))) :+: ((C1 ('MetaCons "GGML_TYPE_Q5_0" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "GGML_TYPE_Q5_1" 'PrefixI 'False) (U1 :: Type -> Type)) :+: (C1 ('MetaCons "GGML_TYPE_Q8_0" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "GGML_TYPE_Q8_1" 'PrefixI 'False) (U1 :: Type -> Type)))) :+: (((C1 ('MetaCons "GGML_TYPE_Q2_K" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "GGML_TYPE_Q3_K" 'PrefixI 'False) (U1 :: Type -> Type)) :+: (C1 ('MetaCons "GGML_TYPE_Q4_K" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "GGML_TYPE_Q5_K" 'PrefixI 'False) (U1 :: Type -> Type))) :+: ((C1 ('MetaCons "GGML_TYPE_Q6_K" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "GGML_TYPE_Q8_K" 'PrefixI 'False) (U1 :: Type -> Type)) :+: (C1 ('MetaCons "GGML_TYPE_IQ2_XXS" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "GGML_TYPE_IQ2_XS" 'PrefixI 'False) (U1 :: Type -> Type))))) :+: ((((C1 ('MetaCons "GGML_TYPE_IQ3_XXS" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "GGML_TYPE_IQ1_S" 'PrefixI 'False) (U1 :: Type -> Type)) :+: (C1 ('MetaCons "GGML_TYPE_IQ4_NL" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "GGML_TYPE_IQ3_S" 'PrefixI 'False) (U1 :: Type -> Type))) :+: ((C1 ('MetaCons "GGML_TYPE_IQ2_S" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "GGML_TYPE_IQ4_XS" 'PrefixI 'False) (U1 :: Type -> Type)) :+: (C1 ('MetaCons "GGML_TYPE_I8" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "GGML_TYPE_I16" 'PrefixI 'False) (U1 :: Type -> Type)))) :+: (((C1 ('MetaCons "GGML_TYPE_I32" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "GGML_TYPE_I64" 'PrefixI 'False) (U1 :: Type -> Type)) :+: (C1 ('MetaCons "GGML_TYPE_F64" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "GGML_TYPE_IQ1_M" 'PrefixI 'False) (U1 :: Type -> Type))) :+: ((C1 ('MetaCons "GGML_TYPE_BF16" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "GGML_TYPE_TQ1_0" 'PrefixI 'False) (U1 :: Type -> Type)) :+: (C1 ('MetaCons "GGML_TYPE_TQ2_0" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "GGML_TYPE_COUNT" 'PrefixI 'False) (U1 :: Type -> Type))))))

Methods

from :: GgmlType -> Rep GgmlType x #

to :: Rep GgmlType x -> GgmlType #

Show GgmlType Source #

Instance details

Defined in Llama.Internal.Types.Params

Methods

showsPrec :: Int -> GgmlType -> ShowS #

show :: GgmlType -> String #

showList :: [GgmlType] -> ShowS #

Eq GgmlType Source #

Instance details

Defined in Llama.Internal.Types.Params

Methods

(==) :: GgmlType -> GgmlType -> Bool #

(/=) :: GgmlType -> GgmlType -> Bool #

Ord GgmlType Source #

Instance details

Defined in Llama.Internal.Types.Params

Methods

compare :: GgmlType -> GgmlType -> Ordering #

(<) :: GgmlType -> GgmlType -> Bool #

(<=) :: GgmlType -> GgmlType -> Bool #

(>) :: GgmlType -> GgmlType -> Bool #

(>=) :: GgmlType -> GgmlType -> Bool #

max :: GgmlType -> GgmlType -> GgmlType #

min :: GgmlType -> GgmlType -> GgmlType #

type Rep GgmlType Source #

Instance details

Defined in Llama.Internal.Types.Params

type Rep GgmlType = D1 ('MetaData "GgmlType" "Llama.Internal.Types.Params" "llama-cpp-hs-0.1.0.0-inplace" 'False) (((((C1 ('MetaCons "GGML_TYPE_F32" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "GGML_TYPE_F16" 'PrefixI 'False) (U1 :: Type -> Type)) :+: (C1 ('MetaCons "GGML_TYPE_Q4_0" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "GGML_TYPE_Q4_1" 'PrefixI 'False) (U1 :: Type -> Type))) :+: ((C1 ('MetaCons "GGML_TYPE_Q5_0" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "GGML_TYPE_Q5_1" 'PrefixI 'False) (U1 :: Type -> Type)) :+: (C1 ('MetaCons "GGML_TYPE_Q8_0" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "GGML_TYPE_Q8_1" 'PrefixI 'False) (U1 :: Type -> Type)))) :+: (((C1 ('MetaCons "GGML_TYPE_Q2_K" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "GGML_TYPE_Q3_K" 'PrefixI 'False) (U1 :: Type -> Type)) :+: (C1 ('MetaCons "GGML_TYPE_Q4_K" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "GGML_TYPE_Q5_K" 'PrefixI 'False) (U1 :: Type -> Type))) :+: ((C1 ('MetaCons "GGML_TYPE_Q6_K" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "GGML_TYPE_Q8_K" 'PrefixI 'False) (U1 :: Type -> Type)) :+: (C1 ('MetaCons "GGML_TYPE_IQ2_XXS" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "GGML_TYPE_IQ2_XS" 'PrefixI 'False) (U1 :: Type -> Type))))) :+: ((((C1 ('MetaCons "GGML_TYPE_IQ3_XXS" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "GGML_TYPE_IQ1_S" 'PrefixI 'False) (U1 :: Type -> Type)) :+: (C1 ('MetaCons "GGML_TYPE_IQ4_NL" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "GGML_TYPE_IQ3_S" 'PrefixI 'False) (U1 :: Type -> Type))) :+: ((C1 ('MetaCons "GGML_TYPE_IQ2_S" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "GGML_TYPE_IQ4_XS" 'PrefixI 'False) (U1 :: Type -> Type)) :+: (C1 ('MetaCons "GGML_TYPE_I8" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "GGML_TYPE_I16" 'PrefixI 'False) (U1 :: Type -> Type)))) :+: (((C1 ('MetaCons "GGML_TYPE_I32" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "GGML_TYPE_I64" 'PrefixI 'False) (U1 :: Type -> Type)) :+: (C1 ('MetaCons "GGML_TYPE_F64" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "GGML_TYPE_IQ1_M" 'PrefixI 'False) (U1 :: Type -> Type))) :+: ((C1 ('MetaCons "GGML_TYPE_BF16" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "GGML_TYPE_TQ1_0" 'PrefixI 'False) (U1 :: Type -> Type)) :+: (C1 ('MetaCons "GGML_TYPE_TQ2_0" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "GGML_TYPE_COUNT" 'PrefixI 'False) (U1 :: Type -> Type))))))

data LlamaRopeTypeScaling Source #

Constructors

LLAMA_ROPE_SCALING_TYPE_UNSPECIFIED
LLAMA_ROPE_SCALING_TYPE_NONE
LLAMA_ROPE_SCALING_TYPE_LINEAR
LLAMA_ROPE_SCALING_TYPE_YARN
LLAMA_ROPE_SCALING_TYPE_LONGROPE
LLAMA_ROPE_SCALING_TYPE_MAX_VALUE

Instances

Instances details

Storable LlamaRopeTypeScaling Source #
Instance details Defined in Llama.Internal.Types.Params Methods sizeOf :: LlamaRopeTypeScaling -> Int # alignment :: LlamaRopeTypeScaling -> Int # peekElemOff :: Ptr LlamaRopeTypeScaling -> Int -> IO LlamaRopeTypeScaling # pokeElemOff :: Ptr LlamaRopeTypeScaling -> Int -> LlamaRopeTypeScaling -> IO () # peekByteOff :: Ptr b -> Int -> IO LlamaRopeTypeScaling # pokeByteOff :: Ptr b -> Int -> LlamaRopeTypeScaling -> IO () # peek :: Ptr LlamaRopeTypeScaling -> IO LlamaRopeTypeScaling # poke :: Ptr LlamaRopeTypeScaling -> LlamaRopeTypeScaling -> IO () #
Show LlamaRopeTypeScaling Source #
Instance details Defined in Llama.Internal.Types.Params Methods showsPrec :: Int -> LlamaRopeTypeScaling -> ShowS # show :: LlamaRopeTypeScaling -> String # showList :: [LlamaRopeTypeScaling] -> ShowS #
Eq LlamaRopeTypeScaling Source #
Instance details Defined in Llama.Internal.Types.Params Methods (==) :: LlamaRopeTypeScaling -> LlamaRopeTypeScaling -> Bool # (/=) :: LlamaRopeTypeScaling -> LlamaRopeTypeScaling -> Bool #

data LlamaPoolingType Source #

Constructors

LLAMA_POOLING_TYPE_UNSPECIFIED
LLAMA_POOLING_TYPE_NONE
LLAMA_POOLING_TYPE_MEAN
LLAMA_POOLING_TYPE_CLS
LLAMA_POOLING_TYPE_LAST
LLAMA_POOLING_TYPE_RANK

Instances

Instances details

Storable LlamaPoolingType Source #

Instance details

Defined in Llama.Internal.Types.Params

Methods

sizeOf :: LlamaPoolingType -> Int #

alignment :: LlamaPoolingType -> Int #

peekElemOff :: Ptr LlamaPoolingType -> Int -> IO LlamaPoolingType #

pokeElemOff :: Ptr LlamaPoolingType -> Int -> LlamaPoolingType -> IO () #

peekByteOff :: Ptr b -> Int -> IO LlamaPoolingType #

pokeByteOff :: Ptr b -> Int -> LlamaPoolingType -> IO () #

peek :: Ptr LlamaPoolingType -> IO LlamaPoolingType #

poke :: Ptr LlamaPoolingType -> LlamaPoolingType -> IO () #

Generic LlamaPoolingType Source #

Instance details

Defined in Llama.Internal.Types.Params

Associated Types

type Rep LlamaPoolingType

Instance details

Defined in Llama.Internal.Types.Params

type Rep LlamaPoolingType = D1 ('MetaData "LlamaPoolingType" "Llama.Internal.Types.Params" "llama-cpp-hs-0.1.0.0-inplace" 'False) ((C1 ('MetaCons "LLAMA_POOLING_TYPE_UNSPECIFIED" 'PrefixI 'False) (U1 :: Type -> Type) :+: (C1 ('MetaCons "LLAMA_POOLING_TYPE_NONE" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "LLAMA_POOLING_TYPE_MEAN" 'PrefixI 'False) (U1 :: Type -> Type))) :+: (C1 ('MetaCons "LLAMA_POOLING_TYPE_CLS" 'PrefixI 'False) (U1 :: Type -> Type) :+: (C1 ('MetaCons "LLAMA_POOLING_TYPE_LAST" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "LLAMA_POOLING_TYPE_RANK" 'PrefixI 'False) (U1 :: Type -> Type))))

Methods

from :: LlamaPoolingType -> Rep LlamaPoolingType x #

to :: Rep LlamaPoolingType x -> LlamaPoolingType #

Show LlamaPoolingType Source #

Instance details

Defined in Llama.Internal.Types.Params

Methods

showsPrec :: Int -> LlamaPoolingType -> ShowS #

show :: LlamaPoolingType -> String #

showList :: [LlamaPoolingType] -> ShowS #

Eq LlamaPoolingType Source #

Instance details

Defined in Llama.Internal.Types.Params

Methods

(==) :: LlamaPoolingType -> LlamaPoolingType -> Bool #

(/=) :: LlamaPoolingType -> LlamaPoolingType -> Bool #

Ord LlamaPoolingType Source #

Instance details

Defined in Llama.Internal.Types.Params

Methods

compare :: LlamaPoolingType -> LlamaPoolingType -> Ordering #

(<) :: LlamaPoolingType -> LlamaPoolingType -> Bool #

(<=) :: LlamaPoolingType -> LlamaPoolingType -> Bool #

(>) :: LlamaPoolingType -> LlamaPoolingType -> Bool #

(>=) :: LlamaPoolingType -> LlamaPoolingType -> Bool #

max :: LlamaPoolingType -> LlamaPoolingType -> LlamaPoolingType #

min :: LlamaPoolingType -> LlamaPoolingType -> LlamaPoolingType #

type Rep LlamaPoolingType Source #

Instance details

Defined in Llama.Internal.Types.Params

type Rep LlamaPoolingType = D1 ('MetaData "LlamaPoolingType" "Llama.Internal.Types.Params" "llama-cpp-hs-0.1.0.0-inplace" 'False) ((C1 ('MetaCons "LLAMA_POOLING_TYPE_UNSPECIFIED" 'PrefixI 'False) (U1 :: Type -> Type) :+: (C1 ('MetaCons "LLAMA_POOLING_TYPE_NONE" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "LLAMA_POOLING_TYPE_MEAN" 'PrefixI 'False) (U1 :: Type -> Type))) :+: (C1 ('MetaCons "LLAMA_POOLING_TYPE_CLS" 'PrefixI 'False) (U1 :: Type -> Type) :+: (C1 ('MetaCons "LLAMA_POOLING_TYPE_LAST" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "LLAMA_POOLING_TYPE_RANK" 'PrefixI 'False) (U1 :: Type -> Type))))

data LlamaAttentionType Source #

Constructors

LLAMA_ATTENTION_TYPE_UNSPECIFIED
LLAMA_ATTENTION_TYPE_CAUSAL
LLAMA_ATTENTION_TYPE_NON_CAUSAL

Instances

Instances details

Storable LlamaAttentionType Source #

Instance details

Defined in Llama.Internal.Types.Params

Methods

sizeOf :: LlamaAttentionType -> Int #

alignment :: LlamaAttentionType -> Int #

peekElemOff :: Ptr LlamaAttentionType -> Int -> IO LlamaAttentionType #

pokeElemOff :: Ptr LlamaAttentionType -> Int -> LlamaAttentionType -> IO () #

peekByteOff :: Ptr b -> Int -> IO LlamaAttentionType #

pokeByteOff :: Ptr b -> Int -> LlamaAttentionType -> IO () #

peek :: Ptr LlamaAttentionType -> IO LlamaAttentionType #

poke :: Ptr LlamaAttentionType -> LlamaAttentionType -> IO () #

Generic LlamaAttentionType Source #

Instance details

Defined in Llama.Internal.Types.Params

Associated Types

type Rep LlamaAttentionType

Instance details

Defined in Llama.Internal.Types.Params

type Rep LlamaAttentionType = D1 ('MetaData "LlamaAttentionType" "Llama.Internal.Types.Params" "llama-cpp-hs-0.1.0.0-inplace" 'False) (C1 ('MetaCons "LLAMA_ATTENTION_TYPE_UNSPECIFIED" 'PrefixI 'False) (U1 :: Type -> Type) :+: (C1 ('MetaCons "LLAMA_ATTENTION_TYPE_CAUSAL" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "LLAMA_ATTENTION_TYPE_NON_CAUSAL" 'PrefixI 'False) (U1 :: Type -> Type)))

Methods

from :: LlamaAttentionType -> Rep LlamaAttentionType x #

to :: Rep LlamaAttentionType x -> LlamaAttentionType #

Show LlamaAttentionType Source #

Instance details

Defined in Llama.Internal.Types.Params

Methods

showsPrec :: Int -> LlamaAttentionType -> ShowS #

show :: LlamaAttentionType -> String #

showList :: [LlamaAttentionType] -> ShowS #

Eq LlamaAttentionType Source #

Instance details

Defined in Llama.Internal.Types.Params

Methods

(==) :: LlamaAttentionType -> LlamaAttentionType -> Bool #

(/=) :: LlamaAttentionType -> LlamaAttentionType -> Bool #

Ord LlamaAttentionType Source #

Instance details

Defined in Llama.Internal.Types.Params

Methods

compare :: LlamaAttentionType -> LlamaAttentionType -> Ordering #

(<) :: LlamaAttentionType -> LlamaAttentionType -> Bool #

(<=) :: LlamaAttentionType -> LlamaAttentionType -> Bool #

(>) :: LlamaAttentionType -> LlamaAttentionType -> Bool #

(>=) :: LlamaAttentionType -> LlamaAttentionType -> Bool #

max :: LlamaAttentionType -> LlamaAttentionType -> LlamaAttentionType #

min :: LlamaAttentionType -> LlamaAttentionType -> LlamaAttentionType #

type Rep LlamaAttentionType Source #

Instance details

Defined in Llama.Internal.Types.Params

type Rep LlamaAttentionType = D1 ('MetaData "LlamaAttentionType" "Llama.Internal.Types.Params" "llama-cpp-hs-0.1.0.0-inplace" 'False) (C1 ('MetaCons "LLAMA_ATTENTION_TYPE_UNSPECIFIED" 'PrefixI 'False) (U1 :: Type -> Type) :+: (C1 ('MetaCons "LLAMA_ATTENTION_TYPE_CAUSAL" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "LLAMA_ATTENTION_TYPE_NON_CAUSAL" 'PrefixI 'False) (U1 :: Type -> Type)))

newtype LlamaSplitMode Source #

Constructors

LlamaSplitMode Int32

Instances

Instances details

GStorable LlamaSplitMode Source #

Instance details

Defined in Llama.Internal.Types.Params

Methods

gsizeOf :: LlamaSplitMode -> Int #

galignment :: LlamaSplitMode -> Int #

gpeekByteOff :: Ptr b -> Int -> IO LlamaSplitMode #

gpokeByteOff :: Ptr b -> Int -> LlamaSplitMode -> IO () #

Generic LlamaSplitMode Source #

Instance details

Defined in Llama.Internal.Types.Params

Associated Types

type Rep LlamaSplitMode
Instance details Defined in Llama.Internal.Types.Params type Rep LlamaSplitMode = D1 ('MetaData "LlamaSplitMode" "Llama.Internal.Types.Params" "llama-cpp-hs-0.1.0.0-inplace" 'True) (C1 ('MetaCons "LlamaSplitMode" 'PrefixI 'False) (S1 ('MetaSel ('Nothing :: Maybe Symbol) 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 Int32)))

Methods

from :: LlamaSplitMode -> Rep LlamaSplitMode x #

to :: Rep LlamaSplitMode x -> LlamaSplitMode #

Read LlamaSplitMode Source #

Instance details

Defined in Llama.Internal.Types.Params

Methods

readsPrec :: Int -> ReadS LlamaSplitMode #

readList :: ReadS [LlamaSplitMode] #

readPrec :: ReadPrec LlamaSplitMode #

readListPrec :: ReadPrec [LlamaSplitMode] #

Show LlamaSplitMode Source #

Instance details

Defined in Llama.Internal.Types.Params

Methods

showsPrec :: Int -> LlamaSplitMode -> ShowS #

show :: LlamaSplitMode -> String #

showList :: [LlamaSplitMode] -> ShowS #

Eq LlamaSplitMode Source #

Instance details

Defined in Llama.Internal.Types.Params

Methods

(==) :: LlamaSplitMode -> LlamaSplitMode -> Bool #

(/=) :: LlamaSplitMode -> LlamaSplitMode -> Bool #

type Rep LlamaSplitMode Source #

Instance details

Defined in Llama.Internal.Types.Params

type Rep LlamaSplitMode = D1 ('MetaData "LlamaSplitMode" "Llama.Internal.Types.Params" "llama-cpp-hs-0.1.0.0-inplace" 'True) (C1 ('MetaCons "LlamaSplitMode" 'PrefixI 'False) (S1 ('MetaSel ('Nothing :: Maybe Symbol) 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 Int32)))

newtype CLlamaContextParams Source #

Raw pointer to llama_context_params

Constructors

CLlamaContextParams (Ptr LlamaContextParams)

Instances

Instances details

Show CLlamaContextParams Source #
Instance details Defined in Llama.Internal.Types.Params Methods showsPrec :: Int -> CLlamaContextParams -> ShowS # show :: CLlamaContextParams -> String # showList :: [CLlamaContextParams] -> ShowS #
Eq CLlamaContextParams Source #
Instance details Defined in Llama.Internal.Types.Params Methods (==) :: CLlamaContextParams -> CLlamaContextParams -> Bool # (/=) :: CLlamaContextParams -> CLlamaContextParams -> Bool #

newtype CLlamaModelParams Source #

Raw pointer to llama_model_params

Constructors

CLlamaModelParams (Ptr LlamaModelParams)

Instances

Instances details

Show CLlamaModelParams Source #
Instance details Defined in Llama.Internal.Types.Params Methods showsPrec :: Int -> CLlamaModelParams -> ShowS # show :: CLlamaModelParams -> String # showList :: [CLlamaModelParams] -> ShowS #
Eq CLlamaModelParams Source #
Instance details Defined in Llama.Internal.Types.Params Methods (==) :: CLlamaModelParams -> CLlamaModelParams -> Bool # (/=) :: CLlamaModelParams -> CLlamaModelParams -> Bool #

newtype CLlamaSamplerChainParams Source #

Raw pointer to llama_sampler_chain_params

Constructors

CLlamaSamplerChainParams (Ptr LlamaSamplerChainParams)

Instances

Instances details

Show CLlamaSamplerChainParams Source #
Instance details Defined in Llama.Internal.Types.Params Methods showsPrec :: Int -> CLlamaSamplerChainParams -> ShowS # show :: CLlamaSamplerChainParams -> String # showList :: [CLlamaSamplerChainParams] -> ShowS #
Eq CLlamaSamplerChainParams Source #
Instance details Defined in Llama.Internal.Types.Params Methods (==) :: CLlamaSamplerChainParams -> CLlamaSamplerChainParams -> Bool # (/=) :: CLlamaSamplerChainParams -> CLlamaSamplerChainParams -> Bool #

newtype CLlamaModelQuantizeParams Source #

Raw pointer to llama_model_quantize_params

Constructors

CLlamaModelQuantizeParams (Ptr LlamaModelQuantizeParams)

Instances

Instances details

Show CLlamaModelQuantizeParams Source #
Instance details Defined in Llama.Internal.Types.Params Methods showsPrec :: Int -> CLlamaModelQuantizeParams -> ShowS # show :: CLlamaModelQuantizeParams -> String # showList :: [CLlamaModelQuantizeParams] -> ShowS #
Eq CLlamaModelQuantizeParams Source #
Instance details Defined in Llama.Internal.Types.Params Methods (==) :: CLlamaModelQuantizeParams -> CLlamaModelQuantizeParams -> Bool # (/=) :: CLlamaModelQuantizeParams -> CLlamaModelQuantizeParams -> Bool #

newtype SamplerChainParamsPtr Source #

Safe wrapper for managed llama_sampler_chain_params

Constructors

SamplerChainParamsPtr (ForeignPtr CLlamaSamplerChainParams)

Instances

Instances details

Show SamplerChainParamsPtr Source #
Instance details Defined in Llama.Internal.Types.Params Methods showsPrec :: Int -> SamplerChainParamsPtr -> ShowS # show :: SamplerChainParamsPtr -> String # showList :: [SamplerChainParamsPtr] -> ShowS #
Eq SamplerChainParamsPtr Source #
Instance details Defined in Llama.Internal.Types.Params Methods (==) :: SamplerChainParamsPtr -> SamplerChainParamsPtr -> Bool # (/=) :: SamplerChainParamsPtr -> SamplerChainParamsPtr -> Bool #

newtype ModelQuantizeParamsPtr Source #

Safe wrapper for managed llama_model_quantize_params

Constructors

ModelQuantizeParamsPtr (ForeignPtr CLlamaModelQuantizeParams)

Instances

Instances details

Show ModelQuantizeParamsPtr Source #
Instance details Defined in Llama.Internal.Types.Params Methods showsPrec :: Int -> ModelQuantizeParamsPtr -> ShowS # show :: ModelQuantizeParamsPtr -> String # showList :: [ModelQuantizeParamsPtr] -> ShowS #
Eq ModelQuantizeParamsPtr Source #
Instance details Defined in Llama.Internal.Types.Params Methods (==) :: ModelQuantizeParamsPtr -> ModelQuantizeParamsPtr -> Bool # (/=) :: ModelQuantizeParamsPtr -> ModelQuantizeParamsPtr -> Bool #

newtype ContextParamsPtr Source #

Safe wrapper for managed llama_context_params

Constructors

ContextParamsPtr (ForeignPtr CLlamaContextParams)

Instances

Instances details

Show ContextParamsPtr Source #
Instance details Defined in Llama.Internal.Types.Params Methods showsPrec :: Int -> ContextParamsPtr -> ShowS # show :: ContextParamsPtr -> String # showList :: [ContextParamsPtr] -> ShowS #
Eq ContextParamsPtr Source #
Instance details Defined in Llama.Internal.Types.Params Methods (==) :: ContextParamsPtr -> ContextParamsPtr -> Bool # (/=) :: ContextParamsPtr -> ContextParamsPtr -> Bool #

newtype ModelParamsPtr Source #

Safe wrapper for managed llama_model_params

Constructors

ModelParamsPtr (ForeignPtr CLlamaModelParams)

Instances

Instances details

Show ModelParamsPtr Source #
Instance details Defined in Llama.Internal.Types.Params Methods showsPrec :: Int -> ModelParamsPtr -> ShowS # show :: ModelParamsPtr -> String # showList :: [ModelParamsPtr] -> ShowS #
Eq ModelParamsPtr Source #
Instance details Defined in Llama.Internal.Types.Params Methods (==) :: ModelParamsPtr -> ModelParamsPtr -> Bool # (/=) :: ModelParamsPtr -> ModelParamsPtr -> Bool #

data LlamaVocabType Source #

Constructors

LLAMA_VOCAB_TYPE_NONE
LLAMA_VOCAB_TYPE_SPM
LLAMA_VOCAB_TYPE_BPE
LLAMA_VOCAB_TYPE_WPM
LLAMA_VOCAB_TYPE_UGM
LLAMA_VOCAB_TYPE_RWKV

Instances

Instances details

Storable LlamaVocabType Source #

Instance details

Defined in Llama.Internal.Types.Params

Methods

sizeOf :: LlamaVocabType -> Int #

alignment :: LlamaVocabType -> Int #

peekElemOff :: Ptr LlamaVocabType -> Int -> IO LlamaVocabType #

pokeElemOff :: Ptr LlamaVocabType -> Int -> LlamaVocabType -> IO () #

peekByteOff :: Ptr b -> Int -> IO LlamaVocabType #

pokeByteOff :: Ptr b -> Int -> LlamaVocabType -> IO () #

peek :: Ptr LlamaVocabType -> IO LlamaVocabType #

poke :: Ptr LlamaVocabType -> LlamaVocabType -> IO () #

Generic LlamaVocabType Source #

Instance details

Defined in Llama.Internal.Types.Params

Associated Types

type Rep LlamaVocabType

Instance details

Defined in Llama.Internal.Types.Params

type Rep LlamaVocabType = D1 ('MetaData "LlamaVocabType" "Llama.Internal.Types.Params" "llama-cpp-hs-0.1.0.0-inplace" 'False) ((C1 ('MetaCons "LLAMA_VOCAB_TYPE_NONE" 'PrefixI 'False) (U1 :: Type -> Type) :+: (C1 ('MetaCons "LLAMA_VOCAB_TYPE_SPM" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "LLAMA_VOCAB_TYPE_BPE" 'PrefixI 'False) (U1 :: Type -> Type))) :+: (C1 ('MetaCons "LLAMA_VOCAB_TYPE_WPM" 'PrefixI 'False) (U1 :: Type -> Type) :+: (C1 ('MetaCons "LLAMA_VOCAB_TYPE_UGM" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "LLAMA_VOCAB_TYPE_RWKV" 'PrefixI 'False) (U1 :: Type -> Type))))

Methods

from :: LlamaVocabType -> Rep LlamaVocabType x #

to :: Rep LlamaVocabType x -> LlamaVocabType #

Show LlamaVocabType Source #

Instance details

Defined in Llama.Internal.Types.Params

Methods

showsPrec :: Int -> LlamaVocabType -> ShowS #

show :: LlamaVocabType -> String #

showList :: [LlamaVocabType] -> ShowS #

Eq LlamaVocabType Source #

Instance details

Defined in Llama.Internal.Types.Params

Methods

(==) :: LlamaVocabType -> LlamaVocabType -> Bool #

(/=) :: LlamaVocabType -> LlamaVocabType -> Bool #

Ord LlamaVocabType Source #

Instance details

Defined in Llama.Internal.Types.Params

Methods

compare :: LlamaVocabType -> LlamaVocabType -> Ordering #

(<) :: LlamaVocabType -> LlamaVocabType -> Bool #

(<=) :: LlamaVocabType -> LlamaVocabType -> Bool #

(>) :: LlamaVocabType -> LlamaVocabType -> Bool #

(>=) :: LlamaVocabType -> LlamaVocabType -> Bool #

max :: LlamaVocabType -> LlamaVocabType -> LlamaVocabType #

min :: LlamaVocabType -> LlamaVocabType -> LlamaVocabType #

type Rep LlamaVocabType Source #

Instance details

Defined in Llama.Internal.Types.Params

type Rep LlamaVocabType = D1 ('MetaData "LlamaVocabType" "Llama.Internal.Types.Params" "llama-cpp-hs-0.1.0.0-inplace" 'False) ((C1 ('MetaCons "LLAMA_VOCAB_TYPE_NONE" 'PrefixI 'False) (U1 :: Type -> Type) :+: (C1 ('MetaCons "LLAMA_VOCAB_TYPE_SPM" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "LLAMA_VOCAB_TYPE_BPE" 'PrefixI 'False) (U1 :: Type -> Type))) :+: (C1 ('MetaCons "LLAMA_VOCAB_TYPE_WPM" 'PrefixI 'False) (U1 :: Type -> Type) :+: (C1 ('MetaCons "LLAMA_VOCAB_TYPE_UGM" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "LLAMA_VOCAB_TYPE_RWKV" 'PrefixI 'False) (U1 :: Type -> Type))))

fromLlamaRopePoolingType :: CInt -> Maybe LlamaPoolingType Source #

fromLlamaRopeTypeScaling :: CInt -> Maybe LlamaRopeTypeScaling Source #

fromLlamaRopeVocabType :: CInt -> Maybe LlamaVocabType Source #

GGML_TYPE_F32
GGML_TYPE_F16
GGML_TYPE_Q4_0
GGML_TYPE_Q4_1
GGML_TYPE_Q5_0
GGML_TYPE_Q5_1
GGML_TYPE_Q8_0
GGML_TYPE_Q8_1
GGML_TYPE_Q2_K
GGML_TYPE_Q3_K
GGML_TYPE_Q4_K
GGML_TYPE_Q5_K
GGML_TYPE_Q6_K
GGML_TYPE_Q8_K
GGML_TYPE_IQ2_XXS
GGML_TYPE_IQ2_XS
GGML_TYPE_IQ3_XXS
GGML_TYPE_IQ1_S
GGML_TYPE_IQ4_NL
GGML_TYPE_IQ3_S
GGML_TYPE_IQ2_S
GGML_TYPE_IQ4_XS
GGML_TYPE_I8
GGML_TYPE_I16
GGML_TYPE_I32
GGML_TYPE_I64
GGML_TYPE_F64
GGML_TYPE_IQ1_M
GGML_TYPE_BF16
GGML_TYPE_TQ1_0
GGML_TYPE_TQ2_0
GGML_TYPE_COUNT