llama-cpp-hs

Safe Haskell	None
Language	Haskell2010

Llama.Internal.Foreign.Adapter

Synopsis

p_llama_adapter_lora_free :: FinalizerPtr CLlamaAdapterLora
c_llama_adapter_lora_init :: CLlamaModel -> CString -> IO CLlamaAdapterLora
c_llama_adapter_lora_free :: CLlamaAdapterLora -> IO ()
c_llama_set_adapter_lora :: CLlamaContext -> CLlamaAdapterLora -> CFloat -> IO CInt
c_llama_rm_adapter_lora :: CLlamaContext -> CLlamaAdapterLora -> IO CInt
c_llama_clear_adapter_lora :: CLlamaContext -> IO ()
c_llama_apply_adapter_cvec :: CLlamaContext -> Ptr CFloat -> CSize -> CInt -> CInt -> CInt -> IO CInt

Documentation

p_llama_adapter_lora_free :: FinalizerPtr CLlamaAdapterLora Source #

Foreign pointer to the C function for freeing LoRA adapters. This allows Haskell's garbage collector to automatically free resources.

c_llama_adapter_lora_init :: CLlamaModel -> CString -> IO CLlamaAdapterLora Source #

LLAMA_API struct llama_adapter_lora * llama_adapter_lora_init( | struct llama_model * model, const char * path_lora);

c_llama_adapter_lora_free :: CLlamaAdapterLora -> IO () Source #

LLAMA_API void llama_adapter_lora_free(struct llama_adapter_lora * adapter);

c_llama_set_adapter_lora :: CLlamaContext -> CLlamaAdapterLora -> CFloat -> IO CInt Source #

LLAMA_API int32_t llama_set_adapter_lora( | struct llama_context * ctx, | struct llama_adapter_lora * adapter, | float scale);

c_llama_rm_adapter_lora :: CLlamaContext -> CLlamaAdapterLora -> IO CInt Source #

LLAMA_API int32_t llama_rm_adapter_lora( | struct llama_context * ctx, | struct llama_adapter_lora * adapter);

c_llama_clear_adapter_lora :: CLlamaContext -> IO () Source #

LLAMA_API void llama_clear_adapter_lora(struct llama_context * ctx);

c_llama_apply_adapter_cvec :: CLlamaContext -> Ptr CFloat -> CSize -> CInt -> CInt -> CInt -> IO CInt Source #

LLAMA_API int32_t llama_apply_adapter_cvec( | struct llama_context * ctx, | const float * data, | size_t len, | int32_t n_embd, | int32_t il_start, | int32_t il_end);