Safe Haskell	None
Language	Haskell2010

DataFrame.IO.Parquet.Encoding

Synopsis

ceilLog2 :: Int -> Int
bitWidthForMaxLevel :: Int -> Int
decodeRLEBitPackedHybrid :: Int -> Int -> ByteString -> (Vector Word32, ByteString)
extractBitsInto :: Int -> Int -> ByteString -> STVector s Word32 -> Int -> ST s ()
fillRun :: STVector s Word32 -> Int -> Int -> Word32 -> ST s ()
decodeDictIndices :: Int -> ByteString -> (Vector Int, ByteString)

Documentation

ceilLog2 :: Int -> Int Source #

bitWidthForMaxLevel :: Int -> Int Source #

decodeRLEBitPackedHybrid Source #

Arguments

:: Int	Bit width per value (0 = all zeros, use `replicate`)
-> Int	Exact number of values to decode
-> ByteString
-> (Vector Word32, ByteString)

extractBitsInto Source #

Arguments

:: Int	Bit width
-> Int	Number of values to extract
-> ByteString
-> STVector s Word32
-> Int	Write offset into `mv`
-> ST s ()

Write count bit-width-bw values from bs into mv starting at offset, reading the byte buffer with a single-pass LSB-first accumulator. No intermediate list or ByteString allocation.

fillRun :: STVector s Word32 -> Int -> Int -> Word32 -> ST s () Source #

Fill mv[start..end-1] with val using a bulk memset-style write.

decodeDictIndices :: Int -> ByteString -> (Vector Int, ByteString) Source #

Decode need dictionary indices from a DATA_PAGE bit-width-prefixed stream (the first byte encodes the bit-width of all subsequent RLE/bitpacked values).

Returns the index vector (as Int) and the unconsumed bytes.