Safe Haskell | None |
---|---|
Language | Haskell2010 |
DataFrame.IO.Parquet
Synopsis
- readParquet :: FilePath -> IO DataFrame
- readMetadataFromPath :: FilePath -> IO FileMetadata
- readMetadataSizeFromFooter :: ByteString -> (Int, ByteString)
- getColumnPaths :: [SchemaElement] -> [(Text, Int)]
- processColumnPages :: (Int, Int) -> [Page] -> ParquetType -> ParquetEncoding -> Maybe Int32 -> IO Column
Documentation
readParquet :: FilePath -> IO DataFrame Source #
Read a parquet file from path and load it into a dataframe.
Example
ghci> D.readParquet "./data/mtcars.parquet"
readMetadataSizeFromFooter :: ByteString -> (Int, ByteString) Source #
getColumnPaths :: [SchemaElement] -> [(Text, Int)] Source #
processColumnPages :: (Int, Int) -> [Page] -> ParquetType -> ParquetEncoding -> Maybe Int32 -> IO Column Source #