Safe Haskell	None
Language	Haskell2010

DataFrame.IO.CSV

Synopsis

chunkSize :: Int
data PagedVector a = PagedVector {
- pvChunks :: !(IORef [Vector a])
- pvActive :: !(IORef (IOVector a))
- pvCount :: !(IORef Int)
}
data PagedUnboxedVector a = PagedUnboxedVector {
- puvChunks :: !(IORef [Vector a])
- puvActive :: !(IORef (IOVector a))
- puvCount :: !(IORef Int)
}
data BuilderColumn
- = BuilderInt !(PagedUnboxedVector Int) !(PagedUnboxedVector Word8)
- | BuilderDouble !(PagedUnboxedVector Double) !(PagedUnboxedVector Word8)
- | BuilderText !(PagedVector Text) !(PagedUnboxedVector Word8)
newPagedVector :: IO (PagedVector a)
newPagedUnboxedVector :: Unbox a => IO (PagedUnboxedVector a)
appendPagedVector :: PagedVector a -> a -> IO ()
appendPagedUnboxedVector :: Unbox a => PagedUnboxedVector a -> a -> IO ()
freezePagedVector :: PagedVector a -> IO (Vector a)
freezePagedUnboxedVector :: Unbox a => PagedUnboxedVector a -> IO (Vector a)
data HeaderSpec
- = NoHeader
- | UseFirstRow
- | ProvideNames [Text]
data TypeSpec
- = InferFromSample Int
- | SpecifyTypes [SchemaType]
- | NoInference
data ReadOptions = ReadOptions {
- headerSpec :: HeaderSpec
- typeSpec :: TypeSpec
- safeRead :: Bool
- dateFormat :: String
}
shouldInferFromSample :: TypeSpec -> Bool
schemaTypes :: TypeSpec -> [SchemaType]
typeInferenceSampleSize :: TypeSpec -> Int
defaultReadOptions :: ReadOptions
readCsv :: FilePath -> IO DataFrame
readCsvWithOpts :: ReadOptions -> FilePath -> IO DataFrame
readTsv :: FilePath -> IO DataFrame
readSeparated :: Char -> ReadOptions -> FilePath -> IO DataFrame
initializeColumns :: [ByteString] -> ReadOptions -> IO [BuilderColumn]
processStream :: Records (Vector ByteString) -> [BuilderColumn] -> IO ()
processRow :: Vector ByteString -> [BuilderColumn] -> IO ()
isNull :: Text -> Bool
freezeBuilderColumn :: BuilderColumn -> IO Column
constructOptional :: (Unbox a, Columnable a) => Vector a -> Vector Word8 -> IO Column
constructOptionalBoxed :: Vector Text -> Vector Word8 -> IO Column
writeCsv :: FilePath -> DataFrame -> IO ()
writeSeparated :: Char -> FilePath -> DataFrame -> IO ()
getRowAsText :: DataFrame -> Int -> [Text]
stripQuotes :: Text -> Text

Documentation

chunkSize :: Int Source #

data PagedVector a Source #

Constructors

PagedVector
Fields pvChunks :: !(IORef [Vector a]) Finished chunks (reverse order) pvActive :: !(IORef (IOVector a)) Current mutable chunk pvCount :: !(IORef Int) Items written in current chunk

data PagedUnboxedVector a Source #

Constructors

PagedUnboxedVector
Fields puvChunks :: !(IORef [Vector a]) puvActive :: !(IORef (IOVector a)) puvCount :: !(IORef Int)

data BuilderColumn Source #

Constructors

BuilderInt !(PagedUnboxedVector Int) !(PagedUnboxedVector Word8)
BuilderDouble !(PagedUnboxedVector Double) !(PagedUnboxedVector Word8)
BuilderText !(PagedVector Text) !(PagedUnboxedVector Word8)

newPagedVector :: IO (PagedVector a) Source #

newPagedUnboxedVector :: Unbox a => IO (PagedUnboxedVector a) Source #

appendPagedVector :: PagedVector a -> a -> IO () Source #

appendPagedUnboxedVector :: Unbox a => PagedUnboxedVector a -> a -> IO () Source #

freezePagedVector :: PagedVector a -> IO (Vector a) Source #

freezePagedUnboxedVector :: Unbox a => PagedUnboxedVector a -> IO (Vector a) Source #

data HeaderSpec Source #

STANDARD CONFIG TYPES

Constructors

NoHeader
UseFirstRow
ProvideNames [Text]

Instances

Instances details

Show HeaderSpec Source #
Instance details Defined in DataFrame.IO.CSV Methods showsPrec :: Int -> HeaderSpec -> ShowS # show :: HeaderSpec -> String # showList :: [HeaderSpec] -> ShowS #
Eq HeaderSpec Source #
Instance details Defined in DataFrame.IO.CSV Methods (==) :: HeaderSpec -> HeaderSpec -> Bool # (/=) :: HeaderSpec -> HeaderSpec -> Bool #

data TypeSpec Source #

Constructors

InferFromSample Int
SpecifyTypes [SchemaType]
NoInference

data ReadOptions Source #

CSV read parameters.

Constructors

ReadOptions

Fields

headerSpec :: HeaderSpec
Where to get the headers from. (default: UseFirstRow)
typeSpec :: TypeSpec
Whether/how to infer types. (default: InferFromSample 100)
safeRead :: Bool
Whether to partially parse values into Maybe/Either. (default: True)

dateFormat :: String

Format of date fields as recognized by the Data.Time.Format module.

Examples:

   > parseTimeM True defaultTimeLocale "%Y%-m%-d" "2010304" :: Maybe Day
   Just 2010-03-04
   > parseTimeM True defaultTimeLocale "%d%-m%-Y" "0432010" :: Maybe Day
   Just 2010-03-04

shouldInferFromSample :: TypeSpec -> Bool Source #

schemaTypes :: TypeSpec -> [SchemaType] Source #

typeInferenceSampleSize :: TypeSpec -> Int Source #

defaultReadOptions :: ReadOptions Source #

readCsv :: FilePath -> IO DataFrame Source #

Read CSV file from path and load it into a dataframe.

Example

Expand

ghci> D.readCsv "./data/taxi.csv"

readCsvWithOpts :: ReadOptions -> FilePath -> IO DataFrame Source #

Read CSV file from path and load it into a dataframe.

Example

Expand

ghci> D.readCsvWithOpts "./data/taxi.csv" (D.defaultReadOptions { dateFormat = "%d%-m%-Y" })

readTsv :: FilePath -> IO DataFrame Source #

Read TSV (tab separated) file from path and load it into a dataframe.

Example

Expand

ghci> D.readTsv "./data/taxi.tsv"

readSeparated :: Char -> ReadOptions -> FilePath -> IO DataFrame Source #

Read text file with specified delimiter into a dataframe.

Example

Expand

ghci> D.readSeparated ';' D.defaultReadOptions "./data/taxi.txt"

initializeColumns :: [ByteString] -> ReadOptions -> IO [BuilderColumn] Source #

processStream :: Records (Vector ByteString) -> [BuilderColumn] -> IO () Source #

processRow :: Vector ByteString -> [BuilderColumn] -> IO () Source #

isNull :: Text -> Bool Source #

freezeBuilderColumn :: BuilderColumn -> IO Column Source #

constructOptional :: (Unbox a, Columnable a) => Vector a -> Vector Word8 -> IO Column Source #

constructOptionalBoxed :: Vector Text -> Vector Word8 -> IO Column Source #

writeCsv :: FilePath -> DataFrame -> IO () Source #

writeSeparated Source #

Arguments

:: Char	Separator
-> FilePath	Path to write to
-> DataFrame
-> IO ()

getRowAsText :: DataFrame -> Int -> [Text] Source #

stripQuotes :: Text -> Text Source #