| Copyright | (c) 2008 2009 Tom Harper (c) 2009 2010 Bryan O'Sullivan (c) 2009 Duncan Coutts (c) 2021 Andrew Lelechenko |
|---|---|
| License | BSD-style |
| Maintainer | bos@serpentine.com |
| Stability | experimental |
| Portability | GHC |
| Safe Haskell | None |
| Language | Haskell2010 |
Data.Text.Internal.Encoding.Utf8
Contents
Description
Warning: this is an internal module, and does not have a stable API or name. Functions in this module may not check or enforce preconditions expected by public modules. Use at your own risk!
Basic UTF-8 validation and character manipulation.
Synopsis
- utf8Length :: Char -> Int
- utf8LengthByLeader :: Word8 -> Int
- ord2 :: Char -> (Word8, Word8)
- ord3 :: Char -> (Word8, Word8, Word8)
- ord4 :: Char -> (Word8, Word8, Word8, Word8)
- chr2 :: Word8 -> Word8 -> Char
- chr3 :: Word8 -> Word8 -> Word8 -> Char
- chr4 :: Word8 -> Word8 -> Word8 -> Word8 -> Char
- validate1 :: Word8 -> Bool
- validate2 :: Word8 -> Word8 -> Bool
- validate3 :: Word8 -> Word8 -> Word8 -> Bool
- validate4 :: Word8 -> Word8 -> Word8 -> Word8 -> Bool
- newtype DecoderState = DecoderState Word8
- utf8AcceptState :: DecoderState
- utf8RejectState :: DecoderState
- updateDecoderState :: Word8 -> DecoderState -> DecoderState
- data DecoderResult
- = Accept !Char
- | Incomplete !DecoderState !CodePoint
- | Reject
- newtype CodePoint = CodePoint Int
- utf8DecodeStart :: Word8 -> DecoderResult
- utf8DecodeContinue :: Word8 -> DecoderState -> CodePoint -> DecoderResult
Documentation
utf8Length :: Char -> Int Source #
Measure byte length of UTF-8 encoding for a given character.
Since: 2.0
utf8LengthByLeader :: Word8 -> Int Source #
Measure byte length of UTF-8 encoding for characters, starting with a given byte.
Since: 2.0
ord2 :: Char -> (Word8, Word8) Source #
Encode a character as UTF-8 bytes assuming that exactly 2 are needed. This precondition is not checked.
Since: 1.1.0.0
ord3 :: Char -> (Word8, Word8, Word8) Source #
Encode a character as UTF-8 bytes assuming that exactly 3 are needed. This precondition is not checked.
Since: 1.1.0.0
ord4 :: Char -> (Word8, Word8, Word8, Word8) Source #
Encode a character as UTF-8 bytes assuming that exactly 4 are needed. This precondition is not checked.
Since: 1.1.0.0
Validation
Naive decoding
newtype DecoderState Source #
Since: 2.0
Constructors
| DecoderState Word8 |
Instances
| Show DecoderState Source # | |
Defined in Data.Text.Internal.Encoding.Utf8 Methods showsPrec :: Int -> DecoderState -> ShowS # show :: DecoderState -> String # showList :: [DecoderState] -> ShowS # | |
| Eq DecoderState Source # | |
Defined in Data.Text.Internal.Encoding.Utf8 | |
utf8AcceptState :: DecoderState Source #
Since: 2.0.2
utf8RejectState :: DecoderState Source #
Since: 2.0.2
updateDecoderState :: Word8 -> DecoderState -> DecoderState Source #
Since: 2.0.2
data DecoderResult Source #
Since: 2.0
Constructors
| Accept !Char | |
| Incomplete !DecoderState !CodePoint | |
| Reject |
utf8DecodeStart :: Word8 -> DecoderResult Source #
Since: 2.0
utf8DecodeContinue :: Word8 -> DecoderState -> CodePoint -> DecoderResult Source #
Since: 2.0