{-# LANGUAGE BangPatterns #-} {-# OPTIONS_GHC -fno-warn-orphans #-} module Data.Text ( Text , Encoding(..) , pack , unpack , singleton , encode , decode , cons , snoc , append , head , last , tail , init , null , length , map , intersperse , transpose , foldl , foldl' , foldl1 , foldl1' , foldr , foldr1 , concat , concatMap , any , all , maximum , minimum , unfoldr , unfoldrN , take , drop , takeWhile , dropWhile , elem , find , filter , index , findIndex , elemIndex , zipWith , words , readFile ) where import Prelude (Char,Bool,Int,Maybe,String, Eq,(==),(++),error, Show,showsPrec, Read,readsPrec, (&&),(||),(+),(-),(<),(>),(<=),(>=),(.),(>>=), return,otherwise, IO, FilePath) import Data.Char (isSpace) import Control.Monad.ST(ST) import Data.Array.Base(unsafeNewArray_,unsafeWrite,unsafeAt) import Data.Array.ST(STUArray, runSTUArray) import qualified Data.ByteString as B import Data.ByteString(ByteString) import qualified Data.List as L import Data.Monoid(Monoid(..)) import Data.Word(Word16) import Data.String (IsString(..)) import qualified Data.Text.Fusion as S import Data.Text.Fusion (Stream(..),Step(..),Encoding(..), stream,unstream,stream_bs,unstream_bs,restream) import Data.Text.Internal(Text(..),empty) import qualified Prelude as P import Data.Text.UnsafeChar(unsafeChr) import qualified Data.Text.Utf16 as U16 instance Eq Text where t1 == t2 = (stream t1) `S.eq` (stream t2) instance Show Text where showsPrec p ps r = showsPrec p (unpack ps) r instance Read Text where readsPrec p str = [(pack x,y) | (x,y) <- readsPrec p str] instance Monoid Text where mempty = empty mappend = append mconcat = concat instance IsString Text where fromString = pack -- ----------------------------------------------------------------------------- -- * Conversion to/from 'Text' -- | /O(n)/ Convert a String into a Text. -- -- This function is subject to array fusion, so calling other fusible -- function(s) on a packed string will only cause one 'Text' to be written -- out at the end of the pipeline, instead of one before and one after. pack :: String -> Text pack str = (unstream (stream_list str)) where stream_list s0 = S.Stream next s0 (P.length s0) -- total guess where next [] = S.Done next (x:xs) = S.Yield x xs {-# INLINE [1] pack #-} -- TODO: Has to do validation! -- No, it doesn't, the -- | /O(n)/ Convert a Text into a String. -- Subject to array fusion. unpack :: Text -> String unpack txt = (unstream_list (stream txt)) where unstream_list (S.Stream next s0 _len) = unfold s0 where unfold !s = case next s of S.Done -> [] S.Skip s' -> unfold s' S.Yield x s' -> x : unfold s' {-# INLINE [1] unpack #-} -- | Convert a character into a Text. -- Subject to array fusion. singleton :: Char -> Text singleton c = unstream (Stream next (c:[]) 1) where {-# INLINE next #-} next (k:ks) = Yield k ks next [] = Done {-# INLINE [1] singleton #-} decode :: Encoding -> ByteString -> Text decode enc bs = unstream (stream_bs enc bs) {-# INLINE decode #-} encode :: Encoding -> Text -> ByteString encode enc txt = unstream_bs (restream enc (stream txt)) {-# INLINE encode #-} -- ----------------------------------------------------------------------------- -- * Basic functions -- | /O(n)/ Adds a character to the front of a 'Text'. This function is more -- costly than its 'List' counterpart because it requires copying a new array. -- Subject to array fusion. cons :: Char -> Text -> Text cons c t = unstream (S.cons c (stream t)) {-# INLINE cons #-} -- | /O(n)/ Adds a character to the end of a 'Text'. This copies the entire -- array in the process. -- Subject to array fusion. snoc :: Text -> Char -> Text snoc t c = unstream (S.snoc (stream t) c) {-# INLINE snoc #-} -- | /O(n)/ Appends one Text to the other by copying both of them into a new -- Text. -- Subject to array fusion append :: Text -> Text -> Text append (Text arr1 off1 len1) (Text arr2 off2 len2) = Text (runSTUArray x) 0 len where len = len1+len2 x = do arr <- unsafeNewArray_ (0,len-1) :: ST s (STUArray s Int Word16) copy arr1 off1 (len1+off1) arr 0 copy arr2 off2 (len2+off2) arr len1 return arr where copy arr i max arr' j | i >= max = return () | otherwise = do unsafeWrite arr' j (arr `unsafeAt` i) copy arr (i+1) max arr' (j+1) {-# INLINE append #-} {-# RULES "TEXT append -> fused" [~1] forall t1 t2. append t1 t2 = unstream (S.append (stream t1) (stream t2)) "TEXT append -> unfused" [1] forall t1 t2. unstream (S.append (stream t1) (stream t2)) = append t1 t2 #-} -- | /O(1)/ Returns the first character of a Text, which must be non-empty. -- Subject to array fusion. head :: Text -> Char head t = S.head (stream t) {-# INLINE head #-} -- | /O(n)/ Returns the last character of a Text, which must be non-empty. -- Subject to array fusion. last :: Text -> Char last (Text arr off len) | len <= 0 = errorEmptyList "last" | n < 0xDC00 || n > 0xDFFF = unsafeChr n | otherwise = U16.chr2 n0 n where n = unsafeAt arr (off+len-1) n0 = unsafeAt arr (off+len-2) {-# INLINE [1] last #-} {-# RULES "TEXT last -> fused" [~1] forall t. last t = S.last (stream t) "TEXT last -> unfused" [1] forall t. S.last (stream t) = last t #-} -- | /O(1)/ Returns all characters after the head of a Text, which must -- be non-empty. -- Subject to array fusion. tail :: Text -> Text tail (Text arr off len) | len <= 0 = errorEmptyList "tail" | n >= 0xD800 && n <= 0xDBFF = Text arr (off+2) (len-2) | otherwise = Text arr (off+1) (len-1) where n = unsafeAt arr off {-# INLINE [1] tail #-} -- | /O(1)/ Returns all but the last character of a Text, which -- must be non-empty. -- Subject to array fusion. init :: Text -> Text init (Text arr off len) | len <= 0 = errorEmptyList "init" | n >= 0xDC00 && n <= 0xDFFF = Text arr off (len-2) | otherwise = Text arr off (len-1) where n = unsafeAt arr (off+len-1) {-# INLINE [1] init #-} {-# RULES "TEXT init -> fused" [~1] forall t. init t = unstream (S.init (stream t)) "TEXT init -> unfused" [1] forall t. unstream (S.init (stream t)) = init t #-} -- | /O(1)/ Tests whether a Text is empty or not. -- Subject to array fusion. null :: Text -> Bool null t = S.null (stream t) {-# INLINE null #-} -- | /O(n)/ Returns the number of characters in a text. -- Subject to array fusion. length :: Text -> Int length t = S.length (stream t) {-# INLINE length #-} -- ----------------------------------------------------------------------------- -- * Transformations -- | /O(n)/ 'map' @f @xs is the Text obtained by applying @f@ to each -- element of @xs@. -- Subject to array fusion. map :: (Char -> Char) -> Text -> Text map f t = unstream (S.map f (stream t)) {-# INLINE [1] map #-} -- | /O(n)/ The 'intersperse' function takes a character and places it between -- the characters of a Text. -- Subject to array fusion. intersperse :: Char -> Text -> Text intersperse c t = unstream (S.intersperse c (stream t)) {-# INLINE intersperse #-} -- | /O(n)/ The 'transpose' function transposes the rows and columns of its -- Text argument. Note that this function uses pack, unpack, and the 'List' -- version of transpose and is thus not very efficient. transpose :: [Text] -> [Text] transpose ts = P.map pack (L.transpose (P.map unpack ts)) -- ----------------------------------------------------------------------------- -- * Reducing 'Text's (folds) -- | 'foldl', applied to a binary operator, a starting value (typically the -- left-identity of the operator), and a Text, reduces the Text using the -- binary operator, from left to right. -- Subject to array fusion. foldl :: (b -> Char -> b) -> b -> Text -> b foldl f z t = S.foldl f z (stream t) {-# INLINE foldl #-} -- | A strict version of 'foldl'. -- Subject to array fusion. foldl' :: (b -> Char -> b) -> b -> Text -> b foldl' f z t = S.foldl' f z (stream t) {-# INLINE foldl' #-} -- | 'foldl1' is a variant of 'foldl' that has no starting value argument, -- and thus must be applied to non-empty 'Text's. -- Subject to array fusion. foldl1 :: (Char -> Char -> Char) -> Text -> Char foldl1 f t = S.foldl1 f (stream t) {-# INLINE foldl1 #-} -- | A strict version of 'foldl1'. -- Subject to array fusion. foldl1' :: (Char -> Char -> Char) -> Text -> Char foldl1' f t = S.foldl1' f (stream t) {-# INLINE foldl1' #-} -- | 'foldr', applied to a binary operator, a starting value (typically the -- right-identity of the operator), and a Text, reduces the Text using the -- binary operator, from right to left. -- Subject to array fusion. foldr :: (Char -> b -> b) -> b -> Text -> b foldr f z t = S.foldr f z (stream t) {-# INLINE foldr #-} -- | 'foldr1' is a variant of 'foldr' that has no starting value argument, -- and thust must be applied to non-empty 'Text's. -- Subject to array fusion. foldr1 :: (Char -> Char -> Char) -> Text -> Char foldr1 f t = S.foldr1 f (stream t) {-# INLINE foldr1 #-} -- ----------------------------------------------------------------------------- -- ** Special folds -- | /O(n)/ Concatenate a list of 'Text's. Subject to array fusion. concat :: [Text] -> Text concat ts = unstream (S.concat (L.map stream ts)) {-# INLINE concat #-} -- | Map a function over a Text that results in a Text and concatenate the -- results. This function is subject to array fusion, and note that if in -- 'concatMap' @f @xs, @f@ is defined in terms of fusible functions it will -- also be fusible. concatMap :: (Char -> Text) -> Text -> Text concatMap f t = unstream (S.concatMap (stream . f) (stream t)) {-# INLINE concatMap #-} -- | 'any' @p @xs determines if any character in the 'Text' @xs@ satisifes the -- predicate @p@. Subject to array fusion. any :: (Char -> Bool) -> Text -> Bool any p t = S.any p (stream t) {-# INLINE any #-} -- | 'all' @p @xs determines if all characters in the 'Text' @xs@ satisify the -- predicate @p@. Subject to array fusion. all :: (Char -> Bool) -> Text -> Bool all p t = S.all p (stream t) {-# INLINE all #-} -- | /O(n)/ 'maximum' returns the maximum value from a 'Text', which must be -- non-empty. Subject to array fusion. maximum :: Text -> Char maximum t = S.maximum (stream t) {-# INLINE maximum #-} -- | /O(n)/ 'minimum' returns the minimum value from a 'Text', which must be -- non-empty. Subject to array fusion. minimum :: Text -> Char minimum t = S.minimum (stream t) {-# INLINE minimum #-} -- ----------------------------------------------------------------------------- -- * Building 'Text's -- ----------------------------------------------------------------------------- -- ** Generating and unfolding 'Text's -- /O(n)/, where @n@ is the length of the result. The unfoldr function -- is analogous to the List 'unfoldr'. unfoldr builds a Text -- from a seed value. The function takes the element and returns -- Nothing if it is done producing the Text or returns Just -- (a,b), in which case, a is the next Char in the string, and b is -- the seed value for further production. unfoldr :: (a -> Maybe (Char,a)) -> a -> Text unfoldr f s = unstream (S.unfoldr f s) {-# INLINE unfoldr #-} -- O(n) Like unfoldr, unfoldrN builds a Text from a seed -- value. However, the length of the result should be limited by the -- first argument to unfoldrN. This function is more efficient than -- unfoldr when the maximum length of the result and correct, -- otherwise its complexity performance is similar to 'unfoldr' unfoldrN :: Int -> (a -> Maybe (Char,a)) -> a -> Text unfoldrN n f s = unstream (S.unfoldrN n f s) {-# INLINE unfoldrN #-} -- ----------------------------------------------------------------------------- -- * Substrings -- O(n) 'take' @n, applied to a Text, returns the prefix of the -- Text of length n, or the Text itself if n is greater than the -- length of the Text. take :: Int -> Text -> Text take n (Text arr off len) = Text arr off (loop off 0) where end = off+len loop !i !count | i >= end || count >= n = i - off | c < 0xD800 || c > 0xDBFF = loop (i+1) (count+1) | otherwise = loop (i+2) (count+1) where c = arr `unsafeAt` i {-# INLINE [1] take #-} {-# RULES "TEXT take -> fused" [~1] forall n t. take n t = unstream (S.take n (stream t)) "TEXT take -> unfused" [1] forall n t. unstream (S.take n (stream t)) = take n t #-} -- /O(n)/ 'drop' @n, applied to a Text, returns the suffix of the -- Text of length @n, or the empty Text if @n is greater than the -- length of the Text. drop :: Int -> Text -> Text drop n (Text arr off len) = (Text arr newOff newLen) where (newOff, newLen) = loop off 0 len end = off + len loop !i !count !l | i >= end || count >= n = (i,l) | c < 0xD800 || c > 0xDBFF = loop (i+1) (count+1) (l-1) | otherwise = loop (i+2) (count+1) (l-2) where c = arr `unsafeAt` i {-# INLINE [1] drop #-} {-# RULES "TEXT drop -> fused" [~1] forall n t. drop n t = unstream (S.drop n (stream t)) "TEXT drop -> unfused" [1] forall n t. unstream (S.drop n (stream t)) = drop n t #-} -- | 'takeWhile', applied to a predicate @p@ and a stream, returns the -- longest prefix (possibly empty) of elements that satisfy p. takeWhile :: (Char -> Bool) -> Text -> Text takeWhile p t = unstream (S.takeWhile p (stream t)) -- | 'dropWhile' @p @xs returns the suffix remaining after 'takeWhile' @p @xs. dropWhile :: (Char -> Bool) -> Text -> Text dropWhile p t = unstream (S.dropWhile p (stream t)) -- ---------------------------------------------------------------------------- -- * Searching ------------------------------------------------------------------------------- -- ** Searching by equality -- | /O(n)/ 'elem' is the 'Text' membership predicate. elem :: Char -> Text -> Bool elem c t = S.elem c (stream t) {-# INLINE elem #-} ------------------------------------------------------------------------------- -- ** Searching with a predicate -- | /O(n)/ The 'find' function takes a predicate and a 'Text', -- and returns the first element in matching the predicate, or 'Nothing' -- if there is no such element. find :: (Char -> Bool) -> Text -> Maybe Char find p t = S.find p (stream t) {-# INLINE find #-} -- | /O(n)/ 'filter', applied to a predicate and a 'Text', -- returns a 'Text' containing those characters that satisfy the -- predicate. filter :: (Char -> Bool) -> Text -> Text filter p t = unstream (S.filter p (stream t)) {-# INLINE filter #-} ------------------------------------------------------------------------------- -- ** Indexing 'Text's -- | /O(1)/ 'Text' index (subscript) operator, starting from 0. index :: Text -> Int -> Char index t n = S.index (stream t) n {-# INLINE index #-} -- | The 'findIndex' function takes a predicate and a 'Text' and -- returns the index of the first element in the 'Text' -- satisfying the predicate. findIndex :: (Char -> Bool) -> Text -> Maybe Int findIndex p t = S.findIndex p (stream t) {-# INLINE findIndex #-} -- | /O(n)/ The 'elemIndex' function returns the index of the first -- element in the given 'Text' which is equal to the query element, or -- 'Nothing' if there is no such element. elemIndex :: Char -> Text -> Maybe Int elemIndex c t = S.elemIndex c (stream t) ------------------------------------------------------------------------------- -- * Zipping -- | /O(n)/ 'zipWith' generalises 'zip' by zipping with the function -- given as the first argument, instead of a tupling function. zipWith :: (Char -> Char -> Char) -> Text -> Text -> Text zipWith f t1 t2 = unstream (S.zipWith f (stream t1) (stream t2)) -- File I/O readFile :: Encoding -> FilePath -> IO Text readFile enc f = B.readFile f >>= return . unstream . stream_bs enc {-# INLINE [1] readFile #-} words :: Text -> [Text] words (Text arr off len) = loop0 off off where loop0 start n | isSpace (unsafeChr c) = if start == n then loop0 (start+1) (start+1) else (Text arr start (n-start)):loop0 (n+1) (n+1) | n < (off+len) = loop0 start (n+1) | otherwise = if start == n then [] else [(Text arr start (n-start))] where c = arr `unsafeAt` n {-# INLINE words #-} errorEmptyList :: String -> a errorEmptyList fun = error ("Data.Text." ++ fun ++ ": empty list")