1
1
mirror of https://github.com/github/semantic.git synced 2024-12-22 06:11:49 +03:00

Parse words and punctuation via the atoms.

This commit is contained in:
Rob Rix 2015-12-14 16:32:31 -05:00
parent cf072208fd
commit 36e495f918

View File

@ -18,7 +18,7 @@ offsetRange i (Range start end) = Range (i + start) (i + end)
rangesAndWordsFrom :: Int -> String -> [(Range, String)]
rangesAndWordsFrom _ "" = []
rangesAndWordsFrom startIndex string =
case takeAndContinue <$> (parse isWord string <|> parse (not . isWordOrSpace) string) of
case takeAndContinue <$> (word <|> punctuation) of
Just a -> a
Nothing ->
case parse Char.isSpace string of