91c6658 · typeable/yaml

git.iko.soy/typeable/yaml

Close #157. Return start and end marks for all events.

Adds decodeMarked and decodeFileMarked functions.

commit91c6658a6c50e019204ede9006d41cc3abff6a4e authorAlex Franchuk <afranchuk@lgsinnovations.com> dateMon 8 Oct 2018, 13:32 (8 years ago) parent256c06d

2 files changed+87−32

compare with master

unifiedsplit

c/helper.c+27−12 src/Text/Libyaml.hs+60−20

c/helper.c+27−12

@@ -56,19 +56,9 @@ char const * get_parser_error_context(yaml_parser_t *p)

5656 return p->context;

5757}

5858

59−unsigned int get_parser_error_index(yaml_parser_t *p)

59+const yaml_mark_t * get_parser_error_mark(yaml_parser_t *p)

6060{

61− return p->problem_mark.index;

62−}

63−

64−unsigned int get_parser_error_line(yaml_parser_t *p)

65−{

66− return p->problem_mark.line;

67−}

68−

69−unsigned int get_parser_error_column(yaml_parser_t *p)

70−{

71− return p->problem_mark.column;

61+ return &p->problem_mark;

7262}

7363

7464char const * get_emitter_error(yaml_emitter_t *e)

@@ -157,6 +147,31 @@ unsigned char * get_alias_anchor(yaml_event_t *e)

157147 return e->data.alias.anchor;

158148}

159149

150+const yaml_mark_t * get_start_mark(yaml_event_t *e)

151+{

152+ return &e->start_mark;

153+}

154+

155+const yaml_mark_t * get_end_mark(yaml_event_t *e)

156+{

157+ return &e->end_mark;

158+}

159+

160+unsigned int get_mark_index(yaml_mark_t *m)

161+{

162+ return m->index;

163+}

164+

165+unsigned int get_mark_line(yaml_mark_t *m)

166+{

167+ return m->line;

168+}

169+

170+unsigned int get_mark_column(yaml_mark_t *m)

171+{

172+ return m->column;

173+}

174+

160175int yaml_parser_set_input_filename(yaml_parser_t *parser, const char *filename)

161176{

162177 FILE *in = fopen(filename, "r");

src/Text/Libyaml.hs+60−20

@@ -12,7 +12,8 @@

1212-- "Data.Yaml".

1313module Text.Libyaml

1414 ( -- * The event stream

15− Event (..)

15+ MarkedEvent(..)

16+ , Event (..)

1617 , Style (..)

1718 , SequenceStyle (..)

1819 , MappingStyle (..)

@@ -23,8 +24,10 @@ module Text.Libyaml

2324 , encode

2425 , encodeWith

2526 , decode

27+ , decodeMarked

2628 , encodeFile

2729 , decodeFile

30+ , decodeFileMarked

2831 , encodeFileWith

2932 , FormatOptions

3033 , defaultFormatOptions

@@ -74,6 +77,15 @@ data Event =

7477 | EventMappingEnd

7578 deriving (Show, Eq)

7679

80+-- | Event with start and end marks.

81+--

82+-- @since [INSERTVERSION]

83+data MarkedEvent = MarkedEvent

84+ { yamlEvent :: Event

85+ , yamlStartMark :: YamlMark

86+ , yamlEndMark :: YamlMark

87+ }

88+

7789-- | Style for scalars - e.g. quoted / folded

7890--

7991data Style = Any

@@ -166,6 +178,24 @@ foreign import ccall unsafe "yaml_parser_set_input_file"

166178 -> File

167179 -> IO ()

168180

181+data MarkRawStruct

182+type MarkRaw = Ptr MarkRawStruct

183+

184+foreign import ccall unsafe "get_mark_index"

185+ c_get_mark_index :: MarkRaw -> IO CULong

186+

187+foreign import ccall unsafe "get_mark_line"

188+ c_get_mark_line :: MarkRaw -> IO CULong

189+

190+foreign import ccall unsafe "get_mark_column"

191+ c_get_mark_column :: MarkRaw -> IO CULong

192+

193+getMark :: MarkRaw -> IO YamlMark

194+getMark m = YamlMark

195+ <$> (fromIntegral <$> c_get_mark_index m)

196+ <*> (fromIntegral <$> c_get_mark_line m)

197+ <*> (fromIntegral <$> c_get_mark_column m)

198+

169199data FileStruct

170200type File = Ptr FileStruct

171201

@@ -196,14 +226,8 @@ foreign import ccall "get_parser_error_problem"

196226foreign import ccall "get_parser_error_context"

197227 c_get_parser_error_context :: Parser -> IO (Ptr CUChar)

198228

199−foreign import ccall unsafe "get_parser_error_index"

200− c_get_parser_error_index :: Parser -> IO CULong

201−

202−foreign import ccall unsafe "get_parser_error_line"

203− c_get_parser_error_line :: Parser -> IO CULong

204−

205−foreign import ccall unsafe "get_parser_error_column"

206− c_get_parser_error_column :: Parser -> IO CULong

229+foreign import ccall unsafe "get_parser_error_mark"

230+ c_get_parser_error_mark :: Parser -> IO MarkRaw

207231

208232makeString :: MonadIO m => (a -> m (Ptr CUChar)) -> a -> m String

209233makeString f a = do

@@ -228,6 +252,12 @@ data EventType = YamlNoEvent

228252foreign import ccall unsafe "get_event_type"

229253 c_get_event_type :: EventRaw -> IO CInt

230254

255+foreign import ccall unsafe "get_start_mark"

256+ c_get_start_mark :: EventRaw -> IO MarkRaw

257+

258+foreign import ccall unsafe "get_end_mark"

259+ c_get_end_mark :: EventRaw -> IO MarkRaw

260+

231261foreign import ccall unsafe "get_scalar_value"

232262 c_get_scalar_value :: EventRaw -> IO (Ptr CUChar)

233263

@@ -277,10 +307,12 @@ readStyle getStyle er = toEnum . fromEnum <$> getStyle er

277307readTag :: (EventRaw -> IO (Ptr CUChar)) -> EventRaw -> IO Tag

278308readTag getTag er = bsToTag <$> (getTag er >>= packCString . castPtr)

279309

280−getEvent :: EventRaw -> IO (Maybe Event)

310+getEvent :: EventRaw -> IO (Maybe MarkedEvent)

281311getEvent er = do

282312 et <- c_get_event_type er

283− case toEnum $ fromEnum et of

313+ startMark <- c_get_start_mark er >>= getMark

314+ endMark <- c_get_end_mark er >>= getMark

315+ event <- case toEnum $ fromEnum et of

284316 YamlNoEvent -> return Nothing

285317 YamlStreamStartEvent -> return $ Just EventStreamStart

286318 YamlStreamEndEvent -> return $ Just EventStreamEnd

@@ -314,6 +346,7 @@ getEvent er = do

314346 anchor <- readAnchor c_get_mapping_start_anchor er

315347 return $ Just $ EventMappingStart tag style anchor

316348 YamlMappingEndEvent -> return $ Just EventMappingEnd

349+ return $ (\e -> MarkedEvent e startMark endMark) <$> event

317350

318351-- Emitter

319352

@@ -520,8 +553,13 @@ newtype ToEventRawException = ToEventRawException CInt

520553instance Exception ToEventRawException

521554

522555decode :: MonadResource m => B.ByteString -> ConduitM i Event m ()

523−decode bs | B8.null bs = return ()

524−decode bs =

556+decode = mapOutput yamlEvent . decodeMarked

557+

558+-- |

559+-- @since [INSERTVERSION]

560+decodeMarked :: MonadResource m => B.ByteString -> ConduitM i MarkedEvent m ()

561+decodeMarked bs | B8.null bs = return ()

562+decodeMarked bs =

525563 bracketP alloc cleanup (runParser . fst)

526564 where

527565 alloc = mask_ $ do

@@ -562,7 +600,12 @@ openFile file rawOpenFlags openMode = do

562600 else return nullPtr

563601

564602decodeFile :: MonadResource m => FilePath -> ConduitM i Event m ()

565−decodeFile file =

603+decodeFile = mapOutput yamlEvent . decodeFileMarked

604+

605+-- |

606+-- @since [INSERTVERSION]

607+decodeFileMarked :: MonadResource m => FilePath -> ConduitM i MarkedEvent m ()

608+decodeFileMarked file =

566609 bracketP alloc cleanup (runParser . fst)

567610 where

568611 alloc = mask_ $ do

@@ -589,7 +632,7 @@ decodeFile file =

589632 c_yaml_parser_delete ptr

590633 free ptr

591634

592−runParser :: MonadResource m => Parser -> ConduitM i Event m ()

635+runParser :: MonadResource m => Parser -> ConduitM i MarkedEvent m ()

593636runParser parser = do

594637 e <- liftIO $ parserParseOne' parser

595638 case e of

@@ -598,7 +641,7 @@ runParser parser = do

598641 Right (Just ev) -> yield ev >> runParser parser

599642

600643parserParseOne' :: Parser

601− -> IO (Either YamlException (Maybe Event))

644+ -> IO (Either YamlException (Maybe MarkedEvent))

602645parserParseOne' parser = allocaBytes eventSize $ \er -> do

603646 res <- liftIO $ c_yaml_parser_parse parser er

604647 flip finally (c_yaml_event_delete er) $

@@ -606,10 +649,7 @@ parserParseOne' parser = allocaBytes eventSize $ \er -> do

606649 then do

607650 problem <- makeString c_get_parser_error_problem parser

608651 context <- makeString c_get_parser_error_context parser

609− index <- c_get_parser_error_index parser

610− line <- c_get_parser_error_line parser

611− column <- c_get_parser_error_column parser

612− let problemMark = YamlMark (fromIntegral index) (fromIntegral line) (fromIntegral column)

652+ problemMark <- c_get_parser_error_mark parser >>= getMark

613653 return $ Left $ YamlParseException problem context problemMark

614654 else Right <$> getEvent er

615655