@@ -1,20 +1,24 @@
1−
21module JSONSchema.Validator.Draft4.Any where
32
4−import Import
5−
6−import Data.List.NonEmpty (NonEmpty((:|)))
7−import qualified Data.List.NonEmpty as NE
8−import qualified Data.Scientific as SCI
9−import Data.Semigroup (Semigroup) -- for older GHCs
10−import Data.Set (Set)
11−import qualified Data.Set as S
12−import qualified JSONPointer as JP
13−
14−import qualified JSONSchema.Validator.Utils as UT
15−import JSONSchema.Validator.Reference (URIBaseAndFragment,
16− resolveFragment,
3+import Import hiding ((<>))
4+
5+import Data.Aeson.TH (constructorTagModifier)
6+import Data.Char (toLower)
7+import qualified Data.HashMap.Strict as HM
8+import Data.List.NonEmpty (NonEmpty((:|)))
9+import qualified Data.List.NonEmpty as NE
10+import qualified Data.Scientific as SCI
11+import Data.Semigroup
12+import Data.Set (Set)
13+import qualified Data.Set as Set
14+import Data.Text.Encoding.Error (UnicodeException)
15+import qualified JSONPointer as JP
16+import Network.HTTP.Types.URI (urlDecode)
17+
18+import JSONSchema.Validator.Reference (BaseURI(..), Scope(..),
19+ URIAndFragment,
1720 resolveReference)
21+import qualified JSONSchema.Validator.Utils as UT
1822
1923--------------------------------------------------
2024-- * $ref
@@ -39,42 +43,156 @@ data RefInvalid err
3943 -- Also note that ideally we would enforce in the type system that any
4044 -- failing references be dealt with before valididation. Then this could
4145 -- be removed entirely.
42− | RefPointerResolution Text
43− | RefLoop Text VisitedSchemas URIBaseAndFragment
46+ | RefPointerResolution JSONPointerError
47+ | RefLoop Text VisitedSchemas URIAndFragment
4448 | RefInvalid Text Value (NonEmpty err)
4549 -- ^ 'Text' is the URI and 'Value' is the linked schema.
4650 deriving (Eq, Show)
4751
4852newtype VisitedSchemas
49− = VisitedSchemas { _unVisited :: [URIBaseAndFragment] }
53+ = VisitedSchemas { _unVisited :: [URIAndFragment] }
5054 deriving (Eq, Show, Semigroup, Monoid)
5155
5256refVal
5357 :: forall err schema. (FromJSON schema, ToJSON schema)
54− => VisitedSchemas
55− -> Maybe Text
56− -> (Maybe Text -> Maybe schema)
57− -> (VisitedSchemas -> Maybe Text -> schema -> Value -> [err])
58+ => (Text -> Maybe schema)
59+ -- ^ Look up a schema.
60+ -> (BaseURI -> schema -> BaseURI)
61+ -- ^ Update scope (needed after moving deeper into nested schemas).
62+ -> (VisitedSchemas -> Scope schema -> schema -> Value -> [err])
63+ -- ^ Validate data.
64+ -> VisitedSchemas
65+ -> Scope schema
5866 -> Ref
5967 -> Value
6068 -> Maybe (RefInvalid err)
61−refVal visited scope getRef f (Ref reference) x
69+refVal getRef updateScope val visited scope (Ref reference) x
6270 | (mURI, mFragment) `elem` _unVisited visited =
6371 Just (RefLoop reference visited (mURI, mFragment))
64− | otherwise =
65− case getRef mURI of
66− Nothing -> Just (RefResolution reference)
67− Just schema ->
68− case resolveFragment mFragment schema of
69− Nothing -> Just (RefPointerResolution reference)
70− Just s ->
71− let newVisited = (VisitedSchemas [(mURI, mFragment)]
72− <> visited)
73− errs = f newVisited mURI s x
74− in RefInvalid reference (toJSON schema)
75− <$> NE.nonEmpty errs
72+ | otherwise = leftToMaybe $ do
73+
74+ -- Get the referenced document
75+
76+ (newScope, doc) <- first RefResolution
77+ $ getDocument getRef updateScope scope mURI reference
78+
79+ -- Get the correct subschema within that document.
80+
81+ res <- case mFragment of
82+ Nothing -> Right (newScope, doc)
83+ Just fragment -> first RefPointerResolution
84+ $ resolveFragment updateScope newScope fragment
85+ let (finalScope, schema) = res
86+
87+ -- Check if that schema is valid.
88+
89+ let newVisited = VisitedSchemas [(_documentURI newScope, mFragment)]
90+ <> visited
91+ failures = val newVisited finalScope schema x
92+ first (RefInvalid reference (toJSON schema))
93+ . maybeToLeft ()
94+ $ NE.nonEmpty failures
7695 where
77− (mURI, mFragment) = resolveReference scope reference
96+ mURI :: Maybe Text
97+ mFragment :: Maybe Text
98+ (mURI, mFragment) = resolveReference (_currentBaseURI scope) reference
99+
100+getDocument
101+ :: forall schema. (Text -> Maybe schema)
102+ -> (BaseURI -> schema -> BaseURI)
103+ -> Scope schema
104+ -> Maybe Text
105+ -> Text
106+ -> Either Text (Scope schema, schema)
107+ -- ^ 'Left' is the URI of the document we failed to resolve.
108+getDocument getRef updateScope scope mURI reference =
109+ case mURI <* fst (resolveReference (BaseURI Nothing) reference) of
110+ Nothing -> Right topOfThisDoc
111+ Just uri ->
112+ case getRef uri of
113+ Nothing -> Left uri
114+ Just s -> Right ( Scope s mURI (updateScope (BaseURI mURI) s)
115+ , s
116+ )
117+ where
118+ topOfThisDoc :: (Scope schema, schema)
119+ topOfThisDoc =
120+ ( scope { _currentBaseURI =
121+ updateScope (BaseURI (_documentURI scope))
122+ (_topLevelDocument scope)
123+ }
124+ , _topLevelDocument scope
125+ )
126+
127+data JSONPointerError
128+ = URLDecodingError UnicodeException
129+ -- ^ Aspirationally internal.
130+ | FormatError JP.FormatError
131+ | ResolutionError JP.ResolutionError
132+ | SubschemaDecodingError Text
133+ -- ^ Aspirationally internal.
134+ deriving (Eq, Show)
135+
136+resolveFragment
137+ :: (FromJSON schema, ToJSON schema)
138+ => (BaseURI -> schema -> BaseURI)
139+ -> Scope schema
140+ -> Text
141+ -> Either JSONPointerError (Scope schema, schema)
142+resolveFragment updateScope scope fragment = do
143+ urlDecoded <- first URLDecodingError
144+ . decodeUtf8'
145+ . urlDecode True
146+ . encodeUtf8
147+ $ fragment
148+ JP.Pointer tokens <- first FormatError (JP.unescape urlDecoded)
149+ let acc = (toJSON (_topLevelDocument scope), _currentBaseURI scope)
150+ (schemaVal, base) <- foldM go acc tokens
151+ schema <- first SubschemaDecodingError (fromJSONEither schemaVal)
152+ pure (scope { _currentBaseURI = base }, schema)
153+ where
154+ -- We have to step through the document JSON Pointer token
155+ -- by JSON Pointer token so that we can update the scope
156+ -- based on each @"id"@ we encounter.
157+ --
158+ -- TODO: Do we need specialized code to skip @"id"@s such
159+ -- as property keys that aren't meant to change scope?
160+ -- Perhaps this should be added to the language agnostic
161+ -- test suite as well.
162+ --
163+ -- In the meantime 'newBaseURIFromFragment' drops all keys
164+ -- from JSON objects except "id", which at least prevents
165+ -- SubschemaDecodingError in a situation where one of the
166+ -- values we step through isn't a valid schema.
167+ go :: (Value, BaseURI)
168+ -> JP.Token
169+ -> Either JSONPointerError (Value, BaseURI)
170+ go (lastVal, baseURI) tok = do
171+ v <- first ResolutionError (JP.resolveToken tok lastVal)
172+ newBase <- newBaseURIFromFragment updateScope baseURI v
173+ Right (v, newBase)
174+
175+-- | Update the 'BaseURI' (the store of the current "id" value)
176+-- after resolving one token of a JSON Pointer and stepping into
177+-- a new 'Value'.
178+newBaseURIFromFragment
179+ :: FromJSON schema
180+ => (BaseURI -> schema -> BaseURI)
181+ -> BaseURI
182+ -> Value
183+ -> Either JSONPointerError BaseURI
184+newBaseURIFromFragment updateScope baseURI v =
185+ case v of
186+ Object hm -> do
187+ let hmWithOnlyId = case HM.lookup idKey hm of
188+ Nothing -> mempty
189+ Just idVal -> HM.singleton idKey idVal
190+ schema <- first SubschemaDecodingError (fromJSONEither (Object hmWithOnlyId))
191+ Right (updateScope baseURI schema)
192+ _ -> Right baseURI
193+ where
194+ idKey :: Text
195+ idKey = "id"
78196
79197--------------------------------------------------
80198-- * enum
@@ -109,7 +227,10 @@ instance Arbitrary EnumValidator where
109227 Just ne -> pure (EnumValidator ne)
110228 where
111229 toUnique :: [Value] -> [Value]
112− toUnique = fmap UT._unOrdValue . S.toList . S.fromList . fmap UT.OrdValue
230+ toUnique = fmap UT._unOrdValue
231+ . Set.toList
232+ . Set.fromList
233+ . fmap UT.OrdValue
113234
114235data EnumInvalid
115236 = EnumInvalid EnumValidator Value
@@ -117,9 +238,9 @@ data EnumInvalid
117238
118239enumVal :: EnumValidator -> Value -> Maybe EnumInvalid
119240enumVal a@(EnumValidator vs) x
120− | not (UT.allUniqueValues' vs) = Nothing
121− | x `elem` vs = Nothing
122− | otherwise = Just $ EnumInvalid a x
241+ | not (UT.allUniqueValues vs) = Nothing
242+ | x `elem` vs = Nothing
243+ | otherwise = Just $ EnumInvalid a x
123244
124245--------------------------------------------------
125246-- * type
@@ -137,10 +258,25 @@ instance FromJSON TypeContext where
137258 TypeContext <$> o .: "type"
138259
139260data TypeValidator
140− = TypeValidatorString Text
141− | TypeValidatorArray (Set Text)
261+ = TypeValidatorString SchemaType
262+ | TypeValidatorArray (Set SchemaType)
142263 deriving (Eq, Show)
143264
265+instance Semigroup TypeValidator where
266+ (<>) x y
267+ | isEmpty x = x
268+ | isEmpty y = y
269+ | x == y = x
270+ | otherwise = TypeValidatorArray (setFromTypeValidator x
271+ `Set.union`
272+ setFromTypeValidator y)
273+ where
274+ isEmpty :: TypeValidator -> Bool
275+ isEmpty (TypeValidatorString _) = False
276+ isEmpty (TypeValidatorArray ts) = Set.null ts
277+
278+ stimes = stimesIdempotent
279+
144280instance FromJSON TypeValidator where
145281 parseJSON v = fmap TypeValidatorString (parseJSON v)
146282 <|> fmap TypeValidatorArray (parseJSON v)
@@ -150,40 +286,63 @@ instance ToJSON TypeValidator where
150286 toJSON (TypeValidatorArray ts) = toJSON ts
151287
152288instance Arbitrary TypeValidator where
153− arbitrary = oneof [ TypeValidatorString <$> UT.arbitraryText
154− , TypeValidatorArray <$> UT.arbitrarySetOfText
289+ arbitrary = oneof [ TypeValidatorString <$> arbitrary
290+ , TypeValidatorArray <$> arbitrary
155291 ]
156292
293+data SchemaType
294+ = SchemaObject
295+ | SchemaArray
296+ | SchemaString
297+ | SchemaNumber
298+ | SchemaInteger
299+ | SchemaBoolean
300+ | SchemaNull
301+ deriving (Eq, Ord, Show, Bounded, Enum, Generic)
302+
303+instance FromJSON SchemaType where
304+ parseJSON = genericParseJSON
305+ defaultOptions
306+ { constructorTagModifier = fmap toLower . drop 6 }
307+
308+instance ToJSON SchemaType where
309+ toJSON = genericToJSON
310+ defaultOptions
311+ { constructorTagModifier = fmap toLower . drop 6 }
312+
313+instance Arbitrary SchemaType where
314+ arbitrary = arbitraryBoundedEnum
315+
157316data TypeValidatorInvalid
158317 = TypeValidatorInvalid TypeValidator Value
159318 deriving (Eq, Show)
160319
161320typeVal :: TypeContext -> Value -> Maybe TypeValidatorInvalid
162321typeVal (TypeContext tv) x
163− | S.null matches = Just (TypeValidatorInvalid tv x)
164− | otherwise = Nothing
322+ | Set.null matches = Just (TypeValidatorInvalid tv x)
323+ | otherwise = Nothing
165324 where
166325 -- There can be more than one match because a 'Value' can be both a
167326 -- @"number"@ and an @"integer"@.
168− matches :: Set Text
169− matches = S.intersection okTypes (setFromTypeValidator tv)
327+ matches :: Set SchemaType
328+ matches = Set.intersection okTypes (setFromTypeValidator tv)
170329
171− okTypes :: Set Text
330+ okTypes :: Set SchemaType
172331 okTypes =
173332 case x of
174− Null -> S.singleton "null"
175− (Array _) -> S.singleton "array"
176− (Bool _) -> S.singleton "boolean"
177− (Object _) -> S.singleton "object"
178− (String _) -> S.singleton "string"
333+ Null -> Set.singleton SchemaNull
334+ (Array _) -> Set.singleton SchemaArray
335+ (Bool _) -> Set.singleton SchemaBoolean
336+ (Object _) -> Set.singleton SchemaObject
337+ (String _) -> Set.singleton SchemaString
179338 (Number y) ->
180339 if SCI.isInteger y
181− then S.fromList ["number", "integer"]
182− else S.singleton "number"
340+ then Set.fromList [SchemaNumber, SchemaInteger]
341+ else Set.singleton SchemaNumber
183342
184343-- | Internal.
185−setFromTypeValidator :: TypeValidator -> Set Text
186−setFromTypeValidator (TypeValidatorString t) = S.singleton t
344+setFromTypeValidator :: TypeValidator -> Set SchemaType
345+setFromTypeValidator (TypeValidatorString t) = Set.singleton t
187346setFromTypeValidator (TypeValidatorArray ts) = ts
188347
189348--------------------------------------------------
@@ -240,8 +399,7 @@ anyOfVal
240399 -> Value
241400 -> Maybe (AnyOfInvalid err)
242401anyOfVal f (AnyOf subSchemas) x
243− -- Replace with @null@ once we drop GHC 7.8:
244− | any (((==) 0 . length) . snd) perhapsFailures = Nothing
402+ | any (null . snd) perhapsFailures = Nothing
245403 | otherwise = AnyOfInvalid <$> NE.nonEmpty failures
246404 where
247405 perhapsFailures :: [(JP.Index, [err])]