github/semantic
1
1
Fork 0
mirror of https://github.com/github/semantic.git synced 2024-12-20 13:21:59 +03:00
Code Issues Projects Releases Wiki Activity

Delete the remaining terms in a.

Browse Source
This commit is contained in:
Rob Rix 2016-06-27 16:06:50 -04:00
parent c9733cdc5a
commit 16b0fedee5
1 changed files with 5 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
src/Data/RandomWalkSimilarity.hs
View File

@ -22,16 +22,17 @@ rws compare getLabel as bs
| null as, null bs = [] | null as, null bs = []
| null as = insert <$> bs | null as = insert <$> bs
| null bs = delete <$> as | null bs = delete <$> as
| otherwise = (`evalState` Set.empty) $ traverse findNearestNeighbourTo (featurize <$> bs) | otherwise = uncurry deleteRemaining . (`runState` Set.empty) $ traverse findNearestNeighbourTo (featurize <$> bs)
where insert = pure . Insert where insert = pure . Insert
delete = pure . Delete delete = pure . Delete
(p, q) = (2, 2) (p, q) = (2, 2)
d = 15 d = 15
fas = KdTree.build (Vector.toList . fst) (featurize <$> as) fas = featurize <$> as
kdas = KdTree.build (Vector.toList . fst) fas
featurize = featureVector d . pqGrams p q getLabel &&& identity featurize = featureVector d . pqGrams p q getLabel &&& identity
findNearestNeighbourTo kv@(_, v) = do findNearestNeighbourTo kv@(_, v) = do
mapped <- get mapped <- get
let (k, nearest) = (KdTree.nearest fas kv) let (k, nearest) = (KdTree.nearest kdas kv)
if k `Set.member` mapped if k `Set.member` mapped
then pure $! insert v then pure $! insert v
else case compare nearest v of else case compare nearest v of
@ -39,6 +40,7 @@ rws compare getLabel as bs
put (Set.insert k mapped) put (Set.insert k mapped)
pure y pure y
_ -> pure $! delete v _ -> pure $! delete v
deleteRemaining diff mapped = diff <> (delete . snd <$> filter ((`Set.member` mapped) . fst) fas)
data Gram label = Gram { stem :: [Maybe label], base :: [Maybe label] } data Gram label = Gram { stem :: [Maybe label], base :: [Maybe label] }
deriving (Eq, Show) deriving (Eq, Show)