git.iko.soy/distributed-process
on d2b5d82 help sign in
10 files changed+223−476
since splitsnapshots
unifiedsplit
distributed-process-tests/distributed-process-tests.cabal+1−1 distributed-process-tests/src/Control/Distributed/Process/Tests/CH.hs+32−110 distributed-process-tests/src/Control/Distributed/Process/Tests/Internal/Utils.hs+2−5 distributed-process-tests/src/Control/Distributed/Process/Tests/Mx.hs+81−204 distributed-process.cabal+1−1 src/Control/Distributed/Process/Internal/Primitives.hs+39−54 src/Control/Distributed/Process/Management.hs+2−34 src/Control/Distributed/Process/Management/Internal/Types.hs−5 src/Control/Distributed/Process/Node.hs+10−15 src/Control/Distributed/Process/UnsafePrimitives.hs+55−47
distributed-process-tests/distributed-process-tests.cabal+1−1
@@ -6,7 +6,7 @@ description: Tests and test suite for Cloud Haskell libraries.
66license: BSD3
77license-file: LICENSE
88Author: Duncan Coutts, Nicolas Wu, Edsko de Vries
9−Maintainer: Tim Watson <watson.timothy@gmail.com>
9+Maintainer: Facundo Domínguez <facundo.dominguez@tweag.io>
1010copyright: Well-Typed LLP
1111category: Control, Cloud Haskell
1212build-type: Simple
distributed-process-tests/src/Control/Distributed/Process/Tests/CH.hs+32−110
@@ -44,13 +44,13 @@ import Control.Distributed.Process.Internal.Types
4444import Control.Distributed.Process.Node
4545import Control.Distributed.Process.Debug
4646import Control.Distributed.Process.Management.Internal.Types
47−import Control.Distributed.Process.Tests.Internal.Utils (shouldBe, pause)
47+import Control.Distributed.Process.Tests.Internal.Utils (shouldBe)
4848import Control.Distributed.Process.Serializable (Serializable)
49−import Data.Maybe (isNothing, isJust)
49+
5050import Test.HUnit (Assertion, assertBool, assertFailure)
5151import Test.Framework (Test, testGroup)
5252import Test.Framework.Providers.HUnit (testCase)
53−import Control.Rematch hiding (match, isNothing, isJust)
53+import Control.Rematch hiding (match)
5454import Control.Rematch.Run (Match(..))
5555
5656newtype Ping = Ping ProcessId
@@ -87,9 +87,10 @@ verifyClient :: String -> MVar Bool -> IO ()
8787verifyClient s b = takeMVar b >>= assertBool s
8888
8989expectPing :: MVar Bool -> Process ()
90−expectPing mv = expect >>= liftIO . putMVar mv . checkPing
90+expectPing mv = expect >>= liftIO . putMVar mv . checkPing
9191 where
9292 checkPing (Ping _) = True
93+ checkPing _ = False
9394
9495-- | Quick and dirty synchronous version of whereisRemoteAsync
9596whereisRemote :: NodeId -> String -> Process (Maybe ProcessId)
@@ -239,10 +240,10 @@ testPing TestTransport{..} = do
239240 pid <- getSelfPid
240241 replicateM_ numPings $ do
241242 send pingServer (Pong pid)
242− p <- expectTimeout 3000000
243+ p <- expect
243244 case p of
244− Just (Ping _) -> return ()
245− Nothing -> die "Failed to receive Ping"
245+ Ping _ -> return ()
246+ _ -> die "Unexpected message"
246247
247248 putMVar clientDone ()
248249
@@ -559,7 +560,7 @@ testMergeChannels TestTransport{..} = do
559560 ss <- liftIO $ mapM readMVar vs
560561 case ss of
561562 [sa, sb, sc] ->
562− mapM_ ((>> pause 10000) . uncurry sendChan)
563+ mapM_ ((>> liftIO (threadDelay 10000)) . uncurry sendChan)
563564 [ -- a, b, c
564565 (sa, 'a')
565566 , (sb, 'b')
@@ -735,6 +736,7 @@ testRemoteRegistry :: TestTransport -> Assertion
735736testRemoteRegistry TestTransport{..} = do
736737 node1 <- newLocalNode testTransport initRemoteTable
737738 node2 <- newLocalNode testTransport initRemoteTable
739+ done <- newEmptyMVar
738740
739741 pingServer <- forkProcess node1 ping
740742 deadProcess <- forkProcess node1 (return ())
@@ -749,7 +751,6 @@ testRemoteRegistry TestTransport{..} = do
749751
750752 pid <- verifyWhereIsRemote nid1 "ping"
751753 liftIO $ assertBool "Expected pindServer to match pid" $ pingServer == pid
752−
753754 us <- getSelfPid
754755 nsendRemote nid1 "ping" (Pong us)
755756 receiveWait [
@@ -759,22 +760,22 @@ testRemoteRegistry TestTransport{..} = do
759760 -- test that if process was not registered Nothing is returned
760761 -- in owner field.
761762 registerRemoteAsync nid1 "dead" deadProcess
762− receiveWait [ matchIf (\(RegisterReply label' f mPid) -> "dead" == label')
763− (\(RegisterReply _ f mPid) -> return (not f && isNothing mPid))
764− ] >>= liftIO . assertBool "Expected False Nothing in RegisterReply"
765−
763+ receiveWait [
764+ matchIf (\(RegisterReply label' False Nothing) -> "dead" == label')
765+ (\(RegisterReply _ _ _) -> return ()) ]
766766 registerRemoteAsync nid1 "ping" deadProcess
767767 receiveWait [
768− matchIf (\(RegisterReply label' False mPid) ->
769− "ping" == label' && isJust mPid)
770− (\(RegisterReply _ f (Just pid'')) -> return (not f && pid'' == pingServer))
771− ] >>= liftIO . assertBool "Expected False and (Just alreadyRegisteredPid) in RegisterReply"
772−
768+ matchIf (\(RegisterReply label' False (Just pid'')) ->
769+ "ping" == label' && pid'' == pingServer)
770+ (\(RegisterReply _ _ _) -> return ()) ]
773771 unregisterRemoteAsync nid1 "dead"
774772 receiveWait [
775− matchIf (\(RegisterReply label' _ _) -> "dead" == label')
776− (\(RegisterReply _ f mPid) -> return (not f && isNothing mPid))
777− ] >>= liftIO . assertBool "Expected False and Nothing in RegisterReply"
773+ matchIf (\(RegisterReply label' False Nothing) ->
774+ "dead" == label' && pid == pingServer)
775+ (\(RegisterReply _ _ _) -> return ()) ]
776+ liftIO $ putMVar done ()
777+
778+ takeMVar done
778779
779780testRemoteRegistryRemoteProcess :: TestTransport -> Assertion
780781testRemoteRegistryRemoteProcess TestTransport{..} = do
@@ -1272,76 +1273,6 @@ testReceiveChanFeatures TestTransport{..} = do
12721273
12731274 takeMVar done
12741275
1275−testChanLifecycle :: TestTransport -> Assertion
1276−testChanLifecycle TestTransport{..} = let delay = 3000000 in do
1277− result <- newEmptyMVar
1278− tchMV <- newEmptyMVar
1279− localNode <- newLocalNode testTransport initRemoteTable
1280− runProcess localNode $ do
1281−
1282− pid <- spawnLocal $ do tCh <- newChan :: Process (SendPort (), ReceivePort ())
1283− liftIO $ putMVar tchMV tCh
1284− expect :: Process ()
1285− let (sp, _) = tCh
1286− sendChan sp ()
1287− expect :: Process ()
1288−
1289− mRefPid <- monitor pid
1290−
1291− cPid <- spawnLocal $ do
1292− (sp', rp) <- liftIO $ takeMVar tchMV
1293− -- say "picked up our test channel"
1294− send pid ()
1295− -- say "told pid to continue"
1296− res <- receiveChanTimeout delay rp
1297− case res of
1298− Nothing -> say "initial chan () missing!" >> (liftIO $ putMVar result False)
1299− Just () -> do mr <- monitor pid
1300− pause 10000
1301− -- say "sending pid a second () will cause it to exit"
1302− send pid ()
1303−
1304− -- say "make sure we see a DOWN notification for pid having stopped"
1305− receiveWait [ match (\(_ :: ProcessMonitorNotification) -> return ()) ]
1306−
1307− -- now that pid has died, the send port should be useless...
1308− liftIO $ putMVar tchMV (sp', rp)
1309−
1310− -- let's verify that we do not see the message from our
1311− -- parent process on the channel, once pid has died...
1312− recv <- receiveChanTimeout delay rp
1313− -- say $ "finished waiting for second (), writing result" ++ (show recv)
1314− liftIO $ putMVar result $ isNothing recv
1315−
1316− mRefCPid <- monitor cPid
1317−
1318− receiveWait
1319− [ matchIf (\(ProcessMonitorNotification r _ _) -> r == mRefPid)
1320− (\_ -> return ())
1321− ]
1322−
1323− -- say "seen first pid die..."
1324−
1325− (sendPort, _) <- liftIO $ takeMVar tchMV
1326− sendChan sendPort ()
1327− -- say "sent () after owning pid died"
1328−
1329− -- let cPid know we've written to the channel...
1330− send cPid ()
1331−
1332− receiveWait
1333− [ matchIf (\(ProcessMonitorNotification r _ _) -> r == mRefCPid)
1334− (\_ -> return ())
1335− ]
1336−
1337− -- say "seen both pids die now..."
1338−
1339− -- and wait on the result back in IO land...
1340− testRes <- takeMVar result
1341− -- runProcess localNode $ say "got result..."
1342− assertBool "Expected sending on the channel to fail, but received data!" testRes
1343−
1344−
13451276testKillLocal :: TestTransport -> Assertion
13461277testKillLocal TestTransport{..} = do
13471278 localNode <- newLocalNode testTransport initRemoteTable
@@ -1556,24 +1487,20 @@ testRegistryMonitoring :: TestTransport -> Assertion
15561487testRegistryMonitoring TestTransport{..} = do
15571488 node1 <- newLocalNode testTransport initRemoteTable
15581489 node2 <- newLocalNode testTransport initRemoteTable
1490+ waitH <- newEmptyMVar
15591491
15601492 let nid = localNodeId node2
15611493 pid <- forkProcess node1 $ do
1562− self <- getSelfPid
1563− runUntilRegistered nid self
1564− say $ (show self) ++ " registered as " ++ regName
1565− expect :: Process ()
1566− say $ (show self) ++ " exiting normally"
1494+ getSelfPid >>= runUntilRegistered nid
1495+ liftIO $ takeMVar waitH
15671496
15681497 runProcess node2 $ do
15691498 register regName pid
1570− say $ regName ++ " registered to " ++ show pid
15711499 res <- whereis regName
1572− send pid ()
1573− say $ " sent finish signal to " ++ show pid
15741500 us <- getSelfPid
1575− liftIO $ assertBool "expected (Just pid)" $ res == (Just pid)
1576−
1501+ liftIO $ do
1502+ putMVar waitH ()
1503+ assertBool "expected (Just pid)" $ res == (Just pid)
15771504
15781505 -- This delay isn't essential!
15791506 -- The test case passes perfectly fine without it (feel free to comment out
@@ -1598,9 +1525,7 @@ testRegistryMonitoring TestTransport{..} = do
15981525 regHere <- newEmptyMVar
15991526 runProcess node2 $ whereis regName >>= liftIO . putMVar regHere
16001527 res <- takeMVar regHere
1601− case res of
1602− Nothing -> return ()
1603− Just pid -> assertBool ("expected Nothing, but got " ++ show pid) False
1528+ assertBool "expected Nothing, but process still registered" (res == Nothing)
16041529
16051530 where
16061531 runUntilRegistered nid us = do
@@ -1612,13 +1537,11 @@ testRegistryMonitoring TestTransport{..} = do
16121537
16131538 delayUntilMaybeUnregistered nid p = do
16141539 whereisRemoteAsync nid regName
1615− res <- receiveTimeout 20000000 {- 20 sec delay -} [
1616− matchIf (\(WhereIsReply n p) -> n == regName && isNothing p)
1540+ receiveTimeout 20000000 {- 20 sec delay -} [
1541+ matchIf (\(WhereIsReply n p) -> n == regName && p == Nothing)
16171542 (const $ return ())
16181543 ]
1619− case res of
1620− Just () -> return ()
1621− Nothing -> delayUntilMaybeUnregistered nid p
1544+ return ()
16221545
16231546 regName = "testRegisterRemote"
16241547
@@ -1814,7 +1737,6 @@ tests testtrans = return [
18141737 , testCase "MatchMessageUnwrap" (testMatchMessageWithUnwrap testtrans)
18151738 , testCase "ReceiveChanTimeout" (testReceiveChanTimeout testtrans)
18161739 , testCase "ReceiveChanFeatures" (testReceiveChanFeatures testtrans)
1817− , testCase "ChanLifecycle" (testChanLifecycle testtrans)
18181740 , testCase "KillLocal" (testKillLocal testtrans)
18191741 , testCase "KillRemote" (testKillRemote testtrans)
18201742 , testCase "Die" (testDie testtrans)
distributed-process-tests/src/Control/Distributed/Process/Tests/Internal/Utils.hs+2−5
@@ -74,13 +74,12 @@ import Control.Concurrent
7474import Control.Concurrent.MVar
7575 ( putMVar
7676 )
77−import Control.Distributed.Process hiding (finally, catch)
77+import Control.Distributed.Process
7878import Control.Distributed.Process.Node
7979import Control.Distributed.Process.Serializable()
8080
8181import Control.Exception (AsyncException(ThreadKilled), SomeException)
8282import Control.Monad (forever, void)
83−import Control.Monad.Catch (finally, catch)
8483import Control.Monad.STM (atomically)
8584import Control.Rematch hiding (match)
8685import Control.Rematch.Run
@@ -91,7 +90,6 @@ import Test.HUnit (Assertion, assertFailure)
9190import Test.HUnit.Base (assertBool)
9291
9392import GHC.Generics
94−import System.Timeout (timeout)
9593
9694-- | A mutable cell containing a test result.
9795type TestResult a = MVar a
@@ -234,8 +232,7 @@ testProcessReport pid = do
234232tryRunProcess :: LocalNode -> Process () -> IO ()
235233tryRunProcess node p = do
236234 tid <- liftIO myThreadId
237− void $ timeout (1000000 * 60 * 5 :: Int) $
238− runProcess node $ catch p (\e -> liftIO $ throwTo tid (e::SomeException))
235+ runProcess node $ catch p (\e -> liftIO $ throwTo tid (e::SomeException))
239236
240237tryForkProcess :: LocalNode -> Process () -> IO ProcessId
241238tryForkProcess node p = do
distributed-process-tests/src/Control/Distributed/Process/Tests/Mx.hs+81−204
@@ -1,22 +1,16 @@
1−{-# LANGUAGE DeriveGeneric #-}
2−{-# LANGUAGE ParallelListComp #-}
3−
1+{-# LANGUAGE DeriveGeneric #-}
42module Control.Distributed.Process.Tests.Mx (tests) where
53
64import Control.Distributed.Process.Tests.Internal.Utils
75import Network.Transport.Test (TestTransport(..))
8−import Control.Distributed.Process hiding (bracket, finally, try)
9−import Control.Distributed.Process.Internal.Types
10− ( ProcessExitException(..)
11− , unsafeCreateUnencodedMessage
12− )
6+
7+import Control.Distributed.Process
138import Control.Distributed.Process.Node
149import qualified Control.Distributed.Process.UnsafePrimitives as Unsafe
1510 ( send
1611 , nsend
1712 , nsendRemote
1813 , usend
19− , sendChan
2014 )
2115import Control.Distributed.Process.Management
2216 ( MxEvent(..)
@@ -34,13 +28,12 @@ import Control.Distributed.Process.Management
3428 , mxBroadcast
3529 )
3630import Control.Monad (void, unless)
37−import Control.Monad.Catch(finally, bracket, try)
3831import Control.Rematch (equalTo)
3932import Data.Binary
40−import Data.List (find, sort, intercalate)
41−import Data.Maybe (isJust, fromJust, isNothing, fromMaybe, catMaybes)
33+import Data.List (find, sort)
34+import Data.Maybe (isJust, isNothing)
4235import Data.Typeable
43−import GHC.Generics hiding (from)
36+import GHC.Generics
4437#if ! MIN_VERSION_base(4,6,0)
4538import Prelude hiding (catch, log)
4639#endif
@@ -64,9 +57,9 @@ awaitExit pid =
6457 (\_ -> return ())
6558 ]
6659 where
67− withMonitorRef p = bracket (monitor p) unmonitor
60+ withMonitorRef pid = bracket (monitor pid) unmonitor
6861
69−testAgentBroadcast :: TestResult (Maybe ()) -> Process ()
62+testAgentBroadcast :: TestResult () -> Process ()
7063testAgentBroadcast result = do
7164 (resultSP, resultRP) <- newChan :: Process (SendPort (), ReceivePort ())
7265
@@ -81,10 +74,10 @@ testAgentBroadcast result = do
8174 mxNotify ()
8275 -- Once the publisher has seen our message, it will broadcast the Publish
8376 -- and the consumer will see that and send the result to our typed channel.
84− stash result =<< receiveChanTimeout 10000000 resultRP
77+ stash result =<< receiveChan resultRP
8578
86− kill publisher "finished"
87− kill consumer "finished"
79+ kill publisher "finished" >> awaitExit publisher
80+ kill consumer "finished" >> awaitExit consumer
8881
8982testAgentDualInput :: TestResult (Maybe Int) -> Process ()
9083testAgentDualInput result = do
@@ -99,8 +92,6 @@ testAgentDualInput result = do
9992 else mxReady)
10093 ]
10194
102− mRef <- monitor s
103−
10495 mxNotify (1 :: Int)
10596 nsend "sum-agent" (3 :: Int)
10697 mxNotify (2 :: Int)
@@ -108,10 +99,7 @@ testAgentDualInput result = do
10899 mxNotify (5 :: Int)
109100
110101 stash result =<< receiveChanTimeout 10000000 rp
111− died <- receiveTimeout 10000000 [
112− matchIf (\(ProcessMonitorNotification r _ _) -> r == mRef) (const $ return True)
113− ]
114− died `shouldBe` equalTo (Just True)
102+ awaitExit s
115103
116104testAgentPrioritisation :: TestResult [String] -> Process ()
117105testAgentPrioritisation result = do
@@ -125,10 +113,10 @@ testAgentPrioritisation result = do
125113 (sp, rp) <- newChan
126114 s <- mxAgent (MxAgentId name) ["first"] [
127115 mxSink (\(s :: String) -> do
128− mxUpdateLocal (s:)
116+ mxUpdateLocal ((s:))
129117 st <- mxGetLocal
130118 case length st of
131− n | n == 5 -> do liftMX $ sendChan sp (sort st)
119+ n | n == 5 -> do liftMX $ sendChan sp st
132120 mxDeactivate "finished"
133121 _ -> mxReceive -- go to the mailbox
134122 )
@@ -139,7 +127,7 @@ testAgentPrioritisation result = do
139127 mxNotify "fourth"
140128 nsend name "fifth"
141129
142− stash result . fromMaybe [] =<< receiveChanTimeout 10000000 rp
130+ stash result . sort =<< receiveChan rp
143131 awaitExit s
144132
145133testAgentMailboxHandling :: TestResult (Maybe ()) -> Process ()
@@ -152,19 +140,12 @@ testAgentMailboxHandling result = do
152140 nsend "mailbox-agent" ()
153141
154142 stash result =<< receiveChanTimeout 1000000 rp
155− kill agent "finished"
143+ kill agent "finished" >> awaitExit agent
156144
157145testAgentEventHandling :: TestResult Bool -> Process ()
158146testAgentEventHandling result = do
159− us <- getSelfPid
160− -- because this test is a bit racy, let's ensure it can't run indefinitely
161− timer <- spawnLocal $ do
162− pause (1000000 * 60 * 5)
163− -- okay we've waited 5 mins, let's kill the test off if it's stuck...
164− stash result False
165− kill us "Test Timed Out"
166−
167147 let initState = [] :: [MxEvent]
148+
168149 (rc, rs) <- newChan
169150 agentPid <- mxAgent (MxAgentId "lifecycle-listener-agent") initState [
170151 (mxSink $ \ev -> do
@@ -197,7 +178,8 @@ testAgentEventHandling result = do
197178 -- TODO: yes, this is racy, but we're at the mercy of the scheduler here...
198179 faff 2000000 rs
199180
200− (sp, rp) <- newChan :: Process (SendPort (), ReceivePort ())
181+ _ <- monitor agentPid
182+ (sp, rp) <- newChan
201183
202184 pid <- spawnLocal $ expect >>= sendChan sp
203185
@@ -206,11 +188,9 @@ testAgentEventHandling result = do
206188 monitor pid
207189
208190 send pid ()
209− rct <- receiveChanTimeout 10000000 rp
210− unless (isJust rct) $ die "No response on channel"
191+ () <- receiveChan rp
211192
212− pmn <- receiveTimeout 2000000 [ match (\ProcessMonitorNotification{} -> return ()) ]
213− unless (isJust pmn) $ die "No monitor notification arrived"
193+ receiveWait [ match (\(ProcessMonitorNotification _ _ _) -> return ()) ]
214194
215195 -- TODO: yes, this is racy, but we're at the mercy of the scheduler here...
216196 faff 2000000 rs
@@ -219,16 +199,17 @@ testAgentEventHandling result = do
219199 mxNotify (MxSpawned pid, replyTo)
220200 mxNotify (MxProcessDied pid DiedNormal, replyTo)
221201
222− seenAlive <- receiveChanTimeout 10000000 reply
223− seenDead <- receiveChanTimeout 10000000 reply
202+ seenAlive <- receiveChan reply
203+ seenDead <- receiveChan reply
224204
225− stash result $ foldr (&&) True $ catMaybes [seenAlive, seenDead]
226− kill timer "test-complete"
227− kill agentPid "test-complete"
205+ stash result $ seenAlive && seenDead
206+ kill agentPid "test-complete" >> awaitExit agentPid
228207 where
229208 faff delay port = do
230209 res <- receiveChanTimeout delay port
231− unless (isNothing res) $ pause delay
210+ unless (isNothing res) $ do
211+ pause delay
212+ faff delay port
232213
233214testMxRegEvents :: TestResult () -> Process ()
234215testMxRegEvents result = do
@@ -275,6 +256,7 @@ testMxRegEvents result = do
275256 reg3 `shouldBe` equalTo (Just (label, p1))
276257
277258 mapM_ (flip kill $ "test-complete") [agent, p1, p2]
259+ awaitExit agent
278260
279261testMxRegMon :: LocalNode -> TestResult () -> Process ()
280262testMxRegMon remoteNode result = do
@@ -332,211 +314,106 @@ testMxRegMon remoteNode result = do
332314 evts `shouldContain` (Just (label1, p1))
333315 evts `shouldContain` (Just (label2, p1))
334316
335− kill agent "test-complete"
317+ kill agent "test-complete" >> awaitExit agent
336318
337319ensure :: Process () -> Process () -> Process ()
338320ensure = flip finally
339321
340−testNSend :: (String -> () -> Process ())
341− -> Maybe LocalNode
342− -> Process ()
343−testNSend op n = do
344− us <- getSelfPid
345− let delay = 5000000
346− let label = "testMxSend" ++ (show us)
347− let isValid = isValidLabel n label
348−
349− testMxSend n label $ \p1 sink -> do
350− register label p1
351− reg1 <- receiveChanTimeout delay sink
352− case reg1 of
353− Just (MxRegistered pd lb)
354− | pd == p1 && isValid lb -> return ()
355− _ -> die $ "Reg-Failed: " ++ show reg1
356322
357− op label ()
323+testMxUnsafeSendEvents :: LocalNode -> Process ()
324+testMxUnsafeSendEvents remoteNode = do
358325
359− sent <- receiveChanTimeout delay sink
360− case sent of
361− Just (MxSentToName lb by _)
362− | by == us && isValid lb -> return True
363− _ -> die $ "Send-Failed: " ++ show sent
326+ -- ensure that when a registered process dies, we get a notification that
327+ -- it has been unregistered as well as seeing the name get removed
364328
365− where
366− isValidLabel nd l1 l2
367− | l2 == l2 = True
368− | isJust nd = l2 == l1 ++ "@" ++ show (localNodeId $ fromJust nd)
369− | otherwise = False
370−
371−testSend :: (ProcessId -> () -> Process ())
372− -> Maybe LocalNode
373− -> Process ()
374−testSend op n = do
375− us <- getSelfPid
376− let label = "testMxSend" ++ (show us)
377− testMxSend n label $ \p1 sink -> do
378− -- initiate a send
379− op p1 ()
380−
381− -- verify the management event
382− sent <- receiveChanTimeout 5000000 sink
383− case sent of
384− Just (MxSent pidTo pidFrom _)
385− | pidTo == p1 && pidFrom == us -> return True
386− _ -> return False
387−
388−testChan :: (SendPort () -> () -> Process ())
389− -> Maybe LocalNode
390− -> Process ()
391−testChan op n = testMxSend n "" $ \p1 sink -> do
392−
393− us <- getSelfPid
394− send p1 us
395−
396− cleared <- receiveChanTimeout 2000000 sink
397− case cleared of
398− Just (MxSent pidTo pidFrom _)
399− | pidTo == p1 && pidFrom == us -> return ()
400− _ -> die "Received uncleared Mx Event"
401−
402− chan <- receiveTimeout 5000000 [ match return ]
403− let ch' = fromMaybe (error "No reply chan received") chan
404−
405− -- initiate a send
406− op ch' ()
407−
408− -- verify the management event
409− sent <- receiveChanTimeout 5000000 sink
410− case sent of
411− Just (MxSentToPort sId spId _)
412− | sId == us && spId == sendPortId ch' -> return True
413− _ -> return False
414−
415−type SendTest = ProcessId -> ReceivePort MxEvent -> Process Bool
416−
417−testMxSend :: Maybe LocalNode -> String -> SendTest -> Process ()
418−testMxSend mNode label test = do
419− us <- getSelfPid
420− (sp, rp) <- newChan
421− (chan, sink) <- newChan
422− agent <- mxAgent (MxAgentId $ agentLabel us) () [
329+ let label1 = "aaaaa"
330+ let label2 = "bbbbb"
331+ let isValid l = l ==label1 || l == label2
332+ let agentLabel = "listener-agent"
333+ let delay = 1000000
334+ (regChan, regSink) <- newChan
335+ (unRegChan, unRegSink) <- newChan
336+ agent <- mxAgent (MxAgentId agentLabel) () [
423337 mxSink $ \ev -> do
424338 case ev of
425− m@(MxSentToPort _ cid _)
426− | cid /= sendPortId chan
427− && cid /= sendPortId sp -> liftMX $ sendChan chan m
428− m@(MxSent _ fromPid _)
429− | fromPid == us -> liftMX $ sendChan chan m
430− m@(MxSentToName _ fromPid _)
431− | fromPid == us -> liftMX $ sendChan chan m
432− m@(MxRegistered _ name)
433− | name == label -> liftMX $ sendChan chan m
339+ MxRegistered pid label
340+ | isValid label -> liftMX $ sendChan regChan (label, pid)
341+ MxUnRegistered pid label
342+ | isValid label -> liftMX $ sendChan unRegChan (label, pid)
434343 _ -> return ()
435344 mxReady
436345 ]
437346
438− case mNode of
439− Nothing -> void $ spawnLocal (proc sp)
440− Just remoteNode -> void $ liftIO $ forkProcess remoteNode $ proc sp
347+ (sp, rp) <- newChan
348+ liftIO $ forkProcess remoteNode $ do
349+ getSelfPid >>= sendChan sp
350+ expect :: Process ()
441351
442− p1 <- receiveChanTimeout 2000000 rp
443− unless (isJust p1) $ die "Timed out waiting for ProcessId"
444− res <- try $ test (fromJust p1) sink
352+ p1 <- receiveChan rp
445353
446− kill agent "bye"
447− kill (fromJust p1) "bye"
354+ register label1 p1
355+ reg1 <- receiveChanTimeout delay regSink
356+ reg1 `shouldBe` equalTo (Just (label1, p1))
448357
449− case res of
450− Left (ProcessExitException _ m) -> (liftIO $ putStrLn $ "SomeException-" ++ show m) >> die m
451− Right tr -> tr `shouldBe` equalTo True
358+ register label2 p1
359+ reg2 <- receiveChanTimeout delay regSink
360+ reg2 `shouldBe` equalTo (Just (label2, p1))
452361
362+ n1 <- whereis label1
363+ n1 `shouldBe` equalTo (Just p1)
453364
454− where
455− agentLabel s = "mx-unsafe-check-agent-" ++ show s
456− proc sp' = getSelfPid >>= sendChan sp' >> go Nothing
365+ n2 <- whereis label2
366+ n2 `shouldBe` equalTo (Just p1)
457367
458− go :: Maybe (ReceivePort ()) -> Process ()
459− go Nothing = receiveTimeout 5000000 [ match replyChannel ] >>= go
460− go c@(Just c') = receiveWait [ matchChan c' return ] >> go c
368+ kill p1 "goodbye"
461369
462− replyChannel p' = do
463− (s, r) <- newChan
464− send p' s
465− return r
370+ unreg1 <- receiveChanTimeout delay unRegSink
371+ unreg2 <- receiveChanTimeout delay unRegSink
372+
373+ sort [unreg1, unreg2]
374+ `shouldBe` equalTo [Just (label1, p1), Just (label2, p1)]
375+
376+ kill agent "test-complete"
466377
467378tests :: TestTransport -> IO [Test]
468379tests TestTransport{..} = do
469380 node1 <- newLocalNode testTransport initRemoteTable
470381 node2 <- newLocalNode testTransport initRemoteTable
471382 return [
472− testGroup "MxAgents" [
473− testCase "EventHandling"
383+ testGroup "Mx Agents" [
384+ testCase "Event Handling"
474385 (delayedAssertion
475386 "expected True, but events where not as expected"
476387 node1 True testAgentEventHandling)
477− , testCase "InterAgentBroadcast"
388+ , testCase "Inter-Agent Broadcast"
478389 (delayedAssertion
479390 "expected (), but no broadcast was received"
480− node1 (Just ()) testAgentBroadcast)
481− , testCase "AgentMailboxHandling"
391+ node1 () testAgentBroadcast)
392+ , testCase "Agent Mailbox Handling"
482393 (delayedAssertion
483394 "expected (Just ()), but no regular (mailbox) input was handled"
484395 node1 (Just ()) testAgentMailboxHandling)
485− , testCase "AgentDualInputHandling"
396+ , testCase "Agent Dual Input Handling"
486397 (delayedAssertion
487398 "expected sum = 15, but the result was Nothing"
488399 node1 (Just 15 :: Maybe Int) testAgentDualInput)
489− , testCase "AgentInputPrioritisation"
400+ , testCase "Agent Input Prioritisation"
490401 (delayedAssertion
491402 "expected [first, second, third, fourth, fifth], but result diverged"
492403 node1 (sort ["first", "second",
493404 "third", "fourth",
494405 "fifth"]) testAgentPrioritisation)
495406 ]
496− , testGroup "MxEvents" [
497− testCase "NameRegistrationEvents"
407+ , testGroup "Mx Events" [
408+ testCase "Name Registration Events"
498409 (delayedAssertion
499410 "expected registration events to map to the correct ProcessId"
500411 node1 () testMxRegEvents)
501− , testCase "PostDeathNameUnRegistrationEvents"
412+ , testCase "Post Death Name UnRegistration Events"
502413 (delayedAssertion
503414 "expected process deaths to result in unregistration events"
504415 node1 () (testMxRegMon node2))
505− , testGroup "SendEvents" $ buildTestCases node1 node2
416+ , testCase "Monitor Events"
417+ (runProcess node1 (testMxUnsafeSendEvents node2))
506418 ]
507419 ]
508− where
509− buildTestCases n1 n2 = let nid = localNodeId n2 in build n1 n2 [
510− ("NSend", [
511− ("nsend", testNSend nsend)
512− , ("Unsafe.nsend", testNSend Unsafe.nsend)
513− , ("nsendRemote", testNSend (nsendRemote nid))
514− , ("Unsafe.nsendRemote", testNSend (Unsafe.nsendRemote nid))
515− ])
516− , ("Send", [
517− ("send", testSend send)
518− , ("Unsafe.send", testSend Unsafe.send)
519− , ("usend", testSend usend)
520− , ("Unsafe.usend", testSend Unsafe.usend)
521− , ("sendChan", testChan sendChan)
522− , ("Unsafe.sendChan", testChan Unsafe.sendChan)
523− ])
524− , ("Forward", [
525− ("forward", testSend (\p m -> forward (unsafeCreateUnencodedMessage m) p))
526− , ("uforward", testSend (\p m -> uforward (unsafeCreateUnencodedMessage m) p))
527− ])
528− ]
529−
530− build :: LocalNode
531− -> LocalNode
532− -> [(String, [(String, (Maybe LocalNode -> Process ()))])]
533− -> [Test]
534− build n ln specs =
535− [ testGroup (intercalate "-" [groupName, caseSuffix]) [
536− testCase (intercalate "-" [caseName, caseSuffix])
537− (runProcess n (caseImpl caseNode))
538− | (caseName, caseImpl) <- groupCases
539− ]
540− | (groupName, groupCases) <- specs
541− , (caseSuffix, caseNode) <- [("RemotePid", Just ln), ("LocalPid", Nothing)]
542− ]
distributed-process.cabal+1−1
@@ -6,7 +6,7 @@ License: BSD3
66License-File: LICENSE
77Copyright: Well-Typed LLP, Tweag I/O Limited
88Author: Duncan Coutts, Nicolas Wu, Edsko de Vries
9−Maintainer: Tim Watson <watson.timothy@gmail.com>
9+Maintainer: Facundo Domínguez <facundo.dominguez@tweag.io>
1010Stability: experimental
1111Homepage: http://haskell-distributed.github.com/
1212Bug-Reports: https://github.com/haskell-distributed/distributed-process/issues
src/Control/Distributed/Process/Internal/Primitives.hs+39−54
@@ -254,15 +254,17 @@ send them msg = do
254254 node = processNode proc
255255 nodeId = localNodeId node
256256 destNode = (processNodeId them) in do
257+ case destNode == nodeId of
258+ True -> sendLocal them msg
259+ False -> liftIO $ sendMessage (processNode proc)
260+ (ProcessIdentifier (processId proc))
261+ (ProcessIdentifier them)
262+ NoImplicitReconnect
263+ msg
264+ -- We do not fire the trace event until after the sending is complete;
265+ -- In the remote case, 'sendMessage' can block in the networking stack.
257266 liftIO $ traceEvent (localEventBus node)
258267 (MxSent them us (createUnencodedMessage msg))
259− if destNode == nodeId
260− then sendLocal them msg
261− else liftIO $ sendMessage (processNode proc)
262− (ProcessIdentifier (processId proc))
263− (ProcessIdentifier them)
264− NoImplicitReconnect
265− msg
266268
267269-- | /Unsafe/ variant of 'send'. This function makes /no/ attempt to serialize
268270-- and (in the case when the destination process resides on the same local
@@ -282,12 +284,9 @@ unsafeSend = Unsafe.send
282284--
283285usend :: Serializable a => ProcessId -> a -> Process ()
284286usend them msg = do
285− proc <- ask
287+ here <- getSelfNode
286288 let there = processNodeId them
287− let (us, node) = (processId proc, processNode proc)
288− let msg' = wrapMessage msg
289− liftIO $ traceEvent (localEventBus node) (MxSent them us msg')
290− if localNodeId (processNode proc) == there
289+ if here == there
291290 then sendLocal them msg
292291 else sendCtrlMsg (Just there) $ UnreliableSend (processLocalId them)
293292 (createMessage msg)
@@ -307,13 +306,7 @@ expect = receiveWait [match return]
307306-- Channels --
308307--------------------------------------------------------------------------------
309308
310−-- | Create a new typed channel, bound to the calling Process
311−--
312−-- Note that the channel is bound to the lifecycle of the process that evaluates
313−-- this function, such that when it dies/exits, the channel will no longer
314−-- function, but will remain accessible. Thus reading from the ReceivePort will
315−-- fail silently thereafter, blocking indefinitely (unless a timeout is used).
316−--
309+-- | Create a new typed channel
317310newChan :: Serializable a => Process (SendPort a, ReceivePort a)
318311newChan = do
319312 proc <- ask
@@ -341,16 +334,13 @@ newChan = do
341334sendChan :: Serializable a => SendPort a -> a -> Process ()
342335sendChan (SendPort cid) msg = do
343336 proc <- ask
344− let node = processNode proc
345− pid = processId proc
346− us = localNodeId node
347− them = processNodeId (sendPortProcessId cid) in do
348− liftIO $ traceEvent (localEventBus node) (MxSentToPort pid cid $ wrapMessage msg)
349− case them == us of
337+ let node = localNodeId (processNode proc)
338+ destNode = processNodeId (sendPortProcessId cid) in do
339+ case destNode == node of
350340 True -> sendChanLocal cid msg
351341 False -> do
352− liftIO $ sendBinary node
353− (ProcessIdentifier pid)
342+ liftIO $ sendBinary (processNode proc)
343+ (ProcessIdentifier (processId proc))
354344 (SendPortIdentifier cid)
355345 NoImplicitReconnect
356346 msg
@@ -494,14 +484,15 @@ forward msg them = do
494484 us = processId proc
495485 nid = localNodeId node
496486 destNode = (processNodeId them) in do
497− liftIO $ traceEvent (localEventBus node) (MxSent them us msg)
498− if destNode == nid
499− then sendCtrlMsg Nothing (LocalSend them msg)
500− else liftIO $ sendPayload (processNode proc)
501− (ProcessIdentifier (processId proc))
502− (ProcessIdentifier them)
503− NoImplicitReconnect
504− (messageToPayload msg)
487+ case destNode == nid of
488+ True -> sendCtrlMsg Nothing (LocalSend them msg)
489+ False ->
490+ liftIO $ do
491+ sendPayload (processNode proc) (ProcessIdentifier (processId proc)) (ProcessIdentifier them) NoImplicitReconnect (messageToPayload msg)
492+ -- We do not fire the trace event until after the sending is complete;
493+ -- In this remote case, 'sendMessage' can block in the networking stack.
494+ liftIO $ traceEvent (localEventBus node)
495+ (MxSent them us msg)
505496
506497-- | Forward a raw 'Message' to the given 'ProcessId'.
507498--
@@ -515,10 +506,14 @@ uforward msg them = do
515506 us = processId proc
516507 nid = localNodeId node
517508 destNode = (processNodeId them) in do
518− liftIO $ traceEvent (localEventBus node) (MxSent them us msg)
519− if destNode == nid
520− then sendCtrlMsg Nothing (LocalSend them msg)
521− else sendCtrlMsg (Just destNode) $ UnreliableSend (processLocalId them) msg
509+ case destNode == nid of
510+ True -> sendCtrlMsg Nothing (LocalSend them msg)
511+ False -> do
512+ sendCtrlMsg (Just destNode) $ UnreliableSend (processLocalId them) msg
513+ -- We do not fire the trace event until after the sending is complete;
514+ -- In the remote case, 'sendCtrlMsg' can block in the networking stack.
515+ liftIO $ traceEvent (localEventBus node)
516+ (MxSent them us msg)
522517
523518-- | Wrap a 'Serializable' value in a 'Message'. Note that 'Message's are
524519-- 'Serializable' - like the datum they contain - but also note, deserialising
@@ -1227,12 +1222,8 @@ whereisRemoteAsync nid label = do
12271222
12281223-- | Named send to a process in the local registry (asynchronous)
12291224nsend :: Serializable a => String -> a -> Process ()
1230−nsend label msg = do
1231− proc <- ask
1232− let msg' = createUnencodedMessage msg
1233− liftIO $ traceEvent (localEventBus (processNode proc))
1234− (MxSentToName label (processId proc) msg')
1235− sendCtrlMsg Nothing (NamedSend label msg')
1225+nsend label msg =
1226+ sendCtrlMsg Nothing (NamedSend label (createUnencodedMessage msg))
12361227
12371228-- | Named send to a process in the local registry (asynchronous).
12381229-- This function makes /no/ attempt to serialize and (in the case when the
@@ -1244,15 +1235,9 @@ unsafeNSend = Unsafe.nsend
12441235-- | Named send to a process in a remote registry (asynchronous)
12451236nsendRemote :: Serializable a => NodeId -> String -> a -> Process ()
12461237nsendRemote nid label msg = do
1247− proc <- ask
1248− let us = processId proc
1249− let node = processNode proc
1250− if localNodeId node == nid
1251− then nsend label msg
1252− else let lbl = label ++ "@" ++ show nid in do
1253− liftIO $ traceEvent (localEventBus node)
1254− (MxSentToName lbl us (wrapMessage msg))
1255− sendCtrlMsg (Just nid) (NamedSend label (createMessage msg))
1238+ here <- getSelfNode
1239+ if here == nid then nsend label msg
1240+ else sendCtrlMsg (Just nid) (NamedSend label (createMessage msg))
12561241
12571242-- | Named send to a process in a remote registry (asynchronous)
12581243-- This function makes /no/ attempt to serialize and (in the case when the
src/Control/Distributed/Process/Management.hs+2−34
@@ -76,40 +76,6 @@
7676--
7777-- * Whether messages will be taken from the mailbox first, or the event bus.
7878--
79−-- Since the event bus uses STM broadcast channels to communicate with agents,
80−-- no message written to the bus successfully can be lost.
81−--
82−-- Agents can also receive messages via their mailboxes - these are subject to
83−-- the same guarantees as all inter-process message sending.
84−--
85−-- Messages dispatched on an STM broadcast channel (i.e., management event bus)
86−-- are guaranteed to be delivered with the same FIFO ordering guarantees that
87−-- exist between two communicating processes, such that communication from the
88−-- node controller's threads (i.e., MxEvent's) will never be re-ordered, but
89−-- messages dispatched to the event bus by other processes (including, but not
90−-- limited to agents) are only guaranteed to be ordered between one sender and
91−-- one receiver.
92−--
93−-- No guarantee exists for the ordering in which messages sent to an agent's
94−-- mailbox will be delivered, vs messages dispatched via the event bus.
95−--
96−-- Because of the above, there are no ordering guarantees for messages sent
97−-- between agents, or for processes to agents, except for those that apply to
98−-- messages sent between regular processes, since agents are
99−-- implemented as such.
100−--
101−-- The event bus is serial and single threaded. Anything that is published by
102−-- the node controller will be seen in FIFO order. There are no ordering
103−-- guarantees pertaining to entries published to the event bus by other
104−-- processes or agents.
105−--
106−-- It should not be possible to see, for example, an @MxReceived@ before the
107−-- corresponding @MxSent@ event, since the places where we issue the @MxSent@
108−-- write directly to the event bus (using STM) in the calling (green) thread,
109−-- before dispatching instructions to the node controller to perform the
110−-- necessary routing to deliver the message to a process (or registered name,
111−-- or typed channel) locally or remotely.
112−--
11379-- [Management Data API]
11480--
11581-- Both management agents and clients of the API have access to a variety of
@@ -178,6 +144,8 @@
178144-- > monitorNames = getSelfPid >>= nsend "name-monitor"
179145-- > monitorNames2 = getSelfPid >>= mxNotify
180146--
147+-- For some real-world examples, see the distributed-process-platform package.
148+--
181149-- [Performance, Stablity and Scalability]
182150--
183151-- /Management Agents/ offer numerous advantages over regular processes:
src/Control/Distributed/Process/Management/Internal/Types.hs−5
@@ -21,7 +21,6 @@ import Control.Concurrent.STM
2121import Control.Distributed.Process.Internal.Types
2222 ( Process
2323 , ProcessId
24− , SendPortId
2524 , Message
2625 , DiedReason
2726 , NodeId
@@ -60,12 +59,8 @@ data MxEvent =
6059 -- ^ fired whenever a message is sent from a local process
6160 | MxSentToName String ProcessId Message
6261 -- ^ fired whenever a named send occurs
63− | MxSentToPort ProcessId SendPortId Message
64− -- ^ fired whenever a sendChan occurs
6562 | MxReceived ProcessId Message
6663 -- ^ fired whenever a message is received by a local process
67− | MxReceivedPort SendPortId Message
68− -- ^ fired whenever a message is received via a typed channel
6964 | MxConnected ConnectionId EndPointAddress
7065 -- ^ fired when a network-transport connection is first established
7166 | MxDisconnected ConnectionId EndPointAddress
src/Control/Distributed/Process/Node.hs+10−15
@@ -492,7 +492,7 @@ type IncomingConnection = (NT.EndPointAddress, IncomingTarget)
492492data IncomingTarget =
493493 Uninit
494494 | ToProc ProcessId (Weak (CQueue Message))
495− | ToChan SendPortId TypedChannel
495+ | ToChan TypedChannel
496496 | ToNode
497497
498498data ConnectionState = ConnectionState {
@@ -547,17 +547,13 @@ handleIncomingMessages node = go initConnectionState
547547 enqueue queue msg -- 'enqueue' is strict
548548 trace node (MxReceived pid msg)
549549 go st
550− Just (_, ToChan chId (TypedChannel chan')) -> do
550+ Just (_, ToChan (TypedChannel chan')) -> do
551551 mChan <- deRefWeak chan'
552552 -- If mChan is Nothing, the process has given up the read end of
553553 -- the channel and we simply ignore the incoming message
554− forM_ mChan $ \chan -> do
555− msg' <- atomically $ do
556− msg <- return $! decode (BSL.fromChunks payload)
557− -- We make sure the message is fully decoded when it is enqueued
558− writeTQueue chan msg
559− return msg
560− trace node $ MxReceivedPort chId $ unsafeCreateUnencodedMessage msg'
554+ forM_ mChan $ \chan -> atomically $
555+ -- We make sure the message is fully decoded when it is enqueued
556+ writeTQueue chan $! decode (BSL.fromChunks payload)
561557 go st
562558 Just (_, ToNode) -> do
563559 let ctrlMsg = decode . BSL.fromChunks $ payload
@@ -584,7 +580,7 @@ handleIncomingMessages node = go initConnectionState
584580 mChannel <- withMVar (processState proc) $ return . (^. typedChannelWithId lcid)
585581 case mChannel of
586582 Just channel ->
587− go (incomingAt cid ^= Just (src, ToChan chId channel) $ st)
583+ go (incomingAt cid ^= Just (src, ToChan channel) $ st)
588584 Nothing ->
589585 invalidRequest cid st $
590586 "incoming attempt to connect to unknown channel of"
@@ -1054,12 +1050,11 @@ ncEffectLocalPortSend from msg = do
10541050 -- If ch is Nothing, the process has given up the read end of
10551051 -- the channel and we simply ignore the incoming message - this
10561052 ch <- deRefWeak chan'
1057− forM_ ch $ \chan -> deliverChan node from msg chan
1058− where deliverChan :: forall a . LocalNode -> SendPortId -> Message -> TQueue a -> IO ()
1059− deliverChan n p (UnencodedMessage _ raw) chan' = do
1053+ forM_ ch $ \chan -> deliverChan msg chan
1054+ where deliverChan :: forall a . Message -> TQueue a -> IO ()
1055+ deliverChan (UnencodedMessage _ raw) chan' =
10601056 atomically $ writeTQueue chan' ((unsafeCoerce raw) :: a)
1061− trace n (MxReceivedPort p $ unsafeCreateUnencodedMessage raw)
1062− deliverChan _ _ (EncodedMessage _ _) _ =
1057+ deliverChan (EncodedMessage _ _) _ =
10631058 -- this will not happen unless someone screws with Primitives.hs
10641059 error "invalid local channel delivery"
10651060
src/Control/Distributed/Process/UnsafePrimitives.hs+55−47
@@ -104,26 +104,39 @@ nsend :: Serializable a => String -> a -> Process ()
104104nsend label msg = do
105105 proc <- ask
106106 let us = processId proc
107+ let node = localNodeId (processNode proc)
107108 let msg' = wrapMessage msg
108109 -- see [note: tracing]
109110 liftIO $ traceEvent (localEventBus (processNode proc))
110111 (MxSentToName label us msg')
111112 sendCtrlMsg Nothing (NamedSend label msg')
112113
114+-- [note: tracing]
115+-- In the remote case, we do not fire a trace event until after sending is
116+-- complete, since 'sendMessage' can block in the networking stack.
117+--
118+-- In addition, MxSent trace messages are dispatched by the node controller's
119+-- thread for local sends, which also covers local nsend, and local usend.
120+--
121+-- Also note that tracing writes to the local node's control channel, and this
122+-- module explicitly specifies to its clients that it does unsafe message
123+-- encoding. The same is true for the messages it puts onto the Management
124+-- event bus, however we do *not* want unevaluated thunks hitting the event
125+-- bus control thread. Hence the word /Unsafe/ in this module's name!
126+--
127+
113128-- | Named send to a process in a remote registry (asynchronous)
114129nsendRemote :: Serializable a => NodeId -> String -> a -> Process ()
115130nsendRemote nid label msg = do
116131 proc <- ask
117132 let us = processId proc
118133 let node = processNode proc
119− if localNodeId node == nid
134+ if localNodeId (processNode proc) == nid
120135 then nsend label msg
121− else
122− let lbl = label ++ "@" ++ show nid in do
123− -- see [note: tracing] NB: this is a remote call to another NC...
124− liftIO $ traceEvent (localEventBus node)
125− (MxSentToName lbl us (wrapMessage msg))
126− sendCtrlMsg (Just nid) (NamedSend label (createMessage msg))
136+ else do -- see [note: tracing] NB: this is a remote call to another NC...
137+ sendCtrlMsg (Just nid) (NamedSend label (createMessage msg))
138+ liftIO $ traceEvent (localEventBus node)
139+ (MxSentToName label us (wrapMessage msg))
127140
128141-- | Send a message
129142send :: Serializable a => ProcessId -> a -> Process ()
@@ -131,18 +144,17 @@ send them msg = do
131144 proc <- ask
132145 let node = localNodeId (processNode proc)
133146 destNode = (processNodeId them)
134− us = (processId proc)
135− msg' = wrapMessage msg in do
136− -- see [note: tracing]
137− liftIO $ traceEvent (localEventBus (processNode proc))
138− (MxSent them us msg')
139− if destNode == node
140− then sendCtrlMsg Nothing $ LocalSend them msg'
141− else liftIO $ sendMessage (processNode proc)
142− (ProcessIdentifier (processId proc))
143− (ProcessIdentifier them)
144− NoImplicitReconnect
145− msg
147+ us = (processId proc) in do
148+ case destNode == node of
149+ True -> unsafeSendLocal them msg
150+ False -> liftIO $ do sendMessage (processNode proc)
151+ (ProcessIdentifier (processId proc))
152+ (ProcessIdentifier them)
153+ NoImplicitReconnect
154+ msg
155+ -- see [note: tracing]
156+ liftIO $ traceEvent (localEventBus (processNode proc))
157+ (MxSent them us (wrapMessage msg))
146158
147159-- | Send a message unreliably.
148160--
@@ -158,42 +170,38 @@ usend them msg = do
158170 proc <- ask
159171 let there = processNodeId them
160172 let (us, node) = (processId proc, processNode proc)
161− let msg' = wrapMessage msg
162− -- see [note: tracing]
163− liftIO $ traceEvent (localEventBus node) (MxSent them us msg')
164173 if localNodeId (processNode proc) == there
165− then sendCtrlMsg Nothing $ LocalSend them msg'
166− else sendCtrlMsg (Just there) $ UnreliableSend (processLocalId them)
167− (createMessage msg)
174+ then unsafeSendLocal them msg
175+ else do sendCtrlMsg (Just there) $ UnreliableSend (processLocalId them)
176+ (createMessage msg)
177+ -- I would assert that is it *still* cheaper to not encode here...
178+ liftIO $ traceEvent (localEventBus node)
179+ (MxSent them us (wrapMessage msg))
168180
169−-- [note: tracing]
170−-- Note that tracing writes to the local node's control channel, and this
171−-- module explicitly specifies to its clients that it does unsafe message
172−-- encoding. The same is true for the messages it puts onto the Management
173−-- event bus, however we do *not* want unevaluated thunks hitting the event
174−-- bus control thread. Hence the word /Unsafe/ in this module's name!
175−--
181+unsafeSendLocal :: (Serializable a) => ProcessId -> a -> Process ()
182+unsafeSendLocal pid msg =
183+ let msg' = wrapMessage msg in do
184+ sendCtrlMsg Nothing $ LocalSend pid msg'
185+ -- see [note: tracing]
176186
177187-- | Send a message on a typed channel
178188sendChan :: Serializable a => SendPort a -> a -> Process ()
179189sendChan (SendPort cid) msg = do
180190 proc <- ask
181− let node = processNode proc
182− pid = processId proc
183− us = localNodeId node
184− them = processNodeId (sendPortProcessId cid)
185− msg' = wrapMessage msg in do
186− liftIO $ traceEvent (localEventBus node) (MxSentToPort pid cid msg')
187− if them == us
188− then unsafeSendChanLocal cid msg' -- NB: we wrap to P.Message !!!
189− else liftIO $ sendBinary node
190− (ProcessIdentifier pid)
191− (SendPortIdentifier cid)
192− NoImplicitReconnect
193− msg
191+ let node = localNodeId (processNode proc)
192+ destNode = processNodeId (sendPortProcessId cid) in do
193+ case destNode == node of
194+ True -> unsafeSendChanLocal cid msg
195+ False -> do
196+ liftIO $ sendBinary (processNode proc)
197+ (ProcessIdentifier (processId proc))
198+ (SendPortIdentifier cid)
199+ NoImplicitReconnect
200+ msg
194201 where
195− unsafeSendChanLocal :: SendPortId -> Message -> Process ()
196− unsafeSendChanLocal p m = sendCtrlMsg Nothing $ LocalPortSend p m
202+ unsafeSendChanLocal :: (Serializable a) => SendPortId -> a -> Process ()
203+ unsafeSendChanLocal spId msg' =
204+ sendCtrlMsg Nothing $ LocalPortSend spId (wrapMessage msg')
197205
198206-- | Create an unencoded @Message@ for any @Serializable@ type.
199207wrapMessage :: Serializable a => a -> Message