git.iko.soy/distributed-process
on a027f75 help sign in
17 files changed+188−567
since splitsnapshots
unifiedsplit
distributed-process-tests/distributed-process-tests.cabal+3−4 distributed-process-tests/src/Control/Distributed/Process/Tests/CH.hs+42−124 distributed-process-tests/src/Control/Distributed/Process/Tests/Closure.hs+1−1 distributed-process-tests/src/Control/Distributed/Process/Tests/Internal/Utils.hs+2−5 distributed-process-tests/src/Control/Distributed/Process/Tests/Mx.hs+42−227 distributed-process-tests/src/Control/Distributed/Process/Tests/Receive.hs+8−7 distributed-process-tests/tests/runInMemory.hs+1 distributed-process.cabal+2−2 src/Control/Distributed/Process/Internal/Primitives.hs+41−54 src/Control/Distributed/Process/Management.hs+2−34 src/Control/Distributed/Process/Management/Internal/Types.hs−7 src/Control/Distributed/Process/Node.hs+10−15 src/Control/Distributed/Process/UnsafePrimitives.hs+33−82 stack-ghc-7.10.3.yaml−1 stack-ghc-8.0.2.yaml+1−1 stack-ghc-8.2.2.yaml−1 stack.yaml−2
distributed-process-tests/distributed-process-tests.cabal+3−4
@@ -6,7 +6,7 @@ description: Tests and test suite for Cloud Haskell libraries.
66license: BSD3
77license-file: LICENSE
88Author: Duncan Coutts, Nicolas Wu, Edsko de Vries
9−Maintainer: Tim Watson <watson.timothy@gmail.com>
9+Maintainer: Facundo Domínguez <facundo.dominguez@tweag.io>
1010copyright: Well-Typed LLP
1111category: Control, Cloud Haskell
1212build-type: Simple
@@ -31,7 +31,6 @@ library
3131 bytestring >= 0.9 && < 0.12,
3232 distributed-process >= 0.6.0 && < 0.8,
3333 distributed-static,
34− exceptions >= 0.5,
3534 HUnit >= 1.2 && < 1.7,
3635 network-transport >= 0.4.1.0 && < 0.6,
3736 network >= 2.5 && < 2.9,
@@ -126,7 +125,7 @@ Test-Suite TestMxInMemory
126125 network-transport-inmemory >= 0.5,
127126 test-framework >= 0.6 && < 0.9
128127 Extensions: CPP
129− ghc-options: -threaded -rtsopts -with-rtsopts=-N -fno-warn-unused-do-bind
128+ ghc-options: -Wall -threaded -rtsopts -with-rtsopts=-N -fno-warn-unused-do-bind
130129 HS-Source-Dirs: tests
131130
132131Test-Suite TestTracingInMemory
@@ -140,7 +139,7 @@ Test-Suite TestTracingInMemory
140139 network-transport-inmemory >= 0.5,
141140 test-framework >= 0.6 && < 0.9
142141 Extensions: CPP
143− ghc-options: -eventlog -threaded -rtsopts -with-rtsopts=-N -fno-warn-unused-do-bind
142+ ghc-options: -Wall -eventlog -threaded -rtsopts -with-rtsopts=-N -fno-warn-unused-do-bind
144143 HS-Source-Dirs: tests
145144
146145Test-Suite TestMxInTCP
distributed-process-tests/src/Control/Distributed/Process/Tests/CH.hs+42−124
@@ -25,18 +25,13 @@ import Control.Concurrent.MVar
2525 )
2626import Control.Monad (replicateM_, replicateM, forever, void, unless, join)
2727import Control.Exception (SomeException, throwIO, ErrorCall(..))
28−import Control.Monad.Catch (try, catch, finally, mask, onException)
29−import Control.Applicative ((<|>))
28+import qualified Control.Exception as Ex (catch)
29+import Control.Applicative ((<$>), (<*>), pure, (<|>))
3030import qualified Network.Transport as NT (closeEndPoint, EndPointAddress)
31−import Control.Distributed.Process hiding
32− ( try
33− , catch
34− , finally
35− , mask
36− , onException
37− )
31+import Control.Distributed.Process
3832import Control.Distributed.Process.Internal.Types
39− ( LocalNode(localEndPoint)
33+ ( NodeId(nodeAddress)
34+ , LocalNode(localEndPoint)
4035 , ProcessExitException(..)
4136 , nullProcessId
4237 , createUnencodedMessage
@@ -44,13 +39,13 @@ import Control.Distributed.Process.Internal.Types
4439import Control.Distributed.Process.Node
4540import Control.Distributed.Process.Debug
4641import Control.Distributed.Process.Management.Internal.Types
47−import Control.Distributed.Process.Tests.Internal.Utils (shouldBe, pause)
42+import Control.Distributed.Process.Tests.Internal.Utils (shouldBe)
4843import Control.Distributed.Process.Serializable (Serializable)
49−import Data.Maybe (isNothing, isJust)
44+
5045import Test.HUnit (Assertion, assertBool, assertFailure)
5146import Test.Framework (Test, testGroup)
5247import Test.Framework.Providers.HUnit (testCase)
53−import Control.Rematch hiding (match, isNothing, isJust)
48+import Control.Rematch hiding (match)
5449import Control.Rematch.Run (Match(..))
5550
5651newtype Ping = Ping ProcessId
@@ -73,7 +68,7 @@ expectThat a matcher = case res of
7368forkTry :: IO () -> IO ThreadId
7469forkTry p = do
7570 tid <- myThreadId
76− forkIO $ catch p (\e -> throwTo tid (e :: SomeException))
71+ forkIO $ Ex.catch p (\e -> throwTo tid (e :: SomeException))
7772
7873-- | The ping server from the paper
7974ping :: Process ()
@@ -87,9 +82,10 @@ verifyClient :: String -> MVar Bool -> IO ()
8782verifyClient s b = takeMVar b >>= assertBool s
8883
8984expectPing :: MVar Bool -> Process ()
90−expectPing mv = expect >>= liftIO . putMVar mv . checkPing
85+expectPing mv = expect >>= liftIO . putMVar mv . checkPing
9186 where
9287 checkPing (Ping _) = True
88+ checkPing _ = False
9389
9490-- | Quick and dirty synchronous version of whereisRemoteAsync
9591whereisRemote :: NodeId -> String -> Process (Maybe ProcessId)
@@ -239,10 +235,10 @@ testPing TestTransport{..} = do
239235 pid <- getSelfPid
240236 replicateM_ numPings $ do
241237 send pingServer (Pong pid)
242− p <- expectTimeout 3000000
238+ p <- expect
243239 case p of
244− Just (Ping _) -> return ()
245− Nothing -> die "Failed to receive Ping"
240+ Ping _ -> return ()
241+ _ -> die "Unexpected message"
246242
247243 putMVar clientDone ()
248244
@@ -559,7 +555,7 @@ testMergeChannels TestTransport{..} = do
559555 ss <- liftIO $ mapM readMVar vs
560556 case ss of
561557 [sa, sb, sc] ->
562− mapM_ ((>> pause 10000) . uncurry sendChan)
558+ mapM_ ((>> liftIO (threadDelay 10000)) . uncurry sendChan)
563559 [ -- a, b, c
564560 (sa, 'a')
565561 , (sb, 'b')
@@ -735,6 +731,7 @@ testRemoteRegistry :: TestTransport -> Assertion
735731testRemoteRegistry TestTransport{..} = do
736732 node1 <- newLocalNode testTransport initRemoteTable
737733 node2 <- newLocalNode testTransport initRemoteTable
734+ done <- newEmptyMVar
738735
739736 pingServer <- forkProcess node1 ping
740737 deadProcess <- forkProcess node1 (return ())
@@ -749,7 +746,6 @@ testRemoteRegistry TestTransport{..} = do
749746
750747 pid <- verifyWhereIsRemote nid1 "ping"
751748 liftIO $ assertBool "Expected pindServer to match pid" $ pingServer == pid
752−
753749 us <- getSelfPid
754750 nsendRemote nid1 "ping" (Pong us)
755751 receiveWait [
@@ -759,22 +755,22 @@ testRemoteRegistry TestTransport{..} = do
759755 -- test that if process was not registered Nothing is returned
760756 -- in owner field.
761757 registerRemoteAsync nid1 "dead" deadProcess
762− receiveWait [ matchIf (\(RegisterReply label' f mPid) -> "dead" == label')
763− (\(RegisterReply _ f mPid) -> return (not f && isNothing mPid))
764− ] >>= liftIO . assertBool "Expected False Nothing in RegisterReply"
765−
758+ receiveWait [
759+ matchIf (\(RegisterReply label' False Nothing) -> "dead" == label')
760+ (\(RegisterReply _ _ _) -> return ()) ]
766761 registerRemoteAsync nid1 "ping" deadProcess
767762 receiveWait [
768− matchIf (\(RegisterReply label' False mPid) ->
769− "ping" == label' && isJust mPid)
770− (\(RegisterReply _ f (Just pid'')) -> return (not f && pid'' == pingServer))
771− ] >>= liftIO . assertBool "Expected False and (Just alreadyRegisteredPid) in RegisterReply"
772−
763+ matchIf (\(RegisterReply label' False (Just pid)) ->
764+ "ping" == label' && pid == pingServer)
765+ (\(RegisterReply _ _ _) -> return ()) ]
773766 unregisterRemoteAsync nid1 "dead"
774767 receiveWait [
775− matchIf (\(RegisterReply label' _ _) -> "dead" == label')
776− (\(RegisterReply _ f mPid) -> return (not f && isNothing mPid))
777− ] >>= liftIO . assertBool "Expected False and Nothing in RegisterReply"
768+ matchIf (\(RegisterReply label' False Nothing) ->
769+ "dead" == label' && pid == pingServer)
770+ (\(RegisterReply _ _ _) -> return ()) ]
771+ liftIO $ putMVar done ()
772+
773+ takeMVar done
778774
779775testRemoteRegistryRemoteProcess :: TestTransport -> Assertion
780776testRemoteRegistryRemoteProcess TestTransport{..} = do
@@ -946,7 +942,9 @@ testUSend usendPrim TestTransport{..} numMessages = do
946942 isSorted _ = True
947943 -- The list can't be null since there are no failures after sending
948944 -- the last message.
949− liftIO $ putMVar usendTestOk $ isSorted msgs && not (null msgs)
945+ liftIO $ do
946+ assertBool "Unexpected failure after sending last msg" $ isSorted msgs && not (null msgs)
947+ putMVar usendTestOk ()
950948
951949 forkProcess node2 $ do
952950 them <- liftIO $ readMVar processA
@@ -957,8 +955,7 @@ testUSend usendPrim TestTransport{..} numMessages = do
957955 usendPrim them i
958956 liftIO (threadDelay 30000)
959957
960− res <- takeMVar usendTestOk
961− assertBool "Unexpected failure after sending last msg" res
958+ takeMVar usendTestOk
962959
963960-- | Test 'matchAny'. This repeats the 'testMath' but with a proxy server
964961-- in between
@@ -1272,76 +1269,6 @@ testReceiveChanFeatures TestTransport{..} = do
12721269
12731270 takeMVar done
12741271
1275−testChanLifecycle :: TestTransport -> Assertion
1276−testChanLifecycle TestTransport{..} = let delay = 3000000 in do
1277− result <- newEmptyMVar
1278− tchMV <- newEmptyMVar
1279− localNode <- newLocalNode testTransport initRemoteTable
1280− runProcess localNode $ do
1281−
1282− pid <- spawnLocal $ do tCh <- newChan :: Process (SendPort (), ReceivePort ())
1283− liftIO $ putMVar tchMV tCh
1284− expect :: Process ()
1285− let (sp, _) = tCh
1286− sendChan sp ()
1287− expect :: Process ()
1288−
1289− mRefPid <- monitor pid
1290−
1291− cPid <- spawnLocal $ do
1292− (sp', rp) <- liftIO $ takeMVar tchMV
1293− -- say "picked up our test channel"
1294− send pid ()
1295− -- say "told pid to continue"
1296− res <- receiveChanTimeout delay rp
1297− case res of
1298− Nothing -> say "initial chan () missing!" >> (liftIO $ putMVar result False)
1299− Just () -> do mr <- monitor pid
1300− pause 10000
1301− -- say "sending pid a second () will cause it to exit"
1302− send pid ()
1303−
1304− -- say "make sure we see a DOWN notification for pid having stopped"
1305− receiveWait [ match (\(_ :: ProcessMonitorNotification) -> return ()) ]
1306−
1307− -- now that pid has died, the send port should be useless...
1308− liftIO $ putMVar tchMV (sp', rp)
1309−
1310− -- let's verify that we do not see the message from our
1311− -- parent process on the channel, once pid has died...
1312− recv <- receiveChanTimeout delay rp
1313− -- say $ "finished waiting for second (), writing result" ++ (show recv)
1314− liftIO $ putMVar result $ isNothing recv
1315−
1316− mRefCPid <- monitor cPid
1317−
1318− receiveWait
1319− [ matchIf (\(ProcessMonitorNotification r _ _) -> r == mRefPid)
1320− (\_ -> return ())
1321− ]
1322−
1323− -- say "seen first pid die..."
1324−
1325− (sendPort, _) <- liftIO $ takeMVar tchMV
1326− sendChan sendPort ()
1327− -- say "sent () after owning pid died"
1328−
1329− -- let cPid know we've written to the channel...
1330− send cPid ()
1331−
1332− receiveWait
1333− [ matchIf (\(ProcessMonitorNotification r _ _) -> r == mRefCPid)
1334− (\_ -> return ())
1335− ]
1336−
1337− -- say "seen both pids die now..."
1338−
1339− -- and wait on the result back in IO land...
1340− testRes <- takeMVar result
1341− -- runProcess localNode $ say "got result..."
1342− assertBool "Expected sending on the channel to fail, but received data!" testRes
1343−
1344−
13451272testKillLocal :: TestTransport -> Assertion
13461273testKillLocal TestTransport{..} = do
13471274 localNode <- newLocalNode testTransport initRemoteTable
@@ -1556,24 +1483,20 @@ testRegistryMonitoring :: TestTransport -> Assertion
15561483testRegistryMonitoring TestTransport{..} = do
15571484 node1 <- newLocalNode testTransport initRemoteTable
15581485 node2 <- newLocalNode testTransport initRemoteTable
1486+ waitH <- newEmptyMVar
15591487
15601488 let nid = localNodeId node2
15611489 pid <- forkProcess node1 $ do
1562− self <- getSelfPid
1563− runUntilRegistered nid self
1564− say $ (show self) ++ " registered as " ++ regName
1565− expect :: Process ()
1566− say $ (show self) ++ " exiting normally"
1490+ getSelfPid >>= runUntilRegistered nid
1491+ liftIO $ takeMVar waitH
15671492
15681493 runProcess node2 $ do
15691494 register regName pid
1570− say $ regName ++ " registered to " ++ show pid
15711495 res <- whereis regName
1572− send pid ()
1573− say $ " sent finish signal to " ++ show pid
15741496 us <- getSelfPid
1575− liftIO $ assertBool "expected (Just pid)" $ res == (Just pid)
1576−
1497+ liftIO $ do
1498+ putMVar waitH ()
1499+ assertBool "expected (Just pid)" $ res == (Just pid)
15771500
15781501 -- This delay isn't essential!
15791502 -- The test case passes perfectly fine without it (feel free to comment out
@@ -1598,9 +1521,7 @@ testRegistryMonitoring TestTransport{..} = do
15981521 regHere <- newEmptyMVar
15991522 runProcess node2 $ whereis regName >>= liftIO . putMVar regHere
16001523 res <- takeMVar regHere
1601− case res of
1602− Nothing -> return ()
1603− Just pid -> assertBool ("expected Nothing, but got " ++ show pid) False
1524+ assertBool "expected Nothing, but process still registered" (res == Nothing)
16041525
16051526 where
16061527 runUntilRegistered nid us = do
@@ -1612,13 +1533,11 @@ testRegistryMonitoring TestTransport{..} = do
16121533
16131534 delayUntilMaybeUnregistered nid p = do
16141535 whereisRemoteAsync nid regName
1615− res <- receiveTimeout 20000000 {- 20 sec delay -} [
1616− matchIf (\(WhereIsReply n p) -> n == regName && isNothing p)
1536+ receiveTimeout 20000000 {- 20 sec delay -} [
1537+ matchIf (\(WhereIsReply n p) -> n == regName && p == Nothing)
16171538 (const $ return ())
16181539 ]
1619− case res of
1620− Just () -> return ()
1621− Nothing -> delayUntilMaybeUnregistered nid p
1540+ return ()
16221541
16231542 regName = "testRegisterRemote"
16241543
@@ -1814,7 +1733,6 @@ tests testtrans = return [
18141733 , testCase "MatchMessageUnwrap" (testMatchMessageWithUnwrap testtrans)
18151734 , testCase "ReceiveChanTimeout" (testReceiveChanTimeout testtrans)
18161735 , testCase "ReceiveChanFeatures" (testReceiveChanFeatures testtrans)
1817− , testCase "ChanLifecycle" (testChanLifecycle testtrans)
18181736 , testCase "KillLocal" (testKillLocal testtrans)
18191737 , testCase "KillRemote" (testKillRemote testtrans)
18201738 , testCase "Die" (testDie testtrans)
distributed-process-tests/src/Control/Distributed/Process/Tests/Closure.hs+1−1
@@ -522,7 +522,7 @@ testSpawnReconnect :: TestTransport -> RemoteTable -> Assertion
522522testSpawnReconnect testtrans@TestTransport{..} rtable = do
523523 [node1, node2] <- replicateM 2 $ newLocalNode testTransport rtable
524524 let nid1 = localNodeId node1
525− -- nid2 = localNodeId node2
525+ nid2 = localNodeId node2
526526 done <- newEmptyMVar
527527 iv <- newMVar (0 :: Int)
528528
distributed-process-tests/src/Control/Distributed/Process/Tests/Internal/Utils.hs+2−5
@@ -74,13 +74,12 @@ import Control.Concurrent
7474import Control.Concurrent.MVar
7575 ( putMVar
7676 )
77−import Control.Distributed.Process hiding (finally, catch)
77+import Control.Distributed.Process
7878import Control.Distributed.Process.Node
7979import Control.Distributed.Process.Serializable()
8080
8181import Control.Exception (AsyncException(ThreadKilled), SomeException)
8282import Control.Monad (forever, void)
83−import Control.Monad.Catch (finally, catch)
8483import Control.Monad.STM (atomically)
8584import Control.Rematch hiding (match)
8685import Control.Rematch.Run
@@ -91,7 +90,6 @@ import Test.HUnit (Assertion, assertFailure)
9190import Test.HUnit.Base (assertBool)
9291
9392import GHC.Generics
94−import System.Timeout (timeout)
9593
9694-- | A mutable cell containing a test result.
9795type TestResult a = MVar a
@@ -234,8 +232,7 @@ testProcessReport pid = do
234232tryRunProcess :: LocalNode -> Process () -> IO ()
235233tryRunProcess node p = do
236234 tid <- liftIO myThreadId
237− void $ timeout (1000000 * 60 * 5 :: Int) $
238− runProcess node $ catch p (\e -> liftIO $ throwTo tid (e::SomeException))
235+ runProcess node $ catch p (\e -> liftIO $ throwTo tid (e::SomeException))
239236
240237tryForkProcess :: LocalNode -> Process () -> IO ProcessId
241238tryForkProcess node p = do
distributed-process-tests/src/Control/Distributed/Process/Tests/Mx.hs+42−227
@@ -1,23 +1,12 @@
1−{-# LANGUAGE DeriveGeneric #-}
2−{-# LANGUAGE ParallelListComp #-}
3−
1+{-# LANGUAGE DeriveGeneric #-}
42module Control.Distributed.Process.Tests.Mx (tests) where
53
64import Control.Distributed.Process.Tests.Internal.Utils
75import Network.Transport.Test (TestTransport(..))
8−import Control.Distributed.Process hiding (bracket, finally, try)
9−import Control.Distributed.Process.Internal.Types
10− ( ProcessExitException(..)
11− , unsafeCreateUnencodedMessage
12− )
6+
7+import Control.Concurrent (threadDelay)
8+import Control.Distributed.Process
139import Control.Distributed.Process.Node
14−import qualified Control.Distributed.Process.UnsafePrimitives as Unsafe
15− ( send
16− , nsend
17− , nsendRemote
18− , usend
19− , sendChan
20− )
2110import Control.Distributed.Process.Management
2211 ( MxEvent(..)
2312 , MxAgentId(..)
@@ -32,15 +21,15 @@ import Control.Distributed.Process.Management
3221 , mxUpdateLocal
3322 , mxNotify
3423 , mxBroadcast
24+ , mxGetId
3525 )
3626import Control.Monad (void, unless)
37−import Control.Monad.Catch(finally, bracket, try)
3827import Control.Rematch (equalTo)
3928import Data.Binary
40−import Data.List (find, sort, intercalate)
41−import Data.Maybe (isJust, fromJust, isNothing, fromMaybe, catMaybes)
29+import Data.List (find, sort)
30+import Data.Maybe (isJust, isNothing)
4231import Data.Typeable
43−import GHC.Generics hiding (from)
32+import GHC.Generics
4433#if ! MIN_VERSION_base(4,6,0)
4534import Prelude hiding (catch, log)
4635#endif
@@ -64,9 +53,9 @@ awaitExit pid =
6453 (\_ -> return ())
6554 ]
6655 where
67− withMonitorRef p = bracket (monitor p) unmonitor
56+ withMonitorRef pid = bracket (monitor pid) unmonitor
6857
69−testAgentBroadcast :: TestResult (Maybe ()) -> Process ()
58+testAgentBroadcast :: TestResult () -> Process ()
7059testAgentBroadcast result = do
7160 (resultSP, resultRP) <- newChan :: Process (SendPort (), ReceivePort ())
7261
@@ -81,10 +70,10 @@ testAgentBroadcast result = do
8170 mxNotify ()
8271 -- Once the publisher has seen our message, it will broadcast the Publish
8372 -- and the consumer will see that and send the result to our typed channel.
84− stash result =<< receiveChanTimeout 10000000 resultRP
73+ stash result =<< receiveChan resultRP
8574
86− kill publisher "finished"
87− kill consumer "finished"
75+ kill publisher "finished" >> awaitExit publisher
76+ kill consumer "finished" >> awaitExit consumer
8877
8978testAgentDualInput :: TestResult (Maybe Int) -> Process ()
9079testAgentDualInput result = do
@@ -99,8 +88,6 @@ testAgentDualInput result = do
9988 else mxReady)
10089 ]
10190
102− mRef <- monitor s
103−
10491 mxNotify (1 :: Int)
10592 nsend "sum-agent" (3 :: Int)
10693 mxNotify (2 :: Int)
@@ -108,10 +95,7 @@ testAgentDualInput result = do
10895 mxNotify (5 :: Int)
10996
11097 stash result =<< receiveChanTimeout 10000000 rp
111− died <- receiveTimeout 10000000 [
112− matchIf (\(ProcessMonitorNotification r _ _) -> r == mRef) (const $ return True)
113− ]
114− died `shouldBe` equalTo (Just True)
98+ awaitExit s
11599
116100testAgentPrioritisation :: TestResult [String] -> Process ()
117101testAgentPrioritisation result = do
@@ -125,10 +109,10 @@ testAgentPrioritisation result = do
125109 (sp, rp) <- newChan
126110 s <- mxAgent (MxAgentId name) ["first"] [
127111 mxSink (\(s :: String) -> do
128− mxUpdateLocal (s:)
112+ mxUpdateLocal ((s:))
129113 st <- mxGetLocal
130114 case length st of
131− n | n == 5 -> do liftMX $ sendChan sp (sort st)
115+ n | n == 5 -> do liftMX $ sendChan sp st
132116 mxDeactivate "finished"
133117 _ -> mxReceive -- go to the mailbox
134118 )
@@ -139,7 +123,7 @@ testAgentPrioritisation result = do
139123 mxNotify "fourth"
140124 nsend name "fifth"
141125
142− stash result . fromMaybe [] =<< receiveChanTimeout 10000000 rp
126+ stash result . sort =<< receiveChan rp
143127 awaitExit s
144128
145129testAgentMailboxHandling :: TestResult (Maybe ()) -> Process ()
@@ -152,19 +136,12 @@ testAgentMailboxHandling result = do
152136 nsend "mailbox-agent" ()
153137
154138 stash result =<< receiveChanTimeout 1000000 rp
155− kill agent "finished"
139+ kill agent "finished" >> awaitExit agent
156140
157141testAgentEventHandling :: TestResult Bool -> Process ()
158142testAgentEventHandling result = do
159− us <- getSelfPid
160− -- because this test is a bit racy, let's ensure it can't run indefinitely
161− timer <- spawnLocal $ do
162− pause (1000000 * 60 * 5)
163− -- okay we've waited 5 mins, let's kill the test off if it's stuck...
164− stash result False
165− kill us "Test Timed Out"
166−
167143 let initState = [] :: [MxEvent]
144+
168145 (rc, rs) <- newChan
169146 agentPid <- mxAgent (MxAgentId "lifecycle-listener-agent") initState [
170147 (mxSink $ \ev -> do
@@ -197,7 +174,8 @@ testAgentEventHandling result = do
197174 -- TODO: yes, this is racy, but we're at the mercy of the scheduler here...
198175 faff 2000000 rs
199176
200− (sp, rp) <- newChan :: Process (SendPort (), ReceivePort ())
177+ _ <- monitor agentPid
178+ (sp, rp) <- newChan
201179
202180 pid <- spawnLocal $ expect >>= sendChan sp
203181
@@ -206,11 +184,9 @@ testAgentEventHandling result = do
206184 monitor pid
207185
208186 send pid ()
209− rct <- receiveChanTimeout 10000000 rp
210− unless (isJust rct) $ die "No response on channel"
187+ () <- receiveChan rp
211188
212− pmn <- receiveTimeout 2000000 [ match (\ProcessMonitorNotification{} -> return ()) ]
213− unless (isJust pmn) $ die "No monitor notification arrived"
189+ receiveWait [ match (\(ProcessMonitorNotification _ _ _) -> return ()) ]
214190
215191 -- TODO: yes, this is racy, but we're at the mercy of the scheduler here...
216192 faff 2000000 rs
@@ -219,16 +195,17 @@ testAgentEventHandling result = do
219195 mxNotify (MxSpawned pid, replyTo)
220196 mxNotify (MxProcessDied pid DiedNormal, replyTo)
221197
222− seenAlive <- receiveChanTimeout 10000000 reply
223− seenDead <- receiveChanTimeout 10000000 reply
198+ seenAlive <- receiveChan reply
199+ seenDead <- receiveChan reply
224200
225− stash result $ foldr (&&) True $ catMaybes [seenAlive, seenDead]
226− kill timer "test-complete"
227− kill agentPid "test-complete"
201+ stash result $ seenAlive && seenDead
202+ kill agentPid "test-complete" >> awaitExit agentPid
228203 where
229204 faff delay port = do
230205 res <- receiveChanTimeout delay port
231− unless (isNothing res) $ pause delay
206+ unless (isNothing res) $ do
207+ pause delay
208+ faff delay port
232209
233210testMxRegEvents :: TestResult () -> Process ()
234211testMxRegEvents result = do
@@ -275,6 +252,7 @@ testMxRegEvents result = do
275252 reg3 `shouldBe` equalTo (Just (label, p1))
276253
277254 mapM_ (flip kill $ "test-complete") [agent, p1, p2]
255+ awaitExit agent
278256
279257testMxRegMon :: LocalNode -> TestResult () -> Process ()
280258testMxRegMon remoteNode result = do
@@ -332,211 +310,48 @@ testMxRegMon remoteNode result = do
332310 evts `shouldContain` (Just (label1, p1))
333311 evts `shouldContain` (Just (label2, p1))
334312
335− kill agent "test-complete"
313+ kill agent "test-complete" >> awaitExit agent
336314
337315ensure :: Process () -> Process () -> Process ()
338316ensure = flip finally
339317
340−testNSend :: (String -> () -> Process ())
341− -> Maybe LocalNode
342− -> Process ()
343−testNSend op n = do
344− us <- getSelfPid
345− let delay = 5000000
346− let label = "testMxSend" ++ (show us)
347− let isValid = isValidLabel n label
348−
349− testMxSend n label $ \p1 sink -> do
350− register label p1
351− reg1 <- receiveChanTimeout delay sink
352− case reg1 of
353− Just (MxRegistered pd lb)
354− | pd == p1 && isValid lb -> return ()
355− _ -> die $ "Reg-Failed: " ++ show reg1
356−
357− op label ()
358−
359− sent <- receiveChanTimeout delay sink
360− case sent of
361− Just (MxSentToName lb by _)
362− | by == us && isValid lb -> return True
363− _ -> die $ "Send-Failed: " ++ show sent
364−
365− where
366− isValidLabel nd l1 l2
367− | l2 == l2 = True
368− | isJust nd = l2 == l1 ++ "@" ++ show (localNodeId $ fromJust nd)
369− | otherwise = False
370−
371−testSend :: (ProcessId -> () -> Process ())
372− -> Maybe LocalNode
373− -> Process ()
374−testSend op n = do
375− us <- getSelfPid
376− let label = "testMxSend" ++ (show us)
377− testMxSend n label $ \p1 sink -> do
378− -- initiate a send
379− op p1 ()
380−
381− -- verify the management event
382− sent <- receiveChanTimeout 5000000 sink
383− case sent of
384− Just (MxSent pidTo pidFrom _)
385− | pidTo == p1 && pidFrom == us -> return True
386− _ -> return False
387−
388−testChan :: (SendPort () -> () -> Process ())
389− -> Maybe LocalNode
390− -> Process ()
391−testChan op n = testMxSend n "" $ \p1 sink -> do
392−
393− us <- getSelfPid
394− send p1 us
395−
396− cleared <- receiveChanTimeout 2000000 sink
397− case cleared of
398− Just (MxSent pidTo pidFrom _)
399− | pidTo == p1 && pidFrom == us -> return ()
400− _ -> die "Received uncleared Mx Event"
401−
402− chan <- receiveTimeout 5000000 [ match return ]
403− let ch' = fromMaybe (error "No reply chan received") chan
404−
405− -- initiate a send
406− op ch' ()
407−
408− -- verify the management event
409− sent <- receiveChanTimeout 5000000 sink
410− case sent of
411− Just (MxSentToPort sId spId _)
412− | sId == us && spId == sendPortId ch' -> return True
413− _ -> return False
414−
415−type SendTest = ProcessId -> ReceivePort MxEvent -> Process Bool
416−
417−testMxSend :: Maybe LocalNode -> String -> SendTest -> Process ()
418−testMxSend mNode label test = do
419− us <- getSelfPid
420− (sp, rp) <- newChan
421− (chan, sink) <- newChan
422− agent <- mxAgent (MxAgentId $ agentLabel us) () [
423− mxSink $ \ev -> do
424− case ev of
425− m@(MxSentToPort _ cid _)
426− | cid /= sendPortId chan
427− && cid /= sendPortId sp -> liftMX $ sendChan chan m
428− m@(MxSent _ fromPid _)
429− | fromPid == us -> liftMX $ sendChan chan m
430− m@(MxSentToName _ fromPid _)
431− | fromPid == us -> liftMX $ sendChan chan m
432− m@(MxRegistered _ name)
433− | name == label -> liftMX $ sendChan chan m
434− _ -> return ()
435− mxReady
436− ]
437−
438− case mNode of
439− Nothing -> void $ spawnLocal (proc sp)
440− Just remoteNode -> void $ liftIO $ forkProcess remoteNode $ proc sp
441−
442− p1 <- receiveChanTimeout 2000000 rp
443− unless (isJust p1) $ die "Timed out waiting for ProcessId"
444− res <- try $ test (fromJust p1) sink
445−
446− kill agent "bye"
447− kill (fromJust p1) "bye"
448−
449− case res of
450− Left (ProcessExitException _ m) -> (liftIO $ putStrLn $ "SomeException-" ++ show m) >> die m
451− Right tr -> tr `shouldBe` equalTo True
452−
453−
454− where
455− agentLabel s = "mx-unsafe-check-agent-" ++ show s
456− proc sp' = getSelfPid >>= sendChan sp' >> go Nothing
457−
458− go :: Maybe (ReceivePort ()) -> Process ()
459− go Nothing = receiveTimeout 5000000 [ match replyChannel ] >>= go
460− go c@(Just c') = receiveWait [ matchChan c' return ] >> go c
461−
462− replyChannel p' = do
463− (s, r) <- newChan
464− send p' s
465− return r
466−
467318tests :: TestTransport -> IO [Test]
468319tests TestTransport{..} = do
469320 node1 <- newLocalNode testTransport initRemoteTable
470321 node2 <- newLocalNode testTransport initRemoteTable
471322 return [
472− testGroup "MxAgents" [
473− testCase "EventHandling"
323+ testGroup "Mx Agents" [
324+ testCase "Event Handling"
474325 (delayedAssertion
475326 "expected True, but events where not as expected"
476327 node1 True testAgentEventHandling)
477− , testCase "InterAgentBroadcast"
328+ , testCase "Inter-Agent Broadcast"
478329 (delayedAssertion
479330 "expected (), but no broadcast was received"
480− node1 (Just ()) testAgentBroadcast)
481− , testCase "AgentMailboxHandling"
331+ node1 () testAgentBroadcast)
332+ , testCase "Agent Mailbox Handling"
482333 (delayedAssertion
483334 "expected (Just ()), but no regular (mailbox) input was handled"
484335 node1 (Just ()) testAgentMailboxHandling)
485− , testCase "AgentDualInputHandling"
336+ , testCase "Agent Dual Input Handling"
486337 (delayedAssertion
487338 "expected sum = 15, but the result was Nothing"
488339 node1 (Just 15 :: Maybe Int) testAgentDualInput)
489− , testCase "AgentInputPrioritisation"
340+ , testCase "Agent Input Prioritisation"
490341 (delayedAssertion
491342 "expected [first, second, third, fourth, fifth], but result diverged"
492343 node1 (sort ["first", "second",
493344 "third", "fourth",
494345 "fifth"]) testAgentPrioritisation)
495346 ]
496− , testGroup "MxEvents" [
497− testCase "NameRegistrationEvents"
347+ , testGroup "Mx Events" [
348+ testCase "Name Registration Events"
498349 (delayedAssertion
499350 "expected registration events to map to the correct ProcessId"
500351 node1 () testMxRegEvents)
501− , testCase "PostDeathNameUnRegistrationEvents"
352+ , testCase "Post Death Name UnRegistration Events"
502353 (delayedAssertion
503354 "expected process deaths to result in unregistration events"
504355 node1 () (testMxRegMon node2))
505− , testGroup "SendEvents" $ buildTestCases node1 node2
506356 ]
507357 ]
508− where
509− buildTestCases n1 n2 = let nid = localNodeId n2 in build n1 n2 [
510− ("NSend", [
511− ("nsend", testNSend nsend)
512− , ("Unsafe.nsend", testNSend Unsafe.nsend)
513− , ("nsendRemote", testNSend (nsendRemote nid))
514− , ("Unsafe.nsendRemote", testNSend (Unsafe.nsendRemote nid))
515− ])
516− , ("Send", [
517− ("send", testSend send)
518− , ("Unsafe.send", testSend Unsafe.send)
519− , ("usend", testSend usend)
520− , ("Unsafe.usend", testSend Unsafe.usend)
521− , ("sendChan", testChan sendChan)
522− , ("Unsafe.sendChan", testChan Unsafe.sendChan)
523− ])
524− , ("Forward", [
525− ("forward", testSend (\p m -> forward (unsafeCreateUnencodedMessage m) p))
526− , ("uforward", testSend (\p m -> uforward (unsafeCreateUnencodedMessage m) p))
527− ])
528− ]
529−
530− build :: LocalNode
531− -> LocalNode
532− -> [(String, [(String, (Maybe LocalNode -> Process ()))])]
533− -> [Test]
534− build n ln specs =
535− [ testGroup (intercalate "-" [groupName, caseSuffix]) [
536− testCase (intercalate "-" [caseName, caseSuffix])
537− (runProcess n (caseImpl caseNode))
538− | (caseName, caseImpl) <- groupCases
539− ]
540− | (groupName, groupCases) <- specs
541− , (caseSuffix, caseNode) <- [("RemotePid", Just ln), ("LocalPid", Nothing)]
542− ]
distributed-process-tests/src/Control/Distributed/Process/Tests/Receive.hs+8−7
@@ -10,12 +10,13 @@ import Network.Transport.Test (TestTransport(..))
1010
1111import Network.Transport (Transport)
1212import Control.Distributed.Process
13+import Control.Distributed.Process.Closure
1314import Control.Distributed.Process.Node
1415
1516import Control.Monad
1617
1718import Test.HUnit (Assertion, (@?=))
18−import Test.Framework (Test)
19+import Test.Framework (Test, defaultMain)
1920import Test.Framework.Providers.HUnit (testCase)
2021
2122-- Tests:
@@ -42,7 +43,7 @@ recTest2 :: ReceivePort ()
4243 -> SendPort String
4344 -> ReceivePort String -> ReceivePort String
4445 -> Process ()
45−recTest2 wait sync r1 _ = do
46+recTest2 wait sync r1 r2 = do
4647 forever $ do
4748 receiveChan wait
4849 r <- receiveWait
@@ -55,7 +56,7 @@ recTest3 :: ReceivePort ()
5556 -> SendPort String
5657 -> ReceivePort String -> ReceivePort String
5758 -> Process ()
58−recTest3 wait sync r1 _ = do
59+recTest3 wait sync r1 r2 = do
5960 forever $ do
6061 receiveChan wait
6162 r <- receiveWait
@@ -68,7 +69,7 @@ recTest4 :: ReceivePort ()
6869 -> SendPort String
6970 -> ReceivePort String -> ReceivePort String
7071 -> Process ()
71−recTest4 wait sync r1 _ = do
72+recTest4 wait sync r1 r2 = do
7273 forever $ do
7374 receiveChan wait
7475 r <- receiveWait
@@ -82,11 +83,11 @@ master :: Process ()
8283master = do
8384 (waits,waitr) <- newChan
8485 (syncs,syncr) <- newChan
85− let go expected = do
86+ let go expect = do
8687 sendChan waits ()
8788 r <- receiveChan syncr
88− liftIO $ print (r, expected, r == expected)
89− liftIO $ r @?= expected
89+ liftIO $ print (r,expect, r == expect)
90+ liftIO $ r @?= expect
9091
9192 liftIO $ putStrLn "---- Test 1 ----"
9293 (s1,r1) <- newChan
distributed-process-tests/tests/runInMemory.hs+1
@@ -8,6 +8,7 @@ import Network.Transport.Test (TestTransport(..))
88import Network.Transport.InMemory
99import Test.Framework (defaultMainWithArgs)
1010
11+import Control.Concurrent (threadDelay)
1112import System.Environment (getArgs)
1213
1314main :: IO ()
distributed-process.cabal+2−2
@@ -6,7 +6,7 @@ License: BSD3
66License-File: LICENSE
77Copyright: Well-Typed LLP, Tweag I/O Limited
88Author: Duncan Coutts, Nicolas Wu, Edsko de Vries
9−Maintainer: Tim Watson <watson.timothy@gmail.com>
9+Maintainer: Facundo Domínguez <facundo.dominguez@tweag.io>
1010Stability: experimental
1111Homepage: http://haskell-distributed.github.com/
1212Bug-Reports: https://github.com/haskell-distributed/distributed-process/issues
@@ -21,7 +21,7 @@ Description: This is an implementation of Cloud Haskell, as described in
2121
2222 You will probably also want to install a Cloud Haskell backend such
2323 as distributed-process-simplelocalnet.
24−Tested-With: GHC==7.10.3 GHC==8.0.2 GHC==8.2.2 GHC==8.4.4
24+Tested-With: GHC==7.6.3 GHC==7.8.4 GHC==7.10.3 GHC==8.0.1
2525Category: Control
2626extra-source-files: ChangeLog
2727
src/Control/Distributed/Process/Internal/Primitives.hs+41−54
@@ -254,15 +254,17 @@ send them msg = do
254254 node = processNode proc
255255 nodeId = localNodeId node
256256 destNode = (processNodeId them) in do
257+ case destNode == nodeId of
258+ True -> sendLocal them msg
259+ False -> liftIO $ sendMessage (processNode proc)
260+ (ProcessIdentifier (processId proc))
261+ (ProcessIdentifier them)
262+ NoImplicitReconnect
263+ msg
264+ -- We do not fire the trace event until after the sending is complete;
265+ -- In the remote case, 'sendMessage' can block in the networking stack.
257266 liftIO $ traceEvent (localEventBus node)
258267 (MxSent them us (createUnencodedMessage msg))
259− if destNode == nodeId
260− then sendLocal them msg
261− else liftIO $ sendMessage (processNode proc)
262− (ProcessIdentifier (processId proc))
263− (ProcessIdentifier them)
264− NoImplicitReconnect
265− msg
266268
267269-- | /Unsafe/ variant of 'send'. This function makes /no/ attempt to serialize
268270-- and (in the case when the destination process resides on the same local
@@ -282,12 +284,9 @@ unsafeSend = Unsafe.send
282284--
283285usend :: Serializable a => ProcessId -> a -> Process ()
284286usend them msg = do
285− proc <- ask
287+ here <- getSelfNode
286288 let there = processNodeId them
287− let (us, node) = (processId proc, processNode proc)
288− let msg' = wrapMessage msg
289− liftIO $ traceEvent (localEventBus node) (MxSent them us msg')
290− if localNodeId (processNode proc) == there
289+ if here == there
291290 then sendLocal them msg
292291 else sendCtrlMsg (Just there) $ UnreliableSend (processLocalId them)
293292 (createMessage msg)
@@ -307,13 +306,7 @@ expect = receiveWait [match return]
307306-- Channels --
308307--------------------------------------------------------------------------------
309308
310−-- | Create a new typed channel, bound to the calling Process
311−--
312−-- Note that the channel is bound to the lifecycle of the process that evaluates
313−-- this function, such that when it dies/exits, the channel will no longer
314−-- function, but will remain accessible. Thus reading from the ReceivePort will
315−-- fail silently thereafter, blocking indefinitely (unless a timeout is used).
316−--
309+-- | Create a new typed channel
317310newChan :: Serializable a => Process (SendPort a, ReceivePort a)
318311newChan = do
319312 proc <- ask
@@ -341,16 +334,13 @@ newChan = do
341334sendChan :: Serializable a => SendPort a -> a -> Process ()
342335sendChan (SendPort cid) msg = do
343336 proc <- ask
344− let node = processNode proc
345− pid = processId proc
346− us = localNodeId node
347− them = processNodeId (sendPortProcessId cid) in do
348− liftIO $ traceEvent (localEventBus node) (MxSentToPort pid cid $ wrapMessage msg)
349− case them == us of
337+ let node = localNodeId (processNode proc)
338+ destNode = processNodeId (sendPortProcessId cid) in do
339+ case destNode == node of
350340 True -> sendChanLocal cid msg
351341 False -> do
352− liftIO $ sendBinary node
353− (ProcessIdentifier pid)
342+ liftIO $ sendBinary (processNode proc)
343+ (ProcessIdentifier (processId proc))
354344 (SendPortIdentifier cid)
355345 NoImplicitReconnect
356346 msg
@@ -494,14 +484,17 @@ forward msg them = do
494484 us = processId proc
495485 nid = localNodeId node
496486 destNode = (processNodeId them) in do
497− liftIO $ traceEvent (localEventBus node) (MxSent them us msg)
498− if destNode == nid
499− then sendCtrlMsg Nothing (LocalSend them msg)
500− else liftIO $ sendPayload (processNode proc)
501− (ProcessIdentifier (processId proc))
502− (ProcessIdentifier them)
503− NoImplicitReconnect
504− (messageToPayload msg)
487+ case destNode == nid of
488+ True -> sendCtrlMsg Nothing (LocalSend them msg)
489+ False -> liftIO $ sendPayload (processNode proc)
490+ (ProcessIdentifier (processId proc))
491+ (ProcessIdentifier them)
492+ NoImplicitReconnect
493+ (messageToPayload msg)
494+ -- We do not fire the trace event until after the sending is complete;
495+ -- In the remote case, 'sendMessage' can block in the networking stack.
496+ liftIO $ traceEvent (localEventBus node)
497+ (MxSent them us msg)
505498
506499-- | Forward a raw 'Message' to the given 'ProcessId'.
507500--
@@ -515,10 +508,14 @@ uforward msg them = do
515508 us = processId proc
516509 nid = localNodeId node
517510 destNode = (processNodeId them) in do
518− liftIO $ traceEvent (localEventBus node) (MxSent them us msg)
519− if destNode == nid
520− then sendCtrlMsg Nothing (LocalSend them msg)
521− else sendCtrlMsg (Just destNode) $ UnreliableSend (processLocalId them) msg
511+ case destNode == nid of
512+ True -> sendCtrlMsg Nothing (LocalSend them msg)
513+ False -> sendCtrlMsg (Just destNode) $ UnreliableSend (processLocalId them)
514+ msg
515+ -- We do not fire the trace event until after the sending is complete;
516+ -- In the remote case, 'sendCtrlMsg' can block in the networking stack.
517+ liftIO $ traceEvent (localEventBus node)
518+ (MxSent them us msg)
522519
523520-- | Wrap a 'Serializable' value in a 'Message'. Note that 'Message's are
524521-- 'Serializable' - like the datum they contain - but also note, deserialising
@@ -1227,12 +1224,8 @@ whereisRemoteAsync nid label = do
12271224
12281225-- | Named send to a process in the local registry (asynchronous)
12291226nsend :: Serializable a => String -> a -> Process ()
1230−nsend label msg = do
1231− proc <- ask
1232− let msg' = createUnencodedMessage msg
1233− liftIO $ traceEvent (localEventBus (processNode proc))
1234− (MxSentToName label (processId proc) msg')
1235− sendCtrlMsg Nothing (NamedSend label msg')
1227+nsend label msg =
1228+ sendCtrlMsg Nothing (NamedSend label (createUnencodedMessage msg))
12361229
12371230-- | Named send to a process in the local registry (asynchronous).
12381231-- This function makes /no/ attempt to serialize and (in the case when the
@@ -1244,15 +1237,9 @@ unsafeNSend = Unsafe.nsend
12441237-- | Named send to a process in a remote registry (asynchronous)
12451238nsendRemote :: Serializable a => NodeId -> String -> a -> Process ()
12461239nsendRemote nid label msg = do
1247− proc <- ask
1248− let us = processId proc
1249− let node = processNode proc
1250− if localNodeId node == nid
1251− then nsend label msg
1252− else let lbl = label ++ "@" ++ show nid in do
1253− liftIO $ traceEvent (localEventBus node)
1254− (MxSentToName lbl us (wrapMessage msg))
1255− sendCtrlMsg (Just nid) (NamedSend label (createMessage msg))
1240+ here <- getSelfNode
1241+ if here == nid then nsend label msg
1242+ else sendCtrlMsg (Just nid) (NamedSend label (createMessage msg))
12561243
12571244-- | Named send to a process in a remote registry (asynchronous)
12581245-- This function makes /no/ attempt to serialize and (in the case when the
src/Control/Distributed/Process/Management.hs+2−34
@@ -76,40 +76,6 @@
7676--
7777-- * Whether messages will be taken from the mailbox first, or the event bus.
7878--
79−-- Since the event bus uses STM broadcast channels to communicate with agents,
80−-- no message written to the bus successfully can be lost.
81−--
82−-- Agents can also receive messages via their mailboxes - these are subject to
83−-- the same guarantees as all inter-process message sending.
84−--
85−-- Messages dispatched on an STM broadcast channel (i.e., management event bus)
86−-- are guaranteed to be delivered with the same FIFO ordering guarantees that
87−-- exist between two communicating processes, such that communication from the
88−-- node controller's threads (i.e., MxEvent's) will never be re-ordered, but
89−-- messages dispatched to the event bus by other processes (including, but not
90−-- limited to agents) are only guaranteed to be ordered between one sender and
91−-- one receiver.
92−--
93−-- No guarantee exists for the ordering in which messages sent to an agent's
94−-- mailbox will be delivered, vs messages dispatched via the event bus.
95−--
96−-- Because of the above, there are no ordering guarantees for messages sent
97−-- between agents, or for processes to agents, except for those that apply to
98−-- messages sent between regular processes, since agents are
99−-- implemented as such.
100−--
101−-- The event bus is serial and single threaded. Anything that is published by
102−-- the node controller will be seen in FIFO order. There are no ordering
103−-- guarantees pertaining to entries published to the event bus by other
104−-- processes or agents.
105−--
106−-- It should not be possible to see, for example, an @MxReceived@ before the
107−-- corresponding @MxSent@ event, since the places where we issue the @MxSent@
108−-- write directly to the event bus (using STM) in the calling (green) thread,
109−-- before dispatching instructions to the node controller to perform the
110−-- necessary routing to deliver the message to a process (or registered name,
111−-- or typed channel) locally or remotely.
112−--
11379-- [Management Data API]
11480--
11581-- Both management agents and clients of the API have access to a variety of
@@ -178,6 +144,8 @@
178144-- > monitorNames = getSelfPid >>= nsend "name-monitor"
179145-- > monitorNames2 = getSelfPid >>= mxNotify
180146--
147+-- For some real-world examples, see the distributed-process-platform package.
148+--
181149-- [Performance, Stablity and Scalability]
182150--
183151-- /Management Agents/ offer numerous advantages over regular processes:
src/Control/Distributed/Process/Management/Internal/Types.hs−7
@@ -21,7 +21,6 @@ import Control.Concurrent.STM
2121import Control.Distributed.Process.Internal.Types
2222 ( Process
2323 , ProcessId
24− , SendPortId
2524 , Message
2625 , DiedReason
2726 , NodeId
@@ -58,14 +57,8 @@ data MxEvent =
5857 -- ^ fired whenever a node /dies/ (i.e., the connection is broken/disconnected)
5958 | MxSent ProcessId ProcessId Message
6059 -- ^ fired whenever a message is sent from a local process
61− | MxSentToName String ProcessId Message
62− -- ^ fired whenever a named send occurs
63− | MxSentToPort ProcessId SendPortId Message
64− -- ^ fired whenever a sendChan occurs
6560 | MxReceived ProcessId Message
6661 -- ^ fired whenever a message is received by a local process
67− | MxReceivedPort SendPortId Message
68− -- ^ fired whenever a message is received via a typed channel
6962 | MxConnected ConnectionId EndPointAddress
7063 -- ^ fired when a network-transport connection is first established
7164 | MxDisconnected ConnectionId EndPointAddress
src/Control/Distributed/Process/Node.hs+10−15
@@ -492,7 +492,7 @@ type IncomingConnection = (NT.EndPointAddress, IncomingTarget)
492492data IncomingTarget =
493493 Uninit
494494 | ToProc ProcessId (Weak (CQueue Message))
495− | ToChan SendPortId TypedChannel
495+ | ToChan TypedChannel
496496 | ToNode
497497
498498data ConnectionState = ConnectionState {
@@ -547,17 +547,13 @@ handleIncomingMessages node = go initConnectionState
547547 enqueue queue msg -- 'enqueue' is strict
548548 trace node (MxReceived pid msg)
549549 go st
550− Just (_, ToChan chId (TypedChannel chan')) -> do
550+ Just (_, ToChan (TypedChannel chan')) -> do
551551 mChan <- deRefWeak chan'
552552 -- If mChan is Nothing, the process has given up the read end of
553553 -- the channel and we simply ignore the incoming message
554− forM_ mChan $ \chan -> do
555− msg' <- atomically $ do
556− msg <- return $! decode (BSL.fromChunks payload)
557− -- We make sure the message is fully decoded when it is enqueued
558− writeTQueue chan msg
559− return msg
560− trace node $ MxReceivedPort chId $ unsafeCreateUnencodedMessage msg'
554+ forM_ mChan $ \chan -> atomically $
555+ -- We make sure the message is fully decoded when it is enqueued
556+ writeTQueue chan $! decode (BSL.fromChunks payload)
561557 go st
562558 Just (_, ToNode) -> do
563559 let ctrlMsg = decode . BSL.fromChunks $ payload
@@ -584,7 +580,7 @@ handleIncomingMessages node = go initConnectionState
584580 mChannel <- withMVar (processState proc) $ return . (^. typedChannelWithId lcid)
585581 case mChannel of
586582 Just channel ->
587− go (incomingAt cid ^= Just (src, ToChan chId channel) $ st)
583+ go (incomingAt cid ^= Just (src, ToChan channel) $ st)
588584 Nothing ->
589585 invalidRequest cid st $
590586 "incoming attempt to connect to unknown channel of"
@@ -1054,12 +1050,11 @@ ncEffectLocalPortSend from msg = do
10541050 -- If ch is Nothing, the process has given up the read end of
10551051 -- the channel and we simply ignore the incoming message - this
10561052 ch <- deRefWeak chan'
1057− forM_ ch $ \chan -> deliverChan node from msg chan
1058− where deliverChan :: forall a . LocalNode -> SendPortId -> Message -> TQueue a -> IO ()
1059− deliverChan n p (UnencodedMessage _ raw) chan' = do
1053+ forM_ ch $ \chan -> deliverChan msg chan
1054+ where deliverChan :: forall a . Message -> TQueue a -> IO ()
1055+ deliverChan (UnencodedMessage _ raw) chan' =
10601056 atomically $ writeTQueue chan' ((unsafeCoerce raw) :: a)
1061− trace n (MxReceivedPort p $ unsafeCreateUnencodedMessage raw)
1062− deliverChan _ _ (EncodedMessage _ _) _ =
1057+ deliverChan (EncodedMessage _ _) _ =
10631058 -- this will not happen unless someone screws with Primitives.hs
10641059 error "invalid local channel delivery"
10651060
src/Control/Distributed/Process/UnsafePrimitives.hs+33−82
@@ -32,24 +32,7 @@
3232-- the /normal/ strategy).
3333--
3434-- Use of the functions in this module can potentially change the runtime
35−-- behaviour of your application. In addition, messages passed between Cloud
36−-- Haskell processes are written to a tracing infrastructure on the local node,
37−-- to provide improved introspection and debugging facilities for complex actor
38−-- based systems. This module makes no attempt to force evaluation in these
39−-- cases either, thus evaluation problems in passed data structures could not
40−-- only crash your processes, but could also bring down critical internal
41−-- services on which the node relies to function correctly.
42−--
43−-- If you wish to repudiate such issues, you are advised to consider the use
44−-- of NFSerialisable in the distributed-process-extras package, which type
45−-- class brings NFData into scope along with Serializable, such that we can
46−-- force evaluation. Intended for use with modules such as this one, this
47−-- approach guarantees correct evaluatedness in terms of @NFData@. Please note
48−-- however, that we /cannot/ guarantee that an @NFData@ instance will behave the
49−-- same way as a @Binary@ one with regards evaluation, so it is still possible
50−-- to introduce unexpected behaviour by using /unsafe/ primitives in this way.
51−--
52−-- You have been warned!
35+-- behaviour of your application. You have been warned!
5336--
5437-- This module is exported so that you can replace the use of Cloud Haskell's
5538-- /safe/ messaging primitives. If you want to use both variants, then you can
@@ -72,12 +55,7 @@ import Control.Distributed.Process.Internal.Messaging
7255 , sendBinary
7356 , sendCtrlMsg
7457 )
75−import Control.Distributed.Process.Management.Internal.Types
76− ( MxEvent(..)
77− )
78−import Control.Distributed.Process.Management.Internal.Trace.Types
79− ( traceEvent
80− )
58+
8159import Control.Distributed.Process.Internal.Types
8260 ( ProcessId(..)
8361 , NodeId(..)
@@ -101,48 +79,34 @@ import Control.Monad.Reader (ask)
10179
10280-- | Named send to a process in the local registry (asynchronous)
10381nsend :: Serializable a => String -> a -> Process ()
104−nsend label msg = do
105− proc <- ask
106− let us = processId proc
107− let msg' = wrapMessage msg
108− -- see [note: tracing]
109− liftIO $ traceEvent (localEventBus (processNode proc))
110− (MxSentToName label us msg')
111− sendCtrlMsg Nothing (NamedSend label msg')
82+nsend label msg =
83+ sendCtrlMsg Nothing (NamedSend label (unsafeCreateUnencodedMessage msg))
11284
11385-- | Named send to a process in a remote registry (asynchronous)
11486nsendRemote :: Serializable a => NodeId -> String -> a -> Process ()
11587nsendRemote nid label msg = do
11688 proc <- ask
117− let us = processId proc
118− let node = processNode proc
119− if localNodeId node == nid
89+ if localNodeId (processNode proc) == nid
12090 then nsend label msg
121− else
122− let lbl = label ++ "@" ++ show nid in do
123− -- see [note: tracing] NB: this is a remote call to another NC...
124− liftIO $ traceEvent (localEventBus node)
125− (MxSentToName lbl us (wrapMessage msg))
126− sendCtrlMsg (Just nid) (NamedSend label (createMessage msg))
91+ else sendCtrlMsg (Just nid) (NamedSend label (createMessage msg))
12792
12893-- | Send a message
12994send :: Serializable a => ProcessId -> a -> Process ()
13095send them msg = do
13196 proc <- ask
13297 let node = localNodeId (processNode proc)
133− destNode = (processNodeId them)
134− us = (processId proc)
135− msg' = wrapMessage msg in do
136− -- see [note: tracing]
137− liftIO $ traceEvent (localEventBus (processNode proc))
138− (MxSent them us msg')
139− if destNode == node
140− then sendCtrlMsg Nothing $ LocalSend them msg'
141− else liftIO $ sendMessage (processNode proc)
142− (ProcessIdentifier (processId proc))
143− (ProcessIdentifier them)
144− NoImplicitReconnect
145− msg
98+ destNode = (processNodeId them) in do
99+ case destNode == node of
100+ True -> unsafeSendLocal them msg
101+ False -> liftIO $ sendMessage (processNode proc)
102+ (ProcessIdentifier (processId proc))
103+ (ProcessIdentifier them)
104+ NoImplicitReconnect
105+ msg
106+ where
107+ unsafeSendLocal :: (Serializable a) => ProcessId -> a -> Process ()
108+ unsafeSendLocal pid msg' =
109+ sendCtrlMsg Nothing $ LocalSend pid (unsafeCreateUnencodedMessage msg')
146110
147111-- | Send a message unreliably.
148112--
@@ -157,43 +121,30 @@ usend :: Serializable a => ProcessId -> a -> Process ()
157121usend them msg = do
158122 proc <- ask
159123 let there = processNodeId them
160− let (us, node) = (processId proc, processNode proc)
161− let msg' = wrapMessage msg
162− -- see [note: tracing]
163− liftIO $ traceEvent (localEventBus node) (MxSent them us msg')
164124 if localNodeId (processNode proc) == there
165− then sendCtrlMsg Nothing $ LocalSend them msg'
125+ then sendCtrlMsg Nothing $
126+ LocalSend them (unsafeCreateUnencodedMessage msg)
166127 else sendCtrlMsg (Just there) $ UnreliableSend (processLocalId them)
167128 (createMessage msg)
168129
169−-- [note: tracing]
170−-- Note that tracing writes to the local node's control channel, and this
171−-- module explicitly specifies to its clients that it does unsafe message
172−-- encoding. The same is true for the messages it puts onto the Management
173−-- event bus, however we do *not* want unevaluated thunks hitting the event
174−-- bus control thread. Hence the word /Unsafe/ in this module's name!
175−--
176−
177130-- | Send a message on a typed channel
178131sendChan :: Serializable a => SendPort a -> a -> Process ()
179132sendChan (SendPort cid) msg = do
180133 proc <- ask
181− let node = processNode proc
182− pid = processId proc
183− us = localNodeId node
184− them = processNodeId (sendPortProcessId cid)
185− msg' = wrapMessage msg in do
186− liftIO $ traceEvent (localEventBus node) (MxSentToPort pid cid msg')
187− if them == us
188− then unsafeSendChanLocal cid msg' -- NB: we wrap to P.Message !!!
189− else liftIO $ sendBinary node
190− (ProcessIdentifier pid)
191− (SendPortIdentifier cid)
192− NoImplicitReconnect
193− msg
134+ let node = localNodeId (processNode proc)
135+ destNode = processNodeId (sendPortProcessId cid) in do
136+ case destNode == node of
137+ True -> unsafeSendChanLocal cid msg
138+ False -> do
139+ liftIO $ sendBinary (processNode proc)
140+ (ProcessIdentifier (processId proc))
141+ (SendPortIdentifier cid)
142+ NoImplicitReconnect
143+ msg
194144 where
195− unsafeSendChanLocal :: SendPortId -> Message -> Process ()
196− unsafeSendChanLocal p m = sendCtrlMsg Nothing $ LocalPortSend p m
145+ unsafeSendChanLocal :: (Serializable a) => SendPortId -> a -> Process ()
146+ unsafeSendChanLocal spId msg' =
147+ sendCtrlMsg Nothing $ LocalPortSend spId (unsafeCreateUnencodedMessage msg')
197148
198149-- | Create an unencoded @Message@ for any @Serializable@ type.
199150wrapMessage :: Serializable a => a -> Message
stack-ghc-7.10.3.yaml−1
@@ -14,7 +14,6 @@ extra-deps:
1414- network-transport-0.5.2
1515- network-transport-inmemory-0.5.2
1616- rematch-0.2.0.0
17−- exceptions-0.8.2.1 # test dependency
1817
1918flags:
2019 distributed-process-tests:
stack-ghc-8.0.2.yaml+1−1
@@ -1,4 +1,5 @@
11resolver: lts-9.21
2+
23# added -location for network-transport-tcp-0.6.0
34# since c7fd79 broke the client facing API for createTransport :/
45
@@ -16,7 +17,6 @@ extra-deps:
1617- network-transport-0.5.2
1718- network-transport-inmemory-0.5.2
1819- rematch-0.2.0.0
19−# - exceptions-0.8.2.1 # test dependency
2020
2121flags:
2222 distributed-process-tests:
stack-ghc-8.2.2.yaml−1
@@ -14,7 +14,6 @@ extra-deps:
1414- network-transport-0.5.2
1515- network-transport-inmemory-0.5.2
1616- rematch-0.2.0.0
17−# - exceptions-0.8.2.1 # test dependency
1817
1918flags:
2019 distributed-process-tests:
stack.yaml−2
@@ -1,7 +1,5 @@
11resolver: lts-12.18 # Use GHC 8.4.4
22
3−# TODO: we can enable nightly-2018-11-11 once PR #319 is merged
4−
53packages:
64- '.'
75- distributed-process-tests/