git.iko.soy/distributed-process
on ad3c132 help sign in
49 files changed+1309−2466
since splitsnapshots
unifiedsplit
.travis.yml+20−31 ChangeLog−100 REPOS+5 benchmarks/Channels.hs+4−6 benchmarks/Latency.hs+4−7 benchmarks/ProcessRing.hs+2−3 benchmarks/Spawns.hs+4−6 benchmarks/Throughput.hs+4−6 distributed-process-tests/REPOS+5 distributed-process-tests/Setup.hs−2 distributed-process-tests/distributed-process-tests.cabal+32−47 distributed-process-tests/src/Control/Distributed/Process/Tests/CH.hs+257−538 distributed-process-tests/src/Control/Distributed/Process/Tests/Closure.hs+48−89 distributed-process-tests/src/Control/Distributed/Process/Tests/Internal/Utils.hs+5−16 distributed-process-tests/src/Control/Distributed/Process/Tests/Mx.hs+129−385 distributed-process-tests/src/Control/Distributed/Process/Tests/Receive.hs+12−8 distributed-process-tests/src/Control/Distributed/Process/Tests/Stats.hs+7−11 distributed-process-tests/src/Control/Distributed/Process/Tests/Tracing.hs+8−113 distributed-process-tests/tests/runInMemory.hs+1 distributed-process-tests/tests/runTCP.hs+3−10 distributed-process.cabal+37−51 src/Control/Distributed/Process.hs+12−42 src/Control/Distributed/Process/Debug.hs+14−10 src/Control/Distributed/Process/Internal/BiMultiMap.hs−135 src/Control/Distributed/Process/Internal/CQueue.hs+2−31 src/Control/Distributed/Process/Internal/Closure/Explicit.hs+2−1 src/Control/Distributed/Process/Internal/Closure/TH.hs+7−15 src/Control/Distributed/Process/Internal/Messaging.hs+2−2 src/Control/Distributed/Process/Internal/Primitives.hs+102−187 src/Control/Distributed/Process/Internal/Spawn.hs+3−3 src/Control/Distributed/Process/Internal/StrictMVar.hs+4−8 src/Control/Distributed/Process/Internal/Types.hs+4−52 src/Control/Distributed/Process/Internal/WeakTQueue.hs+2−7 src/Control/Distributed/Process/Management.hs+83−41 src/Control/Distributed/Process/Management/Internal/Agent.hs+1−2 src/Control/Distributed/Process/Management/Internal/Table.hs+222 src/Control/Distributed/Process/Management/Internal/Trace/Primitives.hs+3−10 src/Control/Distributed/Process/Management/Internal/Trace/Tracer.hs+4−7 src/Control/Distributed/Process/Management/Internal/Trace/Types.hs+10 src/Control/Distributed/Process/Management/Internal/Types.hs+19−9 src/Control/Distributed/Process/Node.hs+175−232 src/Control/Distributed/Process/Serializable.hs+18−6 src/Control/Distributed/Process/UnsafePrimitives.hs+29−109 stack-ghc-7.10.3.yaml−21 stack-ghc-8.0.2.yaml−23 stack-ghc-8.2.2.yaml−21 stack-ghc-8.4.4.yaml−20 stack-nightly.yaml−26 stack.yaml+4−17
.travis.yml+20−31
@@ -4,40 +4,29 @@ sudo: false
44
55matrix:
66 include:
7− - env: ARGS="--stack-yaml stack-ghc-7.10.3.yaml"
8− addons: {apt: {packages: [libgmp-dev]}}
9− - env: ARGS="--stack-yaml stack-ghc-8.2.2.yaml"
10− addons: {apt: {packages: [libgmp-dev]}}
11− - env: ARGS="--stack-yaml stack-ghc-8.4.4.yaml"
12− addons: {apt: {packages: [libgmp-dev]}}
13− - env: ARGS="--stack-yaml stack-nightly.yaml --resolver nightly"
14− addons: {apt: {packages: [libgmp-dev]}}
15−
16−cache:
17− directories:
18− - $HOME/.stack
7+ - env: CABALVER=1.22 GHCVER=7.4.1
8+ addons: {apt: {packages: [cabal-install-1.22,ghc-7.4.1], sources: [hvr-ghc]}}
9+ - env: CABALVER=1.22 GHCVER=7.6.3
10+ addons: {apt: {packages: [cabal-install-1.22,ghc-7.6.3], sources: [hvr-ghc]}}
11+ - env: CABALVER=1.22 GHCVER=7.8.4
12+ addons: {apt: {packages: [cabal-install-1.22,ghc-7.8.4], sources: [hvr-ghc]}}
13+ - env: CABALVER=1.22 GHCVER=7.10.2
14+ addons: {apt: {packages: [cabal-install-1.22,ghc-7.10.2],sources: [hvr-ghc]}}
1915
2016before_install:
21−- export PATH=$HOME/.local/bin:$PATH;
22− mkdir -p ~/.local/bin;
23− travis_retry curl -L https://www.stackage.org/stack/linux-x86_64 | tar xz --wildcards --strip-components=1 -C ~/.local/bin '*/stack';
24− stack --version
17+ - export PATH=/opt/ghc/$GHCVER/bin:/opt/cabal/$CABALVER/bin:~/.cabal/bin:$PATH
18+ - ghc --version
19+ - cabal --version
20+ - cabal update
21+ # workaround for https://ghc.haskell.org/trac/ghc/ticket/9221
22+ # taken from https://github.com/hvr/multi-ghc-travis/blob/0fa68f78c2b1b059f904c9abc85510a3bb4f57e2/README.md
23+ - sed -i 's/^jobs:/-- jobs:/' $HOME/.cabal/config
24+ - cabal sandbox init
25+ - cabal sandbox add-source .
26+ - cabal sandbox add-source distributed-process-tests/
2527
2628install:
27−- stack $ARGS setup --no-terminal;
28− stack $ARGS build --no-terminal --only-snapshot --test --no-run-tests;
29+ - cabal install --only-dependencies distributed-process-tests/
2930
3031script:
31−- export ARG='--test-arguments'
32− export TEST_PACKAGE="distributed-process-tests:"
33−- stack ${ARGS} test $ARG='--plain -t "!Flaky"' ${TEST_PACKAGE}TestCHInMemory
34−- stack ${ARGS} test $ARG='--plain -t "!Flaky"' ${TEST_PACKAGE}TestCHInTCP
35−- stack ${ARGS} test $ARG='--plain -t "!SpawnReconnect"' ${TEST_PACKAGE}TestClosure
36−- stack ${ARGS} test $ARG='--plain' ${TEST_PACKAGE}TestStats
37−- stack ${ARGS} test $ARG='--plain' ${TEST_PACKAGE}TestMxInMemory
38−- stack ${ARGS} test $ARG='--plain' ${TEST_PACKAGE}TestMxInTCP
39−- stack ${ARGS} test $ARG='--plain' ${TEST_PACKAGE}TestTracingInMemory
40−
41−notifications:
42− slack:
43− secure: LbqbNjK1KiHNiQo/i/Za4vkMD9l9mhmN+PWYFBQkNvGFWffSRayRKFrTqt4znV2p7h4dY1XZFoC7T5RemBVQLq2ppZAUWxkITeu1OUlnmVLDfJLeVYGTR/fn90nP6Y5ITE7T3A07nKmWaRbKpIgFBAOjzgqaM0csscDx3z0WW18=
32+ - cabal install --run-tests distributed-process-tests/
ChangeLog−100
@@ -1,103 +1,3 @@
1−[Unrealeased]
2−
3−*
4−
5−2018-06-12 Facundo Domínguez <facundo.dominguez@tweag.io> 0.7.4
6−
7−* Added support for exceptions >= 0.10
8−
9−2017-08-31 Facundo Domínguez <facundo.dominguez@tweag.io> 0.7.3
10−
11−* Drop support for ghc-7.8.* and earlier.
12−
13−2017-08-31 Facundo Domínguez <facundo.dominguez@tweag.io> 0.7.2
14−
15−* Fixed build errors with ghc-8.2.1.
16−
17−2017-08-22 Facundo Domínguez <facundo.dominguez@tweag.io> 0.7.1
18−
19−* Relax upper bounds in dependencies to build with ghc-8.2.1.
20−
21−2017-08-21 Facundo Domínguez <facundo.dominguez@tweag.io> 0.7.0
22−
23−* Change type of message sent by `say` from a 3-tuple to a proper
24−type (`SayMessage`) with a proper `UTCTime`. (#291)
25−* Expose the MonitorRef in the withMonitor call.
26−* Have unmonitor remove the monitor message in the inbox. (#268)
27−* Remove Mx Data Tables. This API isn't used, is easy to replace with various
28−other packages. (#276)
29−* Add Ord instance to SpawnRef.
30−
31−2016-10-13 Facundo Domínguez <facundo.dominguez@tweag.io> 0.6.6
32−
33−* Remove monitors from remote nodes when a process dies. (#295)
34−
35−2016-10-12 Facundo Domínguez <facundo.dominguez@tweag.io> 0.6.5
36−
37−* Use only one connection to communicate between NCs. (#296, #297)
38−* Improve documentation of CQueue.
39−* Implement bidirectional multimaps for links and monitors. (#293, #294)
40−* Fix various warnings. (#292)
41−* Fix some of the intermittent failures in tests.
42−* Improve error messages when node controllers receive invalid requests.
43−(#290)
44−
45−2016-06-09 Facundo Domínguez <facundo.dominguez@tweag.io> 0.6.4
46−
47−* Fixup build errors.
48−
49−2016-06-09 Facundo Domínguez <facundo.dominguez@tweag.io> 0.6.3
50−
51−* Relax template-haskell upper bound.
52−
53−2016-06-09 Facundo Domínguez <facundo.dominguez@tweag.io> 0.6.2
54−
55−* Provide compatibility with ghc-8.0.1
56−* Remove dependency on ghc-prim.
57−* Don't throw exceptions asynchronously.
58−* Bump upper bounds of dependencies.
59−* Fix exception handling in callLocal.
60−* Have spawnLocal inherit the masking state of the caller.
61−* Have nsend send unencoded messages to local processes.
62−
63−2016-03-03 Facundo Domínguez <facundo.dominguez@tweag.io> 0.6.1
64−
65−* Implement MonadCatch, MonadThrow, MonadMask for Process.
66−
67−2016-02-18 Facundo Domínguez <facundo.dominguez@tweag.io> 0.6.0
68−
69−* Have nsendRemote skip the transport for local communication.
70−* Unsafe primitives for usend and nsendRemote.
71−* Stop using the transport for local communication.
72−* Skip the transport for whereisRemoteAsync and registerRemoteAsync.
73−* Have nsendRemote skip the transport for local communication.
74−* Have runProcess forward exceptions.
75−* Reimport distributed-process-tests. d-p and d-p-test now can be kept in
76−sync.
77−* Add a stack.yaml file for building tests and d-p all at once conveniently.
78−* Implement unreliable forward (uforward).
79−* Add Functor instance for Match data type
80−* Have `spawnAsync` not use the transport in the local case.
81−* Fix monitor race in 'call'.
82−* Add compatibility with ghc-7.10: support new typeable, loosen deps, write
83−proper NFData instances, support new TH.
84−* Kill processes on a local node upon closeLocalNode.
85−* Fix getNodeStats function, see DP-97
86−* Return size of the queue in ProcessInfo.
87−* Implement unreliable send (usend).
88−* Implement MonadFix instance for Process.
89−* Introduce callLocal primitive.
90−* Prevent message loss due to timeouts in CQueue.
91−* More informative ProcessRegistrationException. Now includes the identifier
92−of the process that owns the name, if any.
93−* Avoid message loop between threads when tracing received messages.
94−
95−2015-06-15 Facundo Domínguez <facundo.dominguez@tweag.io> 0.5.5
96−
97−* Fix dependencies.
98−* Add compatibility with GHC-7.10.
99−* Fix various race conditions (DP-99, DP-103).
100−
10112014-12-09 Tim Watson <watson.timothy@gmail.com> 0.5.2
1022
1033* Fix docstring for `register`
REPOSnew file+5
@@ -0,0 +1,5 @@
1+distributed-process-tests
2+distributed-static
3+network-transport
4+network-transport-tcp
5+rank1dynamic
benchmarks/Channels.hs+4−6
@@ -4,7 +4,7 @@ import Control.Monad
44import Control.Applicative
55import Control.Distributed.Process
66import Control.Distributed.Process.Node
7−import Network.Transport.TCP (createTransport, defaultTCPAddr, defaultTCPParameters)
7+import Network.Transport.TCP (createTransport, defaultTCPParameters)
88import Data.Binary (encode, decode)
99import qualified Data.ByteString.Lazy as BSL
1010
@@ -36,8 +36,6 @@ initialProcess "CLIENT" = do
3636main :: IO ()
3737main = do
3838 [role, host, port] <- getArgs
39− trans <- createTransport (defaultTCPAddr host port) defaultTCPParameters
40− case trans of
41− Right transport -> do node <- newLocalNode transport initRemoteTable
42− runProcess node $ initialProcess role
43− Left other -> error $ show other
39+ Right transport <- createTransport host port defaultTCPParameters
40+ node <- newLocalNode transport initRemoteTable
41+ runProcess node $ initialProcess role
benchmarks/Latency.hs+4−7
@@ -3,7 +3,7 @@ import Control.Monad
33import Control.Applicative
44import Control.Distributed.Process
55import Control.Distributed.Process.Node
6−import Network.Transport.TCP (createTransport, defaultTCPAddr, defaultTCPParameters)
6+import Network.Transport.TCP (createTransport, defaultTCPParameters)
77import Data.Binary (encode, decode)
88import qualified Data.ByteString.Lazy as BSL
99
@@ -31,9 +31,6 @@ initialProcess "CLIENT" = do
3131main :: IO ()
3232main = do
3333 [role, host, port] <- getArgs
34− trans <- createTransport
35− (defaultTCPAddr host port) defaultTCPParameters
36− case trans of
37− Right transport -> do node <- newLocalNode transport initRemoteTable
38− runProcess node $ initialProcess role
39− Left other -> error $ show other
34+ Right transport <- createTransport host port defaultTCPParameters
35+ node <- newLocalNode transport initRemoteTable
36+ runProcess node $ initialProcess role
benchmarks/ProcessRing.hs+2−3
@@ -12,7 +12,7 @@ import Control.Monad
1212import Control.Distributed.Process hiding (catch)
1313import Control.Distributed.Process.Node
1414import Control.Exception (catch, SomeException)
15−import Network.Transport.TCP (createTransport, defaultTCPAddr, defaultTCPParameters)
15+import Network.Transport.TCP (createTransport, defaultTCPParameters)
1616import System.Environment
1717import System.Console.GetOpt
1818
@@ -110,8 +110,7 @@ main = do
110110 argv <- getArgs
111111 (opt, _) <- parseArgv argv
112112 putStrLn $ "options: " ++ (show opt)
113− Right transport <- createTransport
114− (defaultTCPAddr "127.0.0.1" "8090" ) defaultTCPParameters
113+ Right transport <- createTransport "127.0.0.1" "8090" defaultTCPParameters
115114 node <- newLocalNode transport initRemoteTable
116115 catch (void $ runProcess node $ initialProcess opt)
117116 (\(e :: SomeException) -> putStrLn $ "ERROR: " ++ (show e))
benchmarks/Spawns.hs+4−6
@@ -7,7 +7,7 @@ import Control.Monad
77import Control.Applicative
88import Control.Distributed.Process
99import Control.Distributed.Process.Node
10−import Network.Transport.TCP (createTransport, defaultTCPAddr, defaultTCPParameters)
10+import Network.Transport.TCP (createTransport, defaultTCPParameters)
1111import Data.Binary (encode, decode)
1212import qualified Data.ByteString.Lazy as BSL
1313
@@ -42,8 +42,6 @@ initialProcess "CLIENT" = do
4242main :: IO ()
4343main = do
4444 [role, host, port] <- getArgs
45− trans <- createTransport (defaultTCPAddr host port) defaultTCPParameters
46− case trans of
47− Right transport -> do node <- newLocalNode transport initRemoteTable
48− runProcess node $ initialProcess role
49− Left other -> error $ show other
45+ Right transport <- createTransport host port defaultTCPParameters
46+ node <- newLocalNode transport initRemoteTable
47+ runProcess node $ initialProcess role
benchmarks/Throughput.hs+4−6
@@ -6,7 +6,7 @@ import Control.Monad
66import Control.Applicative
77import Control.Distributed.Process
88import Control.Distributed.Process.Node
9−import Network.Transport.TCP (createTransport, defaultTCPParameters, defaultTCPAddr)
9+import Network.Transport.TCP (createTransport, defaultTCPParameters)
1010import Data.Binary
1111import qualified Data.ByteString.Lazy as BSL
1212import Data.Typeable
@@ -67,8 +67,6 @@ initialProcess "CLIENT" = do
6767main :: IO ()
6868main = do
6969 [role, host, port] <- getArgs
70− trans <- createTransport (defaultTCPAddr host port) defaultTCPParameters
71− case trans of
72− Right transport -> do node <- newLocalNode transport initRemoteTable
73− runProcess node $ initialProcess role
74− Left other -> error $ show other
70+ Right transport <- createTransport host port defaultTCPParameters
71+ node <- newLocalNode transport initRemoteTable
72+ runProcess node $ initialProcess role
distributed-process-tests/REPOSnew file+5
@@ -0,0 +1,5 @@
1+rank1dynamic
2+distributed-static
3+network-transport
4+network-transport-tcp
5+distributed-process
distributed-process-tests/Setup.hsdeleted−2
@@ -1,2 +0,0 @@
1−import Distribution.Simple
2−main = defaultMain
distributed-process-tests/distributed-process-tests.cabal+32−47
@@ -1,12 +1,11 @@
11name: distributed-process-tests
2−version: 0.4.11
2+version: 0.4.2
33synopsis: Tests and test support tools for distributed-process.
4−homepage: http://github.com/haskell-distributed/distributed-process/tree/master/distributed-process-tests
5−description: Tests and test suite for Cloud Haskell libraries.
4+homepage: http://github.com/haskell-distributed/distributed-process-tests
65license: BSD3
76license-file: LICENSE
87Author: Duncan Coutts, Nicolas Wu, Edsko de Vries
9−Maintainer: Tim Watson <watson.timothy@gmail.com>
8+Maintainer: watson.timothy@gmail.com, edsko@well-typed.com, duncan@well-typed.com
109copyright: Well-Typed LLP
1110category: Control, Cloud Haskell
1211build-type: Simple
@@ -26,18 +25,16 @@ library
2625 Control.Distributed.Process.Tests.Tracing
2726 Control.Distributed.Process.Tests.Internal.Utils
2827 Build-Depends: base >= 4.4 && < 5,
29− ansi-terminal >= 0.5,
30− binary >= 0.5 && < 0.9,
31− bytestring >= 0.9 && < 0.12,
32− distributed-process >= 0.6.0 && < 0.8,
28+ ansi-terminal >= 0.5 && < 0.7,
29+ binary >= 0.5 && < 0.8,
30+ bytestring >= 0.9 && < 0.11,
31+ distributed-process >= 0.5.3 && < 0.6,
3332 distributed-static,
34− exceptions >= 0.5,
35− HUnit >= 1.2 && < 1.7,
36− network-transport >= 0.4.1.0 && < 0.6,
37− network >= 2.5 && < 2.9,
33+ HUnit >= 1.2 && < 1.4,
34+ network-transport >= 0.4.1.0 && < 0.5,
35+ network >= 2.5 && < 2.7,
3836 random >= 1.0 && < 1.2,
3937 rematch >= 0.1.2.1,
40− setenv >= 0.1.1.3,
4138 test-framework >= 0.6 && < 0.9,
4239 test-framework-hunit >= 0.2.0 && < 0.4,
4340 stm
@@ -49,6 +46,7 @@ library
4946 DeriveDataTypeable,
5047 DeriveGeneric,
5148 GeneralizedNewtypeDeriving,
49+ OverlappingInstances,
5250 RankNTypes,
5351 RecordWildCards,
5452 ScopedTypeVariables
@@ -61,12 +59,12 @@ Test-Suite TestCHInMemory
6159 CPP-Options: -DTEST_SUITE_MODULE=Control.Distributed.Process.Tests.CH
6260 Build-Depends: base >= 4.4 && < 5,
6361 distributed-process-tests,
64− network >= 2.3 && < 2.9,
65− network-transport >= 0.4.1.0 && < 0.6,
62+ network >= 2.3 && < 2.7,
63+ network-transport >= 0.4.1.0 && < 0.5,
6664 network-transport-inmemory >= 0.5,
6765 test-framework >= 0.6 && < 0.9
6866 Extensions: CPP
69− ghc-options: -Wall -threaded -eventlog -rtsopts -with-rtsopts=-N -fno-warn-unused-do-bind
67+ ghc-options: -Wall -threaded -debug -eventlog -rtsopts -with-rtsopts=-N -fno-warn-unused-do-bind
7068 HS-Source-Dirs: tests
7169
7270Test-Suite TestCHInTCP
@@ -76,14 +74,14 @@ Test-Suite TestCHInTCP
7674 if flag(tcp)
7775 Build-Depends: base >= 4.4 && < 5,
7876 distributed-process-tests,
79− network >= 2.3 && < 2.9,
80− network-transport >= 0.4.1.0 && < 0.6,
81− network-transport-tcp >= 0.5 && < 0.7,
77+ network >= 2.3 && < 2.7,
78+ network-transport >= 0.4.1.0 && < 0.5,
79+ network-transport-tcp >= 0.3 && < 0.5,
8280 test-framework >= 0.6 && < 0.9
8381 else
8482 Buildable: False
8583 Extensions: CPP
86− ghc-options: -Wall -threaded -eventlog -rtsopts -with-rtsopts=-N -fno-warn-unused-do-bind
84+ ghc-options: -Wall -threaded -debug -eventlog -rtsopts -with-rtsopts=-N -fno-warn-unused-do-bind
8785 HS-Source-Dirs: tests
8886
8987
@@ -93,8 +91,8 @@ Test-Suite TestClosure
9391 CPP-Options: -DTEST_SUITE_MODULE=Control.Distributed.Process.Tests.Closure
9492 Build-Depends: base >= 4.4 && < 5,
9593 distributed-process-tests,
96− network >= 2.3 && < 2.9,
97− network-transport >= 0.4.1.0 && < 0.6,
94+ network >= 2.3 && < 2.7,
95+ network-transport >= 0.4.1.0 && < 0.5,
9896 network-transport-inmemory >= 0.5,
9997 test-framework >= 0.6 && < 0.9
10098 Extensions: CPP
@@ -107,52 +105,39 @@ Test-Suite TestStats
107105 CPP-Options: -DTEST_SUITE_MODULE=Control.Distributed.Process.Tests.Stats
108106 Build-Depends: base >= 4.4 && < 5,
109107 distributed-process-tests,
110− network >= 2.3 && < 2.9,
111− network-transport >= 0.4.1.0 && < 0.6,
108+ network >= 2.3 && < 2.7,
109+ network-transport >= 0.4.1.0 && < 0.5,
112110 network-transport-inmemory >= 0.5,
113111 test-framework >= 0.6 && < 0.9
114112 Extensions: CPP
115− ghc-options: -Wall -eventlog -threaded -rtsopts -with-rtsopts=-N -fno-warn-unused-do-bind
113+ ghc-options: -Wall -debug -eventlog -threaded -rtsopts -with-rtsopts=-N -fno-warn-unused-do-bind
116114 HS-Source-Dirs: tests
117115
118−Test-Suite TestMxInMemory
116+
117+Test-Suite TestMx
119118 Type: exitcode-stdio-1.0
120119 Main-Is: runInMemory.hs
121120 CPP-Options: -DTEST_SUITE_MODULE=Control.Distributed.Process.Tests.Mx
122121 Build-Depends: base >= 4.4 && < 5,
123122 distributed-process-tests,
124− network >= 2.3 && < 2.9,
125− network-transport >= 0.4.1.0 && < 0.6,
123+ network >= 2.3 && < 2.7,
124+ network-transport >= 0.4.1.0 && < 0.5,
126125 network-transport-inmemory >= 0.5,
127126 test-framework >= 0.6 && < 0.9
128127 Extensions: CPP
129− ghc-options: -threaded -rtsopts -with-rtsopts=-N -fno-warn-unused-do-bind
128+ ghc-options: -Wall -debug -threaded -rtsopts -with-rtsopts=-N -fno-warn-unused-do-bind
130129 HS-Source-Dirs: tests
131130
132−Test-Suite TestTracingInMemory
131+Test-Suite TestTracing
133132 Type: exitcode-stdio-1.0
134133 Main-Is: runInMemory.hs
135134 CPP-Options: -DTEST_SUITE_MODULE=Control.Distributed.Process.Tests.Tracing
136135 Build-Depends: base >= 4.4 && < 5,
137136 distributed-process-tests,
138− network >= 2.3 && < 2.9,
139− network-transport >= 0.4.1.0 && < 0.6,
140− network-transport-inmemory >= 0.5,
141− test-framework >= 0.6 && < 0.9
142− Extensions: CPP
143− ghc-options: -eventlog -threaded -rtsopts -with-rtsopts=-N -fno-warn-unused-do-bind
144− HS-Source-Dirs: tests
145−
146−Test-Suite TestMxInTCP
147− Type: exitcode-stdio-1.0
148− Main-Is: runInMemory.hs
149− CPP-Options: -DTEST_SUITE_MODULE=Control.Distributed.Process.Tests.Mx
150− Build-Depends: base >= 4.4 && < 5,
151− distributed-process-tests,
152− network >= 2.3 && < 2.9,
153− network-transport >= 0.4.1.0 && < 0.6,
137+ network >= 2.3 && < 2.7,
138+ network-transport >= 0.4.1.0 && < 0.5,
154139 network-transport-inmemory >= 0.5,
155140 test-framework >= 0.6 && < 0.9
156141 Extensions: CPP
157− ghc-options: -Wall -threaded -rtsopts -with-rtsopts=-N -fno-warn-unused-do-bind
142+ ghc-options: -Wall -debug -eventlog -threaded -rtsopts -with-rtsopts=-N -fno-warn-unused-do-bind
158143 HS-Source-Dirs: tests
distributed-process-tests/src/Control/Distributed/Process/Tests/CH.hs+257−538
@@ -9,7 +9,6 @@ import Network.Transport.Test (TestTransport(..))
99import Data.Binary (Binary(..))
1010import Data.Typeable (Typeable)
1111import Data.Foldable (forM_)
12−import Data.Function (fix)
1312import Data.IORef
1413 ( readIORef
1514 , writeIORef
@@ -25,32 +24,24 @@ import Control.Concurrent.MVar
2524 )
2625import Control.Monad (replicateM_, replicateM, forever, void, unless, join)
2726import Control.Exception (SomeException, throwIO, ErrorCall(..))
28−import Control.Monad.Catch (try, catch, finally, mask, onException)
29−import Control.Applicative ((<|>))
27+import qualified Control.Exception as Ex (catch)
28+import Control.Applicative ((<$>), (<*>), pure, (<|>))
3029import qualified Network.Transport as NT (closeEndPoint, EndPointAddress)
31−import Control.Distributed.Process hiding
32− ( try
33− , catch
34− , finally
35− , mask
36− , onException
37− )
30+import Control.Distributed.Process
3831import Control.Distributed.Process.Internal.Types
39− ( LocalNode(localEndPoint)
32+ ( NodeId(nodeAddress)
33+ , LocalNode(localEndPoint)
4034 , ProcessExitException(..)
4135 , nullProcessId
4236 , createUnencodedMessage
4337 )
4438import Control.Distributed.Process.Node
45−import Control.Distributed.Process.Debug
46−import Control.Distributed.Process.Management.Internal.Types
47−import Control.Distributed.Process.Tests.Internal.Utils (shouldBe, pause)
4839import Control.Distributed.Process.Serializable (Serializable)
49−import Data.Maybe (isNothing, isJust)
50−import Test.HUnit (Assertion, assertBool, assertFailure)
40+
41+import Test.HUnit (Assertion, assertFailure)
5142import Test.Framework (Test, testGroup)
5243import Test.Framework.Providers.HUnit (testCase)
53−import Control.Rematch hiding (match, isNothing, isJust)
44+import Control.Rematch hiding (match)
5445import Control.Rematch.Run (Match(..))
5546
5647newtype Ping = Ping ProcessId
@@ -73,7 +64,7 @@ expectThat a matcher = case res of
7364forkTry :: IO () -> IO ThreadId
7465forkTry p = do
7566 tid <- myThreadId
76− forkIO $ catch p (\e -> throwTo tid (e :: SomeException))
67+ forkIO $ Ex.catch p (\e -> throwTo tid (e :: SomeException))
7768
7869-- | The ping server from the paper
7970ping :: Process ()
@@ -83,46 +74,12 @@ ping = do
8374 send partner (Ping self)
8475 ping
8576
86−verifyClient :: String -> MVar Bool -> IO ()
87−verifyClient s b = takeMVar b >>= assertBool s
88−
89−expectPing :: MVar Bool -> Process ()
90−expectPing mv = expect >>= liftIO . putMVar mv . checkPing
91− where
92− checkPing (Ping _) = True
93−
9477-- | Quick and dirty synchronous version of whereisRemoteAsync
9578whereisRemote :: NodeId -> String -> Process (Maybe ProcessId)
9679whereisRemote nid string = do
9780 whereisRemoteAsync nid string
98− receiveWait [
99− match (\(WhereIsReply _ mPid) -> return mPid)
100− ]
101−
102−verifyWhereIsRemote :: NodeId -> String -> Process ProcessId
103−verifyWhereIsRemote n s = whereisRemote n s >>= maybe (die "remote name not found") return
104−
105−waitForExit :: ProcessId -> Process DiedReason
106−waitForExit pid = monitor pid >>= waitForDown
107−
108−waitForDown :: MonitorRef -> Process DiedReason
109−waitForDown ref =
110− receiveWait [ matchIf (\(ProcessMonitorNotification ref' _ _) -> ref == ref')
111− (\(ProcessMonitorNotification _ _ dr) -> return dr) ]
112−
113−syncBreakConnection :: (NT.EndPointAddress -> NT.EndPointAddress -> IO ()) -> LocalNode -> LocalNode -> IO ()
114−syncBreakConnection breakConnection nid0 nid1 = do
115− m <- newEmptyMVar
116− _ <- forkProcess nid1 $ getSelfPid >>= liftIO . putMVar m
117− runProcess nid0 $ do
118− them <- liftIO $ takeMVar m
119− pinger <- spawnLocal $ forever $ send them ()
120− _ <- monitorNode (localNodeId nid1)
121− liftIO $ breakConnection (nodeAddress $ localNodeId nid0)
122− (nodeAddress $ localNodeId nid1)
123− NodeMonitorNotification _ _ _ <- expect
124− kill pinger "finished"
125− return ()
81+ WhereIsReply _ mPid <- expect
82+ return mPid
12683
12784data Add = Add ProcessId Double Double deriving (Typeable)
12885data Divide = Divide ProcessId Double Double deriving (Typeable)
@@ -197,18 +154,12 @@ monitorTestProcess theirAddr mOrL un reason monitorSetup done =
197154 unmonitor ref
198155 liftIO $ putMVar done ()
199156 (False, ref) -> do
200− receiveWait [
201− match (\(ProcessMonitorNotification ref' pid reason') -> do
202− liftIO $ do
203− assertBool "Bad Monitor Signal"
204− (Just ref' == ref && pid == theirAddr &&
205− mOrL && reason == reason')
206− putMVar done ())
207− ]
157+ ProcessMonitorNotification ref' pid reason' <- expect
158+ True <- return $ Just ref' == ref && pid == theirAddr && mOrL && reason == reason'
159+ liftIO $ putMVar done ()
208160 )
209161 (\(ProcessLinkException pid reason') -> do
210− (liftIO $ assertBool "link exception unmatched" $
211− pid == theirAddr && not mOrL && not un && reason == reason')
162+ True <- return $ pid == theirAddr && not mOrL && not un && reason == reason'
212163 liftIO $ putMVar done ()
213164 )
214165
@@ -239,10 +190,8 @@ testPing TestTransport{..} = do
239190 pid <- getSelfPid
240191 replicateM_ numPings $ do
241192 send pingServer (Pong pid)
242− p <- expectTimeout 3000000
243− case p of
244− Just (Ping _) -> return ()
245− Nothing -> die "Failed to receive Ping"
193+ Ping _ <- expect
194+ return ()
246195
247196 putMVar clientDone ()
248197
@@ -329,7 +278,7 @@ testMonitorLocalDeadProcess TestTransport{..} mOrL un = do
329278 runProcess localNode $ do
330279 monitor theirAddr
331280 -- wait for the process to die
332− expect :: Process ProcessMonitorNotification
281+ ProcessMonitorNotification _ _ _ <- expect
333282 monitorTestProcess theirAddr mOrL un DiedUnknownId Nothing done
334283
335284 takeMVar done
@@ -403,17 +352,14 @@ testMath TestTransport{..} = do
403352 runProcess localNode $ do
404353 pid <- getSelfPid
405354 send mathServer (Add pid 1 2)
406− three <- expect :: Process Double
355+ 3 <- expect :: Process Double
407356 send mathServer (Divide pid 8 2)
408− four <- expect :: Process Double
357+ 4 <- expect :: Process Double
409358 send mathServer (Divide pid 8 0)
410− divByZ <- expect
411− liftIO $ putMVar clientDone (three, four, divByZ)
359+ DivByZero <- expect
360+ liftIO $ putMVar clientDone ()
412361
413− res <- takeMVar clientDone
414− case res of
415− (3, 4, DivByZero) -> return ()
416− _ -> error $ "Something went horribly wrong"
362+ takeMVar clientDone
417363
418364-- | Send first message (i.e. connect) to an already terminated process
419365-- (without monitoring); then send another message to a second process on
@@ -441,9 +387,11 @@ testSendToTerminated TestTransport{..} = do
441387 pid <- getSelfPid
442388 send server1 "Hi"
443389 send server2 (Pong pid)
444− expectPing clientDone
390+ Ping pid' <- expect
391+ True <- return $ pid' == server2
392+ liftIO $ putMVar clientDone ()
445393
446− verifyClient "Expected Ping from server" clientDone
394+ takeMVar clientDone
447395
448396-- | Test (non-zero) timeout
449397testTimeout :: TestTransport -> Assertion
@@ -452,24 +400,26 @@ testTimeout TestTransport{..} = do
452400 done <- newEmptyMVar
453401
454402 runProcess localNode $ do
455− res <- receiveTimeout 1000000 [match (\Add{} -> return ())]
456− liftIO $ putMVar done $ res == Nothing
403+ Nothing <- receiveTimeout 1000000 [match (\(Add _ _ _) -> return ())]
404+ liftIO $ putMVar done ()
457405
458− verifyClient "Expected receiveTimeout to timeout..." done
406+ takeMVar done
459407
460408-- | Test zero timeout
461409testTimeout0 :: TestTransport -> Assertion
462410testTimeout0 TestTransport{..} = do
463411 serverAddr <- newEmptyMVar
464412 clientDone <- newEmptyMVar
413+ messagesSent <- newEmptyMVar
465414
466415 forkIO $ do
467416 localNode <- newLocalNode testTransport initRemoteTable
468417 addr <- forkProcess localNode $ do
418+ liftIO $ readMVar messagesSent >> threadDelay 1000000
469419 -- Variation on the venerable ping server which uses a zero timeout
470− partner <- fix $ \loop ->
471− receiveTimeout 0 [match (\(Pong partner) -> return partner)]
472− >>= maybe (liftIO (threadDelay 100000) >> loop) return
420+ -- Since we wait for all messages to be sent before doing this receive,
421+ -- we should nevertheless find the right message immediately
422+ Just partner <- receiveTimeout 0 [match (\(Pong partner) -> return partner)]
473423 self <- getSelfPid
474424 send partner (Ping self)
475425 putMVar serverAddr addr
@@ -483,9 +433,11 @@ testTimeout0 TestTransport{..} = do
483433 -- is not interested in, and then a single message that it wants
484434 replicateM_ 10000 $ send server "Irrelevant message"
485435 send server (Pong pid)
486− expectPing clientDone
436+ liftIO $ putMVar messagesSent ()
437+ Ping _ <- expect
438+ liftIO $ putMVar clientDone ()
487439
488− verifyClient "Expected Ping from server" clientDone
440+ takeMVar clientDone
489441
490442-- | Test typed channels
491443testTypedChannels :: TestTransport -> Assertion
@@ -508,10 +460,10 @@ testTypedChannels TestTransport{..} = do
508460 runProcess localNode $ do
509461 (clientSendPort, rport) <- newChan
510462 sendChan serverSendPort (clientSendPort, 5)
511− ch <- receiveChan rport
512− liftIO $ putMVar clientDone $ ch == False
463+ False <- receiveChan rport
464+ liftIO $ putMVar clientDone ()
513465
514− verifyClient "Expected channel to send 'False'" clientDone
466+ takeMVar clientDone
515467
516468-- | Test merging receive ports
517469testMergeChannels :: TestTransport -> Assertion
@@ -534,8 +486,9 @@ testMergeChannels TestTransport{..} = do
534486 rs <- mapM charChannel "abc"
535487 m <- mergePorts biased rs
536488 xs <- replicateM 9 $ receiveChan m
537− liftIO $ putMVar done $ xs == expected
538− verifyClient "Expected single layer merge to match expected ordering" done
489+ True <- return $ xs == expected
490+ liftIO $ putMVar done ()
491+ takeMVar done
539492
540493 -- Two layers of merging
541494 testNested :: LocalNode -> Bool -> Bool -> String -> IO ()
@@ -546,8 +499,9 @@ testMergeChannels TestTransport{..} = do
546499 ms <- mapM (mergePorts biasedInner) rss
547500 m <- mergePorts biasedOuter ms
548501 xs <- replicateM (9 * 3) $ receiveChan m
549− liftIO $ putMVar done $ xs == expected
550− verifyClient "Expected nested channels to match expeted ordering" done
502+ True <- return $ xs == expected
503+ liftIO $ putMVar done ()
504+ takeMVar done
551505
552506 -- Test that if no messages are (immediately) available, the scheduler makes no difference
553507 testBlocked :: LocalNode -> Bool -> IO ()
@@ -556,45 +510,43 @@ testMergeChannels TestTransport{..} = do
556510 done <- newEmptyMVar
557511
558512 forkProcess localNode $ do
559− ss <- liftIO $ mapM readMVar vs
560− case ss of
561− [sa, sb, sc] ->
562− mapM_ ((>> pause 10000) . uncurry sendChan)
563− [ -- a, b, c
564− (sa, 'a')
565− , (sb, 'b')
566− , (sc, 'c')
567− -- a, c, b
568− , (sa, 'a')
569− , (sc, 'c')
570− , (sb, 'b')
571− -- b, a, c
572− , (sb, 'b')
573− , (sa, 'a')
574− , (sc, 'c')
575− -- b, c, a
576− , (sb, 'b')
577− , (sc, 'c')
578− , (sa, 'a')
579− -- c, a, b
580− , (sc, 'c')
581− , (sa, 'a')
582− , (sb, 'b')
583− -- c, b, a
584− , (sc, 'c')
585− , (sb, 'b')
586− , (sa, 'a')
587− ]
588− _ -> die "Something went horribly wrong"
513+ [sa, sb, sc] <- liftIO $ mapM readMVar vs
514+ mapM_ ((>> liftIO (threadDelay 10000)) . uncurry sendChan)
515+ [ -- a, b, c
516+ (sa, 'a')
517+ , (sb, 'b')
518+ , (sc, 'c')
519+ -- a, c, b
520+ , (sa, 'a')
521+ , (sc, 'c')
522+ , (sb, 'b')
523+ -- b, a, c
524+ , (sb, 'b')
525+ , (sa, 'a')
526+ , (sc, 'c')
527+ -- b, c, a
528+ , (sb, 'b')
529+ , (sc, 'c')
530+ , (sa, 'a')
531+ -- c, a, b
532+ , (sc, 'c')
533+ , (sa, 'a')
534+ , (sb, 'b')
535+ -- c, b, a
536+ , (sc, 'c')
537+ , (sb, 'b')
538+ , (sa, 'a')
539+ ]
589540
590541 forkProcess localNode $ do
591542 (ss, rs) <- unzip <$> replicateM 3 newChan
592543 liftIO $ mapM_ (uncurry putMVar) $ zip vs ss
593544 m <- mergePorts biased rs
594545 xs <- replicateM (6 * 3) $ receiveChan m
595− liftIO $ putMVar done $ xs == "abcacbbacbcacabcba"
546+ True <- return $ xs == "abcacbbacbcacabcba"
547+ liftIO $ putMVar done ()
596548
597− verifyClient "Expected merged ports to match expected ordering" done
549+ takeMVar done
598550
599551 mergePorts :: Serializable a => Bool -> [ReceivePort a] -> Process (ReceivePort a)
600552 mergePorts True = mergePortsBiased
@@ -610,11 +562,19 @@ testMergeChannels TestTransport{..} = do
610562testTerminate :: TestTransport -> Assertion
611563testTerminate TestTransport{..} = do
612564 localNode <- newLocalNode testTransport initRemoteTable
565+ done <- newEmptyMVar
566+
567+ pid <- forkProcess localNode $ do
568+ liftIO $ threadDelay 100000
569+ terminate
570+
613571 runProcess localNode $ do
614− e <- try terminate :: Process (Either ProcessTerminationException ())
615− if either show show e == show ProcessTerminationException
616− then return ()
617− else die "Unexpected result from terminate"
572+ ref <- monitor pid
573+ ProcessMonitorNotification ref' pid' (DiedException ex) <- expect
574+ True <- return $ ref == ref' && pid == pid' && ex == show ProcessTerminationException
575+ liftIO $ putMVar done ()
576+
577+ takeMVar done
618578
619579testMonitorNode :: TestTransport -> Assertion
620580testMonitorNode TestTransport{..} = do
@@ -625,12 +585,11 @@ testMonitorNode TestTransport{..} = do
625585
626586 runProcess node2 $ do
627587 ref <- monitorNode (localNodeId node1)
628− receiveWait [
629− match (\(NodeMonitorNotification ref' nid DiedDisconnect) ->
630− return $ ref == ref' && nid == localNodeId node1)
631− ] >>= liftIO . putMVar done
588+ NodeMonitorNotification ref' nid DiedDisconnect <- expect
589+ True <- return $ ref == ref' && nid == localNodeId node1
590+ liftIO $ putMVar done ()
632591
633− verifyClient "Expected NodeMonitorNotification with matching ref & nodeId" done
592+ takeMVar done
634593
635594testMonitorLiveNode :: TestTransport -> Assertion
636595testMonitorLiveNode TestTransport{..} = do
@@ -645,16 +604,15 @@ testMonitorLiveNode TestTransport{..} = do
645604 liftIO $ putMVar ready ()
646605 liftIO $ takeMVar readyr
647606 send p ()
648− receiveWait [
649− match (\(NodeMonitorNotification ref' nid _) ->
650− (return $ ref == ref' && nid == localNodeId node1))
651− ] >>= liftIO . putMVar done
607+ NodeMonitorNotification ref' nid _ <- expect
608+ True <- return $ ref == ref' && nid == localNodeId node1
609+ liftIO $ putMVar done ()
652610
653611 takeMVar ready
654612 closeLocalNode node1
655613 putMVar readyr ()
656614
657− verifyClient "Expected NodeMonitorNotification for LIVE node" done
615+ takeMVar done
658616
659617testMonitorChannel :: TestTransport -> Assertion
660618testMonitorChannel TestTransport{..} = do
@@ -664,20 +622,18 @@ testMonitorChannel TestTransport{..} = do
664622 pid <- forkProcess node1 $ do
665623 sport <- expect :: Process (SendPort ())
666624 ref <- monitorPort sport
667− receiveWait [
668− -- reason might be DiedUnknownId if the receive port is GCed before the
669− -- monitor is established (TODO: not sure that this is reasonable)
670− match (\(PortMonitorNotification ref' port' reason) ->
671− return $ ref' == ref && port' == sendPortId sport &&
672− (reason == DiedNormal || reason == DiedUnknownId))
673− ] >>= liftIO . putMVar gotNotification
625+ PortMonitorNotification ref' port' reason <- expect
626+ -- reason might be DiedUnknownId if the receive port is GCed before the
627+ -- monitor is established (TODO: not sure that this is reasonable)
628+ return $ ref' == ref && port' == sendPortId sport && (reason == DiedNormal || reason == DiedUnknownId)
629+ liftIO $ putMVar gotNotification ()
674630
675631 runProcess node2 $ do
676632 (sport, _) <- newChan :: Process (SendPort (), ReceivePort ())
677633 send pid sport
678634 liftIO $ threadDelay 100000
679635
680− verifyClient "Expected PortMonitorNotification" gotNotification
636+ takeMVar gotNotification
681637
682638testRegistry :: TestTransport -> Assertion
683639testRegistry TestTransport{..} = do
@@ -689,28 +645,20 @@ testRegistry TestTransport{..} = do
689645
690646 runProcess node $ do
691647 register "ping" pingServer
692− whereis "ping" >>= liftIO . assertBool "Unexpected ping" . (== Just pingServer)
648+ Just pid <- whereis "ping"
649+ True <- return $ pingServer == pid
693650 us <- getSelfPid
694651 nsend "ping" (Pong us)
695− receiveWait [
696− matchIf (\(Ping pid') -> pingServer == pid') (const $ return ())
697− ]
698− checkRegException "dead" Nothing deadProcess
699− checkRegException "ping" (Just pingServer) deadProcess
700− try (unregister "dead") >>= checkReg "dead" Nothing
652+ Ping pid' <- expect
653+ True <- return $ pingServer == pid'
654+ Left (ProcessRegistrationException "dead" Nothing) <- try $ register "dead" deadProcess
655+ Left (ProcessRegistrationException "ping" (Just x)) <- try $ register "ping" deadProcess
656+ True <- return $ x == pingServer
657+ Left (ProcessRegistrationException "dead" Nothing) <- try $ unregister "dead"
701658 liftIO $ putMVar done ()
702659
703660 takeMVar done
704661
705− where
706− checkRegException name pid dead =
707− try (register name dead) >>= checkReg name pid
708−
709− checkReg name pid res =
710− case res of
711− Left (ProcessRegistrationException name pid) -> return ()
712− _ -> die $ "Unexpected Registration" ++ show res
713−
714662testRegistryRemoteProcess :: TestTransport -> Assertion
715663testRegistryRemoteProcess TestTransport{..} = do
716664 node1 <- newLocalNode testTransport initRemoteTable
@@ -721,13 +669,13 @@ testRegistryRemoteProcess TestTransport{..} = do
721669
722670 runProcess node2 $ do
723671 register "ping" pingServer
724− whereis "ping" >>= liftIO . assertBool "Unexpected ping" . (== Just pingServer)
672+ Just pid <- whereis "ping"
673+ True <- return $ pingServer == pid
725674 us <- getSelfPid
726675 nsend "ping" (Pong us)
727− receiveWait [
728− matchIf (\(Ping pid') -> pingServer == pid')
729− (const $ liftIO $ putMVar done ())
730− ]
676+ Ping pid' <- expect
677+ True <- return $ pingServer == pid'
678+ liftIO $ putMVar done ()
731679
732680 takeMVar done
733681
@@ -735,6 +683,7 @@ testRemoteRegistry :: TestTransport -> Assertion
735683testRemoteRegistry TestTransport{..} = do
736684 node1 <- newLocalNode testTransport initRemoteTable
737685 node2 <- newLocalNode testTransport initRemoteTable
686+ done <- newEmptyMVar
738687
739688 pingServer <- forkProcess node1 ping
740689 deadProcess <- forkProcess node1 (return ())
@@ -747,34 +696,32 @@ testRemoteRegistry TestTransport{..} = do
747696 "ping" == label' && pid == pingServer)
748697 (\(RegisterReply _ _ _) -> return ()) ]
749698
750− pid <- verifyWhereIsRemote nid1 "ping"
751− liftIO $ assertBool "Expected pindServer to match pid" $ pingServer == pid
752−
699+ Just pid <- whereisRemote nid1 "ping"
700+ True <- return $ pingServer == pid
753701 us <- getSelfPid
754702 nsendRemote nid1 "ping" (Pong us)
755− receiveWait [
756− match (\(Ping pid') -> return $ pingServer == pid')
757− ] >>= liftIO . assertBool "Expected Ping with ping server's ProcessId"
703+ Ping pid' <- expect
704+ True <- return $ pingServer == pid'
758705
759706 -- test that if process was not registered Nothing is returned
760707 -- in owner field.
761708 registerRemoteAsync nid1 "dead" deadProcess
762− receiveWait [ matchIf (\(RegisterReply label' f mPid) -> "dead" == label')
763− (\(RegisterReply _ f mPid) -> return (not f && isNothing mPid))
764− ] >>= liftIO . assertBool "Expected False Nothing in RegisterReply"
765−
709+ receiveWait [
710+ matchIf (\(RegisterReply label' False Nothing) -> "dead" == label')
711+ (\(RegisterReply _ _ _) -> return ()) ]
766712 registerRemoteAsync nid1 "ping" deadProcess
767713 receiveWait [
768− matchIf (\(RegisterReply label' False mPid) ->
769− "ping" == label' && isJust mPid)
770− (\(RegisterReply _ f (Just pid'')) -> return (not f && pid'' == pingServer))
771− ] >>= liftIO . assertBool "Expected False and (Just alreadyRegisteredPid) in RegisterReply"
772−
714+ matchIf (\(RegisterReply label' False (Just pid)) ->
715+ "ping" == label' && pid == pingServer)
716+ (\(RegisterReply _ _ _) -> return ()) ]
773717 unregisterRemoteAsync nid1 "dead"
774718 receiveWait [
775− matchIf (\(RegisterReply label' _ _) -> "dead" == label')
776− (\(RegisterReply _ f mPid) -> return (not f && isNothing mPid))
777− ] >>= liftIO . assertBool "Expected False and Nothing in RegisterReply"
719+ matchIf (\(RegisterReply label' False Nothing) ->
720+ "dead" == label' && pid == pingServer)
721+ (\(RegisterReply _ _ _) -> return ()) ]
722+ liftIO $ putMVar done ()
723+
724+ takeMVar done
778725
779726testRemoteRegistryRemoteProcess :: TestTransport -> Assertion
780727testRemoteRegistryRemoteProcess TestTransport{..} = do
@@ -790,15 +737,15 @@ testRemoteRegistryRemoteProcess TestTransport{..} = do
790737 receiveWait [
791738 matchIf (\(RegisterReply label' _ _) -> "ping" == label')
792739 (\(RegisterReply _ _ _) -> return ()) ]
793− pid <- verifyWhereIsRemote nid1 "ping"
794− liftIO $ assertBool "Expected pingServer to match remote name" $ pingServer == pid
740+ Just pid <- whereisRemote nid1 "ping"
741+ True <- return $ pingServer == pid
795742 us <- getSelfPid
796743 nsendRemote nid1 "ping" (Pong us)
797− receiveWait [
798− match (\(Ping pid') -> return $ pingServer == pid')
799− ] >>= liftIO . putMVar done
744+ Ping pid' <- expect
745+ True <- return $ pingServer == pid'
746+ liftIO $ putMVar done ()
800747
801− verifyClient "Expected Ping with ping server's ProcessId" done
748+ takeMVar done
802749
803750testSpawnLocal :: TestTransport -> Assertion
804751testSpawnLocal TestTransport{..} = do
@@ -812,14 +759,15 @@ testSpawnLocal TestTransport{..} = do
812759 sport <- expect
813760 sendChan sport (1234 :: Int)
814761
815− sport <- spawnChannelLocal $
816− \rport -> (receiveChan rport :: Process Int) >>= send us
762+ sport <- spawnChannelLocal $ \rport -> do
763+ (1234 :: Int) <- receiveChan rport
764+ send us ()
817765
818766 send pid sport
819− expect >>= liftIO . putMVar done
767+ () <- expect
768+ liftIO $ putMVar done ()
820769
821− res <- takeMVar done
822− assertBool "Expected 1234 :: Int" $ res == (1234 :: Int)
770+ takeMVar done
823771
824772testSpawnAsyncStrictness :: TestTransport -> Assertion
825773testSpawnAsyncStrictness TestTransport{..} = do
@@ -848,9 +796,8 @@ testReconnect TestTransport{..} = do
848796 liftIO $ putMVar processA us
849797 msg1 <- expect
850798 msg2 <- expect
851− liftIO $ do
852− assertBool "messages did not match" $ msg1 == "message 1" && msg2 == "message 3"
853− putMVar sendTestOk ()
799+ True <- return $ msg1 == "message 1" && msg2 == "message 3"
800+ liftIO $ putMVar sendTestOk ()
854801
855802 forkProcess node2 $ do
856803 {-
@@ -883,7 +830,7 @@ testReconnect TestTransport{..} = do
883830 matchIf (\(RegisterReply label' _ _) -> "a" == label')
884831 (\(RegisterReply _ _ _) -> return ()) ]
885832
886− _ <- whereisRemote nid1 "a"
833+ Just _ <- whereisRemote nid1 "a"
887834
888835
889836 -- Simulate network failure
@@ -902,10 +849,9 @@ testReconnect TestTransport{..} = do
902849 (\(RegisterReply _ _ _) -> return ()) ]
903850
904851 -- Check
905− mPid <- whereisRemote nid1 "a" -- this will fail because the name is removed when the node is disconnected
906− liftIO $ assertBool "Expected remote name to be lost" $ mPid == Nothing
907− verifyWhereIsRemote nid1 "b" -- this will suceed because the value is set after thereconnect
908− verifyWhereIsRemote nid1 "c"
852+ Nothing <- whereisRemote nid1 "a" -- this will fail because the name is removed when the node is disconnected
853+ Just _ <- whereisRemote nid1 "b" -- this will suceed because the value is set after thereconnect
854+ Just _ <- whereisRemote nid1 "c"
909855
910856 liftIO $ putMVar registerTestOk ()
911857
@@ -946,19 +892,19 @@ testUSend usendPrim TestTransport{..} numMessages = do
946892 isSorted _ = True
947893 -- The list can't be null since there are no failures after sending
948894 -- the last message.
949− liftIO $ putMVar usendTestOk $ isSorted msgs && not (null msgs)
895+ True <- return $ isSorted msgs && not (null msgs)
896+ liftIO $ putMVar usendTestOk ()
950897
951898 forkProcess node2 $ do
952899 them <- liftIO $ readMVar processA
953900 getSelfPid >>= send them
954− expect :: Process ()
901+ () <- expect
955902 forM_ [1..numMessages] $ \i -> do
956903 liftIO $ testBreakConnection (nodeAddress nid1) (nodeAddress nid2)
957904 usendPrim them i
958905 liftIO (threadDelay 30000)
959906
960− res <- takeMVar usendTestOk
961− assertBool "Unexpected failure after sending last msg" res
907+ takeMVar usendTestOk
962908
963909-- | Test 'matchAny'. This repeats the 'testMath' but with a proxy server
964910-- in between
@@ -984,17 +930,14 @@ testMatchAny TestTransport{..} = do
984930 runProcess localNode $ do
985931 pid <- getSelfPid
986932 send mathServer (Add pid 1 2)
987− three <- expect :: Process Double
933+ 3 <- expect :: Process Double
988934 send mathServer (Divide pid 8 2)
989− four <- expect :: Process Double
935+ 4 <- expect :: Process Double
990936 send mathServer (Divide pid 8 0)
991− divByZ <- expect
992− liftIO $ putMVar clientDone (three, four, divByZ)
937+ DivByZero <- expect
938+ liftIO $ putMVar clientDone ()
993939
994− res <- takeMVar clientDone
995− case res of
996− (3, 4, DivByZero) -> return ()
997− _ -> error "Unexpected result"
940+ takeMVar clientDone
998941
999942-- | Test 'matchAny'. This repeats the 'testMath' but with a proxy server
1000943-- in between, however we block 'Divide' requests ....
@@ -1021,13 +964,12 @@ testMatchAnyHandle TestTransport{..} = do
1021964 runProcess localNode $ do
1022965 pid <- getSelfPid
1023966 send mathServer (Add pid 1 2)
1024− three <- expect :: Process Double
967+ 3 <- expect :: Process Double
1025968 send mathServer (Divide pid 8 2)
1026− res <- (expectTimeout 100000) :: Process (Maybe Double)
1027− liftIO $ putMVar clientDone $ three == 3 && res == Nothing
1028−
1029− verifyClient "Expected Nothing (i.e. timeout)" clientDone
969+ Nothing <- (expectTimeout 100000) :: Process (Maybe Double)
970+ liftIO $ putMVar clientDone ()
1030971
972+ takeMVar clientDone
1031973 where maybeForward :: ProcessId -> Message -> Process (Maybe ())
1032974 maybeForward s msg =
1033975 handleMessage msg (\m@(Add _ _ _) -> send s m)
@@ -1055,10 +997,8 @@ testMatchAnyNoHandle TestTransport{..} = do
1055997 Just _ -> die "NONSENSE")
1056998 ]
1057999 -- we *must* have removed the message from our mailbox though!!!
1058− res <- receiveTimeout 100000 [ match (\(Add _ _ _) -> return ()) ]
1059− liftIO $ do
1060− assertBool "Expected timeout!" $ res == Nothing
1061− putMVar serverDone ()
1000+ Nothing <- receiveTimeout 100000 [ match (\(Add _ _ _) -> return ()) ]
1001+ liftIO $ putMVar serverDone ()
10621002 putMVar addr server
10631003
10641004 -- Client
@@ -1101,21 +1041,14 @@ testMatchAnyIf TestTransport{..} = do
11011041 runProcess localNode $ do
11021042 pid <- getSelfPid
11031043 send server (pid, "foo")
1104− foo <- expect
1105− -- provoking what would be the wrong ordering is informative here...
1106−
1107− send server (pid, "bar")
1108− bar <- (expectTimeout 100000) :: Process (Maybe String) -- was Double o_O !?
1109−
1044+ "foo" <- expect
11101045 send server (pid, "baz")
1111− baz <- expect
1112−
1113− liftIO $ putMVar clientDone (foo, bar, baz)
1114−
1115− res <- takeMVar clientDone
1116− let res' = res == ("foo", Nothing, "baz")
1117− assertBool "Expected timeout due to type mismatch" res'
1046+ "baz" <- expect
1047+ send server (pid, "bar")
1048+ Nothing <- (expectTimeout 100000) :: Process (Maybe Double)
1049+ liftIO $ putMVar clientDone ()
11181050
1051+ takeMVar clientDone
11191052 where tryHandleMessage :: Message -> Process (Maybe ())
11201053 tryHandleMessage msg =
11211054 handleMessage msg (\(pid :: ProcessId, (m :: String))
@@ -1148,19 +1081,17 @@ testMatchMessageWithUnwrap TestTransport{..} = do
11481081 runProcess localNode $ do
11491082 pid <- getSelfPid
11501083 send server (pid, wrapMessage ("foo" :: String))
1151− foo <- expect
1084+ "foo" <- expect
11521085 send server (pid, wrapMessage ("baz" :: String))
1153− baz <- expect
1154− liftIO $ putMVar clientDone (foo, baz)
1086+ "baz" <- expect
1087+ liftIO $ putMVar clientDone ()
11551088
1156− res <- takeMVar clientDone
1157− assertBool "Unexpected unwrapped results" $ res == ("foo", "baz")
1089+ takeMVar clientDone
11581090
11591091-- Test 'receiveChanTimeout'
11601092testReceiveChanTimeout :: TestTransport -> Assertion
11611093testReceiveChanTimeout TestTransport{..} = do
11621094 done <- newEmptyMVar
1163− mvSender <- newEmptyMVar
11641095 sendPort <- newEmptyMVar
11651096
11661097 forkTry $ do
@@ -1170,32 +1101,18 @@ testReceiveChanTimeout TestTransport{..} = do
11701101 (sp, rp) <- newChan :: Process (SendPort Bool, ReceivePort Bool)
11711102 liftIO $ putMVar sendPort sp
11721103
1173− -- Wait for a message with a delay. No message arrives, we should get
1174− -- Nothing after the delay.
1175− receiveChanTimeout 100000 rp >>= maybe (return ()) (const $ die "Expected Timeout")
1176−
1177− -- Let the sender know that it can send a message.
1178− liftIO $ putMVar mvSender ()
1179−
1180− -- Wait for a message with a delay again. Now a message arrives after
1181− -- 0.1 seconds
1182− res <- receiveChanTimeout 20000000 rp >>= maybe (die "Timeout") return
1183− liftIO $ assertBool "Expected result to be 'True'" res
1104+ -- Wait for a message with a delay. No message arrives, we should get Nothing after 1 second
1105+ Nothing <- receiveChanTimeout 1000000 rp
11841106
1185− -- Wait for a message with zero timeout: non-blocking check. No message is
1186− -- available, we get Nothing
1187− receiveChanTimeout 0 rp >>= maybe (return ()) (const $ die "Expected Timeout")
1107+ -- Wait for a message with a delay again. Now a message arrives after 0.5 seconds
1108+ Just True <- receiveChanTimeout 1000000 rp
11881109
1189− -- Let the sender know that it can send a message.
1190− liftIO $ putMVar mvSender ()
1110+ -- Wait for a message with zero timeout: non-blocking check. No message is available, we get Nothing
1111+ Nothing <- receiveChanTimeout 0 rp
11911112
11921113 -- Again, but now there is a message available
1193− fix $ \loop -> do
1194− liftIO $ threadDelay 100000
1195− mb <- receiveChanTimeout 0 rp
1196− case mb of
1197− Just b -> do liftIO $ assertBool "Unexpected Message" $ not b
1198− _ -> loop
1114+ liftIO $ threadDelay 1000000
1115+ Just False <- receiveChanTimeout 0 rp
11991116
12001117 liftIO $ putMVar done ()
12011118
@@ -1204,11 +1121,10 @@ testReceiveChanTimeout TestTransport{..} = do
12041121 runProcess localNode $ do
12051122 sp <- liftIO $ readMVar sendPort
12061123
1207− liftIO $ takeMVar mvSender
1208− liftIO $ threadDelay 100000
1124+ liftIO $ threadDelay 1500000
12091125 sendChan sp True
12101126
1211− liftIO $ takeMVar mvSender
1127+ liftIO $ threadDelay 500000
12121128 sendChan sp False
12131129
12141130 takeMVar done
@@ -1231,8 +1147,8 @@ testReceiveChanFeatures TestTransport{..} = do
12311147
12321148 rp1 <- mergePortsBiased [even <$> rpInt, rpBool]
12331149
1234− receiveChan rp1 >>= liftIO . assertBool "Expected True"
1235− receiveChan rp1 >>= liftIO . assertBool "Expected False" . not
1150+ True <- receiveChan rp1
1151+ False <- receiveChan rp1
12361152
12371153 -- Test Applicative instance
12381154
@@ -1241,7 +1157,7 @@ testReceiveChanFeatures TestTransport{..} = do
12411157
12421158 let rp2 = pure (+) <*> rpInt <*> rpInt
12431159
1244− receiveChan rp2 >>= liftIO . assertBool "Expected 7" . (== 7)
1160+ 7 <- receiveChan rp2
12451161
12461162 -- Test Alternative instance
12471163
@@ -1250,8 +1166,8 @@ testReceiveChanFeatures TestTransport{..} = do
12501166
12511167 let rp3 = (even <$> rpInt) <|> rpBool
12521168
1253− receiveChan rp3 >>= liftIO . assertBool "Expected False" . not
1254− receiveChan rp3 >>= liftIO . assertBool "Expected True"
1169+ False <- receiveChan rp3
1170+ True <- receiveChan rp3
12551171
12561172 -- Test Monad instance
12571173
@@ -1265,86 +1181,17 @@ testReceiveChanFeatures TestTransport{..} = do
12651181 then rpInt
12661182 else return 7
12671183
1268− receiveChan rp4 >>= liftIO . assertBool "Expected 5" . (== 5)
1269− receiveChan rp4 >>= liftIO . assertBool "Expected 7" . (== 7)
1184+ 5 <- receiveChan rp4
1185+ 7 <- receiveChan rp4
12701186
12711187 liftIO $ putMVar done ()
12721188
12731189 takeMVar done
12741190
1275−testChanLifecycle :: TestTransport -> Assertion
1276−testChanLifecycle TestTransport{..} = let delay = 3000000 in do
1277− result <- newEmptyMVar
1278− tchMV <- newEmptyMVar
1279− localNode <- newLocalNode testTransport initRemoteTable
1280− runProcess localNode $ do
1281−
1282− pid <- spawnLocal $ do tCh <- newChan :: Process (SendPort (), ReceivePort ())
1283− liftIO $ putMVar tchMV tCh
1284− expect :: Process ()
1285− let (sp, _) = tCh
1286− sendChan sp ()
1287− expect :: Process ()
1288−
1289− mRefPid <- monitor pid
1290−
1291− cPid <- spawnLocal $ do
1292− (sp', rp) <- liftIO $ takeMVar tchMV
1293− -- say "picked up our test channel"
1294− send pid ()
1295− -- say "told pid to continue"
1296− res <- receiveChanTimeout delay rp
1297− case res of
1298− Nothing -> say "initial chan () missing!" >> (liftIO $ putMVar result False)
1299− Just () -> do mr <- monitor pid
1300− pause 10000
1301− -- say "sending pid a second () will cause it to exit"
1302− send pid ()
1303−
1304− -- say "make sure we see a DOWN notification for pid having stopped"
1305− receiveWait [ match (\(_ :: ProcessMonitorNotification) -> return ()) ]
1306−
1307− -- now that pid has died, the send port should be useless...
1308− liftIO $ putMVar tchMV (sp', rp)
1309−
1310− -- let's verify that we do not see the message from our
1311− -- parent process on the channel, once pid has died...
1312− recv <- receiveChanTimeout delay rp
1313− -- say $ "finished waiting for second (), writing result" ++ (show recv)
1314− liftIO $ putMVar result $ isNothing recv
1315−
1316− mRefCPid <- monitor cPid
1317−
1318− receiveWait
1319− [ matchIf (\(ProcessMonitorNotification r _ _) -> r == mRefPid)
1320− (\_ -> return ())
1321− ]
1322−
1323− -- say "seen first pid die..."
1324−
1325− (sendPort, _) <- liftIO $ takeMVar tchMV
1326− sendChan sendPort ()
1327− -- say "sent () after owning pid died"
1328−
1329− -- let cPid know we've written to the channel...
1330− send cPid ()
1331−
1332− receiveWait
1333− [ matchIf (\(ProcessMonitorNotification r _ _) -> r == mRefCPid)
1334− (\_ -> return ())
1335− ]
1336−
1337− -- say "seen both pids die now..."
1338−
1339− -- and wait on the result back in IO land...
1340− testRes <- takeMVar result
1341− -- runProcess localNode $ say "got result..."
1342− assertBool "Expected sending on the channel to fail, but received data!" testRes
1343−
1344−
13451191testKillLocal :: TestTransport -> Assertion
13461192testKillLocal TestTransport{..} = do
13471193 localNode <- newLocalNode testTransport initRemoteTable
1194+ done <- newEmptyMVar
13481195
13491196 pid <- forkProcess localNode $ do
13501197 liftIO $ threadDelay 1000000
@@ -1353,18 +1200,17 @@ testKillLocal TestTransport{..} = do
13531200 ref <- monitor pid
13541201 us <- getSelfPid
13551202 kill pid "TestKill"
1356− mn <- expect
1357− case mn of
1358− ProcessMonitorNotification ref' pid' (DiedException ex) ->
1359− case ref == ref' && pid == pid' && ex == "killed-by=" ++ show us ++ ",reason=TestKill" of
1360− True -> return ()
1361− False -> die "Invalid ProcessMonitorNotification received"
1362− _ -> die "Something went horribly wrong"
1203+ ProcessMonitorNotification ref' pid' (DiedException ex) <- expect
1204+ True <- return $ ref == ref' && pid == pid' && ex == "killed-by=" ++ show us ++ ",reason=TestKill"
1205+ liftIO $ putMVar done ()
1206+
1207+ takeMVar done
13631208
13641209testKillRemote :: TestTransport -> Assertion
13651210testKillRemote TestTransport{..} = do
13661211 node1 <- newLocalNode testTransport initRemoteTable
13671212 node2 <- newLocalNode testTransport initRemoteTable
1213+ done <- newEmptyMVar
13681214
13691215 pid <- forkProcess node1 $ do
13701216 liftIO $ threadDelay 1000000
@@ -1373,17 +1219,11 @@ testKillRemote TestTransport{..} = do
13731219 ref <- monitor pid
13741220 us <- getSelfPid
13751221 kill pid "TestKill"
1376− mn <- expect
1377− case mn of
1378− ProcessMonitorNotification ref' pid' (DiedException reason) ->
1379− case (ref == ref', pid == pid', reason == "killed-by=" ++ show us ++ ",reason=TestKill") of
1380− (True, True, True) -> return ()
1381− (a, b, c) -> do
1382− let a' = if a then "" else "Invalid ref"
1383− let b' = if b then "" else "Invalid pid"
1384− let c' = if c then "" else "Invalid message"
1385− die $ unwords [a', b', c']
1386− _ -> die "Received unexpected message"
1222+ ProcessMonitorNotification ref' pid' (DiedException reason) <- expect
1223+ True <- return $ ref == ref' && pid == pid' && reason == "killed-by=" ++ show us ++ ",reason=TestKill"
1224+ liftIO $ putMVar done ()
1225+
1226+ takeMVar done
13871227
13881228testCatchesExit :: TestTransport -> Assertion
13891229testCatchesExit TestTransport{..} = do
@@ -1409,10 +1249,7 @@ testHandleMessageIf TestTransport{..} = do
14091249 self <- getSelfPid
14101250 send self (5 :: Integer, 10 :: Integer)
14111251 msg <- receiveWait [ matchMessage return ]
1412− handleMessageIf msg
1413− (\() -> True)
1414− (\() -> die "whoops") >>= maybe (return ())
1415− (const $ die "Expected Mismatch")
1252+ Nothing <- handleMessageIf msg (\() -> True) (\() -> die $ "whoops")
14161253 handleMessageIf msg (\(x :: Integer, y :: Integer) -> x == 5 && y == 10)
14171254 (\input -> liftIO $ putMVar done input)
14181255 return ()
@@ -1457,11 +1294,8 @@ testDie TestTransport{..} = do
14571294 (die ("foobar", 123 :: Int))
14581295 `catchExit` \_from reason -> do
14591296 -- TODO: should verify that 'from' has the right value
1460− let res = reason == ("foobar", 123 :: Int)
1297+ True <- return $ reason == ("foobar", 123 :: Int)
14611298 liftIO $ putMVar done ()
1462− if res
1463− then return ()
1464− else die "Something went horribly wrong"
14651299
14661300 takeMVar done
14671301
@@ -1475,11 +1309,8 @@ testPrettyExit TestTransport{..} = do
14751309 `catch` \ex@(ProcessExitException from _) ->
14761310 let expected = "exit-from=" ++ (show from)
14771311 in do
1478− let res = (show ex) == expected
1312+ True <- return $ (show ex) == expected
14791313 liftIO $ putMVar done ()
1480− if res
1481− then return ()
1482− else die "Something went horribly wrong"
14831314
14841315 takeMVar done
14851316
@@ -1495,26 +1326,17 @@ testExitLocal TestTransport{..} = do
14951326 pid <- forkProcess localNode $ do
14961327 (liftIO (putMVar handlerSetUp ()) >> expect) `catchExit` \_from reason -> do
14971328 -- TODO: should verify that 'from' has the right value
1498− res <- return $ reason == "TestExit"
1329+ True <- return $ reason == "TestExit"
14991330 liftIO $ putMVar supervisedDone ()
1500− if res
1501− then return ()
1502− else die "Something went horribly wrong"
15031331
15041332 runProcess localNode $ do
15051333 liftIO $ takeMVar handlerSetUp
15061334 ref <- monitor pid
15071335 exit pid "TestExit"
15081336 -- This time the client catches the exception, so it dies normally
1509− mn <- expect
1510− case mn of
1511− ProcessMonitorNotification ref' pid' DiedNormal -> do
1512− let res = ref == ref' && pid == pid'
1513− liftIO $ putMVar supervisorDone ()
1514− if res
1515− then return ()
1516− else die "Something went horribly wrong"
1517− _ -> die "Something went horribly wrong"
1337+ ProcessMonitorNotification ref' pid' DiedNormal <- expect
1338+ True <- return $ ref == ref' && pid == pid'
1339+ liftIO $ putMVar supervisorDone ()
15181340
15191341 takeMVar supervisedDone
15201342 takeMVar supervisorDone
@@ -1530,98 +1352,19 @@ testExitRemote TestTransport{..} = do
15301352 (receiveWait [] :: Process ()) -- block forever
15311353 `catchExit` \_from reason -> do
15321354 -- TODO: should verify that 'from' has the right value
1533− res <- return $ reason == "TestExit"
1355+ True <- return $ reason == "TestExit"
15341356 liftIO $ putMVar supervisedDone ()
1535− if res
1536− then return ()
1537− else die "Something went horribly wrong"
15381357
15391358 runProcess node2 $ do
15401359 ref <- monitor pid
15411360 exit pid "TestExit"
1542− mn <- expect
1543− case mn of
1544− ProcessMonitorNotification ref' pid' DiedNormal -> do
1545− res' <- return $ ref == ref' && pid == pid'
1546− liftIO $ putMVar supervisorDone ()
1547− if res'
1548− then return ()
1549− else die "Something went horribly wrong"
1550− _ -> die "Something went horribly wrong"
1361+ ProcessMonitorNotification ref' pid' DiedNormal <- expect
1362+ True <- return $ ref == ref' && pid == pid'
1363+ liftIO $ putMVar supervisorDone ()
15511364
15521365 takeMVar supervisedDone
15531366 takeMVar supervisorDone
15541367
1555−testRegistryMonitoring :: TestTransport -> Assertion
1556−testRegistryMonitoring TestTransport{..} = do
1557− node1 <- newLocalNode testTransport initRemoteTable
1558− node2 <- newLocalNode testTransport initRemoteTable
1559−
1560− let nid = localNodeId node2
1561− pid <- forkProcess node1 $ do
1562− self <- getSelfPid
1563− runUntilRegistered nid self
1564− say $ (show self) ++ " registered as " ++ regName
1565− expect :: Process ()
1566− say $ (show self) ++ " exiting normally"
1567−
1568− runProcess node2 $ do
1569− register regName pid
1570− say $ regName ++ " registered to " ++ show pid
1571− res <- whereis regName
1572− send pid ()
1573− say $ " sent finish signal to " ++ show pid
1574− us <- getSelfPid
1575− liftIO $ assertBool "expected (Just pid)" $ res == (Just pid)
1576−
1577−
1578− -- This delay isn't essential!
1579− -- The test case passes perfectly fine without it (feel free to comment out
1580− -- and see), however waiting a few seconds here, makes it much more likely
1581− -- that in delayUntilMaybeUnregistered we will hit the match case right
1582− -- away, and thus not be subjected to a 20 second delay. The value of 4
1583− -- seconds appears to work optimally on osx and across several linux distros
1584− -- running in virtual machines (which is essentially what we do in CI)
1585− void $ receiveTimeout 4000000 [ matchAny return ]
1586−
1587− -- This delay doesn't serve much purpose in the happy path, however if some
1588− -- future patch breaks the cooperative behaviour of node controllers viz
1589− -- remote process registration and notification taking place via ncEffectDied,
1590− -- there would be the possibility of a race in the test case should we attempt
1591− -- to evaluate `whereis regName` on node2 right away. In case the name is still
1592− -- erroneously registered, observing the 20 second delay (or lack of), could at
1593− -- least give a hint that something is wrong, and we give up our time slice
1594− -- so that there's a higher change the registrations have been cleaned up
1595− -- in either case.
1596− runProcess node2 $ delayUntilMaybeUnregistered nid pid
1597−
1598− regHere <- newEmptyMVar
1599− runProcess node2 $ whereis regName >>= liftIO . putMVar regHere
1600− res <- takeMVar regHere
1601− case res of
1602− Nothing -> return ()
1603− Just pid -> assertBool ("expected Nothing, but got " ++ show pid) False
1604−
1605− where
1606− runUntilRegistered nid us = do
1607− whereisRemoteAsync nid regName
1608− receiveWait [
1609− matchIf (\(WhereIsReply n (Just p)) -> n == regName && p == us)
1610− (const $ return ())
1611− ]
1612−
1613− delayUntilMaybeUnregistered nid p = do
1614− whereisRemoteAsync nid regName
1615− res <- receiveTimeout 20000000 {- 20 sec delay -} [
1616− matchIf (\(WhereIsReply n p) -> n == regName && isNothing p)
1617− (const $ return ())
1618− ]
1619− case res of
1620− Just () -> return ()
1621− Nothing -> delayUntilMaybeUnregistered nid p
1622−
1623− regName = "testRegisterRemote"
1624−
16251368testUnsafeSend :: TestTransport -> Assertion
16261369testUnsafeSend TestTransport{..} = do
16271370 serverAddr <- newEmptyMVar
@@ -1637,26 +1380,8 @@ testUnsafeSend TestTransport{..} = do
16371380 void $ forkProcess localNode $ do
16381381 serverPid <- liftIO $ takeMVar serverAddr
16391382 getSelfPid >>= unsafeSend serverPid
1640− expect >>= liftIO . putMVar clientDone
1641−
1642− takeMVar clientDone
1643−
1644−testUnsafeUSend :: TestTransport -> Assertion
1645−testUnsafeUSend TestTransport{..} = do
1646− serverAddr <- newEmptyMVar
1647− clientDone <- newEmptyMVar
1648−
1649− localNode <- newLocalNode testTransport initRemoteTable
1650− void $ forkProcess localNode $ do
1651− self <- getSelfPid
1652− liftIO $ putMVar serverAddr self
1653− clientAddr <- expect
1654− unsafeUSend clientAddr ()
1655−
1656− void $ forkProcess localNode $ do
1657− serverPid <- liftIO $ takeMVar serverAddr
1658− getSelfPid >>= unsafeUSend serverPid
1659− expect >>= liftIO . putMVar clientDone
1383+ () <- expect
1384+ liftIO $ putMVar clientDone ()
16601385
16611386 takeMVar clientDone
16621387
@@ -1667,7 +1392,8 @@ testUnsafeNSend TestTransport{..} = do
16671392 localNode <- newLocalNode testTransport initRemoteTable
16681393
16691394 pid <- forkProcess localNode $ do
1670− expect >>= liftIO . putMVar clientDone
1395+ () <- expect
1396+ liftIO $ putMVar clientDone ()
16711397
16721398 void $ runProcess localNode $ do
16731399 register "foobar" pid
@@ -1675,24 +1401,6 @@ testUnsafeNSend TestTransport{..} = do
16751401
16761402 takeMVar clientDone
16771403
1678−testUnsafeNSendRemote :: TestTransport -> Assertion
1679−testUnsafeNSendRemote TestTransport{..} = do
1680− clientDone <- newEmptyMVar
1681−
1682− localNode1 <- newLocalNode testTransport initRemoteTable
1683− localNode2 <- newLocalNode testTransport initRemoteTable
1684−
1685− _ <- forkProcess localNode1 $ do
1686− getSelfPid >>= register "foobar"
1687− liftIO $ putMVar clientDone ()
1688− expect >>= liftIO . putMVar clientDone
1689−
1690− takeMVar clientDone
1691− void $ runProcess localNode2 $ do
1692− unsafeNSendRemote (localNodeId localNode1) "foobar" ()
1693−
1694− takeMVar clientDone
1695−
16961404testUnsafeSendChan :: TestTransport -> Assertion
16971405testUnsafeSendChan TestTransport{..} = do
16981406 serverAddr <- newEmptyMVar
@@ -1709,7 +1417,7 @@ testUnsafeSendChan TestTransport{..} = do
17091417 serverPid <- liftIO $ takeMVar serverAddr
17101418 (sp, rp) <- newChan
17111419 unsafeSend serverPid sp
1712− receiveChan rp :: Process ()
1420+ () <- receiveChan rp
17131421 liftIO $ putMVar clientDone ()
17141422
17151423 takeMVar clientDone
@@ -1723,8 +1431,8 @@ testCallLocal TestTransport{..} = do
17231431 runProcess node $ do
17241432 r <- (/=) <$> getSelfPid <*> callLocal getSelfPid
17251433 liftIO $ putMVar result r
1726−
1727− takeMVar result >>= assertBool "Expected 'True'"
1434+ True <- takeMVar result
1435+ return ()
17281436
17291437 -- Testing that when callLocal is interrupted, the worker is interrupted.
17301438 ibox <- newIORef False
@@ -1741,9 +1449,10 @@ testCallLocal TestTransport{..} = do
17411449 (send keeper ())
17421450 caller <- expect
17431451 exit caller "test"
1744− expect :: Process ()
1745−
1746− readIORef ibox >>= assertBool "Expected 'True'"
1452+ () <- expect
1453+ return ()
1454+ True <- readIORef ibox
1455+ return ()
17471456
17481457 -- Testing that when the worker raises an exception, the exception is propagated to the parent.
17491458 ibox2 <- newIORef False
@@ -1752,8 +1461,8 @@ testCallLocal TestTransport{..} = do
17521461 liftIO $ writeIORef ibox2 $ case r of
17531462 Left (ErrorCall "e") -> True
17541463 _ -> False
1755−
1756− readIORef ibox >>= assertBool "Expected 'True'"
1464+ True <- readIORef ibox
1465+ return ()
17571466
17581467 -- Test that caller waits for the worker in correct situation
17591468 ibox3 <- newIORef False
@@ -1770,8 +1479,8 @@ testCallLocal TestTransport{..} = do
17701479 liftIO $ putMVar result3 =<< readIORef ibox3
17711480 worker <- expect
17721481 send worker ()
1773−
1774− takeMVar result3 >>= assertBool "Expected 'True'"
1482+ True <- takeMVar result3
1483+ return ()
17751484
17761485 -- Test that caller waits for the worker in case when caller gets an exception
17771486 ibox4 <- newIORef False
@@ -1787,10 +1496,14 @@ testCallLocal TestTransport{..} = do
17871496 `finally` (liftIO $ putMVar result4 =<< readIORef ibox4)
17881497 caller <- expect
17891498 exit caller "hi!"
1790−
1791− takeMVar result4 >>= assertBool "Expected 'True'"
1499+ True <- takeMVar result4
1500+ return ()
17921501 -- XXX: Testing that when mask_ $ callLocal p runs p in masked state.
17931502
1503+
1504+
1505+
1506+
17941507tests :: TestTransport -> IO [Test]
17951508tests testtrans = return [
17961509 testGroup "Basic features" [
@@ -1800,7 +1513,9 @@ tests testtrans = return [
18001513 , testCase "Timeout0" (testTimeout0 testtrans)
18011514 , testCase "SendToTerminated" (testSendToTerminated testtrans)
18021515 , testCase "TypedChannnels" (testTypedChannels testtrans)
1516+ , testCase "MergeChannels" (testMergeChannels testtrans)
18031517 , testCase "Terminate" (testTerminate testtrans)
1518+ , testCase "Registry" (testRegistry testtrans)
18041519 , testCase "RegistryRemoteProcess" (testRegistryRemoteProcess testtrans)
18051520 , testCase "RemoteRegistry" (testRemoteRegistry testtrans)
18061521 , testCase "RemoteRegistryRemoteProcess" (testRemoteRegistryRemoteProcess testtrans)
@@ -1814,7 +1529,6 @@ tests testtrans = return [
18141529 , testCase "MatchMessageUnwrap" (testMatchMessageWithUnwrap testtrans)
18151530 , testCase "ReceiveChanTimeout" (testReceiveChanTimeout testtrans)
18161531 , testCase "ReceiveChanFeatures" (testReceiveChanFeatures testtrans)
1817− , testCase "ChanLifecycle" (testChanLifecycle testtrans)
18181532 , testCase "KillLocal" (testKillLocal testtrans)
18191533 , testCase "KillRemote" (testKillRemote testtrans)
18201534 , testCase "Die" (testDie testtrans)
@@ -1824,13 +1538,10 @@ tests testtrans = return [
18241538 , testCase "MaskRestoreScope" (testMaskRestoreScope testtrans)
18251539 , testCase "ExitLocal" (testExitLocal testtrans)
18261540 , testCase "ExitRemote" (testExitRemote testtrans)
1827− , testCase "RegistryMonitoring" (testRegistryMonitoring testtrans)
18281541 , testCase "TextCallLocal" (testCallLocal testtrans)
18291542 -- Unsafe Primitives
18301543 , testCase "TestUnsafeSend" (testUnsafeSend testtrans)
1831− , testCase "TestUnsafeUSend" (testUnsafeUSend testtrans)
18321544 , testCase "TestUnsafeNSend" (testUnsafeNSend testtrans)
1833− , testCase "TestUnsafeNSendRemote" (testUnsafeNSendRemote testtrans)
18341545 , testCase "TestUnsafeSendChan" (testUnsafeSendChan testtrans)
18351546 -- usend
18361547 , testCase "USend" (testUSend usend testtrans 50)
@@ -1845,7 +1556,8 @@ tests testtrans = return [
18451556 -- The "missing" combinations in the list below don't make much sense, as
18461557 -- we cannot guarantee that the monitor reply or link exception will not
18471558 -- happen before the unmonitor or unlink
1848− testCase "MonitorNormalTermination" (testMonitorNormalTermination testtrans True False)
1559+ testCase "MonitorUnreachable" (testMonitorUnreachable testtrans True False)
1560+ , testCase "MonitorNormalTermination" (testMonitorNormalTermination testtrans True False)
18491561 , testCase "MonitorAbnormalTermination" (testMonitorAbnormalTermination testtrans True False)
18501562 , testCase "MonitorLocalDeadProcess" (testMonitorLocalDeadProcess testtrans True False)
18511563 , testCase "MonitorRemoteDeadProcess" (testMonitorRemoteDeadProcess testtrans True False)
@@ -1867,13 +1579,20 @@ tests testtrans = return [
18671579 , testCase "MonitorLiveNode" (testMonitorLiveNode testtrans)
18681580 , testCase "MonitorChannel" (testMonitorChannel testtrans)
18691581 -- Reconnect
1870− ]
1871−
1872− -- Tests that fail occasionally and should be revised
1873− , testGroup "Flaky" [
1874− testCase "Reconnect" (testReconnect testtrans)
1875− , testCase "Registry" (testRegistry testtrans)
1876− , testCase "MergeChannels" (testMergeChannels testtrans)
1877− , testCase "MonitorUnreachable" (testMonitorUnreachable testtrans True False)
1582+ , testCase "Reconnect" (testReconnect testtrans)
18781583 ]
18791584 ]
1585+
1586+syncBreakConnection :: (NT.EndPointAddress -> NT.EndPointAddress -> IO ()) -> LocalNode -> LocalNode -> IO ()
1587+syncBreakConnection breakConnection nid0 nid1 = do
1588+ m <- newEmptyMVar
1589+ _ <- forkProcess nid1 $ getSelfPid >>= liftIO . putMVar m
1590+ runProcess nid0 $ do
1591+ them <- liftIO $ takeMVar m
1592+ pinger <- spawnLocal $ forever $ send them ()
1593+ _ <- monitorNode (localNodeId nid1)
1594+ liftIO $ breakConnection (nodeAddress $ localNodeId nid0)
1595+ (nodeAddress $ localNodeId nid1)
1596+ NodeMonitorNotification _ _ _ <- expect
1597+ kill pinger "finished"
1598+ return ()
distributed-process-tests/src/Control/Distributed/Process/Tests/Closure.hs+48−89
@@ -169,11 +169,8 @@ testUnclosure TestTransport{..} rtable = do
169169 node <- newLocalNode testTransport rtable
170170 done <- newEmptyMVar
171171 forkProcess node $ do
172− i <- join . unClosure $ factorialClosure 5
172+ 120 <- join . unClosure $ factorialClosure 5
173173 liftIO $ putMVar done ()
174− if i == 720
175− then return ()
176− else error "Something went horribly wrong"
177174 takeMVar done
178175
179176testBind :: TestTransport -> RemoteTable -> Assertion
@@ -183,11 +180,8 @@ testBind TestTransport{..} rtable = do
183180 runProcess node $ do
184181 us <- getSelfPid
185182 join . unClosure $ sendFac 6 us
186− (i :: Int) <- expect
183+ (720 :: Int) <- expect
187184 liftIO $ putMVar done ()
188− if i == 720
189− then return ()
190− else error "Something went horribly wrong"
191185 takeMVar done
192186
193187testSendPureClosure :: TestTransport -> RemoteTable -> Assertion
@@ -200,7 +194,7 @@ testSendPureClosure TestTransport{..} rtable = do
200194 addr <- forkProcess node $ do
201195 cl <- expect
202196 fn <- unClosure cl :: Process (Int -> Int)
203− (_ :: Int) <- return $ fn 6
197+ 13 <- return $ fn 6
204198 liftIO $ putMVar serverDone ()
205199 putMVar serverAddr addr
206200
@@ -224,11 +218,8 @@ testSendIOClosure TestTransport{..} rtable = do
224218 liftIO $ do
225219 someMVar <- newEmptyMVar
226220 io someMVar
227− i <- readMVar someMVar
221+ 5 <- readMVar someMVar
228222 putMVar serverDone ()
229− if i == 5
230− then return ()
231− else error "Something went horribly wrong"
232223 putMVar serverAddr addr
233224
234225 forkIO $ do
@@ -257,10 +248,8 @@ testSendProcClosure TestTransport{..} rtable = do
257248 runProcess node $ do
258249 pid <- getSelfPid
259250 send theirAddr (cpSend $(mkStatic 'sdictInt) pid)
260− i <- expect :: Process Int
261− if i == 5
262− then liftIO $ putMVar clientDone ()
263− else error "Something went horribly wrong"
251+ 5 <- expect :: Process Int
252+ liftIO $ putMVar clientDone ()
264253
265254 takeMVar clientDone
266255
@@ -280,9 +269,8 @@ testSpawn TestTransport{..} rtable = do
280269 pid <- getSelfPid
281270 pid' <- spawn nid (sendPidClosure pid)
282271 pid'' <- expect
283− if pid' == pid''
284− then liftIO $ putMVar clientDone ()
285− else error "Something went horribly wrong"
272+ True <- return $ pid' == pid''
273+ liftIO $ putMVar clientDone ()
286274
287275 takeMVar clientDone
288276
@@ -306,9 +294,8 @@ testSpawnRace TestTransport{..} rtable = do
306294 spawnLocal $ spawn (localNodeId node2) (sendPidClosure pid) >>= send pid
307295 pid' <- expect :: Process ProcessId
308296 pid'' <- expect :: Process ProcessId
309− if pid' == pid''
310− then return ()
311− else error "Something went horribly wrong"
297+ True <- return $ pid' == pid''
298+ return ()
312299
313300 where
314301
@@ -318,16 +305,14 @@ testSpawnRace TestTransport{..} rtable = do
318305 wrapEP e =
319306 e { NT.connect = \x y z -> do
320307 healthy <- newIORef True
321− fmap (fmap $ wrapConnection healthy e x) $ NT.connect e x y z
308+ fmap (fmap $ wrapConnection healthy) $ NT.connect e x y z
322309 }
323310
324− wrapConnection :: IORef Bool -> NT.EndPoint -> NT.EndPointAddress
325− -> NT.Connection -> NT.Connection
326− wrapConnection healthy e remoteAddr (NT.Connection s closeC) =
311+ wrapConnection :: IORef Bool -> NT.Connection -> NT.Connection
312+ wrapConnection healthy (NT.Connection s closeC) =
327313 flip NT.Connection closeC $ \msg -> do
328314 when (msg == messageToPayload (createMessage ())) $ do
329315 writeIORef healthy False
330− testBreakConnection (NT.address e) remoteAddr
331316 isHealthy <- readIORef healthy
332317 if isHealthy then s msg
333318 else return $ Left $ NT.TransportError NT.SendFailed ""
@@ -345,10 +330,8 @@ testCall TestTransport{..} rtable = do
345330 node <- newLocalNode testTransport rtable
346331 nid <- readMVar serverNodeAddr
347332 runProcess node $ do
348− (a :: Int) <- call $(mkStatic 'sdictInt) nid (factorialClosure 5)
349− if a == 120
350− then liftIO $ putMVar clientDone ()
351− else error "something went horribly wrong"
333+ (120 :: Int) <- call $(mkStatic 'sdictInt) nid (factorialClosure 5)
334+ liftIO $ putMVar clientDone ()
352335
353336 takeMVar clientDone
354337
@@ -365,10 +348,8 @@ testCallBind TestTransport{..} rtable = do
365348 node <- newLocalNode testTransport rtable
366349 nid <- readMVar serverNodeAddr
367350 runProcess node $ do
368− (a :: Int) <- call $(mkStatic 'sdictInt) nid (factorial' 5)
369− if a == 120
370− then liftIO $ putMVar clientDone ()
371− else error "Something went horribly wrong"
351+ (120 :: Int) <- call $(mkStatic 'sdictInt) nid (factorial' 5)
352+ liftIO $ putMVar clientDone ()
372353
373354 takeMVar clientDone
374355
@@ -379,11 +360,9 @@ testSeq TestTransport{..} rtable = do
379360 runProcess node $ do
380361 us <- getSelfPid
381362 join . unClosure $ sendFac 5 us `seqCP` sendFac 6 us
382− a :: Int <- expect
383− b :: Int <- expect
384− if a == 120 && b == 720
385− then liftIO $ putMVar done ()
386− else error "Something went horribly wrong"
363+ 120 :: Int <- expect
364+ 720 :: Int <- expect
365+ liftIO $ putMVar done ()
387366 takeMVar done
388367
389368-- Test 'spawnSupervised'
@@ -412,33 +391,25 @@ testSpawnSupervised TestTransport{..} rtable = do
412391 throw supervisorDeath
413392
414393 forkProcess node2 $ do
415− res <- liftIO $ mapM readMVar [superPid, childPid]
416− case res of
417− [super, child] -> do
418− ref <- monitor child
419− self <- getSelfPid
420− let waitForMOrL = do
421− liftIO $ threadDelay 10000
422− mpinfo <- getProcessInfo child
423− case mpinfo of
424− Nothing -> waitForMOrL
425− Just pinfo ->
426− unless (isJust $ lookup self (infoMonitors pinfo)) waitForMOrL
427− waitForMOrL
428− liftIO $ putMVar linkUp ()
429− -- because monitor message was sent before message to process
430− -- we hope that it will be processed before
431− res' <- expect
432− case res' of
433− (ProcessMonitorNotification ref' pid' (DiedException e)) ->
434− if (ref' == ref && pid' == child &&
435− e == show (ProcessLinkException super
436− (DiedException (show supervisorDeath))))
437− then liftIO $ putMVar thirdProcessDone ()
438− else error "Something went horribly wrong"
439− _ -> error "Something went horribly wrong"
440−
441− _ -> die $ "Something went horribly wrong"
394+ [super, child] <- liftIO $ mapM readMVar [superPid, childPid]
395+ ref <- monitor child
396+ self <- getSelfPid
397+ let waitForMOrL = do
398+ liftIO $ threadDelay 10000
399+ mpinfo <- getProcessInfo child
400+ case mpinfo of
401+ Nothing -> waitForMOrL
402+ Just pinfo ->
403+ unless (isJust $ lookup self (infoMonitors pinfo)) waitForMOrL
404+ waitForMOrL
405+ liftIO $ putMVar linkUp ()
406+ -- because monitor message was sent before message to process
407+ -- we hope that it will be processed before
408+ ProcessMonitorNotification ref' pid' (DiedException e) <- expect
409+ True <- return $ ref' == ref
410+ && pid' == child
411+ && e == show (ProcessLinkException super (DiedException (show supervisorDeath)))
412+ liftIO $ putMVar thirdProcessDone ()
442413
443414 takeMVar thirdProcessDone
444415 where
@@ -453,10 +424,8 @@ testSpawnInvalid TestTransport{..} rtable = do
453424 (pid, ref) <- spawnMonitor (localNodeId node) (closure (staticLabel "ThisDoesNotExist") empty)
454425 ProcessMonitorNotification ref' pid' _reason <- expect
455426 -- Depending on the exact interleaving, reason might be NoProc or the exception thrown by the absence of the static closure
456− res <- return $ ref' == ref && pid == pid'
457− if res == True
458− then liftIO $ putMVar done ()
459− else error "Something went horribly wrong"
427+ True <- return $ ref' == ref && pid == pid'
428+ liftIO $ putMVar done ()
460429 takeMVar done
461430
462431testClosureExpect :: TestTransport -> RemoteTable -> Assertion
@@ -468,10 +437,8 @@ testClosureExpect TestTransport{..} rtable = do
468437 us <- getSelfPid
469438 them <- spawn nodeId $ cpExpect $(mkStatic 'sdictInt) `bindCP` cpSend $(mkStatic 'sdictInt) us
470439 send them (1234 :: Int)
471− (res :: Int) <- expect
472− if res == 1234
473− then liftIO $ putMVar done ()
474− else error "Something went horribly wrong"
440+ (1234 :: Int) <- expect
441+ liftIO $ putMVar done ()
475442 takeMVar done
476443
477444testSpawnChannel :: TestTransport -> RemoteTable -> Assertion
@@ -496,10 +463,8 @@ testTDict TestTransport{..} rtable = do
496463 done <- newEmptyMVar
497464 [node1, node2] <- replicateM 2 $ newLocalNode testTransport rtable
498465 forkProcess node1 $ do
499− res <- call $(functionTDict 'isPrime) (localNodeId node2) ($(mkClosure 'isPrime) (79 :: Integer))
500− if res == True
501− then liftIO $ putMVar done ()
502− else error "Something went horribly wrong..."
466+ True <- call $(functionTDict 'isPrime) (localNodeId node2) ($(mkClosure 'isPrime) (79 :: Integer))
467+ liftIO $ putMVar done ()
503468 takeMVar done
504469
505470testFib :: TestTransport -> RemoteTable -> Assertion
@@ -510,11 +475,8 @@ testFib TestTransport{..} rtable = do
510475 forkProcess (head nodes) $ do
511476 (sport, rport) <- newChan
512477 spawnLocal $ dfib (map localNodeId nodes, sport, 10)
513− ff <- receiveChan rport :: Process Integer
478+ 55 <- receiveChan rport :: Process Integer
514479 liftIO $ putMVar done ()
515− if ff /= 55
516− then die $ "Something went horribly wrong"
517− else return ()
518480
519481 takeMVar done
520482
@@ -522,7 +484,7 @@ testSpawnReconnect :: TestTransport -> RemoteTable -> Assertion
522484testSpawnReconnect testtrans@TestTransport{..} rtable = do
523485 [node1, node2] <- replicateM 2 $ newLocalNode testTransport rtable
524486 let nid1 = localNodeId node1
525− -- nid2 = localNodeId node2
487+ nid2 = localNodeId node2
526488 done <- newEmptyMVar
527489 iv <- newMVar (0 :: Int)
528490
@@ -539,12 +501,9 @@ testSpawnReconnect testtrans@TestTransport{..} rtable = do
539501 liftIO $ threadDelay 100000
540502
541503 count <- liftIO $ takeMVar iv
542− res <- return $ count == 2 || count == 3 -- It depends on which message we get first in 'spawn'
504+ True <- return $ count == 2 || count == 3 -- It depends on which message we get first in 'spawn'
543505
544506 liftIO $ putMVar done ()
545− if res /= True
546− then error "Something went horribly wrong"
547− else return ()
548507
549508 takeMVar done
550509
distributed-process-tests/src/Control/Distributed/Process/Tests/Internal/Utils.hs+5−16
@@ -20,7 +20,6 @@ module Control.Distributed.Process.Tests.Internal.Utils
2020 -- ping !
2121 , Ping(Ping)
2222 , ping
23− , pause
2423 , shouldBe
2524 , shouldMatch
2625 , shouldContain
@@ -74,16 +73,15 @@ import Control.Concurrent
7473import Control.Concurrent.MVar
7574 ( putMVar
7675 )
77−import Control.Distributed.Process hiding (finally, catch)
76+import Control.Distributed.Process
7877import Control.Distributed.Process.Node
7978import Control.Distributed.Process.Serializable()
8079
8180import Control.Exception (AsyncException(ThreadKilled), SomeException)
82−import Control.Monad (forever, void)
83−import Control.Monad.Catch (finally, catch)
81+import Control.Monad (forever)
8482import Control.Monad.STM (atomically)
8583import Control.Rematch hiding (match)
86−import Control.Rematch.Run
84+import Control.Rematch.Run
8785import Data.Binary
8886import Data.Typeable (Typeable)
8987
@@ -91,7 +89,6 @@ import Test.HUnit (Assertion, assertFailure)
9189import Test.HUnit.Base (assertBool)
9290
9391import GHC.Generics
94−import System.Timeout (timeout)
9592
9693-- | A mutable cell containing a test result.
9794type TestResult a = MVar a
@@ -110,18 +107,10 @@ data TestProcessControl = Stop | Go | Report ProcessId
110107
111108instance Binary TestProcessControl where
112109
113−data Private = Private
114− deriving (Typeable, Generic)
115−instance Binary Private where
116−
117110-- | Does exactly what it says on the tin, doing so in the @Process@ monad.
118111noop :: Process ()
119112noop = return ()
120113
121−pause :: Int -> Process ()
122−pause delay =
123− void $ receiveTimeout delay [ match (\Private -> return ()) ]
124−
125114synchronisedAssertion :: Eq a
126115 => String
127116 -> LocalNode
@@ -234,10 +223,10 @@ testProcessReport pid = do
234223tryRunProcess :: LocalNode -> Process () -> IO ()
235224tryRunProcess node p = do
236225 tid <- liftIO myThreadId
237− void $ timeout (1000000 * 60 * 5 :: Int) $
238− runProcess node $ catch p (\e -> liftIO $ throwTo tid (e::SomeException))
226+ runProcess node $ catch p (\e -> liftIO $ throwTo tid (e::SomeException))
239227
240228tryForkProcess :: LocalNode -> Process () -> IO ProcessId
241229tryForkProcess node p = do
242230 tid <- liftIO myThreadId
243231 forkProcess node $ catch p (\e -> liftIO $ throwTo tid (e::SomeException))
232+
distributed-process-tests/src/Control/Distributed/Process/Tests/Mx.hs+129−385
@@ -1,23 +1,12 @@
1−{-# LANGUAGE DeriveGeneric #-}
2−{-# LANGUAGE ParallelListComp #-}
3−
1+{-# LANGUAGE DeriveGeneric #-}
42module Control.Distributed.Process.Tests.Mx (tests) where
53
64import Control.Distributed.Process.Tests.Internal.Utils
75import Network.Transport.Test (TestTransport(..))
8−import Control.Distributed.Process hiding (bracket, finally, try)
9−import Control.Distributed.Process.Internal.Types
10− ( ProcessExitException(..)
11− , unsafeCreateUnencodedMessage
12− )
6+
7+import Control.Concurrent (threadDelay)
8+import Control.Distributed.Process
139import Control.Distributed.Process.Node
14−import qualified Control.Distributed.Process.UnsafePrimitives as Unsafe
15− ( send
16− , nsend
17− , nsendRemote
18− , usend
19− , sendChan
20− )
2110import Control.Distributed.Process.Management
2211 ( MxEvent(..)
2312 , MxAgentId(..)
@@ -32,15 +21,19 @@ import Control.Distributed.Process.Management
3221 , mxUpdateLocal
3322 , mxNotify
3423 , mxBroadcast
24+ , mxGetId
25+ , mxGet
26+ , mxSet
27+ , mxClear
28+ , mxPurgeTable
29+ , mxDropTable
3530 )
36−import Control.Monad (void, unless)
37−import Control.Monad.Catch(finally, bracket, try)
38−import Control.Rematch (equalTo)
31+import Control.Monad (void)
3932import Data.Binary
40−import Data.List (find, sort, intercalate)
41−import Data.Maybe (isJust, fromJust, isNothing, fromMaybe, catMaybes)
33+import Data.List (find, sort)
34+import Data.Maybe (isJust)
4235import Data.Typeable
43−import GHC.Generics hiding (from)
36+import GHC.Generics
4437#if ! MIN_VERSION_base(4,6,0)
4538import Prelude hiding (catch, log)
4639#endif
@@ -56,17 +49,7 @@ data Publish = Publish
5649
5750instance Binary Publish where
5851
59−awaitExit :: ProcessId -> Process ()
60−awaitExit pid =
61− withMonitorRef pid $ \ref -> do
62− receiveWait
63− [ matchIf (\(ProcessMonitorNotification r _ _) -> r == ref)
64− (\_ -> return ())
65− ]
66− where
67− withMonitorRef p = bracket (monitor p) unmonitor
68−
69−testAgentBroadcast :: TestResult (Maybe ()) -> Process ()
52+testAgentBroadcast :: TestResult () -> Process ()
7053testAgentBroadcast result = do
7154 (resultSP, resultRP) <- newChan :: Process (SendPort (), ReceivePort ())
7255
@@ -81,7 +64,7 @@ testAgentBroadcast result = do
8164 mxNotify ()
8265 -- Once the publisher has seen our message, it will broadcast the Publish
8366 -- and the consumer will see that and send the result to our typed channel.
84− stash result =<< receiveChanTimeout 10000000 resultRP
67+ stash result =<< receiveChan resultRP
8568
8669 kill publisher "finished"
8770 kill consumer "finished"
@@ -89,7 +72,7 @@ testAgentBroadcast result = do
8972testAgentDualInput :: TestResult (Maybe Int) -> Process ()
9073testAgentDualInput result = do
9174 (sp, rp) <- newChan
92− s <- mxAgent (MxAgentId "sum-agent") (0 :: Int) [
75+ _ <- mxAgent (MxAgentId "sum-agent") (0 :: Int) [
9376 mxSink $ (\(i :: Int) -> do
9477 mxSetLocal . (+i) =<< mxGetLocal
9578 i' <- mxGetLocal
@@ -99,8 +82,6 @@ testAgentDualInput result = do
9982 else mxReady)
10083 ]
10184
102− mRef <- monitor s
103−
10485 mxNotify (1 :: Int)
10586 nsend "sum-agent" (3 :: Int)
10687 mxNotify (2 :: Int)
@@ -108,10 +89,6 @@ testAgentDualInput result = do
10889 mxNotify (5 :: Int)
10990
11091 stash result =<< receiveChanTimeout 10000000 rp
111− died <- receiveTimeout 10000000 [
112− matchIf (\(ProcessMonitorNotification r _ _) -> r == mRef) (const $ return True)
113− ]
114− died `shouldBe` equalTo (Just True)
11592
11693testAgentPrioritisation :: TestResult [String] -> Process ()
11794testAgentPrioritisation result = do
@@ -123,12 +100,12 @@ testAgentPrioritisation result = do
123100
124101 let name = "prioritising-agent"
125102 (sp, rp) <- newChan
126− s <- mxAgent (MxAgentId name) ["first"] [
127− mxSink (\(s :: String) -> do
128− mxUpdateLocal (s:)
103+ void $ mxAgent (MxAgentId name) ["first"] [
104+ mxSink (\(s :: String) -> do
105+ mxUpdateLocal ((s:))
129106 st <- mxGetLocal
130107 case length st of
131− n | n == 5 -> do liftMX $ sendChan sp (sort st)
108+ n | n == 5 -> do liftMX $ sendChan sp st
132109 mxDeactivate "finished"
133110 _ -> mxReceive -- go to the mailbox
134111 )
@@ -139,33 +116,23 @@ testAgentPrioritisation result = do
139116 mxNotify "fourth"
140117 nsend name "fifth"
141118
142− stash result . fromMaybe [] =<< receiveChanTimeout 10000000 rp
143− awaitExit s
119+ stash result . sort =<< receiveChan rp
144120
145121testAgentMailboxHandling :: TestResult (Maybe ()) -> Process ()
146122testAgentMailboxHandling result = do
147123 (sp, rp) <- newChan
148− agent <- mxAgent (MxAgentId "mailbox-agent") () [
124+ agent <- mxAgent (MxAgentId "listener-agent") () [
149125 mxSink $ \() -> (liftMX $ sendChan sp ()) >> mxReady
150126 ]
151127
152− nsend "mailbox-agent" ()
128+ nsend "listener-agent" ()
153129
154130 stash result =<< receiveChanTimeout 1000000 rp
155131 kill agent "finished"
156132
157133testAgentEventHandling :: TestResult Bool -> Process ()
158134testAgentEventHandling result = do
159− us <- getSelfPid
160− -- because this test is a bit racy, let's ensure it can't run indefinitely
161− timer <- spawnLocal $ do
162− pause (1000000 * 60 * 5)
163− -- okay we've waited 5 mins, let's kill the test off if it's stuck...
164− stash result False
165− kill us "Test Timed Out"
166−
167135 let initState = [] :: [MxEvent]
168− (rc, rs) <- newChan
169136 agentPid <- mxAgent (MxAgentId "lifecycle-listener-agent") initState [
170137 (mxSink $ \ev -> do
171138 st <- mxGetLocal
@@ -174,7 +141,7 @@ testAgentEventHandling result = do
174141 (MxSpawned _) -> mxSetLocal (ev:st)
175142 (MxProcessDied _ _) -> mxSetLocal (ev:st)
176143 _ -> return ()
177− act >> (liftMX $ sendChan rc ()) >> mxReady),
144+ act >> mxReady),
178145 (mxSink $ \(ev, sp :: SendPort Bool) -> do
179146 st <- mxGetLocal
180147 let found =
@@ -194,349 +161,126 @@ testAgentEventHandling result = do
194161 mxReady)
195162 ]
196163
197− -- TODO: yes, this is racy, but we're at the mercy of the scheduler here...
198− faff 2000000 rs
199−
200− (sp, rp) <- newChan :: Process (SendPort (), ReceivePort ())
201−
202− pid <- spawnLocal $ expect >>= sendChan sp
164+ _ <- monitor agentPid
165+ (sp, rp) <- newChan
166+ pid <- spawnLocal $ sendChan sp ()
167+ () <- receiveChan rp
203168
204169 -- By waiting for a monitor notification, we have a
205− -- higher probably that the agent has seen the spawn and died events
170+ -- higher probably that the agent has seen
206171 monitor pid
207−
208− send pid ()
209− rct <- receiveChanTimeout 10000000 rp
210− unless (isJust rct) $ die "No response on channel"
211−
212− pmn <- receiveTimeout 2000000 [ match (\ProcessMonitorNotification{} -> return ()) ]
213− unless (isJust pmn) $ die "No monitor notification arrived"
214−
215− -- TODO: yes, this is racy, but we're at the mercy of the scheduler here...
216− faff 2000000 rs
172+ receiveWait [ match (\(ProcessMonitorNotification _ _ _) -> return ()) ]
217173
218174 (replyTo, reply) <- newChan :: Process (SendPort Bool, ReceivePort Bool)
219175 mxNotify (MxSpawned pid, replyTo)
220176 mxNotify (MxProcessDied pid DiedNormal, replyTo)
221177
222− seenAlive <- receiveChanTimeout 10000000 reply
223− seenDead <- receiveChanTimeout 10000000 reply
224−
225− stash result $ foldr (&&) True $ catMaybes [seenAlive, seenDead]
226− kill timer "test-complete"
227− kill agentPid "test-complete"
228− where
229− faff delay port = do
230− res <- receiveChanTimeout delay port
231− unless (isNothing res) $ pause delay
232−
233−testMxRegEvents :: TestResult () -> Process ()
234−testMxRegEvents result = do
235− {- This test only deals with the local case, to ensure that we are being
236− notified in the expected order - the remote cases related to the
237− behaviour of the node controller are contained in the CH test suite. -}
238− ensure (stash result ()) $ do
239− let label = "testMxRegEvents"
240− let agentLabel = "mxRegEvents-agent"
241− let delay = 1000000
242− (regChan, regSink) <- newChan
243− (unRegChan, unRegSink) <- newChan
244− agent <- mxAgent (MxAgentId agentLabel) () [
245− mxSink $ \ev -> do
246− case ev of
247− MxRegistered pid label'
248− | label' == label -> liftMX $ sendChan regChan (label', pid)
249− MxUnRegistered pid label'
250− | label' == label -> liftMX $ sendChan unRegChan (label', pid)
251− _ -> return ()
252− mxReady
253− ]
254−
255− p1 <- spawnLocal expect
256− p2 <- spawnLocal expect
257−
258− register label p1
259− reg1 <- receiveChanTimeout delay regSink
260− reg1 `shouldBe` equalTo (Just (label, p1))
261−
262− unregister label
263− unreg1 <- receiveChanTimeout delay unRegSink
264− unreg1 `shouldBe` equalTo (Just (label, p1))
265−
266− register label p2
267− reg2 <- receiveChanTimeout delay regSink
268− reg2 `shouldBe` equalTo (Just (label, p2))
269−
270− reregister label p1
271− unreg2 <- receiveChanTimeout delay unRegSink
272− unreg2 `shouldBe` equalTo (Just (label, p2))
273−
274− reg3 <- receiveChanTimeout delay regSink
275− reg3 `shouldBe` equalTo (Just (label, p1))
276−
277− mapM_ (flip kill $ "test-complete") [agent, p1, p2]
278−
279−testMxRegMon :: LocalNode -> TestResult () -> Process ()
280−testMxRegMon remoteNode result = do
281− ensure (stash result ()) $ do
282− -- ensure that when a registered process dies, we get a notification that
283− -- it has been unregistered as well as seeing the name get removed
284− let label1 = "aaaaa"
285− let label2 = "bbbbb"
286− let isValid l = l == label1 || l == label2
287− let agentLabel = "mxRegMon-agent"
288− let delay = 1000000
289− (regChan, regSink) <- newChan
290− (unRegChan, unRegSink) <- newChan
291− agent <- mxAgent (MxAgentId agentLabel) () [
292− mxSink $ \ev -> do
293− case ev of
294− MxRegistered pid label
295− | isValid label -> liftMX $ sendChan regChan (label, pid)
296− MxUnRegistered pid label
297− | isValid label -> liftMX $ sendChan unRegChan (label, pid)
298− _ -> return ()
299− mxReady
300− ]
301−
302− (sp, rp) <- newChan
303− liftIO $ forkProcess remoteNode $ do
304− getSelfPid >>= sendChan sp
305− expect :: Process ()
306−
307− p1 <- receiveChan rp
308−
309− register label1 p1
310− reg1 <- receiveChanTimeout delay regSink
311− reg1 `shouldBe` equalTo (Just (label1, p1))
312−
313− register label2 p1
314− reg2 <- receiveChanTimeout delay regSink
315− reg2 `shouldBe` equalTo (Just (label2, p1))
316−
317− n1 <- whereis label1
318− n1 `shouldBe` equalTo (Just p1)
319−
320− n2 <- whereis label2
321− n2 `shouldBe` equalTo (Just p1)
322−
323− kill p1 "goodbye"
324−
325− unreg1 <- receiveChanTimeout delay unRegSink
326− unreg2 <- receiveChanTimeout delay unRegSink
327−
328− let evts = [unreg1, unreg2]
329− -- we can't rely on the order of the values in the node controller's
330− -- map (it's either racy to do so, or no such guarantee exists for Data.Map),
331− -- so we simply verify that we received the un-registration events we expect
332− evts `shouldContain` (Just (label1, p1))
333− evts `shouldContain` (Just (label2, p1))
334−
335− kill agent "test-complete"
336−
337−ensure :: Process () -> Process () -> Process ()
338−ensure = flip finally
339−
340−testNSend :: (String -> () -> Process ())
341− -> Maybe LocalNode
342− -> Process ()
343−testNSend op n = do
344− us <- getSelfPid
345− let delay = 5000000
346− let label = "testMxSend" ++ (show us)
347− let isValid = isValidLabel n label
348−
349− testMxSend n label $ \p1 sink -> do
350− register label p1
351− reg1 <- receiveChanTimeout delay sink
352− case reg1 of
353− Just (MxRegistered pd lb)
354− | pd == p1 && isValid lb -> return ()
355− _ -> die $ "Reg-Failed: " ++ show reg1
356−
357− op label ()
358−
359− sent <- receiveChanTimeout delay sink
360− case sent of
361− Just (MxSentToName lb by _)
362− | by == us && isValid lb -> return True
363− _ -> die $ "Send-Failed: " ++ show sent
364−
365− where
366− isValidLabel nd l1 l2
367− | l2 == l2 = True
368− | isJust nd = l2 == l1 ++ "@" ++ show (localNodeId $ fromJust nd)
369− | otherwise = False
370−
371−testSend :: (ProcessId -> () -> Process ())
372− -> Maybe LocalNode
373− -> Process ()
374−testSend op n = do
375− us <- getSelfPid
376− let label = "testMxSend" ++ (show us)
377− testMxSend n label $ \p1 sink -> do
378− -- initiate a send
379− op p1 ()
380−
381− -- verify the management event
382− sent <- receiveChanTimeout 5000000 sink
383− case sent of
384− Just (MxSent pidTo pidFrom _)
385− | pidTo == p1 && pidFrom == us -> return True
386− _ -> return False
387−
388−testChan :: (SendPort () -> () -> Process ())
389− -> Maybe LocalNode
390− -> Process ()
391−testChan op n = testMxSend n "" $ \p1 sink -> do
392−
393− us <- getSelfPid
394− send p1 us
395−
396− cleared <- receiveChanTimeout 2000000 sink
397− case cleared of
398− Just (MxSent pidTo pidFrom _)
399− | pidTo == p1 && pidFrom == us -> return ()
400− _ -> die "Received uncleared Mx Event"
401−
402− chan <- receiveTimeout 5000000 [ match return ]
403− let ch' = fromMaybe (error "No reply chan received") chan
404−
405− -- initiate a send
406− op ch' ()
407−
408− -- verify the management event
409− sent <- receiveChanTimeout 5000000 sink
410− case sent of
411− Just (MxSentToPort sId spId _)
412− | sId == us && spId == sendPortId ch' -> return True
413− _ -> return False
414−
415−type SendTest = ProcessId -> ReceivePort MxEvent -> Process Bool
416−
417−testMxSend :: Maybe LocalNode -> String -> SendTest -> Process ()
418−testMxSend mNode label test = do
419− us <- getSelfPid
420− (sp, rp) <- newChan
421− (chan, sink) <- newChan
422− agent <- mxAgent (MxAgentId $ agentLabel us) () [
423− mxSink $ \ev -> do
424− case ev of
425− m@(MxSentToPort _ cid _)
426− | cid /= sendPortId chan
427− && cid /= sendPortId sp -> liftMX $ sendChan chan m
428− m@(MxSent _ fromPid _)
429− | fromPid == us -> liftMX $ sendChan chan m
430− m@(MxSentToName _ fromPid _)
431− | fromPid == us -> liftMX $ sendChan chan m
432− m@(MxRegistered _ name)
433− | name == label -> liftMX $ sendChan chan m
434− _ -> return ()
435− mxReady
436− ]
437−
438− case mNode of
439− Nothing -> void $ spawnLocal (proc sp)
440− Just remoteNode -> void $ liftIO $ forkProcess remoteNode $ proc sp
178+ seenAlive <- receiveChan reply
179+ seenDead <- receiveChan reply
441180
442− p1 <- receiveChanTimeout 2000000 rp
443− unless (isJust p1) $ die "Timed out waiting for ProcessId"
444− res <- try $ test (fromJust p1) sink
181+ stash result $ seenAlive && seenDead
445182
446− kill agent "bye"
447− kill (fromJust p1) "bye"
448−
449− case res of
450− Left (ProcessExitException _ m) -> (liftIO $ putStrLn $ "SomeException-" ++ show m) >> die m
451− Right tr -> tr `shouldBe` equalTo True
183+testAgentPublication :: TestResult (Maybe Publish) -> Process ()
184+testAgentPublication result = do
185+ (syncChan, rp) <- newChan
186+ let ourId = MxAgentId "publication-agent"
187+ agentPid <- mxAgent ourId () [
188+ mxSink $ \() -> do
189+ selfId <- mxGetId
190+ liftMX $ mxSet selfId "publish" Publish >> sendChan syncChan ()
191+ mxReady
192+ ]
452193
194+ mxNotify ()
195+ () <- receiveChan rp
453196
454− where
455− agentLabel s = "mx-unsafe-check-agent-" ++ show s
456− proc sp' = getSelfPid >>= sendChan sp' >> go Nothing
197+ stash result =<< mxGet ourId "publish"
457198
458− go :: Maybe (ReceivePort ()) -> Process ()
459− go Nothing = receiveTimeout 5000000 [ match replyChannel ] >>= go
460− go c@(Just c') = receiveWait [ matchChan c' return ] >> go c
199+ mref <- monitor agentPid
200+ kill agentPid "finished"
201+ receiveWait [
202+ matchIf (\(ProcessMonitorNotification ref _ _) -> ref == mref)
203+ ((\_ -> return ()))
204+ ]
461205
462− replyChannel p' = do
463− (s, r) <- newChan
464− send p' s
465− return r
206+testAgentTableClear :: Int -> TestResult (Maybe Int, Maybe Int) -> Process ()
207+testAgentTableClear val result =
208+ let tId = (MxAgentId "agent-1")
209+ tKey = "key-1" in do
210+ mxSet tId tKey val
211+ get1 <- mxGet tId tKey
212+ mxClear tId tKey
213+ get2 <- mxGet tId tKey
214+ stash result (get1, get2)
215+
216+testAgentTablePurge :: TestResult (Maybe Int) -> Process ()
217+testAgentTablePurge result =
218+ let tId = MxAgentId "agent-2"
219+ tKey = "key-2" in do
220+ mxSet tId tKey (12345 :: Int)
221+ mxPurgeTable tId
222+ stash result =<< mxGet tId tKey
223+
224+testAgentTableDelete :: Int
225+ -> TestResult (Maybe Int, Maybe Int, Maybe Int)
226+ -> Process ()
227+testAgentTableDelete val result =
228+ let tId = (MxAgentId "agent-3")
229+ tKey = "key-3" in do
230+ mxSet tId tKey val
231+ get1 <- mxGet tId tKey
232+ mxDropTable tId
233+ get2 <- mxGet tId tKey
234+ mxSet tId tKey val
235+ get3 <- mxGet tId tKey
236+ stash result (get1, get2, get3)
466237
467238tests :: TestTransport -> IO [Test]
468239tests TestTransport{..} = do
469240 node1 <- newLocalNode testTransport initRemoteTable
470− node2 <- newLocalNode testTransport initRemoteTable
471241 return [
472− testGroup "MxAgents" [
473− testCase "EventHandling"
474− (delayedAssertion
475− "expected True, but events where not as expected"
476− node1 True testAgentEventHandling)
477− , testCase "InterAgentBroadcast"
478− (delayedAssertion
479− "expected (), but no broadcast was received"
480− node1 (Just ()) testAgentBroadcast)
481− , testCase "AgentMailboxHandling"
482− (delayedAssertion
483− "expected (Just ()), but no regular (mailbox) input was handled"
484− node1 (Just ()) testAgentMailboxHandling)
485− , testCase "AgentDualInputHandling"
486− (delayedAssertion
487− "expected sum = 15, but the result was Nothing"
488− node1 (Just 15 :: Maybe Int) testAgentDualInput)
489− , testCase "AgentInputPrioritisation"
490− (delayedAssertion
491− "expected [first, second, third, fourth, fifth], but result diverged"
492− node1 (sort ["first", "second",
493− "third", "fourth",
494− "fifth"]) testAgentPrioritisation)
495− ]
496− , testGroup "MxEvents" [
497− testCase "NameRegistrationEvents"
498− (delayedAssertion
499− "expected registration events to map to the correct ProcessId"
500− node1 () testMxRegEvents)
501− , testCase "PostDeathNameUnRegistrationEvents"
502− (delayedAssertion
503− "expected process deaths to result in unregistration events"
504− node1 () (testMxRegMon node2))
505− , testGroup "SendEvents" $ buildTestCases node1 node2
506− ]
507− ]
508− where
509− buildTestCases n1 n2 = let nid = localNodeId n2 in build n1 n2 [
510− ("NSend", [
511− ("nsend", testNSend nsend)
512− , ("Unsafe.nsend", testNSend Unsafe.nsend)
513− , ("nsendRemote", testNSend (nsendRemote nid))
514− , ("Unsafe.nsendRemote", testNSend (Unsafe.nsendRemote nid))
515− ])
516− , ("Send", [
517− ("send", testSend send)
518− , ("Unsafe.send", testSend Unsafe.send)
519− , ("usend", testSend usend)
520− , ("Unsafe.usend", testSend Unsafe.usend)
521− , ("sendChan", testChan sendChan)
522− , ("Unsafe.sendChan", testChan Unsafe.sendChan)
523− ])
524− , ("Forward", [
525− ("forward", testSend (\p m -> forward (unsafeCreateUnencodedMessage m) p))
526− , ("uforward", testSend (\p m -> uforward (unsafeCreateUnencodedMessage m) p))
527− ])
528− ]
529−
530− build :: LocalNode
531− -> LocalNode
532− -> [(String, [(String, (Maybe LocalNode -> Process ()))])]
533− -> [Test]
534− build n ln specs =
535− [ testGroup (intercalate "-" [groupName, caseSuffix]) [
536− testCase (intercalate "-" [caseName, caseSuffix])
537− (runProcess n (caseImpl caseNode))
538− | (caseName, caseImpl) <- groupCases
539− ]
540− | (groupName, groupCases) <- specs
541− , (caseSuffix, caseNode) <- [("RemotePid", Just ln), ("LocalPid", Nothing)]
542− ]
242+ testGroup "Mx Agents" [
243+ testCase "Event Handling"
244+ (delayedAssertion
245+ "expected True, but events where not as expected"
246+ node1 True testAgentEventHandling)
247+ , testCase "Inter-Agent Broadcast"
248+ (delayedAssertion
249+ "expected (), but no broadcast was received"
250+ node1 () testAgentBroadcast)
251+ , testCase "Agent Mailbox Handling"
252+ (delayedAssertion
253+ "expected (Just ()), but no regular (mailbox) input was handled"
254+ node1 (Just ()) testAgentMailboxHandling)
255+ , testCase "Agent Dual Input Handling"
256+ (delayedAssertion
257+ "expected sum = 15, but the result was Nothing"
258+ node1 (Just 15 :: Maybe Int) testAgentDualInput)
259+ , testCase "Agent Input Prioritisation"
260+ (delayedAssertion
261+ "expected [first, second, third, fourth, fifth], but result diverged"
262+ node1 (sort ["first", "second",
263+ "third", "fourth",
264+ "fifth"]) testAgentPrioritisation)
265+ ],
266+ testGroup "Mx Global Properties" [
267+ testCase "Global Property Publication"
268+ (delayedAssertion
269+ "expected (Just Publish), but no table entry was found"
270+ node1 (Just Publish) testAgentPublication)
271+ , testCase "Clearing Global Properties"
272+ (delayedAssertion
273+ "expected (Just 1024, Nothing): invalid table entry found!"
274+ node1 (Just 1024, Nothing) (testAgentTableClear 1024))
275+ , testCase "Purging Global Tables"
276+ (delayedAssertion
277+ "expected Nothing, but a table entry was found"
278+ node1 Nothing testAgentTablePurge)
279+ , testCase "Deleting and (Re)Creating Global Tables"
280+ (delayedAssertion
281+ "expected (Just 15, Nothing, Just 15): invalid table entry found!"
282+ node1 (Just 15, Nothing, Just 15) (testAgentTableDelete 15))
283+ -- Wait for other tests to finish.
284+ , testCase "Wait" $
285+ threadDelay 100000
286+ ]]
distributed-process-tests/src/Control/Distributed/Process/Tests/Receive.hs+12−8
@@ -1,4 +1,4 @@
1−{-# LANGUAGE TemplateHaskell #-}
1+{-# LANGUAGE TemplateHaskell, DeriveDataTypeable #-}
22{-# OPTIONS_GHC -Wall #-}
33
44-- | XXX test doesn't work, because failure exceptions don't get propagated. The
@@ -10,12 +10,16 @@ import Network.Transport.Test (TestTransport(..))
1010
1111import Network.Transport (Transport)
1212import Control.Distributed.Process
13+import Control.Distributed.Process.Closure
1314import Control.Distributed.Process.Node
1415
1516import Control.Monad
17+import Text.Printf
18+import Data.Binary
19+import Data.Typeable
1620
1721import Test.HUnit (Assertion, (@?=))
18−import Test.Framework (Test)
22+import Test.Framework (Test, defaultMain)
1923import Test.Framework.Providers.HUnit (testCase)
2024
2125-- Tests:
@@ -42,7 +46,7 @@ recTest2 :: ReceivePort ()
4246 -> SendPort String
4347 -> ReceivePort String -> ReceivePort String
4448 -> Process ()
45−recTest2 wait sync r1 _ = do
49+recTest2 wait sync r1 r2 = do
4650 forever $ do
4751 receiveChan wait
4852 r <- receiveWait
@@ -55,7 +59,7 @@ recTest3 :: ReceivePort ()
5559 -> SendPort String
5660 -> ReceivePort String -> ReceivePort String
5761 -> Process ()
58−recTest3 wait sync r1 _ = do
62+recTest3 wait sync r1 r2 = do
5963 forever $ do
6064 receiveChan wait
6165 r <- receiveWait
@@ -68,7 +72,7 @@ recTest4 :: ReceivePort ()
6872 -> SendPort String
6973 -> ReceivePort String -> ReceivePort String
7074 -> Process ()
71−recTest4 wait sync r1 _ = do
75+recTest4 wait sync r1 r2 = do
7276 forever $ do
7377 receiveChan wait
7478 r <- receiveWait
@@ -82,11 +86,11 @@ master :: Process ()
8286master = do
8387 (waits,waitr) <- newChan
8488 (syncs,syncr) <- newChan
85− let go expected = do
89+ let go expect = do
8690 sendChan waits ()
8791 r <- receiveChan syncr
88− liftIO $ print (r, expected, r == expected)
89− liftIO $ r @?= expected
92+ liftIO $ print (r,expect, r == expect)
93+ liftIO $ r @?= expect
9094
9195 liftIO $ putStrLn "---- Test 1 ----"
9296 (s1,r1) <- newChan
distributed-process-tests/src/Control/Distributed/Process/Tests/Stats.hs+7−11
@@ -29,7 +29,7 @@ import Test.Framework.Providers.HUnit (testCase)
2929
3030testLocalDeadProcessInfo :: TestResult (Maybe ProcessInfo) -> Process ()
3131testLocalDeadProcessInfo result = do
32− pid <- spawnLocal $ do (_ :: String) <- expect; return ()
32+ pid <- spawnLocal $ do "finish" <- expect; return ()
3333 mref <- monitor pid
3434 send pid "finish"
3535 _ <- receiveWait [
@@ -52,10 +52,8 @@ testLocalLiveProcessInfo result = do
5252 link self
5353 mRef <- monitor self
5454 stash mon mRef
55− res <- expect
56− case res of
57− "die" -> return ()
58− _ -> die $ "unexpected message received: " ++ res
55+ "die" <- expect
56+ return ()
5957
6058 monRef <- liftIO $ takeMVar mon
6159
@@ -86,9 +84,9 @@ testRemoteLiveProcessInfo TestTransport{..} node1 = do
8684 -- our send op shouldn't overtake link or monitor requests AFAICT
8785 -- so a little table tennis should get us synchronised properly
8886 send serverPid (self, "ping")
89− pong <- expect
87+ "pong" <- expect
9088 pInfo <- getProcessInfo serverPid
91− stash result $ pong == "pong" && pInfo /= Nothing
89+ stash result $ pInfo /= Nothing
9290 where
9391 launchRemote :: MVar ProcessId -> IO ()
9492 launchRemote locMV = do
@@ -99,10 +97,8 @@ testRemoteLiveProcessInfo TestTransport{..} node1 = do
9997 _ <- receiveWait [
10098 match (\(pid, "ping") -> send pid "pong")
10199 ]
102− res <- expect
103− case res of
104− "stop" -> return ()
105− _ -> die $ "unexpected message received: " ++ res
100+ "stop" <- expect
101+ return ()
106102 return ()
107103
108104 withActiveRemote :: LocalNode
distributed-process-tests/src/Control/Distributed/Process/Tests/Tracing.hs+8−113
@@ -5,7 +5,6 @@ module Control.Distributed.Process.Tests.Tracing (tests) where
55import Control.Distributed.Process.Tests.Internal.Utils
66import Network.Transport.Test (TestTransport(..))
77
8−import Control.Applicative ((<*))
98import Control.Concurrent (threadDelay)
109import Control.Concurrent.MVar
1110 ( MVar
@@ -20,13 +19,9 @@ import Control.Distributed.Process.Debug
2019import Control.Distributed.Process.Management
2120 ( MxEvent(..)
2221 )
23−import qualified Control.Exception as IO (bracket)
24−import Data.List (isPrefixOf, isSuffixOf)
2522
2623#if ! MIN_VERSION_base(4,6,0)
2724import Prelude hiding (catch, log)
28−#else
29−import Prelude hiding ((<*))
3025#endif
3126
3227import Test.Framework
@@ -34,10 +29,6 @@ import Test.Framework
3429 , testGroup
3530 )
3631import Test.Framework.Providers.HUnit (testCase)
37−import System.Environment (getEnvironment)
38−-- These are available in System.Environment only since base 4.7
39−import System.SetEnv (setEnv, unsetEnv)
40−
4132
4233testSpawnTracing :: TestResult Bool -> Process ()
4334testSpawnTracing result = do
@@ -125,11 +116,9 @@ testTraceSending result = do
125116 (\ev ->
126117 case ev of
127118 (MxSent to from msg) -> do
128− mS <- unwrapMessage msg :: Process (Maybe String)
129− case mS of
130− (Just s) -> do stash res (to == pid && from == self && s == "hello there")
131− stash res (to == pid && from == self)
132− _ -> die "failed state invariant, message type unmatched..."
119+ (Just s) <- unwrapMessage msg :: Process (Maybe String)
120+ stash res (to == pid && from == self && s == "hello there")
121+ stash res (to == pid && from == self)
133122 _ ->
134123 return ()) $ do
135124 send pid "hello there"
@@ -248,8 +237,12 @@ testRemoteTraceRelay TestTransport{..} result =
248237 -- Here we set up that relay, and then wait for a signal
249238 -- that the tracer (on node1) has seen the expected
250239 -- MxSpawned message, at which point we're finished
240+ (Just log') <- whereis "logger"
241+ pid <- liftIO $ forkProcess node2 $ do
242+ logRelay <- spawnLocal $ relay log'
243+ reregister "logger" logRelay
244+ getSelfNode >>= stash mvNid >> (expect :: Process ())
251245
252− pid <- splinchLogger node2 mvNid
253246 nid <- liftIO $ takeMVar mvNid
254247 mref <- monitor pid
255248 observedPid <- liftIO $ newEmptyMVar
@@ -289,96 +282,6 @@ testRemoteTraceRelay TestTransport{..} result =
289282 -- and just to be polite...
290283 liftIO $ closeLocalNode node2
291284
292− where
293− splinchLogger n2 mv = do
294− mLog <- whereis "logger"
295− case mLog of
296− Nothing -> die "no logger registered"
297− Just log' -> do liftIO $ forkProcess n2 $ do
298− logRelay <- spawnLocal $ relay log'
299− reregister "logger" logRelay
300− getSelfNode >>= stash mv >> (expect :: Process ())
301−
302−
303−-- | Sets the value of an environment variable while executing the given IO
304−-- computation and restores the preceeding value upon completion.
305−withEnv :: String -> String -> IO a -> IO a
306−withEnv var val =
307− IO.bracket (fmap (lookup var) getEnvironment <* setEnv var val)
308− (maybe (unsetEnv var) (setEnv var))
309− . const
310−
311−-- | Tests that one and only one interesting trace message is produced when a
312−-- given action is performed. A message is considered interesting when the given
313−-- function return @True@.
314−testSystemLoggerMsg :: TestTransport
315− -> Process a
316− -> (a -> String -> Bool)
317− -> IO ()
318−testSystemLoggerMsg t action interestingMessage =
319− withEnv "DISTRIBUTED_PROCESS_TRACE_CONSOLE" "yes" $
320− withEnv "DISTRIBUTED_PROCESS_TRACE_FLAGS" "pdnusrl" $ do
321− n <- newLocalNode (testTransport t) initRemoteTable
322−
323− runProcess n $ do
324− self <- getSelfPid
325− reregister "trace.logger" self
326− a <- action
327− let interestingMessage' (_ :: String, msg) = interestingMessage a msg
328− -- Wait for the trace message.
329− receiveWait [ matchIf interestingMessage' $ const $ return () ]
330− -- Only one interesting message should arrive.
331− expectedTimeout <- receiveTimeout
332− 100000
333− [ matchIf interestingMessage' $ const $ return () ]
334− case expectedTimeout of
335− Nothing -> return ()
336− Just _ -> die "Unexpected message arrived..."
337−
338−
339−-- | Tests that one and only one trace message is produced when a message is
340−-- received.
341−testSystemLoggerMxReceive :: TestTransport -> IO ()
342−testSystemLoggerMxReceive t = testSystemLoggerMsg t
343− (getSelfPid >>= flip send ())
344− (\_ msg -> "MxReceived" `isPrefixOf` msg
345− -- discard traces of internal messages
346− && not (":: RegisterReply" `isSuffixOf` msg)
347− )
348−
349−-- | Tests that one and only one trace message is produced when a message is
350−-- sent.
351−testSystemLoggerMxSent :: TestTransport -> IO ()
352−testSystemLoggerMxSent t = testSystemLoggerMsg t
353− (getSelfPid >>= flip send ())
354− (const $ isPrefixOf "MxSent")
355−
356−-- | Tests that one and only one trace message is produced when a process dies.
357−testSystemLoggerMxProcessDied :: TestTransport -> IO ()
358−testSystemLoggerMxProcessDied t = testSystemLoggerMsg t
359− (spawnLocal $ return ())
360− (\pid -> isPrefixOf $ "MxProcessDied " ++ show pid)
361−
362−-- | Tests that one and only one trace message appears when a process spawns.
363−testSystemLoggerMxSpawned :: TestTransport -> IO ()
364−testSystemLoggerMxSpawned t = testSystemLoggerMsg t
365− (spawnLocal $ return ())
366− (\pid -> isPrefixOf $ "MxSpawned " ++ show pid)
367−
368−-- | Tests that one and only one trace message appears when a process is
369−-- registered.
370−testSystemLoggerMxRegistered :: TestTransport -> IO ()
371−testSystemLoggerMxRegistered t = testSystemLoggerMsg t
372− (getSelfPid >>= register "a" >> getSelfPid)
373− (\self -> isPrefixOf $ "MxRegistered " ++ show self ++ " " ++ show "a")
374−
375−-- | Tests that one and only one trace message appears when a process is
376−-- unregistered.
377−testSystemLoggerMxUnRegistered :: TestTransport -> IO ()
378−testSystemLoggerMxUnRegistered t = testSystemLoggerMsg t
379− (getSelfPid >>= register "a" >> unregister "a" >> getSelfPid)
380− (\self -> isPrefixOf $ "MxUnRegistered " ++ show self ++ " " ++ show "a")
381−
382285tests :: TestTransport -> IO [Test]
383286tests testtrans@TestTransport{..} = do
384287 node1 <- newLocalNode testTransport initRemoteTable
@@ -420,12 +323,4 @@ tests testtrans@TestTransport{..} = do
420323 (synchronisedAssertion
421324 "expected blah"
422325 node1 True (testRemoteTraceRelay testtrans) lock)
423− , testGroup "SystemLoggerTracer"
424− [ testCase "MxReceive" $ testSystemLoggerMxReceive testtrans
425− , testCase "MxSent" $ testSystemLoggerMxSent testtrans
426− , testCase "MxProcessDied" $ testSystemLoggerMxProcessDied testtrans
427− , testCase "MxSpawned" $ testSystemLoggerMxSpawned testtrans
428− , testCase "MxRegistered" $ testSystemLoggerMxRegistered testtrans
429− , testCase "MxUnRegistered" $ testSystemLoggerMxUnRegistered testtrans
430− ]
431326 ] ]
distributed-process-tests/tests/runInMemory.hs+1
@@ -8,6 +8,7 @@ import Network.Transport.Test (TestTransport(..))
88import Network.Transport.InMemory
99import Test.Framework (defaultMainWithArgs)
1010
11+import Control.Concurrent (threadDelay)
1112import System.Environment (getArgs)
1213
1314main :: IO ()
distributed-process-tests/tests/runTCP.hs+3−10
@@ -10,28 +10,21 @@ import Network.Transport.TCP
1010 ( createTransportExposeInternals
1111 , TransportInternals(socketBetween)
1212 , defaultTCPParameters
13− , defaultTCPAddr
14− , TCPParameters(..)
1513 )
1614import Test.Framework (defaultMainWithArgs)
1715
1816import Control.Concurrent (threadDelay)
19−import Control.Exception (IOException, try)
2017import System.Environment (getArgs)
21−import System.IO
2218
2319main :: IO ()
2420main = do
25− hSetBuffering stdout LineBuffering
26− hSetBuffering stderr LineBuffering
2721 Right (transport, internals) <-
28− createTransportExposeInternals (defaultTCPAddr "127.0.0.1" "8080")
29− defaultTCPParameters { transportConnectTimeout = Just 3000000 }
22+ createTransportExposeInternals "127.0.0.1" "8080" defaultTCPParameters
3023 ts <- tests TestTransport
3124 { testTransport = transport
3225 , testBreakConnection = \addr1 addr2 -> do
33− esock <- try $ socketBetween internals addr1 addr2
34− either (\e -> const (return ()) (e :: IOException)) sClose esock
26+ sock <- socketBetween internals addr1 addr2
27+ sClose sock
3528 threadDelay 10000
3629 }
3730 args <- getArgs
distributed-process.cabal+37−51
@@ -1,12 +1,12 @@
11Name: distributed-process
2−Version: 0.7.4
2+Version: 0.5.3
33Cabal-Version: >=1.8
44Build-Type: Simple
55License: BSD3
66License-File: LICENSE
77Copyright: Well-Typed LLP, Tweag I/O Limited
88Author: Duncan Coutts, Nicolas Wu, Edsko de Vries
9−Maintainer: Tim Watson <watson.timothy@gmail.com>
9+Maintainer: watson.timothy@gmail.com, edsko@well-typed.com, duncan@well-typed.com
1010Stability: experimental
1111Homepage: http://haskell-distributed.github.com/
1212Bug-Reports: https://github.com/haskell-distributed/distributed-process/issues
@@ -21,7 +21,7 @@ Description: This is an implementation of Cloud Haskell, as described in
2121
2222 You will probably also want to install a Cloud Haskell backend such
2323 as distributed-process-simplelocalnet.
24−Tested-With: GHC==7.10.3 GHC==8.0.2 GHC==8.2.2 GHC==8.4.4
24+Tested-With: GHC==7.2.2 GHC==7.4.1 GHC==7.4.2 GHC==7.6.2
2525Category: Control
2626extra-source-files: ChangeLog
2727
@@ -41,26 +41,23 @@ flag old-locale
4141 default: False
4242
4343Library
44− Build-Depends: base >= 4.6 && < 5,
45− binary >= 0.6.3 && < 0.10,
44+ Build-Depends: base >= 4.4 && < 5,
45+ binary >= 0.6.3 && < 0.8,
4646 hashable >= 1.2.0.5 && < 1.3,
47− network-transport >= 0.4.1.0 && < 0.6,
48− stm >= 2.4 && < 2.6,
49− transformers >= 0.2 && < 0.6,
47+ network-transport >= 0.4.1.0 && < 0.5,
48+ stm >= 2.4 && < 2.5,
49+ transformers >= 0.2 && < 0.5,
5050 mtl >= 2.0 && < 2.4,
5151 data-accessor >= 0.2 && < 0.3,
5252 bytestring >= 0.9 && < 0.11,
5353 random >= 1.0 && < 1.2,
54+ ghc-prim >= 0.2 && < 0.5,
5455 distributed-static >= 0.2 && < 0.4,
55− rank1dynamic >= 0.1 && < 0.5,
56− syb >= 0.3 && < 0.8,
57− exceptions >= 0.5,
58− containers >= 0.5 && < 0.7,
59− deepseq >= 1.3.0.1 && < 1.6
56+ rank1dynamic >= 0.1 && < 0.4,
57+ syb >= 0.3 && < 0.7
6058 Exposed-modules: Control.Distributed.Process,
6159 Control.Distributed.Process.Closure,
6260 Control.Distributed.Process.Debug,
63− Control.Distributed.Process.Internal.BiMultiMap,
6461 Control.Distributed.Process.Internal.Closure.BuiltIn,
6562 Control.Distributed.Process.Internal.Closure.Explicit,
6663 Control.Distributed.Process.Internal.CQueue,
@@ -78,6 +75,7 @@ Library
7875 Control.Distributed.Process.UnsafePrimitives
7976 Control.Distributed.Process.Management.Internal.Agent,
8077 Control.Distributed.Process.Management.Internal.Bus,
78+ Control.Distributed.Process.Management.Internal.Table,
8179 Control.Distributed.Process.Management.Internal.Types,
8280 Control.Distributed.Process.Management.Internal.Trace.Primitives,
8381 Control.Distributed.Process.Management.Internal.Trace.Remote,
@@ -85,33 +83,21 @@ Library
8583 Control.Distributed.Process.Management.Internal.Trace.Tracer
8684 ghc-options: -Wall
8785 HS-Source-Dirs: src
88− other-extensions: BangPatterns
89− CPP
90− DeriveDataTypeable
91− DeriveFunctor
92− DeriveGeneric
93− ExistentialQuantification
94− FlexibleInstances
95− GADTs
96− GeneralizedNewtypeDeriving
97− KindSignatures
98− MagicHash
99− PatternGuards
100− RankNTypes
101− RecordWildCards
102− ScopedTypeVariables
103− StandaloneDeriving
104− TypeFamilies
105− TypeSynonymInstances
106− UnboxedTuples
107− UndecidableInstances
86+ if impl(ghc <= 7.4.2)
87+ Build-Depends: containers >= 0.4 && < 0.5,
88+ deepseq == 1.3.0.0
89+ else
90+ Build-Depends: containers >= 0.4 && < 0.6,
91+ deepseq >= 1.3.0.1 && < 1.6
10892 if flag(old-locale)
10993 Build-Depends: time < 1.5, old-locale >= 1.0 && <1.1
11094 else
11195 Build-Depends: time >= 1.5
11296 if flag(th)
113− other-extensions: TemplateHaskell
114− Build-Depends: template-haskell >= 2.6
97+ if impl(ghc <= 7.4.2)
98+ Build-Depends: template-haskell >= 2.7 && < 2.8
99+ else
100+ Build-Depends: template-haskell >= 2.6 && < 2.11
115101 Exposed-modules: Control.Distributed.Process.Internal.Closure.TH
116102 CPP-Options: -DTemplateHaskellSupport
117103
@@ -119,50 +105,50 @@ Library
119105
120106benchmark distributed-process-throughput
121107 Type: exitcode-stdio-1.0
122− Build-Depends: base >= 4.6 && < 5,
108+ Build-Depends: base >= 4.4 && < 5,
123109 distributed-process,
124− network-transport-tcp >= 0.3 && < 0.7,
110+ network-transport-tcp >= 0.3 && < 0.5,
125111 bytestring >= 0.9 && < 0.11,
126− binary >= 0.6.3 && < 0.10
112+ binary >= 0.6.3 && < 0.8
127113 Main-Is: benchmarks/Throughput.hs
128114 ghc-options: -Wall
129115
130116benchmark distributed-process-latency
131117 Type: exitcode-stdio-1.0
132− Build-Depends: base >= 4.6 && < 5,
118+ Build-Depends: base >= 4.4 && < 5,
133119 distributed-process,
134− network-transport-tcp >= 0.3 && < 0.7,
120+ network-transport-tcp >= 0.3 && < 0.5,
135121 bytestring >= 0.9 && < 0.11,
136− binary >= 0.6.3 && < 0.10
122+ binary >= 0.6.3 && < 0.8
137123 Main-Is: benchmarks/Latency.hs
138124 ghc-options: -Wall
139125
140126benchmark distributed-process-channels
141127 Type: exitcode-stdio-1.0
142− Build-Depends: base >= 4.6 && < 5,
128+ Build-Depends: base >= 4.4 && < 5,
143129 distributed-process,
144− network-transport-tcp >= 0.3 && < 0.7,
130+ network-transport-tcp >= 0.3 && < 0.5,
145131 bytestring >= 0.9 && < 0.11,
146− binary >= 0.6.3 && < 0.10
132+ binary >= 0.6.3 && < 0.8
147133 Main-Is: benchmarks/Channels.hs
148134 ghc-options: -Wall
149135
150136benchmark distributed-process-spawns
151137 Type: exitcode-stdio-1.0
152− Build-Depends: base >= 4.6 && < 5,
138+ Build-Depends: base >= 4.4 && < 5,
153139 distributed-process,
154− network-transport-tcp >= 0.3 && < 0.7,
140+ network-transport-tcp >= 0.3 && < 0.5,
155141 bytestring >= 0.9 && < 0.11,
156− binary >= 0.6.3 && < 0.10
142+ binary >= 0.6.3 && < 0.8
157143 Main-Is: benchmarks/Spawns.hs
158144 ghc-options: -Wall
159145
160146benchmark distributed-process-ring
161147 Type: exitcode-stdio-1.0
162− Build-Depends: base >= 4.6 && < 5,
148+ Build-Depends: base >= 4.4 && < 5,
163149 distributed-process,
164− network-transport-tcp >= 0.3 && < 0.7,
150+ network-transport-tcp >= 0.3 && < 0.5,
165151 bytestring >= 0.9 && < 0.11,
166− binary >= 0.6.3 && < 0.10
152+ binary >= 0.6.3 && < 0.8
167153 Main-Is: benchmarks/ProcessRing.hs
168154 ghc-options: -Wall -threaded -O2 -rtsopts
src/Control/Distributed/Process.hs+12−42
@@ -40,10 +40,8 @@ module Control.Distributed.Process
4040 , mergePortsRR
4141 -- * Unsafe messaging variants
4242 , unsafeSend
43− , unsafeUSend
4443 , unsafeSendChan
4544 , unsafeNSend
46− , unsafeNSendRemote
4745 , unsafeWrapMessage
4846 -- * Advanced messaging
4947 , Match
@@ -102,7 +100,6 @@ module Control.Distributed.Process
102100 , monitorPort
103101 , unmonitor
104102 , withMonitor
105− , withMonitor_
106103 , MonitorRef -- opaque
107104 , ProcessLinkException(..)
108105 , NodeLinkException(..)
@@ -160,10 +157,13 @@ module Control.Distributed.Process
160157 , reconnectPort
161158 ) where
162159
160+#if ! MIN_VERSION_base(4,6,0)
161+import Prelude hiding (catch)
162+#endif
163+
163164import Control.Monad.IO.Class (liftIO)
164−import Control.Applicative
165+import Control.Applicative ((<$>))
165166import Control.Monad.Reader (ask)
166−import Control.Concurrent (killThread)
167167import Control.Concurrent.MVar
168168 ( MVar
169169 , newEmptyMVar
@@ -198,7 +198,6 @@ import Control.Distributed.Process.Internal.Types
198198 , RegisterReply(..)
199199 , LocalProcess(processNode)
200200 , Message
201− , localProcessWithId
202201 )
203202import Control.Distributed.Process.Serializable (Serializable)
204203import Control.Distributed.Process.Internal.Primitives
@@ -213,10 +212,8 @@ import Control.Distributed.Process.Internal.Primitives
213212 , mergePortsBiased
214213 , mergePortsRR
215214 , unsafeSend
216− , unsafeUSend
217215 , unsafeSendChan
218216 , unsafeNSend
219− , unsafeNSendRemote
220217 -- Advanced messaging
221218 , Match
222219 , receiveWait
@@ -270,7 +267,6 @@ import Control.Distributed.Process.Internal.Primitives
270267 , monitorPort
271268 , unmonitor
272269 , withMonitor
273− , withMonitor_
274270 -- Logging
275271 , say
276272 -- Registry
@@ -307,10 +303,6 @@ import Control.Distributed.Process.Internal.Primitives
307303 , reconnectPort
308304 )
309305import Control.Distributed.Process.Node (forkProcess)
310−import Control.Distributed.Process.Internal.Types
311− ( processThread
312− , withValidLocalState
313− )
314306import Control.Distributed.Process.Internal.Spawn
315307 ( -- Spawning Processes/Channels
316308 spawn
@@ -320,17 +312,7 @@ import Control.Distributed.Process.Internal.Spawn
320312 , spawnSupervised
321313 , call
322314 )
323−import qualified Control.Monad.Catch as Catch
324−
325−#if MIN_VERSION_base(4,6,0)
326−import Prelude
327−#else
328−import Prelude hiding (catch)
329−#endif
330−import qualified Control.Exception as Exception (onException)
331−import Data.Accessor ((^.))
332−import Data.Foldable (forM_)
333−
315+import Control.Exception (SomeException, throw)
334316
335317-- INTERNAL NOTES
336318--
@@ -427,21 +409,9 @@ spawnChannelLocal proc = do
427409-- or duplicate messages sent to the isolated process after it exits.
428410-- Silently dropping messages may not always be the best approach.
429411callLocal :: Process a -> Process a
430−callLocal proc = Catch.mask $ \release -> do
431− mv <- liftIO newEmptyMVar :: Process (MVar (Either Catch.SomeException a))
432− child <- spawnLocal $ Catch.try (release proc) >>= liftIO . putMVar mv
433− lproc <- ask
434− liftIO $ do
435− rs <- Exception.onException (takeMVar mv) $ Catch.uninterruptibleMask_ $
436− -- Exceptions need to be prevented from interrupting the clean up or
437− -- the original exception which caused entering the handler could be
438− -- forgotten. For instance, this could have a problematic effect
439− -- when the original exception was meant to kill the thread and the
440− -- second exception doesn't (like the exception thrown by
441− -- 'System.Timeout.timeout').
442− do mchildThreadId <- withValidLocalState (processNode lproc) $
443− \vst -> return $ fmap processThread $
444− vst ^. localProcessWithId (processLocalId child)
445− forM_ mchildThreadId killThread
446− takeMVar mv
447− either Catch.throwM return rs
412+callLocal proc = mask $ \release -> do
413+ mv <- liftIO newEmptyMVar :: Process (MVar (Either SomeException a))
414+ child <- spawnLocal $ try (release proc) >>= liftIO . putMVar mv
415+ rs <- liftIO (takeMVar mv) `onException`
416+ (kill child "exception in parent process" >> liftIO (takeMVar mv))
417+ either throw return rs
src/Control/Distributed/Process/Debug.hs+14−10
@@ -83,13 +83,13 @@
8383-- environment variable accepts the following flags, which enable tracing specific
8484-- event types:
8585--
86−-- * @p@ = trace the spawning of new processes
87−-- * @d@ = trace the death of processes
88−-- * @n@ = trace registration of names (i.e., named processes)
89−-- * @u@ = trace un-registration of names (i.e., named processes)
90−-- * @s@ = trace the sending of messages to other processes
91−-- * @r@ = trace the receipt of messages from other processes
92−-- * @l@ = trace node up/down events
86+-- p = trace the spawning of new processes
87+-- d = trace the death of processes
88+-- n = trace registration of names (i.e., named processes)
89+-- u = trace un-registration of names (i.e., named processes)
90+-- s = trace the sending of messages to other processes
91+-- r = trace the receipt of messages from other processes
92+-- l = trace node up/down events
9393--
9494-- Users of the /simplelocalnet/ Cloud Haskell backend should also note that
9595-- because the trace file option only supports trace output from a single node
@@ -141,14 +141,17 @@ module Control.Distributed.Process.Debug
141141 )
142142 where
143143
144−import Control.Applicative
144+import Control.Applicative ((<$>))
145145import Control.Distributed.Process.Internal.Primitives
146146 ( proxy
147+ , finally
147148 , die
148149 , whereis
149150 , send
150151 , receiveWait
151152 , matchIf
153+ , finally
154+ , try
152155 , monitor
153156 )
154157import Control.Distributed.Process.Internal.Types
@@ -193,11 +196,12 @@ import Control.Exception (SomeException)
193196
194197import Control.Monad.IO.Class (liftIO)
195198import Control.Monad.Reader (ask)
196−import Control.Monad.Catch (finally, try)
197199
198200import Data.Binary()
199201
200−import Prelude
202+#if ! MIN_VERSION_base(4,6,0)
203+import Prelude hiding (catch)
204+#endif
201205
202206--------------------------------------------------------------------------------
203207-- Debugging/Tracing API --
src/Control/Distributed/Process/Internal/BiMultiMap.hsdeleted−135
@@ -1,135 +0,0 @@
1−-- | This is an implementation of bidirectional multimaps.
2−module Control.Distributed.Process.Internal.BiMultiMap
3− ( BiMultiMap
4− , empty
5− , singleton
6− , size
7− , insert
8− , lookupBy1st
9− , lookupBy2nd
10− , delete
11− , deleteAllBy1st
12− , deleteAllBy2nd
13− , partitionWithKeyBy1st
14− , partitionWithKeyBy2nd
15− , flip
16− ) where
17−
18−import Data.List (foldl')
19−import Data.Map.Strict (Map)
20−import qualified Data.Map.Strict as Map
21−import Data.Set (Set)
22−import qualified Data.Set as Set
23−import Prelude hiding (flip, lookup)
24−
25−-- | A bidirectional multimaps @BiMultiMap a b v@ is a set of triplets of type
26−-- @(a, b, v)@.
27−--
28−-- It is possible to lookup values by using either @a@ or @b@ as keys.
29−--
30−data BiMultiMap a b v = BiMultiMap !(Map a (Set (b, v))) !(Map b (Set (a, v)))
31−
32−-- The bidirectional multimap is implemented with a pair of multimaps.
33−--
34−-- Each multimap represents a set of triples, and one invariant is that both
35−-- multimaps should represent exactly the same set of triples.
36−--
37−-- Each of the multimaps, however, uses a different component of the triplets
38−-- as key. This allows to do efficient deletions by any of the two components.
39−
40−-- | The empty bidirectional multimap.
41−empty :: BiMultiMap a b v
42−empty = BiMultiMap Map.empty Map.empty
43−
44−-- | A bidirectional multimap containing a single triplet.
45−singleton :: (Ord a, Ord b, Ord v) => a -> b -> v -> BiMultiMap a b v
46−singleton a b v = insert a b v empty
47−
48−-- | Yields the amount of triplets in the multimap.
49−size :: BiMultiMap a b v -> Int
50−size (BiMultiMap m _) = foldl' (+) 0 $ map Set.size $ Map.elems m
51−
52−-- | Inserts a triplet in the multimap.
53−insert :: (Ord a, Ord b, Ord v)
54− => a -> b -> v -> BiMultiMap a b v -> BiMultiMap a b v
55−insert a b v (BiMultiMap m r) =
56− BiMultiMap (Map.insertWith (\_new old -> Set.insert (b, v) old)
57− a
58− (Set.singleton (b, v))
59− m)
60− (Map.insertWith (\_new old -> Set.insert (a, v) old)
61− b
62− (Set.singleton (a, v))
63− r)
64−
65−-- | Looks up all the triplets whose first component is the given value.
66−lookupBy1st :: Ord a => a -> BiMultiMap a b v -> Set (b, v)
67−lookupBy1st a (BiMultiMap m _) = maybe Set.empty id $ Map.lookup a m
68−
69−-- | Looks up all the triplets whose second component is the given value.
70−lookupBy2nd :: Ord b => b -> BiMultiMap a b v -> Set (a, v)
71−lookupBy2nd b = lookupBy1st b . flip
72−
73−-- | Deletes a triplet. It yields the original multimap if the triplet is
74−-- not present.
75−delete :: (Ord a, Ord b, Ord v)
76− => a -> b -> v -> BiMultiMap a b v -> BiMultiMap a b v
77−delete a b v (BiMultiMap m r) =
78− let m' = Map.update (nothingWhen Set.null . Set.delete (b, v)) a m
79− r' = Map.update (nothingWhen Set.null . Set.delete (a, v)) b r
80− in BiMultiMap m' r'
81−
82−-- | Deletes all triplets whose first component is the given value.
83−deleteAllBy1st :: (Ord a, Ord b, Ord v) => a -> BiMultiMap a b v -> BiMultiMap a b v
84−deleteAllBy1st a (BiMultiMap m r) =
85− let (mm, m') = Map.updateLookupWithKey (\_ _ -> Nothing) a m
86− r' = case mm of
87− Nothing -> r
88− Just mb -> reverseDelete a (Set.toList mb) r
89− in BiMultiMap m' r'
90−
91−-- | Like 'deleteAllBy1st' but deletes by the second component of the triplets.
92−deleteAllBy2nd :: (Ord a, Ord b, Ord v)
93− => b -> BiMultiMap a b v -> BiMultiMap a b v
94−deleteAllBy2nd b = flip . deleteAllBy1st b . flip
95−
96−-- | Yields the triplets satisfying the given predicate, and a multimap
97−-- with all this triplets removed.
98−partitionWithKeyBy1st :: (Ord a, Ord b, Ord v)
99− => (a -> Set (b, v) -> Bool) -> BiMultiMap a b v
100− -> (Map a (Set (b, v)), BiMultiMap a b v)
101−partitionWithKeyBy1st p (BiMultiMap m r) =
102− let (m0, m1) = Map.partitionWithKey p m
103− r1 = foldl' (\rr (a, mb) -> reverseDelete a (Set.toList mb) rr) r $
104− Map.toList m0
105− in (m0, BiMultiMap m1 r1)
106−
107−-- | Like 'partitionWithKeyBy1st' but the predicates takes the second component
108−-- of the triplets as first argument.
109−partitionWithKeyBy2nd :: (Ord a, Ord b, Ord v)
110− => (b -> Set (a, v) -> Bool) -> BiMultiMap a b v
111− -> (Map b (Set (a, v)), BiMultiMap a b v)
112−partitionWithKeyBy2nd p b = let (m, b') = partitionWithKeyBy1st p $ flip b
113− in (m, flip b')
114−
115−-- | Exchange the first and the second components of all triplets.
116−flip :: BiMultiMap a b v -> BiMultiMap b a v
117−flip (BiMultiMap m r) = BiMultiMap r m
118−
119−-- Internal functions
120−
121−-- | @reverseDelete a bs m@ removes from @m@ all the triplets wich have @a@ as
122−-- first component and second and third components in @bs@.
123−--
124−-- The @m@ map is in reversed form, meaning that the second component of the
125−-- triplets is used as key.
126−reverseDelete :: (Ord a, Ord b, Ord v)
127− => a -> [(b, v)] -> Map b (Set (a, v)) -> Map b (Set (a, v))
128−reverseDelete a bs r = foldl' (\rr (b, v) -> Map.update (rmb v) b rr) r bs
129− where
130− rmb v = nothingWhen Set.null . Set.delete (a, v)
131−
132−-- | @nothingWhen p a@ is @Just a@ when @a@ satisfies predicate @p@.
133−-- Yields @Nothing@ otherwise.
134−nothingWhen :: (a -> Bool) -> a -> Maybe a
135−nothingWhen p a = if p a then Nothing else Just a
src/Control/Distributed/Process/Internal/CQueue.hs+2−31
@@ -1,4 +1,3 @@
1−{-# LANGUAGE CPP #-}
21{-# LANGUAGE DeriveFunctor #-}
32{-# LANGUAGE BangPatterns #-}
43{-# LANGUAGE MagicHash, UnboxedTuples, PatternGuards, ScopedTypeVariables, RankNTypes #-}
@@ -47,8 +46,8 @@ import Control.Distributed.Process.Internal.StrictList
4746import Data.Maybe (fromJust)
4847import Data.Traversable (traverse)
4948import GHC.MVar (MVar(MVar))
50−import GHC.IO (IO(IO), unIO)
51−import GHC.Exts (mkWeak#)
49+import GHC.IO (IO(IO))
50+import GHC.Prim (mkWeak#)
5251import GHC.Weak (Weak(Weak))
5352
5453-- We use a TCHan rather than a Chan so that we have a non-blocking read
@@ -76,25 +75,13 @@ data BlockSpec =
7675 | Blocking
7776 | Timeout Int
7877
79−-- Match operations
80−--
81−-- They can be either a message match or a channel match.
8278data MatchOn m a
8379 = MatchMsg (m -> Maybe a)
8480 | MatchChan (STM a)
8581 deriving (Functor)
8682
87−-- Lists of chunks of matches
88−--
89−-- Two consecutive chunks never have the same kind of matches. i.e. if one chunk
90−-- contains message matches then the next one must contain channel matches and
91−-- viceversa.
9283type MatchChunks m a = [Either [m -> Maybe a] [STM a]]
9384
94−-- Splits a list of matches into chunks.
95−--
96−-- > concatMap (either (map MatchMsg) (map MatchChan)) . chunkMatches == id
97−--
9885chunkMatches :: [MatchOn m a] -> MatchChunks m a
9986chunkMatches [] = []
10087chunkMatches (MatchMsg m : ms) = Left (m : chk) : chunkMatches rest
@@ -102,7 +89,6 @@ chunkMatches (MatchMsg m : ms) = Left (m : chk) : chunkMatches rest
10289chunkMatches (MatchChan r : ms) = Right (r : chk) : chunkMatches rest
10390 where (chk, rest) = spanMatchChan ms
10491
105−-- | @spanMatchMsg = first (map (\(MatchMsg x) -> x)) . span isMatchMsg@
10692spanMatchMsg :: [MatchOn m a] -> ([m -> Maybe a], [MatchOn m a])
10793spanMatchMsg [] = ([],[])
10894spanMatchMsg (m : ms)
@@ -110,7 +96,6 @@ spanMatchMsg (m : ms)
11096 | otherwise = ([], m:ms)
11197 where !(msgs,rest) = spanMatchMsg ms
11298
113−-- | @spanMatchMsg = first (map (\(MatchChan x) -> x)) . span isMatchChan@
11499spanMatchChan :: [MatchOn m a] -> ([STM a], [MatchOn m a])
115100spanMatchChan [] = ([],[])
116101spanMatchChan (m : ms)
@@ -142,7 +127,6 @@ dequeue (CQueue arrived incoming size) blockSpec matchons = mask_ $ decrementJus
142127 -- Decrement counter is smth is returned from the queue,
143128 -- this is safe to use as method is called under a mask
144129 -- and there is no 'unmasked' operation inside
145− decrementJust :: IO (Maybe (Either a a)) -> IO (Maybe a)
146130 decrementJust f =
147131 traverse (either return (\x -> decrement >> return x)) =<< f
148132 decrement = atomically $ modifyTVar' size pred
@@ -159,10 +143,6 @@ dequeue (CQueue arrived incoming size) blockSpec matchons = mask_ $ decrementJus
159143 arr' <- grabNew arr
160144 goCheck chunks arr'
161145
162− -- Yields the value of the first succesful STM transaction as
163− -- @Just (Left v)@. If all transactions fail, yields the value of the second
164− -- argument.
165− waitChans :: [STM a] -> STM (Maybe (Either a a)) -> STM (Maybe (Either a a))
166146 waitChans ports on_block =
167147 foldr orElse on_block (map (fmap (Just . Left)) ports)
168148
@@ -171,10 +151,6 @@ dequeue (CQueue arrived incoming size) blockSpec matchons = mask_ $ decrementJus
171151 -- mailbox. For channel matches, we do a non-blocking check at
172152 -- this point.
173153 --
174− -- Yields @Just (Left a)@ when a channel is matched, @Just (Right a)@
175− -- when a message is matched and @Nothing@ when there are no messages and we
176− -- aren't blocking.
177− --
178154 goCheck :: MatchChunks m a
179155 -> StrictList m -- messages to check, in this order
180156 -> IO (Maybe (Either a a))
@@ -273,7 +249,6 @@ dequeue (CQueue arrived incoming size) blockSpec matchons = mask_ $ decrementJus
273249 checkArrived :: [m -> Maybe a] -> StrictList m -> (StrictList m, Maybe a)
274250 checkArrived matches list = go list Nil
275251 where
276− -- @go xs ys@ searches for a message match in @append xs ys@
277252 go Nil Nil = (Nil, Nothing)
278253 go Nil r = go r Nil
279254 go (Append xs ys) tl = go xs (append ys tl)
@@ -290,11 +265,7 @@ dequeue (CQueue arrived incoming size) blockSpec matchons = mask_ $ decrementJus
290265-- | Weak reference to a CQueue
291266mkWeakCQueue :: CQueue a -> IO () -> IO (Weak (CQueue a))
292267mkWeakCQueue m@(CQueue (StrictMVar (MVar m#)) _ _) f = IO $ \s ->
293−#if MIN_VERSION_base(4,9,0)
294− case mkWeak# m# m (unIO f) s of (# s1, w #) -> (# s1, Weak w #)
295−#else
296268 case mkWeak# m# m f s of (# s1, w #) -> (# s1, Weak w #)
297−#endif
298269
299270queueSize :: CQueue a -> IO Int
300271queueSize (CQueue _ _ size) = readTVarIO size
src/Control/Distributed/Process/Internal/Closure/Explicit.hs+2−1
@@ -6,6 +6,7 @@
66 , UndecidableInstances
77 , KindSignatures
88 , GADTs
9+ , OverlappingInstances
910 , EmptyDataDecls
1011 , DeriveDataTypeable #-}
1112module Control.Distributed.Process.Internal.Closure.Explicit
@@ -108,7 +109,7 @@ instance Binary EndOfTuple where
108109class Curry a b | a -> b where
109110 curryFun :: a -> b
110111
111−instance Curry ((a, EndOfTuple) -> b) (a -> b) where
112+instance Curry ((a,EndOfTuple) -> b) (a -> b) where
112113 curryFun f = \x -> f (x,undefined)
113114
114115instance Curry (b -> c) r => Curry ((a,b) -> c) (a -> r) where
src/Control/Distributed/Process/Internal/Closure/TH.hs+7−15
@@ -29,14 +29,11 @@ import Language.Haskell.TH
2929 , Type(AppT, ForallT, VarT, ArrowT)
3030 , Info(VarI)
3131 , TyVarBndr(PlainTV, KindedTV)
32+#if ! MIN_VERSION_template_haskell(2,10,0)
3233 , Pred
33−#if MIN_VERSION_template_haskell(2,10,0)
34− , conT
35− , appT
36−#else
37− , classP
3834#endif
3935 , varT
36+ , classP
4037 -- Lifted constructors
4138 -- .. Literals
4239 , stringL
@@ -74,6 +71,10 @@ import Control.Distributed.Process.Serializable
7471 )
7572import Control.Distributed.Process.Internal.Closure.BuiltIn (staticDecode)
7673
74+#if MIN_VERSION_template_haskell(2,10,0)
75+type Pred = Type
76+#endif
77+
7778--------------------------------------------------------------------------------
7879-- User-level API --
7980--------------------------------------------------------------------------------
@@ -260,12 +261,7 @@ generateStatic n xs typ = do
260261 ]
261262 where
262263 typeable :: TyVarBndr -> Q Pred
263− typeable tv =
264−#if MIN_VERSION_template_haskell(2,10,0)
265− conT (mkName "Typeable") `appT` varT (tyVarBndrName tv)
266−#else
267− classP (mkName "Typeable") [varT (tyVarBndrName tv)]
268−#endif
264+ typeable tv = classP (mkName "Typeable") [varT (tyVarBndrName tv)]
269265
270266-- | Generate a serialization dictionary with name 'n' for type 'typ'
271267generateDict :: Name -> Type -> Q [Dec]
@@ -303,11 +299,7 @@ getType :: Name -> Q (Name, Type)
303299getType name = do
304300 info <- reify name
305301 case info of
306−#if MIN_VERSION_template_haskell(2,11,0)
307− VarI origName typ _ -> return (origName, typ)
308−#else
309302 VarI origName typ _ _ -> return (origName, typ)
310−#endif
311303 _ -> fail $ show name ++ " not found"
312304
313305-- | Variation on 'funD' which takes a single expression to define the function
src/Control/Distributed/Process/Internal/Messaging.hs+2−2
@@ -30,7 +30,7 @@ import qualified Network.Transport as NT
3030 , close
3131 )
3232import Control.Distributed.Process.Internal.Types
33− ( LocalNode(localEndPoint, localCtrlChan)
33+ ( LocalNode(localState, localEndPoint, localCtrlChan)
3434 , withValidLocalState
3535 , modifyValidLocalState
3636 , modifyValidLocalState_
@@ -201,7 +201,7 @@ sendCtrlMsg mNid signal = do
201201 liftIO $ writeChan (localCtrlChan (processNode proc)) $! msg
202202 Just nid ->
203203 liftIO $ sendBinary (processNode proc)
204− (NodeIdentifier (processNodeId $ processId proc))
204+ (ProcessIdentifier (processId proc))
205205 (NodeIdentifier nid)
206206 WithImplicitReconnect
207207 msg
src/Control/Distributed/Process/Internal/Primitives.hs+102−187
@@ -23,10 +23,8 @@ module Control.Distributed.Process.Internal.Primitives
2323 , mergePortsRR
2424 -- * Unsafe messaging variants
2525 , unsafeSend
26− , unsafeUSend
2726 , unsafeSendChan
2827 , unsafeNSend
29− , unsafeNSendRemote
3028 -- * Advanced messaging
3129 , Match
3230 , receiveWait
@@ -76,11 +74,8 @@ module Control.Distributed.Process.Internal.Primitives
7674 , unlink
7775 , monitor
7876 , unmonitor
79− , unmonitorAsync
8077 , withMonitor
81− , withMonitor_
8278 -- * Logging
83− , SayMessage(..)
8479 , say
8580 -- * Registry
8681 , register
@@ -128,9 +123,8 @@ module Control.Distributed.Process.Internal.Primitives
128123import Prelude hiding (catch)
129124#endif
130125
131−import Data.Binary (Binary(..), Put, Get, decode)
132−import Data.Time.Clock (getCurrentTime, UTCTime(..))
133−import Data.Time.Calendar (Day(..))
126+import Data.Binary (decode)
127+import Data.Time.Clock (getCurrentTime)
134128import Data.Time.Format (formatTime)
135129#if MIN_VERSION_time(1,5,0)
136130import Data.Time.Format (defaultTimeLocale)
@@ -138,17 +132,12 @@ import Data.Time.Format (defaultTimeLocale)
138132import System.Locale (defaultTimeLocale)
139133#endif
140134import System.Timeout (timeout)
141−import Control.Monad (when, void)
135+import Control.Monad (when)
142136import Control.Monad.Reader (ask)
143137import Control.Monad.IO.Class (liftIO)
144−import Control.Monad.Catch
145− ( Exception
146− , SomeException
147− , throwM
148− , fromException
149− )
150−import qualified Control.Monad.Catch as Catch
151−import Control.Applicative
138+import Control.Applicative ((<$>))
139+import Control.Exception (Exception(..), throw, throwIO, SomeException)
140+import qualified Control.Exception as Ex (catch, mask, mask_, try)
152141import Control.Distributed.Process.Internal.StrictMVar
153142 ( StrictMVar
154143 , modifyMVar
@@ -188,7 +177,6 @@ import Control.Distributed.Process.Internal.Types
188177 , SpawnRef(..)
189178 , ProcessSignal(..)
190179 , NodeMonitorNotification(..)
191− , ProcessMonitorNotification(..)
192180 , monitorCounter
193181 , spawnCounter
194182 , SendPort(..)
@@ -213,6 +201,7 @@ import Control.Distributed.Process.Internal.Types
213201 , isEncoded
214202 , createMessage
215203 , createUnencodedMessage
204+ , runLocalProcess
216205 , ImplicitReconnect( NoImplicitReconnect)
217206 , LocalProcessState
218207 , LocalSendPortId
@@ -236,7 +225,6 @@ import Control.Distributed.Process.Internal.WeakTQueue
236225 , readTQueue
237226 , mkWeakTQueue
238227 )
239−import Prelude
240228
241229import Unsafe.Coerce
242230
@@ -254,15 +242,17 @@ send them msg = do
254242 node = processNode proc
255243 nodeId = localNodeId node
256244 destNode = (processNodeId them) in do
245+ case destNode == nodeId of
246+ True -> sendLocal them msg
247+ False -> liftIO $ sendMessage (processNode proc)
248+ (ProcessIdentifier (processId proc))
249+ (ProcessIdentifier them)
250+ NoImplicitReconnect
251+ msg
252+ -- We do not fire the trace event until after the sending is complete;
253+ -- In the remote case, 'sendMessage' can block in the networking stack.
257254 liftIO $ traceEvent (localEventBus node)
258255 (MxSent them us (createUnencodedMessage msg))
259− if destNode == nodeId
260− then sendLocal them msg
261− else liftIO $ sendMessage (processNode proc)
262− (ProcessIdentifier (processId proc))
263− (ProcessIdentifier them)
264− NoImplicitReconnect
265− msg
266256
267257-- | /Unsafe/ variant of 'send'. This function makes /no/ attempt to serialize
268258-- and (in the case when the destination process resides on the same local
@@ -282,23 +272,13 @@ unsafeSend = Unsafe.send
282272--
283273usend :: Serializable a => ProcessId -> a -> Process ()
284274usend them msg = do
285− proc <- ask
275+ here <- getSelfNode
286276 let there = processNodeId them
287− let (us, node) = (processId proc, processNode proc)
288− let msg' = wrapMessage msg
289− liftIO $ traceEvent (localEventBus node) (MxSent them us msg')
290− if localNodeId (processNode proc) == there
277+ if here == there
291278 then sendLocal them msg
292279 else sendCtrlMsg (Just there) $ UnreliableSend (processLocalId them)
293280 (createMessage msg)
294281
295−-- | /Unsafe/ variant of 'usend'. This function makes /no/ attempt to serialize
296−-- the message when the destination process resides on the same local
297−-- node. Therefore, a local receiver would need to be prepared to cope with any
298−-- errors resulting from evaluation of the message.
299−unsafeUSend :: Serializable a => ProcessId -> a -> Process ()
300−unsafeUSend = Unsafe.usend
301−
302282-- | Wait for a message of a specific type
303283expect :: forall a. Serializable a => Process a
304284expect = receiveWait [match return]
@@ -307,13 +287,7 @@ expect = receiveWait [match return]
307287-- Channels --
308288--------------------------------------------------------------------------------
309289
310−-- | Create a new typed channel, bound to the calling Process
311−--
312−-- Note that the channel is bound to the lifecycle of the process that evaluates
313−-- this function, such that when it dies/exits, the channel will no longer
314−-- function, but will remain accessible. Thus reading from the ReceivePort will
315−-- fail silently thereafter, blocking indefinitely (unless a timeout is used).
316−--
290+-- | Create a new typed channel
317291newChan :: Serializable a => Process (SendPort a, ReceivePort a)
318292newChan = do
319293 proc <- ask
@@ -341,16 +315,13 @@ newChan = do
341315sendChan :: Serializable a => SendPort a -> a -> Process ()
342316sendChan (SendPort cid) msg = do
343317 proc <- ask
344− let node = processNode proc
345− pid = processId proc
346− us = localNodeId node
347− them = processNodeId (sendPortProcessId cid) in do
348− liftIO $ traceEvent (localEventBus node) (MxSentToPort pid cid $ wrapMessage msg)
349− case them == us of
318+ let node = localNodeId (processNode proc)
319+ destNode = processNodeId (sendPortProcessId cid) in do
320+ case destNode == node of
350321 True -> sendChanLocal cid msg
351322 False -> do
352− liftIO $ sendBinary node
353− (ProcessIdentifier pid)
323+ liftIO $ sendBinary (processNode proc)
324+ (ProcessIdentifier (processId proc))
354325 (SendPortIdentifier cid)
355326 NoImplicitReconnect
356327 msg
@@ -411,11 +382,8 @@ newtype Match b = Match { unMatch :: MatchOn Message (Process b) }
411382receiveWait :: [Match b] -> Process b
412383receiveWait ms = do
413384 queue <- processQueue <$> ask
414− mProc <- liftIO $ dequeue queue Blocking (map unMatch ms)
415− case mProc of
416− Just proc' -> proc'
417− Nothing -> die $ "System Invariant Violation: CQueue.hs returned `Nothing` "
418− ++ "in the absence of a timeout value."
385+ Just proc <- liftIO $ dequeue queue Blocking (map unMatch ms)
386+ proc
419387
420388-- | Like 'receiveWait' but with a timeout.
421389--
@@ -494,14 +462,17 @@ forward msg them = do
494462 us = processId proc
495463 nid = localNodeId node
496464 destNode = (processNodeId them) in do
497− liftIO $ traceEvent (localEventBus node) (MxSent them us msg)
498− if destNode == nid
499− then sendCtrlMsg Nothing (LocalSend them msg)
500− else liftIO $ sendPayload (processNode proc)
501− (ProcessIdentifier (processId proc))
502− (ProcessIdentifier them)
503− NoImplicitReconnect
504− (messageToPayload msg)
465+ case destNode == nid of
466+ True -> sendCtrlMsg Nothing (LocalSend them msg)
467+ False -> liftIO $ sendPayload (processNode proc)
468+ (ProcessIdentifier (processId proc))
469+ (ProcessIdentifier them)
470+ NoImplicitReconnect
471+ (messageToPayload msg)
472+ -- We do not fire the trace event until after the sending is complete;
473+ -- In the remote case, 'sendMessage' can block in the networking stack.
474+ liftIO $ traceEvent (localEventBus node)
475+ (MxSent them us msg)
505476
506477-- | Forward a raw 'Message' to the given 'ProcessId'.
507478--
@@ -515,10 +486,14 @@ uforward msg them = do
515486 us = processId proc
516487 nid = localNodeId node
517488 destNode = (processNodeId them) in do
518− liftIO $ traceEvent (localEventBus node) (MxSent them us msg)
519− if destNode == nid
520− then sendCtrlMsg Nothing (LocalSend them msg)
521− else sendCtrlMsg (Just destNode) $ UnreliableSend (processLocalId them) msg
489+ case destNode == nid of
490+ True -> sendCtrlMsg Nothing (LocalSend them msg)
491+ False -> sendCtrlMsg (Just destNode) $ UnreliableSend (processLocalId them)
492+ msg
493+ -- We do not fire the trace event until after the sending is complete;
494+ -- In the remote case, 'sendCtrlMsg' can block in the networking stack.
495+ liftIO $ traceEvent (localEventBus node)
496+ (MxSent them us msg)
522497
523498-- | Wrap a 'Serializable' value in a 'Message'. Note that 'Message's are
524499-- 'Serializable' - like the datum they contain - but also note, deserialising
@@ -715,7 +690,7 @@ instance Exception ProcessTerminationException
715690
716691-- | Terminate immediately (throws a ProcessTerminationException)
717692terminate :: Process a
718−terminate = throwM ProcessTerminationException
693+terminate = liftIO $ throwIO ProcessTerminationException
719694
720695-- [Issue #110]
721696-- | Die immediately - throws a 'ProcessExitException' with the given @reason@.
@@ -725,7 +700,7 @@ die reason = do
725700-- could be decoded by a handler passed to 'catchExit', re-thrown or even
726701-- passed to another process via the tracing mechanism.
727702 pid <- getSelfPid
728− throwM (ProcessExitException pid (createMessage reason))
703+ liftIO $ throwIO (ProcessExitException pid (createMessage reason))
729704
730705-- | Forceful request to kill a process. Where 'exit' provides an exception
731706-- that can be caught and handled, 'kill' throws an unexposed exception type
@@ -758,12 +733,12 @@ catchExit :: forall a b . (Show a, Serializable a)
758733 => Process b
759734 -> (ProcessId -> a -> Process b)
760735 -> Process b
761−catchExit act exitHandler = Catch.catch act handleExit
736+catchExit act exitHandler = catch act handleExit
762737 where
763738 handleExit ex@(ProcessExitException from msg) =
764739 if messageFingerprint msg == fingerprint (undefined :: a)
765740 then exitHandler from decoded
766− else throwM ex
741+ else liftIO $ throwIO ex
767742 where
768743 decoded :: a
769744 -- Make sure the value is fully decoded so that we don't hang to
@@ -782,12 +757,12 @@ catchExit act exitHandler = Catch.catch act handleExit
782757catchesExit :: Process b
783758 -> [(ProcessId -> Message -> (Process (Maybe b)))]
784759 -> Process b
785−catchesExit act handlers = Catch.catch act ((flip handleExit) handlers)
760+catchesExit act handlers = catch act ((flip handleExit) handlers)
786761 where
787762 handleExit :: ProcessExitException
788763 -> [(ProcessId -> Message -> Process (Maybe b))]
789764 -> Process b
790− handleExit ex [] = throwM ex
765+ handleExit ex [] = liftIO $ throwIO ex
791766 handleExit ex@(ProcessExitException from msg) (h:hs) = do
792767 r <- h from msg
793768 case r of
@@ -896,19 +871,12 @@ monitor = monitor' . ProcessIdentifier
896871-- @withMonitor@ returns, there might still be unreceived monitor
897872-- messages in the queue.
898873--
899−withMonitor :: ProcessId -> (MonitorRef -> Process a) -> Process a
900−withMonitor pid = bracket (monitor pid) unmonitor
901−
902−-- | Establishes temporary monitoring of another process.
903−--
904−-- @withMonitor_ pid code@ sets up monitoring of @pid@ for the duration
905−-- of @code@. Note: although monitoring is no longer active when
906−-- @withMonitor_@ returns, there might still be unreceived monitor
907−-- messages in the queue.
908−--
909−-- Since 0.6.1
910−withMonitor_ :: ProcessId -> Process a -> Process a
911−withMonitor_ p = withMonitor p . const
874+withMonitor :: ProcessId -> Process a -> Process a
875+withMonitor pid code = bracket (monitor pid) unmonitor (\_ -> code)
876+ -- unmonitor blocks waiting for the response, so there's a possibility
877+ -- that an exception might interrupt withMonitor before the unmonitor
878+ -- has completed. I think that's better than making the unmonitor
879+ -- uninterruptible.
912880
913881-- | Remove a link
914882--
@@ -946,21 +914,12 @@ unlinkPort sport = do
946914-- | Remove a monitor
947915--
948916-- This has the same synchronous/asynchronous nature as 'unlink'.
949−--
950−-- ProcessMonitorNotification messages for the given MonitorRef are removed from
951−-- the mailbox.
952917unmonitor :: MonitorRef -> Process ()
953918unmonitor ref = do
954919 unmonitorAsync ref
955920 receiveWait [ matchIf (\(DidUnmonitor ref') -> ref' == ref)
956921 (\_ -> return ())
957922 ]
958− -- Discard the notification if any. With the current NC implementation at most
959− -- one notification is in the mailbox for any given ref.
960− void $ receiveTimeout 0
961− [ matchIf (\(ProcessMonitorNotification ref' _ _) -> ref' == ref)
962− (const $ return ())
963− ]
964923
965924--------------------------------------------------------------------------------
966925-- Exception handling --
@@ -968,43 +927,56 @@ unmonitor ref = do
968927
969928-- | Lift 'Control.Exception.catch'
970929catch :: Exception e => Process a -> (e -> Process a) -> Process a
971−catch = Catch.catch
972−{-# DEPRECATED catch "Use Control.Monad.Catch.catch instead" #-}
930+catch p h = do
931+ lproc <- ask
932+ liftIO $ Ex.catch (runLocalProcess lproc p) (runLocalProcess lproc . h)
973933
974934-- | Lift 'Control.Exception.try'
975935try :: Exception e => Process a -> Process (Either e a)
976−try = Catch.try
977−{-# DEPRECATED try "Use Control.Monad.Catch.try instead" #-}
936+try p = do
937+ lproc <- ask
938+ liftIO $ Ex.try (runLocalProcess lproc p)
978939
979940-- | Lift 'Control.Exception.mask'
980941mask :: ((forall a. Process a -> Process a) -> Process b) -> Process b
981−mask = Catch.mask
982−{-# DEPRECATED mask "Use Control.Monad.Catch.mask_ instead" #-}
942+mask p = do
943+ lproc <- ask
944+ liftIO $ Ex.mask $ \restore ->
945+ runLocalProcess lproc (p (liftRestore restore))
946+ where
947+ liftRestore :: (forall a. IO a -> IO a)
948+ -> (forall a. Process a -> Process a)
949+ liftRestore restoreIO = \p2 -> do
950+ ourLocalProc <- ask
951+ liftIO $ restoreIO $ runLocalProcess ourLocalProc p2
983952
984953-- | Lift 'Control.Exception.mask_'
985954mask_ :: Process a -> Process a
986−mask_ = Catch.mask_
987−{-# DEPRECATED mask_ "Use Control.Monad.Catch.mask_ instead" #-}
955+mask_ p = do
956+ lproc <- ask
957+ liftIO $ Ex.mask_ $ runLocalProcess lproc p
988958
989959-- | Lift 'Control.Exception.onException'
990960onException :: Process a -> Process b -> Process a
991−onException = Catch.onException
992−{-# DEPRECATED onException "Use Control.Monad.Catch.onException instead" #-}
961+onException p what = p `catch` \e -> do _ <- what
962+ liftIO $ throwIO (e :: SomeException)
993963
994964-- | Lift 'Control.Exception.bracket'
995965bracket :: Process a -> (a -> Process b) -> (a -> Process c) -> Process c
996−bracket = Catch.bracket
997−{-# DEPRECATED bracket "Use Control.Monad.Catch.bracket instead" #-}
966+bracket before after thing =
967+ mask $ \restore -> do
968+ a <- before
969+ r <- restore (thing a) `onException` after a
970+ _ <- after a
971+ return r
998972
999973-- | Lift 'Control.Exception.bracket_'
1000974bracket_ :: Process a -> Process b -> Process c -> Process c
1001−bracket_ = Catch.bracket_
1002−{-# DEPRECATED bracket_ "Use Control.Monad.Catch.bracket_ instead" #-}
975+bracket_ before after thing = bracket before (const after) (const thing)
1003976
1004977-- | Lift 'Control.Exception.finally'
1005978finally :: Process a -> Process b -> Process a
1006−finally = Catch.finally
1007−{-# DEPRECATED finally "Use Control.Monad.Catch.finally instead" #-}
979+finally a sequel = bracket_ (return ()) sequel a
1008980
1009981-- | You need this when using 'catches'
1010982data Handler a = forall e . Exception e => Handler (e -> Process a)
@@ -1014,10 +986,10 @@ instance Functor Handler where
1014986
1015987-- | Lift 'Control.Exception.catches'
1016988catches :: Process a -> [Handler a] -> Process a
1017−catches proc handlers = proc `Catch.catch` catchesHandler handlers
989+catches proc handlers = proc `catch` catchesHandler handlers
1018990
1019991catchesHandler :: [Handler a] -> SomeException -> Process a
1020−catchesHandler handlers e = foldr tryHandler (throwM e) handlers
992+catchesHandler handlers e = foldr tryHandler (throw e) handlers
1021993 where tryHandler (Handler handler) res
1022994 = case fromException e of
1023995 Just e' -> handler e'
@@ -1086,52 +1058,17 @@ unlinkPortAsync (SendPort cid) =
10861058-- Logging --
10871059--------------------------------------------------------------------------------
10881060
1089−data SayMessage = SayMessage { sayTime :: UTCTime
1090− , sayProcess :: ProcessId
1091− , sayMessage :: String }
1092− deriving (Typeable)
1093−
1094−-- There is sadly no Show UTCTime instance
1095−instance Show SayMessage where
1096− showsPrec p msg =
1097− showParen (p >= 11)
1098− $ showString "SayMessage "
1099− . showString (formatTime defaultTimeLocale "%c" (sayTime msg))
1100− . showChar ' '
1101− . showsPrec 11 (sayProcess msg) . showChar ' '
1102− . showsPrec 11 (sayMessage msg) . showChar ' '
1103−
1104−instance Binary SayMessage where
1105− put s = do
1106− putUTCTime (sayTime s)
1107− put (sayProcess s)
1108− put (sayMessage s)
1109− get = SayMessage <$> getUTCTime <*> get <*> get
1110−
1111−-- Sadly there is no Binary UTCTime instance
1112−putUTCTime :: UTCTime -> Put
1113−putUTCTime (UTCTime (ModifiedJulianDay day) tod) = do
1114− put day
1115− put (toRational tod)
1116−
1117−getUTCTime :: Get UTCTime
1118−getUTCTime = do
1119− day <- get
1120− tod <- get
1121− return $! UTCTime (ModifiedJulianDay day)
1122− (fromRational tod)
1123−
11241061-- | Log a string
11251062--
1126−-- @say message@ sends a message of type 'SayMessage' with the current time and
1127−-- 'ProcessId' of the current process to the process registered as @logger@. By
1128−-- default, this process simply sends the string to @stderr@. Individual Cloud
1129−-- Haskell backends might replace this with a different logger process, however.
1063+-- @say message@ sends a message (time, pid of the current process, message)
1064+-- to the process registered as 'logger'. By default, this process simply
1065+-- sends the string to 'stderr'. Individual Cloud Haskell backends might
1066+-- replace this with a different logger process, however.
11301067say :: String -> Process ()
11311068say string = do
11321069 now <- liftIO getCurrentTime
11331070 us <- getSelfPid
1134− nsend "logger" (SayMessage now us string)
1071+ nsend "logger" (formatTime defaultTimeLocale "%c" now, us, string)
11351072
11361073--------------------------------------------------------------------------------
11371074-- Registry --
@@ -1166,10 +1103,8 @@ registerImpl force label pid = do
11661103--
11671104-- See comments in 'whereisRemoteAsync'
11681105registerRemoteAsync :: NodeId -> String -> ProcessId -> Process ()
1169−registerRemoteAsync nid label pid = do
1170− here <- getSelfNode
1171− sendCtrlMsg (if nid == here then Nothing else Just nid)
1172− (Register label nid (Just pid) False)
1106+registerRemoteAsync nid label pid =
1107+ sendCtrlMsg (Just nid) (Register label nid (Just pid) False)
11731108
11741109reregisterRemoteAsync :: NodeId -> String -> ProcessId -> Process ()
11751110reregisterRemoteAsync nid label pid =
@@ -1192,7 +1127,7 @@ unregister label = do
11921127handleRegistrationReply :: String -> Bool -> Maybe ProcessId -> Process ()
11931128handleRegistrationReply label ok owner =
11941129 when (not ok) $
1195− throwM $ ProcessRegistrationException label owner
1130+ liftIO $ throwIO $ ProcessRegistrationException label owner
11961131
11971132-- | Remove a process from a remote registry (asynchronous).
11981133--
@@ -1221,18 +1156,13 @@ whereis label = do
12211156-- use 'monitorNode' and take appropriate action when you receive a
12221157-- 'NodeMonitorNotification').
12231158whereisRemoteAsync :: NodeId -> String -> Process ()
1224−whereisRemoteAsync nid label = do
1225− here <- getSelfNode
1226− sendCtrlMsg (if nid == here then Nothing else Just nid) (WhereIs label)
1159+whereisRemoteAsync nid label =
1160+ sendCtrlMsg (Just nid) (WhereIs label)
12271161
12281162-- | Named send to a process in the local registry (asynchronous)
12291163nsend :: Serializable a => String -> a -> Process ()
1230−nsend label msg = do
1231− proc <- ask
1232− let msg' = createUnencodedMessage msg
1233− liftIO $ traceEvent (localEventBus (processNode proc))
1234− (MxSentToName label (processId proc) msg')
1235− sendCtrlMsg Nothing (NamedSend label msg')
1164+nsend label msg =
1165+ sendCtrlMsg Nothing (NamedSend label (createMessage msg))
12361166
12371167-- | Named send to a process in the local registry (asynchronous).
12381168-- This function makes /no/ attempt to serialize and (in the case when the
@@ -1243,23 +1173,8 @@ unsafeNSend = Unsafe.nsend
12431173
12441174-- | Named send to a process in a remote registry (asynchronous)
12451175nsendRemote :: Serializable a => NodeId -> String -> a -> Process ()
1246−nsendRemote nid label msg = do
1247− proc <- ask
1248− let us = processId proc
1249− let node = processNode proc
1250− if localNodeId node == nid
1251− then nsend label msg
1252− else let lbl = label ++ "@" ++ show nid in do
1253− liftIO $ traceEvent (localEventBus node)
1254− (MxSentToName lbl us (wrapMessage msg))
1255− sendCtrlMsg (Just nid) (NamedSend label (createMessage msg))
1256−
1257−-- | Named send to a process in a remote registry (asynchronous)
1258−-- This function makes /no/ attempt to serialize and (in the case when the
1259−-- destination process resides on the same local node) therefore ensure that
1260−-- the payload is fully evaluated before it is delivered.
1261−unsafeNSendRemote :: Serializable a => NodeId -> String -> a -> Process ()
1262−unsafeNSendRemote = Unsafe.nsendRemote
1176+nsendRemote nid label msg =
1177+ sendCtrlMsg (Just nid) (NamedSend label (createMessage msg))
12631178
12641179--------------------------------------------------------------------------------
12651180-- Closures --
src/Control/Distributed/Process/Internal/Spawn.hs+3−3
@@ -43,7 +43,7 @@ import Control.Distributed.Process.Internal.Closure.BuiltIn
4343 )
4444import Control.Distributed.Process.Internal.Primitives
4545 ( -- Basic messaging
46− usend
46+ send
4747 , expect
4848 , receiveWait
4949 , match
@@ -71,7 +71,7 @@ spawn nid proc = do
7171 receiveWait [
7272 matchIf (\(DidSpawn ref _) -> ref == sRef) $ \(DidSpawn _ pid) -> do
7373 unmonitor mRef
74− usend pid ()
74+ send pid ()
7575 return pid
7676 , matchIf (\(NodeMonitorNotification ref _ _) -> ref == mRef) $ \_ ->
7777 return (nullProcessId nid)
@@ -118,7 +118,7 @@ call dict nid proc = do
118118 cpDelayed us (returnCP sdictUnit ())
119119 )
120120 mResult <- receiveWait
121− [ match $ \a -> usend pid () >> return (Right a)
121+ [ match $ \a -> send pid () >> return (Right a)
122122 , matchIf (\(ProcessMonitorNotification ref _ _) -> ref == mRef)
123123 (\(ProcessMonitorNotification _ _ reason) -> return (Left reason))
124124 ]
src/Control/Distributed/Process/Internal/StrictMVar.hs+4−8
@@ -36,8 +36,8 @@ import qualified Control.Concurrent.MVar as MVar
3636#endif
3737 )
3838import GHC.MVar (MVar(MVar))
39−import GHC.IO (IO(IO), unIO)
40−import GHC.Exts (mkWeak#)
39+import GHC.IO (IO(IO))
40+import GHC.Prim (mkWeak#)
4141import GHC.Weak (Weak(Weak))
4242
4343newtype StrictMVar a = StrictMVar (MVar.MVar a)
@@ -85,9 +85,5 @@ modifyMVarMasked (StrictMVar v) f =
8585 evaluateFst (x, y) = evaluate x >> return (x, y)
8686
8787mkWeakMVar :: StrictMVar a -> IO () -> IO (Weak (StrictMVar a))
88−mkWeakMVar q@(StrictMVar (MVar m#)) f = IO $ \s ->
89−#if MIN_VERSION_base(4,9,0)
90− case mkWeak# m# q (unIO f) s of (# s', w #) -> (# s', Weak w #)
91−#else
92− case mkWeak# m# q f s of (# s', w #) -> (# s', Weak w #)
93−#endif
88+mkWeakMVar m@(StrictMVar (MVar m#)) f = IO $ \s ->
89+ case mkWeak# m# m f s of (# s1, w #) -> (# s1, Weak w #)
src/Control/Distributed/Process/Internal/Types.hs+4−52
@@ -4,9 +4,6 @@
44{-# LANGUAGE GADTs #-}
55{-# LANGUAGE DeriveGeneric #-}
66{-# LANGUAGE CPP #-}
7−{-# LANGUAGE MultiParamTypeClasses #-}
8−{-# LANGUAGE TypeFamilies #-}
9−{-# LANGUAGE Rank2Types #-}
107
118-- | Types used throughout the Cloud Haskell framework
129--
@@ -115,12 +112,11 @@ import Control.Concurrent (ThreadId)
115112import Control.Concurrent.Chan (Chan)
116113import Control.Concurrent.STM (STM)
117114import Control.Concurrent.STM.TChan (TChan)
118−import Control.Monad.Catch (MonadThrow(..), MonadCatch(..), MonadMask(..))
119115import qualified Network.Transport as NT (EndPoint, EndPointAddress, Connection)
120−import Control.Applicative
116+import Control.Applicative (Applicative, Alternative, (<$>), (<*>))
121117import Control.Monad.Fix (MonadFix)
122118import Control.Monad.Reader (MonadReader(..), ReaderT, runReaderT)
123−import Control.Monad.IO.Class (MonadIO(..))
119+import Control.Monad.IO.Class (MonadIO)
124120import Control.Distributed.Process.Serializable
125121 ( Fingerprint
126122 , Serializable
@@ -143,7 +139,6 @@ import qualified Control.Distributed.Process.Internal.StrictContainerAccessors a
143139
144140import Data.Hashable
145141import GHC.Generics
146−import Prelude
147142
148143--------------------------------------------------------------------------------
149144-- Node and process identifiers --
@@ -350,50 +345,7 @@ data LocalProcessState = LocalProcessState
350345newtype Process a = Process {
351346 unProcess :: ReaderT LocalProcess IO a
352347 }
353− deriving ( Applicative
354− , Functor
355− , Monad
356− , MonadFix
357− , MonadIO
358− , MonadReader LocalProcess
359− , Typeable
360− )
361−
362−instance MonadThrow Process where
363− throwM = liftIO . throwIO
364−instance MonadCatch Process where
365− catch p h = do
366− lproc <- ask
367− liftIO $ catch (runLocalProcess lproc p) (runLocalProcess lproc . h)
368−instance MonadMask Process where
369−#if MIN_VERSION_exceptions(0,10,0)
370− generalBracket acquire release inner = do
371− lproc <- ask
372− liftIO $
373− generalBracket (runLocalProcess lproc acquire)
374− (\a e -> runLocalProcess lproc $ release a e)
375− (runLocalProcess lproc . inner)
376−#endif
377− mask p = do
378− lproc <- ask
379− liftIO $ mask $ \restore ->
380− runLocalProcess lproc (p (liftRestore restore))
381− where
382− liftRestore :: (forall a. IO a -> IO a)
383− -> (forall a. Process a -> Process a)
384− liftRestore restoreIO = \p2 -> do
385− ourLocalProc <- ask
386− liftIO $ restoreIO $ runLocalProcess ourLocalProc p2
387− uninterruptibleMask p = do
388− lproc <- ask
389− liftIO $ uninterruptibleMask $ \restore ->
390− runLocalProcess lproc (p (liftRestore restore))
391− where
392− liftRestore :: (forall a. IO a -> IO a)
393− -> (forall a. Process a -> Process a)
394− liftRestore restoreIO = \p2 -> do
395− ourLocalProc <- ask
396− liftIO $ restoreIO $ runLocalProcess ourLocalProc p2
348+ deriving (Functor, Monad, MonadIO, MonadReader LocalProcess, Typeable, Applicative, MonadFix)
397349
398350--------------------------------------------------------------------------------
399351-- Typed channels --
@@ -637,7 +589,7 @@ newtype DidUnlinkPort = DidUnlinkPort SendPortId
637589
638590-- | 'SpawnRef' are used to return pids of spawned processes
639591newtype SpawnRef = SpawnRef Int32
640− deriving (Show, Binary, Typeable, Eq, Ord)
592+ deriving (Show, Binary, Typeable, Eq)
641593
642594-- | (Asynchronius) reply from 'spawn'
643595data DidSpawn = DidSpawn SpawnRef ProcessId
src/Control/Distributed/Process/Internal/WeakTQueue.hs+2−7
@@ -1,4 +1,3 @@
1−{-# LANGUAGE CPP #-}
21{-# LANGUAGE DeriveDataTypeable #-}
32{-# LANGUAGE MagicHash, UnboxedTuples #-}
43-- | Clone of Control.Concurrent.STM.TQueue with support for mkWeakTQueue
@@ -23,8 +22,8 @@ module Control.Distributed.Process.Internal.WeakTQueue (
2322import Prelude hiding (read)
2423import GHC.Conc
2524import Data.Typeable (Typeable)
26−import GHC.IO (IO(IO), unIO)
27−import GHC.Exts (mkWeak#)
25+import GHC.IO (IO(IO))
26+import GHC.Prim (mkWeak#)
2827import GHC.Weak (Weak(Weak))
2928
3029--------------------------------------------------------------------------------
@@ -100,8 +99,4 @@ isEmptyTQueue (TQueue read write) = do
10099
101100mkWeakTQueue :: TQueue a -> IO () -> IO (Weak (TQueue a))
102101mkWeakTQueue q@(TQueue _read (TVar write#)) f = IO $ \s ->
103−#if MIN_VERSION_base(4,9,0)
104− case mkWeak# write# q (unIO f) s of (# s', w #) -> (# s', Weak w #)
105−#else
106102 case mkWeak# write# q f s of (# s', w #) -> (# s', Weak w #)
107−#endif
src/Control/Distributed/Process/Management.hs+83−41
@@ -76,40 +76,6 @@
7676--
7777-- * Whether messages will be taken from the mailbox first, or the event bus.
7878--
79−-- Since the event bus uses STM broadcast channels to communicate with agents,
80−-- no message written to the bus successfully can be lost.
81−--
82−-- Agents can also receive messages via their mailboxes - these are subject to
83−-- the same guarantees as all inter-process message sending.
84−--
85−-- Messages dispatched on an STM broadcast channel (i.e., management event bus)
86−-- are guaranteed to be delivered with the same FIFO ordering guarantees that
87−-- exist between two communicating processes, such that communication from the
88−-- node controller's threads (i.e., MxEvent's) will never be re-ordered, but
89−-- messages dispatched to the event bus by other processes (including, but not
90−-- limited to agents) are only guaranteed to be ordered between one sender and
91−-- one receiver.
92−--
93−-- No guarantee exists for the ordering in which messages sent to an agent's
94−-- mailbox will be delivered, vs messages dispatched via the event bus.
95−--
96−-- Because of the above, there are no ordering guarantees for messages sent
97−-- between agents, or for processes to agents, except for those that apply to
98−-- messages sent between regular processes, since agents are
99−-- implemented as such.
100−--
101−-- The event bus is serial and single threaded. Anything that is published by
102−-- the node controller will be seen in FIFO order. There are no ordering
103−-- guarantees pertaining to entries published to the event bus by other
104−-- processes or agents.
105−--
106−-- It should not be possible to see, for example, an @MxReceived@ before the
107−-- corresponding @MxSent@ event, since the places where we issue the @MxSent@
108−-- write directly to the event bus (using STM) in the calling (green) thread,
109−-- before dispatching instructions to the node controller to perform the
110−-- necessary routing to deliver the message to a process (or registered name,
111−-- or typed channel) locally or remotely.
112−--
11379-- [Management Data API]
11480--
11581-- Both management agents and clients of the API have access to a variety of
@@ -117,8 +83,28 @@
11783-- system information. Agents maintain their own internal state privately (via a
11884-- state transformer - see 'mxGetLocal' et al), however it is possible for
11985-- agents to share additional data with each other (and the outside world)
120−-- using whatever mechanism the user wishes, e.g., acidstate, or shared memory
121−-- primitives.
86+-- using /data tables/.
87+--
88+-- Each agent is assigned its own data table, which acts as a shared map, where
89+-- the keys are @String@s and the values are @Serializable@ datum of whatever
90+-- type the agent or its clients stores.
91+--
92+-- Because an agent's /data table/ stores its values in raw 'Message' format,
93+-- it works effectively as an /un-typed dictionary/, into which data of varying
94+-- types can be fed and later retrieved. The upside of this is that different
95+-- keys can be mapped to various types without any additional work on the part
96+-- of the developer. The downside is that the code reading these values must
97+-- know in advance what type(s) to expect, and the API provides no additional
98+-- support for handling that.
99+--
100+-- Publishing is accomplished using the 'mxPublish' and 'mxSet' APIs, whilst
101+-- querying and deletion are handled by 'mxGet', 'mxClear', 'mxPurgeTable' and
102+-- 'mxDropTable' respectively.
103+--
104+-- When a management agent terminates, their tables are left in memory despite
105+-- termination, such that an agent may resume its role (by restarting) or have
106+-- its 'MxAgentId' taken over by another subsequent agent, leaving the data
107+-- originally captured in place.
122108--
123109-- [Defining Agents]
124110--
@@ -178,6 +164,8 @@
178164-- > monitorNames = getSelfPid >>= nsend "name-monitor"
179165-- > monitorNames2 = getSelfPid >>= mxNotify
180166--
167+-- For some real-world examples, see the distributed-process-platform package.
168+--
181169-- [Performance, Stablity and Scalability]
182170--
183171-- /Management Agents/ offer numerous advantages over regular processes:
@@ -206,6 +194,10 @@
206194-- the event bus /and/ their own mailboxes, plus searching through the set of
207195-- event sinks (for each agent) to determine the right handler for the event.
208196--
197+-- Each management agent requires not only its own @Process@ (in which the agent
198+-- code is run), but also a peer process that provides its /data table/. These
199+-- data tables also have to be coordinated and manaaged on each agent's behalf.
200+--
209201-- [Architecture Overview]
210202--
211203-- The architecture of the management event bus is internal and subject to
@@ -272,9 +264,16 @@ module Control.Distributed.Process.Management
272264 , mxGetLocal
273265 , mxUpdateLocal
274266 , liftMX
267+ -- * Mx Data API
268+ , mxPublish
269+ , mxSet
270+ , mxGet
271+ , mxClear
272+ , mxPurgeTable
273+ , mxDropTable
275274 ) where
276275
277−import Control.Applicative
276+import Control.Applicative ((<$>))
278277import Control.Concurrent.STM (atomically)
279278import Control.Concurrent.STM.TChan
280279 ( readTChan
@@ -282,10 +281,14 @@ import Control.Concurrent.STM.TChan
282281 , TChan
283282 )
284283import Control.Distributed.Process.Internal.Primitives
285− ( receiveWait
284+ ( newChan
285+ , nsend
286+ , receiveWait
287+ , matchChan
286288 , matchAny
287289 , matchSTM
288290 , unwrapMessage
291+ , onException
289292 , register
290293 , whereis
291294 , die
@@ -300,26 +303,26 @@ import Control.Distributed.Process.Internal.Types
300303 , unsafeCreateUnencodedMessage
301304 )
302305import Control.Distributed.Process.Management.Internal.Bus (publishEvent)
306+import qualified Control.Distributed.Process.Management.Internal.Table as Table
303307import Control.Distributed.Process.Management.Internal.Types
304308 ( MxAgentId(..)
305309 , MxAgent(..)
306310 , MxAction(..)
307311 , ChannelSelector(..)
308312 , MxAgentState(..)
313+ , MxAgentStart(..)
309314 , MxSink
310315 , MxEvent(..)
311316 )
312317import Control.Distributed.Process.Serializable (Serializable)
313318import Control.Monad.IO.Class (liftIO)
314319import Control.Monad.Reader (ask)
315−import Control.Monad.Catch (onException)
316320import qualified Control.Monad.State as ST
317321 ( get
318322 , modify
319323 , lift
320324 , runStateT
321325 )
322−import Prelude
323326
324327-- | Publishes an arbitrary @Serializable@ message to the management event bus.
325328-- Note that /no attempt is made to force the argument/, therefore it is very
@@ -331,6 +334,42 @@ mxNotify msg = do
331334 bus <- localEventBus . processNode <$> ask
332335 liftIO $ publishEvent bus $ unsafeCreateUnencodedMessage msg
333336
337+-- | Publish an arbitrary @Message@ as a property in the management database.
338+--
339+-- For publishing @Serializable@ data, use 'mxSet' instead.
340+--
341+mxPublish :: MxAgentId -> String -> Message -> Process ()
342+mxPublish a k v = Table.set k v (Table.MxForAgent a)
343+
344+-- | Sets an arbitrary @Serializable@ datum against a key in the management
345+-- database. Note that /no attempt is made to force the argument/, therefore
346+-- it is very important that you do not pass unevaluated thunks that might
347+-- crash some other, arbitrary process (or management agent!) that obtains
348+-- and attempts to force the value later on.
349+--
350+mxSet :: Serializable a => MxAgentId -> String -> a -> Process ()
351+mxSet mxId key msg = do
352+ Table.set key (unsafeCreateUnencodedMessage msg) (Table.MxForAgent mxId)
353+
354+-- | Fetches a property from the management database for the given key.
355+-- If the property is not set, or does not match the expected type when
356+-- typechecked (at runtime), returns @Nothing@.
357+mxGet :: Serializable a => MxAgentId -> String -> Process (Maybe a)
358+mxGet = Table.fetch . Table.MxForAgent
359+
360+-- | Clears a property from the management database using the given key.
361+-- If the key does not exist in the database, this is a noop.
362+mxClear :: MxAgentId -> String -> Process ()
363+mxClear mxId key = Table.clear key (Table.MxForAgent mxId)
364+
365+-- | Purges a table in the management database of all its stored properties.
366+mxPurgeTable :: MxAgentId -> Process ()
367+mxPurgeTable = Table.purge . Table.MxForAgent
368+
369+-- | Deletes a table from the management database.
370+mxDropTable :: MxAgentId -> Process ()
371+mxDropTable = Table.delete . Table.MxForAgent
372+
334373--------------------------------------------------------------------------------
335374-- API for writing user defined management extensions (i.e., agents) --
336375--------------------------------------------------------------------------------
@@ -450,7 +489,10 @@ mxAgentWithFinalize mxId initState handlers dtor = do
450489 return pid
451490 where
452491 start (sendTChan, recvTChan) = do
453− let nState = MxAgentState mxId sendTChan initState
492+ (sp, rp) <- newChan
493+ nsend Table.mxTableCoordinator (MxAgentStart sp mxId)
494+ tablePid <- receiveWait [ matchChan rp (\(p :: ProcessId) -> return p) ]
495+ let nState = MxAgentState mxId sendTChan tablePid initState
454496 runAgent dtor handlers InputChan recvTChan nState
455497
456498 runAgent :: MxAgent s ()
src/Control/Distributed/Process/Management/Internal/Agent.hs+1−2
@@ -3,7 +3,7 @@
33
44module Control.Distributed.Process.Management.Internal.Agent where
55
6−import Control.Applicative
6+import Control.Applicative ((<$>))
77import Control.Concurrent (forkIO)
88import Control.Concurrent.MVar (MVar, newEmptyMVar, putMVar, takeMVar)
99import Control.Concurrent.STM (atomically)
@@ -44,7 +44,6 @@ import Control.Monad (void)
4444import Control.Monad.IO.Class (liftIO)
4545import Control.Monad.Reader (ask)
4646import GHC.Weak (Weak, deRefWeak)
47−import Prelude
4847
4948--------------------------------------------------------------------------------
5049-- Agent Controller Implementation --
src/Control/Distributed/Process/Management/Internal/Table.hsnew file+222
@@ -0,0 +1,222 @@
1+{-# LANGUAGE DeriveDataTypeable #-}
2+{-# LANGUAGE ScopedTypeVariables #-}
3+{-# LANGUAGE RankNTypes #-}
4+{-# LANGUAGE DeriveGeneric #-}
5+{-# LANGUAGE RecordWildCards #-}
6+
7+module Control.Distributed.Process.Management.Internal.Table
8+ ( MxTableRequest(..)
9+ , MxTableId(..)
10+ , mxTableCoordinator
11+ , startTableCoordinator
12+ , delete
13+ , purge
14+ , clear
15+ , set
16+ , get
17+ , fetch
18+ ) where
19+
20+import Control.Distributed.Process.Internal.Primitives
21+ ( receiveWait
22+ , receiveChan
23+ , match
24+ , matchAny
25+ , matchIf
26+ , matchChan
27+ , send
28+ , nsend
29+ , sendChan
30+ , getSelfPid
31+ , link
32+ , monitor
33+ , unwrapMessage
34+ , newChan
35+ , withMonitor
36+ )
37+import Control.Distributed.Process.Internal.Types
38+ ( Process
39+ , ProcessId
40+ , ProcessMonitorNotification(..)
41+ , SendPort
42+ , ReceivePort
43+ , Message
44+ , unsafeCreateUnencodedMessage
45+ )
46+import Control.Distributed.Process.Management.Internal.Types
47+ ( MxTableId(..)
48+ , MxAgentId(..)
49+ , MxAgentStart(..)
50+ , Fork)
51+import Control.Distributed.Process.Serializable (Serializable)
52+import Control.Monad.IO.Class (liftIO)
53+import Data.Accessor (Accessor, accessor, (^=), (^:))
54+import Data.Binary (Binary)
55+import Data.Map (Map)
56+import qualified Data.Map as Map
57+import Data.Typeable (Typeable)
58+
59+import GHC.Generics
60+
61+-- An extremely lightweight shared Map implementation, for use
62+-- by /management agents/ and their cohorts. Each agent is assigned
63+-- a table, into which any serializable @Message@ can be inserted.
64+-- Data are inserted, removed and searched for via their key, which
65+-- is a string. Tables can be purged, values can be set, fetched or
66+-- cleared/removed.
67+--
68+
69+data MxTableRequest =
70+ Delete
71+ | Purge
72+ | Clear !String
73+ | Set !String !Message
74+ | Get !String !(SendPort (Maybe Message)) -- see [note: un-typed send port]
75+ deriving (Typeable, Generic)
76+instance Binary MxTableRequest where
77+
78+data MxTableState = MxTableState { _name :: !String
79+ , _entries :: !(Map String Message)
80+ }
81+
82+type MxTables = Map MxAgentId ProcessId
83+
84+mxTableCoordinator :: String
85+mxTableCoordinator = "mx.table.coordinator"
86+
87+delete :: MxTableId -> Process ()
88+delete = sendReq Delete
89+
90+purge :: MxTableId -> Process ()
91+purge = sendReq Purge
92+
93+clear :: String -> MxTableId -> Process ()
94+clear k = sendReq (Clear k)
95+
96+set :: String -> Message -> MxTableId -> Process ()
97+set k v = sendReq (Set k v)
98+
99+fetch :: forall a. (Serializable a)
100+ => MxTableId
101+ -> String
102+ -> Process (Maybe a)
103+fetch (MxForPid pid) key = get pid key
104+fetch mxId@(MxForAgent _) key = do
105+ (sp, rp) <- newChan :: Process (SendPort (Maybe Message),
106+ ReceivePort (Maybe Message))
107+ sendReq (Get key sp) mxId
108+ receiveChan rp >>= maybe (return Nothing)
109+ (unwrapMessage :: Message -> Process (Maybe a))
110+
111+-- [note: un-typed send port]
112+-- Here, fetch uses a typed channel over a raw Message to obtain
113+-- its result, so type checking is deferred until receipt and will
114+-- be handled in the caller's thread. This is necessary because
115+-- the server portion of the code knows nothing about the types
116+-- involved, nor should it, since these tables can be used to
117+-- store arbitrary serializable data.
118+
119+get :: forall a. (Serializable a)
120+ => ProcessId
121+ -> String
122+ -> Process (Maybe a)
123+get pid key = do
124+ safeFetch pid key >>= maybe (return Nothing)
125+ (unwrapMessage :: Message -> Process (Maybe a))
126+
127+safeFetch :: ProcessId -> String -> Process (Maybe Message)
128+safeFetch pid key = do
129+ (sp, rp) <- newChan
130+ send pid $ Get key sp
131+ withMonitor pid $ do
132+ receiveWait [
133+ matchChan rp return
134+ , matchIf (\(ProcessMonitorNotification _ pid' _) -> pid' == pid)
135+ (\_ -> return $ Just (unsafeCreateUnencodedMessage ()))
136+ ]
137+
138+sendReq :: MxTableRequest -> MxTableId -> Process ()
139+sendReq req tid = (resolve tid) req
140+
141+resolve :: Serializable a => MxTableId -> (a -> Process ())
142+resolve (MxForAgent agent) = \msg -> nsend mxTableCoordinator (agent, msg)
143+resolve (MxForPid pid) = \msg -> send pid msg
144+
145+startTableCoordinator :: Fork -> Process ()
146+startTableCoordinator fork = run Map.empty
147+ where
148+ run :: MxTables -> Process ()
149+ run tables =
150+ receiveWait [
151+ -- note that this state change can race with MxAgentStart requests
152+ match (\(ProcessMonitorNotification _ pid _) -> do
153+ return $ Map.filter (/= pid) tables)
154+ , match (\(MxAgentStart ch agent) -> do
155+ lookupAgent tables agent >>= \(p, t) -> do
156+ sendChan ch p >> return t)
157+ , match (\req@(agent, tReq :: MxTableRequest) -> do
158+ case tReq of
159+ Get k sp -> do
160+ lookupAgent tables agent >>= \(p, t) -> do
161+ safeFetch p k >>= sendChan sp >> return t
162+ _ -> do
163+ handleRequest tables req)
164+ , matchAny (\_ -> return tables) -- unrecognised messages are dropped
165+ ] >>= run
166+
167+ handleRequest :: MxTables
168+ -> (MxAgentId, MxTableRequest)
169+ -> Process MxTables
170+ handleRequest tables' (agent, req) = do
171+ lookupAgent tables' agent >>= \(p, t) -> send p req >> return t
172+
173+ lookupAgent :: MxTables -> MxAgentId -> Process (ProcessId, MxTables)
174+ lookupAgent tables' agentId' = do
175+ case Map.lookup agentId' tables' of
176+ Nothing -> launchNew agentId' tables'
177+ Just p -> return (p, tables')
178+
179+ launchNew :: MxAgentId
180+ -> MxTables
181+ -> Process (ProcessId, MxTables)
182+ launchNew mxId tblMap = do
183+ let initState = MxTableState { _name = (agentId mxId)
184+ , _entries = Map.empty
185+ }
186+ (pid, _) <- spawnSup $ tableHandler initState
187+ return $ (pid, mxId `seq` pid `seq` Map.insert mxId pid tblMap)
188+
189+ spawnSup proc = do
190+ us <- getSelfPid
191+ -- we need to use that passed in "fork", in order to
192+ -- break an import cycle with Node.hs courtesy of the
193+ -- management agent, API and tracing modules
194+ them <- liftIO $ fork $ link us >> proc
195+ ref <- monitor them
196+ return (them, ref)
197+
198+tableHandler :: MxTableState -> Process ()
199+tableHandler state = do
200+ ns <- receiveWait [
201+ match (handleTableRequest state)
202+ , matchAny (\_ -> return (Just state))
203+ ]
204+ case ns of
205+ Nothing -> return ()
206+ Just s' -> tableHandler s'
207+ where
208+ handleTableRequest _ Delete = return Nothing
209+ handleTableRequest st Purge = return $ Just $ (entries ^= Map.empty) $ st
210+ handleTableRequest st (Clear k) = return $ Just $ (entries ^: (k `seq` Map.delete k)) $ st
211+ handleTableRequest st (Set k v) = return $ Just $ (entries ^: (k `seq` v `seq` Map.insert k v)) st
212+ handleTableRequest st (Get k c) = getEntry k c st >> return (Just st)
213+
214+getEntry :: String
215+ -> SendPort (Maybe Message)
216+ -> MxTableState
217+ -> Process ()
218+getEntry k m MxTableState{..} = do
219+ sendChan m =<< return (Map.lookup k _entries)
220+
221+entries :: Accessor MxTableState (Map String Message)
222+entries = accessor _entries (\ls st -> st { _entries = ls })
src/Control/Distributed/Process/Management/Internal/Trace/Primitives.hs+3−10
@@ -28,12 +28,11 @@ module Control.Distributed.Process.Management.Internal.Trace.Primitives
2828 , withRegisteredTracer
2929 ) where
3030
31−import Control.Applicative
31+import Control.Applicative ((<$>))
3232import Control.Distributed.Process.Internal.Primitives
3333 ( whereis
3434 , newChan
3535 , receiveChan
36− , die
3736 )
3837import Control.Distributed.Process.Management.Internal.Trace.Types
3938 ( TraceArg(..)
@@ -68,7 +67,6 @@ import Control.Monad.IO.Class (liftIO)
6867import Control.Monad.Reader (ask)
6968
7069import qualified Data.Set as Set (fromList)
71−import Prelude
7270
7371--------------------------------------------------------------------------------
7472-- Main API --
@@ -169,11 +167,6 @@ withRegisteredTracer act = do
169167 withLocalTracer $ \t -> liftIO $ Tracer.getCurrentTraceClient t sp
170168 currentTracer <- receiveChan rp
171169 case currentTracer of
172− Nothing -> do mTP <- whereis "tracer.initial"
173− -- NB: this should NOT ever happen, but forcing pattern matches
174− -- is not considered cool in later versions of MonadFail
175− case mTP of
176− Just p' -> act p'
177− Nothing -> die $ "System Invariant Violation: Tracer Process "
178− ++ "Name Not Found (whereis tracer.initial)"
170+ Nothing -> do { (Just p') <- whereis "tracer.initial"; act p' }
179171 (Just p) -> act p
172+
src/Control/Distributed/Process/Management/Internal/Trace/Tracer.hs+4−7
@@ -11,7 +11,7 @@ module Control.Distributed.Process.Management.Internal.Trace.Tracer
1111 , eventLogTracer
1212 ) where
1313
14−import Control.Applicative
14+import Control.Applicative ((<$>))
1515import Control.Concurrent.Chan (writeChan)
1616import Control.Concurrent.MVar
1717 ( MVar
@@ -21,7 +21,9 @@ import Control.Distributed.Process.Internal.CQueue
2121 ( CQueue
2222 )
2323import Control.Distributed.Process.Internal.Primitives
24− ( die
24+ ( catch
25+ , finally
26+ , die
2527 , receiveWait
2628 , forward
2729 , sendChan
@@ -61,10 +63,6 @@ import Control.Distributed.Process.Internal.Types
6163
6264import Control.Monad.IO.Class (liftIO)
6365import Control.Monad.Reader (ask)
64−import Control.Monad.Catch
65− ( catch
66− , finally
67− )
6866
6967import Data.Set (Set)
7068import qualified Data.Set as Set
@@ -75,7 +73,6 @@ import Data.Maybe (fromMaybe)
7573import Data.Time.Clock (getCurrentTime)
7674import Data.Time.Format (formatTime)
7775import Debug.Trace (traceEventIO)
78−import Prelude
7976
8077#if ! MIN_VERSION_base(4,6,0)
8178import Prelude hiding (catch)
src/Control/Distributed/Process/Management/Internal/Trace/Types.hs+10
@@ -43,6 +43,7 @@ import Control.Distributed.Process.Serializable
4343import Data.Binary
4444import Data.List (intersperse)
4545import Data.Set (Set)
46+import qualified Data.Set as Set (fromList)
4647import Data.Typeable
4748import GHC.Generics
4849
@@ -157,3 +158,12 @@ getTraceFlags t s = publishEvent t (unsafeCreateUnencodedMessage s)
157158
158159getCurrentTraceClient :: MxEventBus -> SendPort (Maybe ProcessId) -> IO ()
159160getCurrentTraceClient t s = publishEvent t (unsafeCreateUnencodedMessage s)
161+
162+class Traceable a where
163+ uod :: [a] -> TraceSubject
164+
165+instance Traceable ProcessId where
166+ uod = TraceProcs . Set.fromList
167+
168+instance Traceable String where
169+ uod = TraceNames . Set.fromList
src/Control/Distributed/Process/Management/Internal/Types.hs+19−9
@@ -1,13 +1,16 @@
11{-# LANGUAGE DeriveDataTypeable #-}
2+{-# LANGUAGE StandaloneDeriving #-}
23{-# LANGUAGE ExistentialQuantification #-}
34{-# LANGUAGE GeneralizedNewtypeDeriving #-}
45{-# LANGUAGE DeriveGeneric #-}
56module Control.Distributed.Process.Management.Internal.Types
67 ( MxAgentId(..)
8+ , MxTableId(..)
79 , MxAgentState(..)
810 , MxAgent(..)
911 , MxAction(..)
1012 , ChannelSelector(..)
13+ , MxAgentStart(..)
1114 , Fork
1215 , MxSink
1316 , MxEvent(..)
@@ -21,8 +24,8 @@ import Control.Concurrent.STM
2124import Control.Distributed.Process.Internal.Types
2225 ( Process
2326 , ProcessId
24− , SendPortId
2527 , Message
28+ , SendPort
2629 , DiedReason
2730 , NodeId
2831 )
@@ -31,7 +34,6 @@ import qualified Control.Monad.State as ST
3134 ( MonadState
3235 , StateT
3336 )
34−import Control.Monad.Fix (MonadFix)
3537import Data.Binary
3638import Data.Typeable (Typeable)
3739import GHC.Generics
@@ -58,14 +60,8 @@ data MxEvent =
5860 -- ^ fired whenever a node /dies/ (i.e., the connection is broken/disconnected)
5961 | MxSent ProcessId ProcessId Message
6062 -- ^ fired whenever a message is sent from a local process
61− | MxSentToName String ProcessId Message
62− -- ^ fired whenever a named send occurs
63− | MxSentToPort ProcessId SendPortId Message
64− -- ^ fired whenever a sendChan occurs
6563 | MxReceived ProcessId Message
6664 -- ^ fired whenever a message is received by a local process
67− | MxReceivedPort SendPortId Message
68− -- ^ fired whenever a message is received via a typed channel
6965 | MxConnected ConnectionId EndPointAddress
7066 -- ^ fired when a network-transport connection is first established
7167 | MxDisconnected ConnectionId EndPointAddress
@@ -104,10 +100,17 @@ type Fork = (Process () -> IO ProcessId)
104100newtype MxAgentId = MxAgentId { agentId :: String }
105101 deriving (Typeable, Binary, Eq, Ord)
106102
103+data MxTableId =
104+ MxForAgent !MxAgentId
105+ | MxForPid !ProcessId
106+ deriving (Typeable, Generic)
107+instance Binary MxTableId where
108+
107109data MxAgentState s = MxAgentState
108110 {
109111 mxAgentId :: !MxAgentId
110112 , mxBus :: !(TChan Message)
113+ , mxSharedTable :: !ProcessId
111114 , mxLocalState :: !s
112115 }
113116
@@ -120,12 +123,19 @@ newtype MxAgent s a =
120123 } deriving ( Functor
121124 , Monad
122125 , MonadIO
123− , MonadFix
124126 , ST.MonadState (MxAgentState s)
125127 , Typeable
126128 , Applicative
127129 )
128130
131+data MxAgentStart = MxAgentStart
132+ {
133+ mxAgentTableChan :: SendPort ProcessId
134+ , mxAgentIdStart :: MxAgentId
135+ }
136+ deriving (Typeable, Generic)
137+instance Binary MxAgentStart where
138+
129139data ChannelSelector = InputChan | Mailbox
130140
131141-- | Represents the actions a management agent can take
src/Control/Distributed/Process/Node.hs+175−232
@@ -5,7 +5,6 @@
55{-# LANGUAGE BangPatterns #-}
66{-# LANGUAGE GeneralizedNewtypeDeriving #-}
77{-# LANGUAGE RecordWildCards #-}
8−{-# LANGUAGE MagicHash #-}
98
109-- | Local nodes
1110--
@@ -21,6 +20,10 @@ module Control.Distributed.Process.Node
2120
2221-- TODO: Calls to 'sendBinary' and co (by the NC) may stall the node controller.
2322
23+#if ! MIN_VERSION_base(4,6,0)
24+import Prelude hiding (catch)
25+#endif
26+
2427import System.IO (fixIO, hPutStrLn, stderr)
2528import System.Mem.Weak (Weak, deRefWeak)
2629import qualified Data.ByteString.Lazy as BSL (fromChunks)
@@ -28,39 +31,28 @@ import Data.Binary (decode)
2831import Data.Map (Map)
2932import qualified Data.Map as Map
3033 ( empty
31− , delete
3234 , toList
3335 , fromList
34− , insert
35− , lookup
36− , partition
36+ , filter
3737 , partitionWithKey
3838 , elems
3939 , size
4040 , filterWithKey
4141 , foldlWithKey
4242 )
43−import Data.Time.Format (formatTime)
44−#if MIN_VERSION_time(1,5,0)
45−import Data.Time.Format (defaultTimeLocale)
46−#else
47−import System.Locale (defaultTimeLocale)
48−#endif
4943import Data.Set (Set)
5044import qualified Data.Set as Set
5145 ( empty
5246 , insert
5347 , delete
54− , map
5548 , member
5649 , toList
57− , union
5850 )
5951import Data.Foldable (forM_)
6052import Data.Maybe (isJust, fromJust, isNothing, catMaybes)
6153import Data.Typeable (Typeable)
6254import Control.Category ((>>>))
63−import Control.Applicative
55+import Control.Applicative (Applicative, (<$>))
6456import Control.Monad (void, when, join)
6557import Control.Monad.IO.Class (MonadIO, liftIO)
6658import Control.Monad.State.Strict (MonadState, StateT, evalStateT, gets)
@@ -68,12 +60,11 @@ import qualified Control.Monad.State.Strict as StateT (get, put)
6860import Control.Monad.Reader (MonadReader, ReaderT, runReaderT, ask)
6961import Control.Exception
7062 ( throwIO
63+ , AsyncException(ThreadKilled)
7164 , SomeException
7265 , Exception
7366 , throwTo
7467 , uninterruptibleMask_
75− , getMaskingState
76− , MaskingState(..)
7768 )
7869import qualified Control.Exception as Exception
7970 ( Handler(..)
@@ -81,13 +72,12 @@ import qualified Control.Exception as Exception
8172 , catches
8273 , finally
8374 )
84−import Control.Concurrent (forkIO, killThread)
85−import Control.Distributed.Process.Internal.BiMultiMap (BiMultiMap)
86−import qualified Control.Distributed.Process.Internal.BiMultiMap as BiMultiMap
75+import Control.Concurrent (forkIO, forkIOWithUnmask, killThread, myThreadId)
8776import Control.Distributed.Process.Internal.StrictMVar
8877 ( newMVar
8978 , withMVar
9079 , modifyMVarMasked
80+ , modifyMVar_
9181 , modifyMVar
9282 , newEmptyMVar
9383 , putMVar
@@ -177,17 +167,18 @@ import Control.Distributed.Process.Internal.Types
177167 , RegisterReply(..)
178168 , WhereIsReply(..)
179169 , payloadToMessage
170+ , messageToPayload
180171 , createUnencodedMessage
181− , unsafeCreateUnencodedMessage
182172 , runLocalProcess
183173 , firstNonReservedProcessId
184− , ImplicitReconnect(WithImplicitReconnect)
174+ , ImplicitReconnect(WithImplicitReconnect,NoImplicitReconnect)
185175 )
186176import Control.Distributed.Process.Management.Internal.Agent
187177 ( mxAgentController
188178 )
189−import Control.Distributed.Process.Management.Internal.Types
190− ( MxEvent(..)
179+import qualified Control.Distributed.Process.Management.Internal.Table as Table
180+ ( mxTableCoordinator
181+ , startTableCoordinator
191182 )
192183import qualified Control.Distributed.Process.Management.Internal.Trace.Remote as Trace
193184 ( remoteTable
@@ -201,22 +192,25 @@ import Control.Distributed.Process.Management.Internal.Trace.Types
201192 , traceLogFmt
202193 , enableTrace
203194 )
195+import Control.Distributed.Process.Management.Internal.Types
196+ ( MxEvent(..)
197+ )
204198import Control.Distributed.Process.Serializable (Serializable)
205199import Control.Distributed.Process.Internal.Messaging
206200 ( sendBinary
201+ , sendMessage
202+ , sendPayload
207203 , closeImplicitReconnections
208204 , impliesDeathOf
209205 )
210206import Control.Distributed.Process.Internal.Primitives
211207 ( register
208+ , finally
212209 , receiveWait
213210 , match
214211 , sendChan
212+ , catch
215213 , unwrapMessage
216− , monitor
217− , unmonitorAsync
218− , getSelfNode
219− , SayMessage(..)
220214 )
221215import Control.Distributed.Process.Internal.Types (SendPort, Tracer(..))
222216import qualified Control.Distributed.Process.Internal.Closure.BuiltIn as BuiltIn (remoteTable)
@@ -225,20 +219,7 @@ import qualified Control.Distributed.Process.Internal.StrictContainerAccessors a
225219 ( mapMaybe
226220 , mapDefault
227221 )
228−import Control.Monad.Catch (try)
229−import GHC.IO (IO(..), unsafeUnmask)
230−import GHC.Base ( maskAsyncExceptions# )
231−
232222import Unsafe.Coerce
233−import Prelude
234−
235−-- Remove these definitions when the fix for
236−-- https://ghc.haskell.org/trac/ghc/ticket/10149
237−-- is included in all supported compilers:
238−block :: IO a -> IO a
239−block (IO io) = IO $ maskAsyncExceptions# io
240−unblock :: IO a -> IO a
241−unblock = unsafeUnmask
242223
243224--------------------------------------------------------------------------------
244225-- Initialization --
@@ -324,6 +305,8 @@ startServiceProcesses node = do
324305 -- before /that/ process has started - this is a totally harmless race
325306 -- however, so we deliberably ignore it
326307 startDefaultTracer node
308+ tableCoordinatorPid <- fork $ Table.startTableCoordinator fork
309+ runProcess node $ register Table.mxTableCoordinator tableCoordinatorPid
327310 logger <- forkProcess node loop
328311 runProcess node $ do
329312 register "logger" logger
@@ -332,11 +315,12 @@ startServiceProcesses node = do
332315 -- process which uses 'send' or other primitives which are traced.
333316 register "trace.logger" logger
334317 where
318+ fork = forkProcess node
319+
335320 loop = do
336321 receiveWait
337− [ match $ \(SayMessage time pid string) -> do
338− let time' = formatTime defaultTimeLocale "%c" time
339− liftIO . hPutStrLn stderr $ time' ++ " " ++ show pid ++ ": " ++ string
322+ [ match $ \((time, pid, string) ::(String, ProcessId, String)) -> do
323+ liftIO . hPutStrLn stderr $ time ++ " " ++ show pid ++ ": " ++ string
340324 loop
341325 , match $ \((time, string) :: (String, String)) -> do
342326 -- this is a 'trace' message from the local node tracer
@@ -371,21 +355,19 @@ closeLocalNode node = do
371355runProcess :: LocalNode -> Process () -> IO ()
372356runProcess node proc = do
373357 done <- newEmptyMVar
374− -- TODO; When forkProcess inherits the masking state, protect the forked
375− -- thread against async exceptions that could occur before 'try' is evaluated.
376− void $ forkProcess node $ try proc >>= liftIO . putMVar done
377− takeMVar done >>= either (throwIO :: SomeException -> IO a) return
358+ tid <- myThreadId
359+ void $ forkProcess node $ do
360+ catch (proc `finally` liftIO (putMVar done ()))
361+ (\(ex :: SomeException) -> liftIO $ throwTo tid ex)
362+ takeMVar done
378363
379364-- | Spawn a new process on a local node
380365forkProcess :: LocalNode -> Process () -> IO ProcessId
381−forkProcess node proc = do
382− ms <- getMaskingState
383− modifyMVarMasked (localState node) (startProcess ms)
366+forkProcess node proc =
367+ modifyMVarMasked (localState node) startProcess
384368 where
385− startProcess :: MaskingState
386− -> LocalNodeState
387− -> IO (LocalNodeState, ProcessId)
388− startProcess ms (LocalNodeValid vst) = do
369+ startProcess :: LocalNodeState -> IO (LocalNodeState, ProcessId)
370+ startProcess (LocalNodeValid vst) = do
389371 let lpid = LocalProcessId { lpidCounter = vst ^. localPidCounter
390372 , lpidUnique = vst ^. localPidUnique
391373 }
@@ -407,13 +389,7 @@ forkProcess node proc = do
407389 , processThread = tid
408390 , processNode = node
409391 }
410− -- Rewrite this code when this is fixed:
411− -- https://ghc.haskell.org/trac/ghc/ticket/10149
412− let unmask = case ms of
413− Unmasked -> unblock
414− MaskedInterruptible -> block
415− MaskedUninterruptible -> id
416− tid' <- uninterruptibleMask_ $ forkIO $ do
392+ tid' <- uninterruptibleMask_ $ forkIOWithUnmask $ \unmask -> do
417393 reason <- Exception.catches
418394 (unmask $ runLocalProcess lproc proc >> return DiedNormal)
419395 [ (Exception.Handler (\ex@(ProcessExitException from msg) -> do
@@ -459,7 +435,7 @@ forkProcess node proc = do
459435 $ vst
460436 , pid
461437 )
462− startProcess _ LocalNodeClosed =
438+ startProcess LocalNodeClosed =
463439 throwIO $ NodeClosedException $ localNodeId node
464440
465441 cleanupProcess :: ProcessId
@@ -492,7 +468,7 @@ type IncomingConnection = (NT.EndPointAddress, IncomingTarget)
492468data IncomingTarget =
493469 Uninit
494470 | ToProc ProcessId (Weak (CQueue Message))
495− | ToChan SendPortId TypedChannel
471+ | ToChan TypedChannel
496472 | ToNode
497473
498474data ConnectionState = ConnectionState {
@@ -534,8 +510,7 @@ handleIncomingMessages node = go initConnectionState
534510 . (incomingFrom theirAddr ^: Set.insert cid)
535511 $ st
536512 )
537− else invalidRequest cid st $
538− "attempt to connect with unsupported reliability " ++ show rel
513+ else invalidRequest cid st
539514 NT.Received cid payload ->
540515 case st ^. incomingAt cid of
541516 Just (_, ToProc pid weakQueue) -> do
@@ -547,17 +522,13 @@ handleIncomingMessages node = go initConnectionState
547522 enqueue queue msg -- 'enqueue' is strict
548523 trace node (MxReceived pid msg)
549524 go st
550− Just (_, ToChan chId (TypedChannel chan')) -> do
525+ Just (_, ToChan (TypedChannel chan')) -> do
551526 mChan <- deRefWeak chan'
552527 -- If mChan is Nothing, the process has given up the read end of
553528 -- the channel and we simply ignore the incoming message
554− forM_ mChan $ \chan -> do
555− msg' <- atomically $ do
556− msg <- return $! decode (BSL.fromChunks payload)
557− -- We make sure the message is fully decoded when it is enqueued
558− writeTQueue chan msg
559− return msg
560− trace node $ MxReceivedPort chId $ unsafeCreateUnencodedMessage msg'
529+ forM_ mChan $ \chan -> atomically $
530+ -- We make sure the message is fully decoded when it is enqueued
531+ writeTQueue chan $! decode (BSL.fromChunks payload)
561532 go st
562533 Just (_, ToNode) -> do
563534 let ctrlMsg = decode . BSL.fromChunks $ payload
@@ -572,9 +543,7 @@ handleIncomingMessages node = go initConnectionState
572543 Just proc ->
573544 go (incomingAt cid ^= Just (src, ToProc pid (processWeakQ proc)) $ st)
574545 Nothing ->
575− -- incoming attempt to connect to unknown process - might
576− -- be dead already
577− go (incomingAt cid ^= Nothing $ st)
546+ invalidRequest cid st
578547 SendPortIdentifier chId -> do
579548 let lcid = sendPortLocalId chId
580549 lpid = processLocalId (sendPortProcessId chId)
@@ -584,30 +553,21 @@ handleIncomingMessages node = go initConnectionState
584553 mChannel <- withMVar (processState proc) $ return . (^. typedChannelWithId lcid)
585554 case mChannel of
586555 Just channel ->
587− go (incomingAt cid ^= Just (src, ToChan chId channel) $ st)
556+ go (incomingAt cid ^= Just (src, ToChan channel) $ st)
588557 Nothing ->
589− invalidRequest cid st $
590− "incoming attempt to connect to unknown channel of"
591− ++ " process " ++ show (sendPortProcessId chId)
558+ invalidRequest cid st
592559 Nothing ->
593− -- incoming attempt to connect to channel of unknown
594− -- process - might be dead already
595− go (incomingAt cid ^= Nothing $ st)
560+ invalidRequest cid st
596561 NodeIdentifier nid ->
597562 if nid == localNodeId node
598563 then go (incomingAt cid ^= Just (src, ToNode) $ st)
599− else invalidRequest cid st $
600− "incoming attempt to connect to a different node -"
601− ++ " I'm " ++ show (localNodeId node)
602− ++ " but the remote peer wants to connect to "
603− ++ show nid
564+ else invalidRequest cid st
604565 Nothing ->
605566 invalidRequest cid st
606− "message received from an unknown connection"
607567 NT.ConnectionClosed cid ->
608568 case st ^. incomingAt cid of
609569 Nothing ->
610− invalidRequest cid st "closed unknown connection"
570+ invalidRequest cid st
611571 Just (src, _) -> do
612572 trace node (MxDisconnected cid src)
613573 go ( (incomingAt cid ^= Nothing)
@@ -638,16 +598,14 @@ handleIncomingMessages node = go initConnectionState
638598 -- and we just give up
639599 fail "Cloud Haskell fatal error: received unexpected multicast"
640600
641− invalidRequest :: NT.ConnectionId -> ConnectionState -> String -> IO ()
642− invalidRequest cid st msg = do
601+ invalidRequest :: NT.ConnectionId -> ConnectionState -> IO ()
602+ invalidRequest cid st = do
643603 -- TODO: We should treat this as a fatal error on the part of the remote
644604 -- node. That is, we should report the remote node as having died, and we
645605 -- should close incoming connections (this requires a Transport layer
646606 -- extension).
647− traceEventFmtIO node "" [ TraceStr $ " [network] invalid request"
648− ++ " (" ++ msg ++ "): "
649− , (Trace cid)
650− ]
607+ traceEventFmtIO node "" [(TraceStr " [network] invalid request: "),
608+ (Trace cid)]
651609 go ( incomingAt cid ^= Nothing
652610 $ st
653611 )
@@ -670,9 +628,9 @@ runNodeController node =
670628
671629data NCState = NCState
672630 { -- Mapping from remote processes to linked local processes
673− _links :: !(BiMultiMap Identifier ProcessId ())
631+ _links :: !(Map Identifier (Set ProcessId))
674632 -- Mapping from remote processes to monitoring local processes
675− , _monitors :: !(BiMultiMap Identifier ProcessId MonitorRef)
633+ , _monitors :: !(Map Identifier (Set (ProcessId, MonitorRef)))
676634 -- Process registry: names and where they live, mapped to the PIDs
677635 , _registeredHere :: !(Map String ProcessId)
678636 , _registeredOnNodes :: !(Map ProcessId [(NodeId,Int)])
@@ -688,8 +646,8 @@ newtype NC a = NC { unNC :: StateT NCState (ReaderT LocalNode IO) a }
688646 )
689647
690648initNCState :: NCState
691−initNCState = NCState { _links = BiMultiMap.empty
692− , _monitors = BiMultiMap.empty
649+initNCState = NCState { _links = Map.empty
650+ , _monitors = Map.empty
693651 , _registeredHere = Map.empty
694652 , _registeredOnNodes = Map.empty
695653 }
@@ -705,33 +663,6 @@ instance Show ProcessKillException where
705663 show (ProcessKillException pid reason) =
706664 "killed-by=" ++ show pid ++ ",reason=" ++ reason
707665
708−ncSendToProcess :: ProcessId -> Message -> NC ()
709−ncSendToProcess = ncSendToProcessAndTrace True
710−
711−ncSendToProcessAndTrace :: Bool -> ProcessId -> Message -> NC ()
712−ncSendToProcessAndTrace shouldTrace pid msg = do
713− node <- ask
714− if processNodeId pid == localNodeId node
715− then ncEffectLocalSendAndTrace shouldTrace node pid msg
716− else liftIO $ sendBinary node
717− (NodeIdentifier $ localNodeId node)
718− (NodeIdentifier $ processNodeId pid)
719− WithImplicitReconnect
720− NCMsg { ctrlMsgSender = NodeIdentifier $ localNodeId node
721− , ctrlMsgSignal = UnreliableSend (processLocalId pid) msg
722− }
723−
724−ncSendToNode :: NodeId -> NCMsg -> NC ()
725−ncSendToNode to msg = do
726− node <- ask
727− liftIO $ if to == localNodeId node
728− then writeChan (localCtrlChan node) $! msg
729− else sendBinary node
730− (NodeIdentifier $ localNodeId node)
731− (NodeIdentifier to)
732− WithImplicitReconnect
733− msg
734−
735666--------------------------------------------------------------------------------
736667-- Tracing/Debugging --
737668--------------------------------------------------------------------------------
@@ -774,7 +705,11 @@ nodeController = do
774705 -- [Unified: Table 7, rule nc_forward]
775706 case destNid (ctrlMsgSignal msg) of
776707 Just nid' | nid' /= localNodeId node ->
777− ncSendToNode nid' msg
708+ liftIO $ sendBinary node
709+ (ctrlMsgSender msg)
710+ (NodeIdentifier nid')
711+ WithImplicitReconnect
712+ msg
778713 _ ->
779714 return ()
780715
@@ -795,8 +730,8 @@ nodeController = do
795730 ncEffectRegister from label atnode pid force
796731 NCMsg (ProcessIdentifier from) (WhereIs label) ->
797732 ncEffectWhereIs from label
798− NCMsg _ (NamedSend label msg') ->
799− ncEffectNamedSend label msg'
733+ NCMsg (ProcessIdentifier from) (NamedSend label msg') ->
734+ ncEffectNamedSend from label msg'
800735 NCMsg _ (UnreliableSend lpid msg') ->
801736 ncEffectLocalSend node (ProcessId (localNodeId node) lpid) msg'
802737 NCMsg _ (LocalSend to msg') ->
@@ -812,7 +747,8 @@ nodeController = do
812747 NCMsg _ SigShutdown ->
813748 liftIO $ do
814749 NT.closeEndPoint (localEndPoint node)
815− `Exception.finally` throwIO (NodeClosedException $ localNodeId node)
750+ `Exception.finally` throwIO ThreadKilled
751+ -- ThreadKilled seems to make more sense than fail/error here
816752 NCMsg (ProcessIdentifier from) (GetNodeStats nid) ->
817753 ncEffectGetNodeStats from nid
818754 unexpected ->
@@ -832,18 +768,22 @@ ncEffectMonitor from them mRef = do
832768 case (shouldLink, isLocal node (ProcessIdentifier from)) of
833769 (True, _) -> -- [Unified: first rule]
834770 case mRef of
835− Just ref -> modify' $ monitors ^: BiMultiMap.insert them from ref
836− Nothing -> modify' $ links ^: BiMultiMap.insert them from ()
771+ Just ref -> modify' $ monitorsFor them ^: Set.insert (from, ref)
772+ Nothing -> modify' $ linksFor them ^: Set.insert from
837773 (False, True) -> -- [Unified: second rule]
838774 notifyDied from them DiedUnknownId mRef
839775 (False, False) -> -- [Unified: third rule]
840776 -- TODO: this is the right sender according to the Unified semantics,
841777 -- but perhaps having 'them' as the sender would make more sense
842778 -- (see also: notifyDied)
843− ncSendToNode (processNodeId from) $ NCMsg
844− { ctrlMsgSender = NodeIdentifier (localNodeId node)
845− , ctrlMsgSignal = Died them DiedUnknownId
846− }
779+ liftIO $ sendBinary node
780+ (NodeIdentifier $ localNodeId node)
781+ (NodeIdentifier $ processNodeId from)
782+ WithImplicitReconnect
783+ NCMsg
784+ { ctrlMsgSender = NodeIdentifier (localNodeId node)
785+ , ctrlMsgSignal = Died them DiedUnknownId
786+ }
847787
848788-- [Unified: Table 11]
849789ncEffectUnlink :: ProcessId -> Identifier -> NC ()
@@ -857,7 +797,7 @@ ncEffectUnlink from them = do
857797 postAsMessage from $ DidUnlinkNode nid
858798 SendPortIdentifier cid ->
859799 postAsMessage from $ DidUnlinkPort cid
860− modify' $ links ^: BiMultiMap.delete them from ()
800+ modify' $ linksFor them ^: Set.delete from
861801
862802-- [Unified: Table 11]
863803ncEffectUnmonitor :: ProcessId -> MonitorRef -> NC ()
@@ -865,7 +805,7 @@ ncEffectUnmonitor from ref = do
865805 node <- ask
866806 when (isLocal node (ProcessIdentifier from)) $
867807 postAsMessage from $ DidUnmonitor ref
868− modify' $ monitors ^: BiMultiMap.delete (monitorRefIdent ref) from ref
808+ modify' $ monitorsFor (monitorRefIdent ref) ^: Set.delete (from, ref)
869809
870810-- [Unified: Table 12]
871811ncEffectDied :: Identifier -> DiedReason -> NC ()
@@ -880,7 +820,7 @@ ncEffectDied ident reason = do
880820 let localOnly = case ident of NodeIdentifier _ -> True ; _ -> False
881821
882822 forM_ (Map.toList affectedLinks) $ \(them, uss) ->
883− forM_ uss $ \(us, _) ->
823+ forM_ uss $ \us ->
884824 when (localOnly <= isLocal node (ProcessIdentifier us)) $
885825 notifyDied us them reason Nothing
886826
@@ -889,35 +829,9 @@ ncEffectDied ident reason = do
889829 when (localOnly <= isLocal node (ProcessIdentifier us)) $
890830 notifyDied us them reason (Just ref)
891831
892− -- Notify remote nodes that the process died so it can be removed from monitor
893− -- lists.
894− mapM_ (forwardDeath node) $
895− [ nid | ProcessIdentifier pid <- [ident]
896− , i <- Set.toList $ Set.union
897− (Set.map fst $ BiMultiMap.lookupBy2nd pid unaffectedLinks)
898− (Set.map fst $ BiMultiMap.lookupBy2nd pid unaffectedMons)
899− , let nid = nodeOf i
900− , nid /= localNodeId node
901− ]
902−
903− -- Delete monitors in the local node.
904− let deleteDeads :: (Ord a, Ord v)
905− => BiMultiMap a ProcessId v -> BiMultiMap a ProcessId v
906− deleteDeads = case ident of
907− -- deleteAllBy2nd is faster than partitionWithKeyBy2nd
908− ProcessIdentifier pid -> BiMultiMap.deleteAllBy2nd pid
909− _ -> snd . BiMultiMap.partitionWithKeyBy2nd
910− (\pid _ -> ident `impliesDeathOf` ProcessIdentifier pid)
911− unaffectedLinks' = deleteDeads unaffectedLinks
912− unaffectedMons' = deleteDeads unaffectedMons
913−
914− modify' $ (links ^= unaffectedLinks') . (monitors ^= unaffectedMons')
915−
916− -- we now consider all labels for this identifier unregistered
917− let toDrop pid = not $ ident `impliesDeathOf` ProcessIdentifier pid
918− (keepNames, dropNames) <- Map.partition toDrop <$> gets (^. registeredHere)
919− mapM_ (\(p, l) -> liftIO $ trace node (MxUnRegistered l p)) (Map.toList dropNames)
920− modify' $ registeredHere ^= keepNames
832+ modify' $ (links ^= unaffectedLinks) . (monitors ^= unaffectedMons)
833+
834+ modify' $ registeredHere ^: Map.filter (\pid -> not $ ident `impliesDeathOf` ProcessIdentifier pid)
921835
922836 remaining <- fmap Map.toList (gets (^. registeredOnNodes)) >>=
923837 mapM (\(pid,nidlist) ->
@@ -925,15 +839,20 @@ ncEffectDied ident reason = do
925839 True ->
926840 do forM_ nidlist $ \(nid,_) ->
927841 when (not $ isLocal node (NodeIdentifier nid))
928− (forwardDeath node nid)
842+ (forwardNameDeath node nid)
929843 return Nothing
930844 False -> return $ Just (pid,nidlist) )
931845 modify' $ registeredOnNodes ^= (Map.fromList (catMaybes remaining))
932846 where
933− forwardDeath node nid = ncSendToNode nid
934− NCMsg { ctrlMsgSender = NodeIdentifier (localNodeId node)
935− , ctrlMsgSignal = Died ident reason
936− }
847+ forwardNameDeath node nid =
848+ liftIO $ sendBinary node
849+ (NodeIdentifier $ localNodeId node)
850+ (NodeIdentifier $ nid)
851+ WithImplicitReconnect
852+ NCMsg
853+ { ctrlMsgSender = NodeIdentifier (localNodeId node)
854+ , ctrlMsgSignal = Died ident reason
855+ }
937856
938857-- [Unified: Table 13]
939858ncEffectSpawn :: ProcessId -> Closure (Process ()) -> SpawnRef -> NC ()
@@ -947,7 +866,11 @@ ncEffectSpawn pid cProc ref = do
947866 Right p -> p
948867 node <- ask
949868 pid' <- liftIO $ forkProcess node proc
950− ncSendToProcess pid $ unsafeCreateUnencodedMessage $ DidSpawn ref pid'
869+ liftIO $ sendMessage node
870+ (NodeIdentifier (localNodeId node))
871+ (ProcessIdentifier pid)
872+ WithImplicitReconnect
873+ (DidSpawn ref pid')
951874
952875-- Unified semantics does not explicitly describe how to implement 'register',
953876-- but mentions it's "very similar to nsend" (Table 14)
@@ -969,15 +892,14 @@ ncEffectRegister from label atnode mPid reregistration = do
969892 do modify' $ registeredHereFor label ^= mPid
970893 updateRemote node currentVal mPid
971894 case mPid of
972− (Just p) -> do
973− if reregistration
974− then liftIO $ trace node (MxUnRegistered (fromJust currentVal) label)
975− else return ()
976− liftIO $ trace node (MxRegistered p label)
895+ (Just p) -> liftIO $ trace node (MxRegistered p label)
977896 Nothing -> liftIO $ trace node (MxUnRegistered (fromJust currentVal) label)
978897 newVal <- gets (^. registeredHereFor label)
979− ncSendToProcess from $ unsafeCreateUnencodedMessage $
980− RegisterReply label isOk newVal
898+ liftIO $ sendMessage node
899+ (NodeIdentifier (localNodeId node))
900+ (ProcessIdentifier from)
901+ WithImplicitReconnect
902+ (RegisterReply label isOk newVal)
981903 else let operation =
982904 case reregistration of
983905 True -> flip decList
@@ -1007,36 +929,46 @@ ncEffectRegister from label atnode mPid reregistration = do
1007929 decList (x:xs) tag = x:decList xs tag
1008930 forward node to reg =
1009931 when (not $ isLocal node (NodeIdentifier to)) $
1010− ncSendToNode to $ NCMsg { ctrlMsgSender = ProcessIdentifier from
1011− , ctrlMsgSignal = reg
1012− }
932+ liftIO $ sendBinary node
933+ (ProcessIdentifier from)
934+ (NodeIdentifier to)
935+ WithImplicitReconnect
936+ NCMsg
937+ { ctrlMsgSender = ProcessIdentifier from
938+ , ctrlMsgSignal = reg
939+ }
1013940
1014941
1015942-- Unified semantics does not explicitly describe 'whereis'
1016943ncEffectWhereIs :: ProcessId -> String -> NC ()
1017944ncEffectWhereIs from label = do
945+ node <- ask
1018946 mPid <- gets (^. registeredHereFor label)
1019− ncSendToProcess from $ unsafeCreateUnencodedMessage $ WhereIsReply label mPid
947+ liftIO $ sendMessage node
948+ (NodeIdentifier (localNodeId node))
949+ (ProcessIdentifier from)
950+ WithImplicitReconnect
951+ (WhereIsReply label mPid)
1020952
1021953-- [Unified: Table 14]
1022−ncEffectNamedSend :: String -> Message -> NC ()
1023−ncEffectNamedSend label msg = do
954+ncEffectNamedSend :: ProcessId -> String -> Message -> NC ()
955+ncEffectNamedSend from label msg = do
1024956 mPid <- gets (^. registeredHereFor label)
957+ node <- ask
1025958 -- If mPid is Nothing, we just ignore the named send (as per Table 14)
1026− forM_ mPid $ \to ->
1027− -- If this is a trace message we don't trace it to avoid entering a loop
1028− -- where trace messages produce more trace messages.
1029− ncSendToProcessAndTrace (label /= "trace.logger") to msg
959+ forM_ mPid $ \pid ->
960+ liftIO $ sendPayload node
961+ (ProcessIdentifier from)
962+ (ProcessIdentifier pid)
963+ NoImplicitReconnect
964+ (messageToPayload msg)
1030965
1031966-- [Issue #DP-20]
1032967ncEffectLocalSend :: LocalNode -> ProcessId -> Message -> NC ()
1033−ncEffectLocalSend = ncEffectLocalSendAndTrace True
1034−
1035−ncEffectLocalSendAndTrace :: Bool -> LocalNode -> ProcessId -> Message -> NC ()
1036−ncEffectLocalSendAndTrace shouldTrace node to msg =
968+ncEffectLocalSend node to msg =
1037969 liftIO $ withLocalProc node to $ \p -> do
1038970 enqueue (processQueue p) msg
1039− when shouldTrace $ trace node (MxReceived to msg)
971+ trace node (MxReceived to msg)
1040972
1041973-- [Issue #DP-20]
1042974ncEffectLocalPortSend :: SendPortId -> Message -> NC ()
@@ -1054,12 +986,11 @@ ncEffectLocalPortSend from msg = do
1054986 -- If ch is Nothing, the process has given up the read end of
1055987 -- the channel and we simply ignore the incoming message - this
1056988 ch <- deRefWeak chan'
1057− forM_ ch $ \chan -> deliverChan node from msg chan
1058− where deliverChan :: forall a . LocalNode -> SendPortId -> Message -> TQueue a -> IO ()
1059− deliverChan n p (UnencodedMessage _ raw) chan' = do
989+ forM_ ch $ \chan -> deliverChan msg chan
990+ where deliverChan :: forall a . Message -> TQueue a -> IO ()
991+ deliverChan (UnencodedMessage _ raw) chan' =
1060992 atomically $ writeTQueue chan' ((unsafeCoerce raw) :: a)
1061− trace n (MxReceivedPort p $ unsafeCreateUnencodedMessage raw)
1062− deliverChan _ _ (EncodedMessage _ _) _ =
993+ deliverChan (EncodedMessage _ _) _ =
1063994 -- this will not happen unless someone screws with Primitives.hs
1064995 error "invalid local channel delivery"
1065996
@@ -1088,32 +1019,37 @@ ncEffectGetInfo from pid =
10881019 $ return . (^. localProcessWithId lpid)
10891020 case mProc of
10901021 Nothing -> dispatch (isLocal node (ProcessIdentifier from))
1091− from (ProcessInfoNone DiedUnknownId)
1092− Just proc -> do
1093− itsLinks <- Set.map fst . BiMultiMap.lookupBy1st them <$>
1094− gets (^. links)
1095− itsMons <- BiMultiMap.lookupBy1st them <$> gets (^. monitors)
1022+ from node (ProcessInfoNone DiedUnknownId)
1023+ Just proc -> do
1024+ itsLinks <- gets (^. linksFor them)
1025+ itsMons <- gets (^. monitorsFor them)
10961026 registered <- gets (^. registeredHere)
10971027 size <- liftIO $ queueSize $ processQueue $ proc
10981028
10991029 let reg = registeredNames registered
11001030 dispatch (isLocal node (ProcessIdentifier from))
11011031 from
1032+ node
11021033 ProcessInfo {
11031034 infoNode = (processNodeId pid)
11041035 , infoRegisteredNames = reg
11051036 , infoMessageQueueLength = size
1106− , infoMonitors = Set.toList itsMons
1107− , infoLinks = Set.toList itsLinks
1037+ , infoMonitors = Set.toList itsMons
1038+ , infoLinks = Set.toList itsLinks
11081039 }
1109− where dispatch :: (Serializable a)
1040+ where dispatch :: (Serializable a, Show a)
11101041 => Bool
11111042 -> ProcessId
1043+ -> LocalNode
11121044 -> a
11131045 -> NC ()
1114− dispatch True dest pInfo = postAsMessage dest $ pInfo
1115− dispatch False dest pInfo =
1116− ncSendToProcess dest $ unsafeCreateUnencodedMessage pInfo
1046+ dispatch True dest _ pInfo = postAsMessage dest $ pInfo
1047+ dispatch False dest node pInfo = do
1048+ liftIO $ sendMessage node
1049+ (NodeIdentifier (localNodeId node))
1050+ (ProcessIdentifier dest)
1051+ WithImplicitReconnect
1052+ pInfo
11171053
11181054 registeredNames = Map.foldlWithKey (\ks k v -> if v == pid
11191055 then (k:ks)
@@ -1128,8 +1064,8 @@ ncEffectGetNodeStats from _nid = do
11281064 NodeStats {
11291065 nodeStatsNode = localNodeId node
11301066 , nodeStatsRegisteredNames = Map.size $ ncState ^. registeredHere
1131− , nodeStatsMonitors = BiMultiMap.size $ ncState ^. monitors
1132− , nodeStatsLinks = BiMultiMap.size $ ncState ^. links
1067+ , nodeStatsMonitors = Map.size $ ncState ^. monitors
1068+ , nodeStatsLinks = Map.size $ ncState ^. links
11331069 , nodeStatsProcesses = Map.size (nodeState ^. localProcesses)
11341070 }
11351071 postAsMessage from stats
@@ -1160,10 +1096,14 @@ notifyDied dest src reason mRef = do
11601096 throwException dest $ PortLinkException pid reason
11611097 (False, _, _) ->
11621098 -- The change in sender comes from [Unified: Table 10]
1163− ncSendToNode (processNodeId dest) $ NCMsg
1164− { ctrlMsgSender = NodeIdentifier (localNodeId node)
1165− , ctrlMsgSignal = Died src reason
1166− }
1099+ liftIO $ sendBinary node
1100+ (NodeIdentifier $ localNodeId node)
1101+ (NodeIdentifier $ processNodeId dest)
1102+ WithImplicitReconnect
1103+ NCMsg
1104+ { ctrlMsgSender = NodeIdentifier (localNodeId node)
1105+ , ctrlMsgSignal = Died src reason
1106+ }
11671107
11681108-- | [Unified: Table 8]
11691109destNid :: ProcessSignal -> Maybe NodeId
@@ -1234,26 +1174,25 @@ throwException :: Exception e => ProcessId -> e -> NC ()
12341174throwException pid e = do
12351175 node <- ask
12361176 -- throwTo blocks until the exception is received by the target thread.
1237− -- We cannot easily make it happen asynchronpusly because then 'unlink'
1238− -- semantics would break.
1239− liftIO $ withLocalProc node pid $ \p -> throwTo (processThread p) e
1177+ -- We fork a helper thread to avoid blocking the node controller.
1178+ liftIO $ withLocalProc node pid $ \p -> void $ forkIO $ throwTo (processThread p) e
12401179
12411180withLocalProc :: LocalNode -> ProcessId -> (LocalProcess -> IO ()) -> IO ()
12421181withLocalProc node pid p =
12431182 -- By [Unified: table 6, rule missing_process] messages to dead processes
12441183 -- can silently be dropped
12451184 let lpid = processLocalId pid in do
1246− join $ withValidLocalState node $ \vst ->
1247− return $ forM_ (vst ^. localProcessWithId lpid) p
1185+ withValidLocalState node $ \vst ->
1186+ forM_ (vst ^. localProcessWithId lpid) p
12481187
12491188--------------------------------------------------------------------------------
12501189-- Accessors --
12511190--------------------------------------------------------------------------------
12521191
1253−links :: Accessor NCState (BiMultiMap Identifier ProcessId ())
1192+links :: Accessor NCState (Map Identifier (Set ProcessId))
12541193links = accessor _links (\ls st -> st { _links = ls })
12551194
1256−monitors :: Accessor NCState (BiMultiMap Identifier ProcessId MonitorRef)
1195+monitors :: Accessor NCState (Map Identifier (Set (ProcessId, MonitorRef)))
12571196monitors = accessor _monitors (\ms st -> st { _monitors = ms })
12581197
12591198registeredHere :: Accessor NCState (Map String ProcessId)
@@ -1262,6 +1201,12 @@ registeredHere = accessor _registeredHere (\ry st -> st { _registeredHere = ry }
12621201registeredOnNodes :: Accessor NCState (Map ProcessId [(NodeId, Int)])
12631202registeredOnNodes = accessor _registeredOnNodes (\ry st -> st { _registeredOnNodes = ry })
12641203
1204+linksFor :: Identifier -> Accessor NCState (Set ProcessId)
1205+linksFor ident = links >>> DAC.mapDefault Set.empty ident
1206+
1207+monitorsFor :: Identifier -> Accessor NCState (Set (ProcessId, MonitorRef))
1208+monitorsFor ident = monitors >>> DAC.mapDefault Set.empty ident
1209+
12651210registeredHereFor :: String -> Accessor NCState (Maybe ProcessId)
12661211registeredHereFor ident = registeredHere >>> DAC.mapMaybe ident
12671212
@@ -1288,12 +1233,10 @@ registeredOnNodesFor ident = registeredOnNodes >>> DAC.mapMaybe ident
12881233-- * the notifications for typed channels to that process.
12891234--
12901235-- See https://github.com/haskell/containers/issues/14 for the bang on _v.
1291−splitNotif :: (Ord a, Ord v)
1292− => Identifier
1293− -> BiMultiMap Identifier a v
1294− -> (Map Identifier (Set (a,v)), BiMultiMap Identifier a v)
1295−splitNotif ident =
1296− BiMultiMap.partitionWithKeyBy1st (\k !_v -> ident `impliesDeathOf` k)
1236+splitNotif :: Identifier
1237+ -> Map Identifier a
1238+ -> (Map Identifier a, Map Identifier a)
1239+splitNotif ident = Map.partitionWithKey (\k !_v -> ident `impliesDeathOf` k)
12971240
12981241--------------------------------------------------------------------------------
12991242-- Auxiliary --
src/Control/Distributed/Process/Serializable.hs+18−6
@@ -1,8 +1,8 @@
11{-# LANGUAGE DeriveDataTypeable #-}
22{-# LANGUAGE UndecidableInstances #-}
33{-# LANGUAGE FlexibleInstances #-}
4−{-# LANGUAGE ScopedTypeVariables #-}
54{-# LANGUAGE GADTs #-}
5+{-# LANGUAGE CPP #-}
66module Control.Distributed.Process.Serializable
77 ( Serializable
88 , encodeFingerprint
@@ -17,17 +17,25 @@ module Control.Distributed.Process.Serializable
1717
1818import Data.Binary (Binary)
1919
20−import Data.Typeable (Typeable, typeRepFingerprint, typeOf)
20+#if MIN_VERSION_base(4,7,0)
21+import Data.Typeable (Typeable)
22+import Data.Typeable.Internal (TypeRep(TypeRep), typeOf)
23+#else
24+import Data.Typeable (Typeable(..))
25+import Data.Typeable.Internal (TypeRep(TypeRep))
26+#endif
2127
2228import Numeric (showHex)
2329import Control.Exception (throw)
2430import GHC.Fingerprint.Type (Fingerprint(..))
2531import Data.ByteString (ByteString)
2632import qualified Data.ByteString as BS
27−import qualified Data.ByteString.Internal as BSI ( unsafeCreate, toForeignPtr )
33+import qualified Data.ByteString.Internal as BSI ( unsafeCreate
34+ , inlinePerformIO
35+ , toForeignPtr
36+ )
2837import Foreign.Storable (pokeByteOff, peekByteOff, sizeOf)
2938import Foreign.ForeignPtr (withForeignPtr)
30−import System.IO.Unsafe (unsafePerformIO)
3139
3240-- | Reification of 'Serializable' (see "Control.Distributed.Process.Closure")
3341data SerializableDict a where
@@ -55,7 +63,7 @@ decodeFingerprint :: ByteString -> Fingerprint
5563decodeFingerprint bs
5664 | BS.length bs /= sizeOfFingerprint =
5765 throw $ userError "decodeFingerprint: Invalid length"
58− | otherwise = unsafePerformIO $ do
66+ | otherwise = BSI.inlinePerformIO $ do
5967 let (fp, offset, _) = BSI.toForeignPtr bs
6068 withForeignPtr fp $ \p -> peekByteOff p offset
6169
@@ -65,7 +73,11 @@ sizeOfFingerprint = sizeOf (undefined :: Fingerprint)
6573
6674-- | The fingerprint of the typeRep of the argument
6775fingerprint :: Typeable a => a -> Fingerprint
68−fingerprint = typeRepFingerprint . typeOf
76+#if MIN_VERSION_base(4,8,0)
77+fingerprint a = let TypeRep fp _ _ _ = typeOf a in fp
78+#else
79+fingerprint a = let TypeRep fp _ _ = typeOf a in fp
80+#endif
6981
7082-- | Show fingerprint (for debugging purposes)
7183showFingerprint :: Fingerprint -> ShowS
src/Control/Distributed/Process/UnsafePrimitives.hs+29−109
@@ -32,24 +32,7 @@
3232-- the /normal/ strategy).
3333--
3434-- Use of the functions in this module can potentially change the runtime
35−-- behaviour of your application. In addition, messages passed between Cloud
36−-- Haskell processes are written to a tracing infrastructure on the local node,
37−-- to provide improved introspection and debugging facilities for complex actor
38−-- based systems. This module makes no attempt to force evaluation in these
39−-- cases either, thus evaluation problems in passed data structures could not
40−-- only crash your processes, but could also bring down critical internal
41−-- services on which the node relies to function correctly.
42−--
43−-- If you wish to repudiate such issues, you are advised to consider the use
44−-- of NFSerialisable in the distributed-process-extras package, which type
45−-- class brings NFData into scope along with Serializable, such that we can
46−-- force evaluation. Intended for use with modules such as this one, this
47−-- approach guarantees correct evaluatedness in terms of @NFData@. Please note
48−-- however, that we /cannot/ guarantee that an @NFData@ instance will behave the
49−-- same way as a @Binary@ one with regards evaluation, so it is still possible
50−-- to introduce unexpected behaviour by using /unsafe/ primitives in this way.
51−--
52−-- You have been warned!
35+-- behaviour of your application. You have been warned!
5336--
5437-- This module is exported so that you can replace the use of Cloud Haskell's
5538-- /safe/ messaging primitives. If you want to use both variants, then you can
@@ -62,8 +45,6 @@ module Control.Distributed.Process.UnsafePrimitives
6245 send
6346 , sendChan
6447 , nsend
65− , nsendRemote
66− , usend
6748 , wrapMessage
6849 ) where
6950
@@ -72,15 +53,9 @@ import Control.Distributed.Process.Internal.Messaging
7253 , sendBinary
7354 , sendCtrlMsg
7455 )
75−import Control.Distributed.Process.Management.Internal.Types
76− ( MxEvent(..)
77− )
78−import Control.Distributed.Process.Management.Internal.Trace.Types
79− ( traceEvent
80− )
56+
8157import Control.Distributed.Process.Internal.Types
8258 ( ProcessId(..)
83− , NodeId(..)
8459 , LocalNode(..)
8560 , LocalProcess(..)
8661 , Process(..)
@@ -90,7 +65,6 @@ import Control.Distributed.Process.Internal.Types
9065 , ImplicitReconnect(..)
9166 , SendPortId(..)
9267 , Message
93− , createMessage
9468 , sendPortProcessId
9569 , unsafeCreateUnencodedMessage
9670 )
@@ -101,99 +75,45 @@ import Control.Monad.Reader (ask)
10175
10276-- | Named send to a process in the local registry (asynchronous)
10377nsend :: Serializable a => String -> a -> Process ()
104−nsend label msg = do
105− proc <- ask
106− let us = processId proc
107− let msg' = wrapMessage msg
108− -- see [note: tracing]
109− liftIO $ traceEvent (localEventBus (processNode proc))
110− (MxSentToName label us msg')
111− sendCtrlMsg Nothing (NamedSend label msg')
112−
113−-- | Named send to a process in a remote registry (asynchronous)
114−nsendRemote :: Serializable a => NodeId -> String -> a -> Process ()
115−nsendRemote nid label msg = do
116− proc <- ask
117− let us = processId proc
118− let node = processNode proc
119− if localNodeId node == nid
120− then nsend label msg
121− else
122− let lbl = label ++ "@" ++ show nid in do
123− -- see [note: tracing] NB: this is a remote call to another NC...
124− liftIO $ traceEvent (localEventBus node)
125− (MxSentToName lbl us (wrapMessage msg))
126− sendCtrlMsg (Just nid) (NamedSend label (createMessage msg))
78+nsend label msg =
79+ sendCtrlMsg Nothing (NamedSend label (unsafeCreateUnencodedMessage msg))
12780
12881-- | Send a message
12982send :: Serializable a => ProcessId -> a -> Process ()
13083send them msg = do
13184 proc <- ask
13285 let node = localNodeId (processNode proc)
133− destNode = (processNodeId them)
134− us = (processId proc)
135− msg' = wrapMessage msg in do
136− -- see [note: tracing]
137− liftIO $ traceEvent (localEventBus (processNode proc))
138− (MxSent them us msg')
139− if destNode == node
140− then sendCtrlMsg Nothing $ LocalSend them msg'
141− else liftIO $ sendMessage (processNode proc)
142− (ProcessIdentifier (processId proc))
143− (ProcessIdentifier them)
144− NoImplicitReconnect
145− msg
146−
147−-- | Send a message unreliably.
148−--
149−-- Unlike 'send', this function is insensitive to 'reconnect'. It will
150−-- try to send the message regardless of the history of connection failures
151−-- between the nodes.
152−--
153−-- Message passing with 'usend' is ordered for a given sender and receiver
154−-- if the messages arrive at all.
155−--
156−usend :: Serializable a => ProcessId -> a -> Process ()
157−usend them msg = do
158− proc <- ask
159− let there = processNodeId them
160− let (us, node) = (processId proc, processNode proc)
161− let msg' = wrapMessage msg
162− -- see [note: tracing]
163− liftIO $ traceEvent (localEventBus node) (MxSent them us msg')
164− if localNodeId (processNode proc) == there
165− then sendCtrlMsg Nothing $ LocalSend them msg'
166− else sendCtrlMsg (Just there) $ UnreliableSend (processLocalId them)
167− (createMessage msg)
168−
169−-- [note: tracing]
170−-- Note that tracing writes to the local node's control channel, and this
171−-- module explicitly specifies to its clients that it does unsafe message
172−-- encoding. The same is true for the messages it puts onto the Management
173−-- event bus, however we do *not* want unevaluated thunks hitting the event
174−-- bus control thread. Hence the word /Unsafe/ in this module's name!
175−--
86+ destNode = (processNodeId them) in do
87+ case destNode == node of
88+ True -> unsafeSendLocal them msg
89+ False -> liftIO $ sendMessage (processNode proc)
90+ (ProcessIdentifier (processId proc))
91+ (ProcessIdentifier them)
92+ NoImplicitReconnect
93+ msg
94+ where
95+ unsafeSendLocal :: (Serializable a) => ProcessId -> a -> Process ()
96+ unsafeSendLocal pid msg' =
97+ sendCtrlMsg Nothing $ LocalSend pid (unsafeCreateUnencodedMessage msg')
17698
17799-- | Send a message on a typed channel
178100sendChan :: Serializable a => SendPort a -> a -> Process ()
179101sendChan (SendPort cid) msg = do
180102 proc <- ask
181− let node = processNode proc
182− pid = processId proc
183− us = localNodeId node
184− them = processNodeId (sendPortProcessId cid)
185− msg' = wrapMessage msg in do
186− liftIO $ traceEvent (localEventBus node) (MxSentToPort pid cid msg')
187− if them == us
188− then unsafeSendChanLocal cid msg' -- NB: we wrap to P.Message !!!
189− else liftIO $ sendBinary node
190− (ProcessIdentifier pid)
191− (SendPortIdentifier cid)
192− NoImplicitReconnect
193− msg
103+ let node = localNodeId (processNode proc)
104+ destNode = processNodeId (sendPortProcessId cid) in do
105+ case destNode == node of
106+ True -> unsafeSendChanLocal cid msg
107+ False -> do
108+ liftIO $ sendBinary (processNode proc)
109+ (ProcessIdentifier (processId proc))
110+ (SendPortIdentifier cid)
111+ NoImplicitReconnect
112+ msg
194113 where
195− unsafeSendChanLocal :: SendPortId -> Message -> Process ()
196− unsafeSendChanLocal p m = sendCtrlMsg Nothing $ LocalPortSend p m
114+ unsafeSendChanLocal :: (Serializable a) => SendPortId -> a -> Process ()
115+ unsafeSendChanLocal spId msg' =
116+ sendCtrlMsg Nothing $ LocalPortSend spId (unsafeCreateUnencodedMessage msg')
197117
198118-- | Create an unencoded @Message@ for any @Serializable@ type.
199119wrapMessage :: Serializable a => a -> Message
stack-ghc-7.10.3.yamldeleted−21
@@ -1,21 +0,0 @@
1−resolver: nightly-2016-03-08
2−
3−packages:
4−- '.'
5−- distributed-process-tests/
6−- location:
7− git: https://github.com/haskell-distributed/network-transport-tcp.git
8− commit: d87d6f55697a94a1fbf211ff9c1bb769a1e129cd
9− extra-dep: true
10−
11−extra-deps:
12−- rank1dynamic-0.4.0
13−- distributed-static-0.3.8
14−- network-transport-0.5.2
15−- network-transport-inmemory-0.5.2
16−- rematch-0.2.0.0
17−- exceptions-0.8.2.1 # test dependency
18−
19−flags:
20− distributed-process-tests:
21− tcp: true
stack-ghc-8.0.2.yamldeleted−23
@@ -1,23 +0,0 @@
1−resolver: lts-9.21
2−# added -location for network-transport-tcp-0.6.0
3−# since c7fd79 broke the client facing API for createTransport :/
4−
5−packages:
6−- '.'
7−- distributed-process-tests/
8−- location:
9− git: https://github.com/haskell-distributed/network-transport-tcp.git
10− commit: d87d6f55697a94a1fbf211ff9c1bb769a1e129cd
11− extra-dep: true
12−
13−extra-deps:
14−- rank1dynamic-0.4.0
15−- distributed-static-0.3.8
16−- network-transport-0.5.2
17−- network-transport-inmemory-0.5.2
18−- rematch-0.2.0.0
19−# - exceptions-0.8.2.1 # test dependency
20−
21−flags:
22− distributed-process-tests:
23− tcp: true
stack-ghc-8.2.2.yamldeleted−21
@@ -1,21 +0,0 @@
1−resolver: lts-11.22
2−
3−packages:
4−- '.'
5−- distributed-process-tests/
6−- location:
7− git: https://github.com/haskell-distributed/network-transport-tcp.git
8− commit: d87d6f55697a94a1fbf211ff9c1bb769a1e129cd
9− extra-dep: true
10−
11−extra-deps:
12−- rank1dynamic-0.4.0
13−- distributed-static-0.3.8
14−- network-transport-0.5.2
15−- network-transport-inmemory-0.5.2
16−- rematch-0.2.0.0
17−# - exceptions-0.8.2.1 # test dependency
18−
19−flags:
20− distributed-process-tests:
21− tcp: true
stack-ghc-8.4.4.yamldeleted−20
@@ -1,20 +0,0 @@
1−resolver: lts-12.18
2−
3−packages:
4−- '.'
5−- distributed-process-tests/
6−- location:
7− git: https://github.com/haskell-distributed/network-transport-tcp.git
8− commit: d87d6f55697a94a1fbf211ff9c1bb769a1e129cd
9− extra-dep: true
10−
11−extra-deps:
12−- rank1dynamic-0.4.0
13−- distributed-static-0.3.8
14−- network-transport-0.5.2
15−- network-transport-inmemory-0.5.2
16−- rematch-0.2.0.0
17−
18−flags:
19− distributed-process-tests:
20− tcp: true
stack-nightly.yamldeleted−26
@@ -1,26 +0,0 @@
1−resolver: nightly
2−
3−packages:
4−- '.'
5−- distributed-process-tests/
6−- location:
7− git: https://github.com/haskell-distributed/distributed-static.git
8− commit: c51e6aadd3a44c044e96a8e986c11d3a94b45b11
9− extra-dep: true
10−- location:
11− git: https://github.com/haskell-distributed/network-transport-tcp.git
12− commit: d58250e2388b86a1865ac4139373cbdc106e72e1
13− extra-dep: true
14−- location:
15− git: https://github.com/haskell-distributed/network-transport-inmemory.git
16− commit: 0ce97924f15a8c1570b2355151834305c9bd2a28
17− extra-dep: true
18−
19−extra-deps:
20−- rank1dynamic-0.4.0
21−- network-transport-0.5.2
22−- rematch-0.2.0.0
23−
24−flags:
25− distributed-process-tests:
26− tcp: true
stack.yaml+4−17
@@ -1,22 +1,9 @@
1−resolver: lts-12.18 # Use GHC 8.4.4
2−
3−# TODO: we can enable nightly-2018-11-11 once PR #319 is merged
4−
1+resolver: nightly-2015-10-09
52packages:
63- '.'
74- distributed-process-tests/
8−- location:
9− git: https://github.com/haskell-distributed/network-transport-tcp.git
10− commit: d87d6f55697a94a1fbf211ff9c1bb769a1e129cd
11− extra-dep: true
12−
135extra-deps:
14−- rank1dynamic-0.4.0
15−- distributed-static-0.3.8
16−- network-transport-0.5.2
17−- network-transport-inmemory-0.5.2
6+- distributed-static-0.3.2.0
7+- network-transport-inmemory-0.5.0
8+- rank1dynamic-0.3.1.0
189- rematch-0.2.0.0
19−
20−flags:
21− distributed-process-tests:
22− tcp: true