git.iko.soy/distributed-process
on master help sign in
45 files changed+2037−792
since splitsnapshots
unifiedsplit
.travis.yml+25−56 ChangeLog+66 benchmarks/Channels.hs+6−4 benchmarks/Latency.hs+7−4 benchmarks/ProcessRing.hs+3−2 benchmarks/Spawns.hs+6−4 benchmarks/Throughput.hs+6−4 distributed-process-tests/distributed-process-tests.cabal+41−28 distributed-process-tests/src/Control/Distributed/Process/Tests/CH.hs+488−250 distributed-process-tests/src/Control/Distributed/Process/Tests/Closure.hs+89−48 distributed-process-tests/src/Control/Distributed/Process/Tests/Internal/Utils.hs+16−5 distributed-process-tests/src/Control/Distributed/Process/Tests/Mx.hs+390−53 distributed-process-tests/src/Control/Distributed/Process/Tests/Receive.hs+8−12 distributed-process-tests/src/Control/Distributed/Process/Tests/Stats.hs+11−7 distributed-process-tests/src/Control/Distributed/Process/Tests/Tracing.hs+23−11 distributed-process-tests/tests/runInMemory.hs−1 distributed-process-tests/tests/runTCP.hs+5−3 distributed-process.cabal+51−37 src/Control/Distributed/Process.hs+28−4 src/Control/Distributed/Process/Debug.hs+3−7 src/Control/Distributed/Process/Internal/BiMultiMap.hs+135 src/Control/Distributed/Process/Internal/CQueue.hs+31−2 src/Control/Distributed/Process/Internal/Closure/Explicit.hs+1−2 src/Control/Distributed/Process/Internal/Closure/TH.hs+15−7 src/Control/Distributed/Process/Internal/Messaging.hs+2−2 src/Control/Distributed/Process/Internal/Primitives.hs+119−57 src/Control/Distributed/Process/Internal/Spawn.hs+3−3 src/Control/Distributed/Process/Internal/StrictMVar.hs+8−4 src/Control/Distributed/Process/Internal/Types.hs+9−1 src/Control/Distributed/Process/Internal/WeakTQueue.hs+7−2 src/Control/Distributed/Process/Management.hs+37−4 src/Control/Distributed/Process/Management/Internal/Agent.hs+2−1 src/Control/Distributed/Process/Management/Internal/Trace/Primitives.hs+10−3 src/Control/Distributed/Process/Management/Internal/Trace/Types.hs−10 src/Control/Distributed/Process/Management/Internal/Types.hs+9−2 src/Control/Distributed/Process/Node.hs+164−85 src/Control/Distributed/Process/Serializable.hs+6−18 src/Control/Distributed/Process/UnsafePrimitives.hs+82−33 stack-ghc-7.10.3.yaml+21 stack-ghc-7.8.4.yaml−15 stack-ghc-8.0.2.yaml+23 stack-ghc-8.2.2.yaml+21 stack-ghc-8.4.4.yaml+20 stack-nightly.yaml+26 stack.yaml+14−1
.travis.yml+25−56
@@ -4,71 +4,40 @@ sudo: false
44
55matrix:
66 include:
7− - env: CABAL_INSTALL_VER=1.22 GHCVER=7.6.3 BUILD=cabal
8− addons: {apt: {packages: [cabal-install-1.22,ghc-7.6.3], sources: [hvr-ghc]}}
9−
10− - env: ARGS="--stack-yaml stack-ghc-7.8.4.yaml" BUILD=stack CABALVER=1.18.1.5
7+ - env: ARGS="--stack-yaml stack-ghc-7.10.3.yaml"
118 addons: {apt: {packages: [libgmp-dev]}}
12−
13− - env: ARGS= BUILD=stack CABALVER=1.22.5.0
9+ - env: ARGS="--stack-yaml stack-ghc-8.2.2.yaml"
10+ addons: {apt: {packages: [libgmp-dev]}}
11+ - env: ARGS="--stack-yaml stack-ghc-8.4.4.yaml"
12+ addons: {apt: {packages: [libgmp-dev]}}
13+ - env: ARGS="--stack-yaml stack-nightly.yaml --resolver nightly"
1414 addons: {apt: {packages: [libgmp-dev]}}
1515
1616cache:
1717 directories:
1818 - $HOME/.stack
19− - $HOME/.cabal/packages
2019
2120before_install:
22−# cabal case:
23−# workaround for https://ghc.haskell.org/trac/ghc/ticket/9221
24−# taken from https://github.com/hvr/multi-ghc-travis/blob/0fa68f78c2b1b059f904c9abc85510a3bb4f57e2/README.md
25−- case "$BUILD" in
26− stack)
27− export PATH=$HOME/.local/bin:$HOME/.cabal/bin:$PATH;
28− mkdir -p ~/.local/bin;
29− travis_retry curl -L https://www.stackage.org/stack/linux-x86_64 | tar xz --wildcards --strip-components=1 -C ~/.local/bin '*/stack';
30− stack --version
31− ;;
32− cabal)
33− export PATH=$HOME/.local/bin:/opt/ghc/$GHCVER/bin:/opt/cabal/$CABAL_INSTALL_VER/bin:$HOME/.cabal/bin:$PATH;
34− ghc --version;
35− cabal --version;
36− travis_retry cabal update;
37− sed -i 's/^jobs:/-- jobs:/' $HOME/.cabal/config
38− ;;
39− esac
21+- export PATH=$HOME/.local/bin:$PATH;
22+ mkdir -p ~/.local/bin;
23+ travis_retry curl -L https://www.stackage.org/stack/linux-x86_64 | tar xz --wildcards --strip-components=1 -C ~/.local/bin '*/stack';
24+ stack --version
4025
4126install:
42−- case "$BUILD" in
43− stack)
44− stack $ARGS setup --no-terminal;
45− stack $ARGS build --no-terminal --only-snapshot --test
46− ;;
47− cabal)
48− cabal install --jobs=2 --enable-tests --only-dependencies -ftcp . distributed-process-tests/
49− ;;
50− esac
27+- stack $ARGS setup --no-terminal;
28+ stack $ARGS build --no-terminal --only-snapshot --test --no-run-tests;
5129
5230script:
53−- case "$BUILD" in
54− stack)
55− stack $ARGS --no-terminal build --test --no-run-tests;
56− cd distributed-process-tests;
57− export BUILD_DIR=.stack-work/dist/x86_64-linux/Cabal-$CABALVER/build
58− ;;
59− cabal)
60− cabal install --enable-tests;
61− cabal install --jobs=2;
62− cd distributed-process-tests/;
63− cabal configure -ftcp --enable-tests;
64− cabal build --jobs=2;
65− export BUILD_DIR=dist/build
66− ;;
67− esac
68− # skip intermittent tests
69−- $BUILD_DIR/TestCHInMemory/TestCHInMemory --plain -t '!Flaky'
70−- $BUILD_DIR/TestCHInTCP/TestCHInTCP --plain -t '!Flaky'
71−- $BUILD_DIR/TestClosure/TestClosure --plain -t '!SpawnReconnect'
72−- $BUILD_DIR/TestStats/TestStats --plain
73−- $BUILD_DIR/TestMx/TestMx --plain
74−- $BUILD_DIR/TestTracing/TestTracing --plain
31+- export ARG='--test-arguments'
32+ export TEST_PACKAGE="distributed-process-tests:"
33+- stack ${ARGS} test $ARG='--plain -t "!Flaky"' ${TEST_PACKAGE}TestCHInMemory
34+- stack ${ARGS} test $ARG='--plain -t "!Flaky"' ${TEST_PACKAGE}TestCHInTCP
35+- stack ${ARGS} test $ARG='--plain -t "!SpawnReconnect"' ${TEST_PACKAGE}TestClosure
36+- stack ${ARGS} test $ARG='--plain' ${TEST_PACKAGE}TestStats
37+- stack ${ARGS} test $ARG='--plain' ${TEST_PACKAGE}TestMxInMemory
38+- stack ${ARGS} test $ARG='--plain' ${TEST_PACKAGE}TestMxInTCP
39+- stack ${ARGS} test $ARG='--plain' ${TEST_PACKAGE}TestTracingInMemory
40+
41+notifications:
42+ slack:
43+ secure: LbqbNjK1KiHNiQo/i/Za4vkMD9l9mhmN+PWYFBQkNvGFWffSRayRKFrTqt4znV2p7h4dY1XZFoC7T5RemBVQLq2ppZAUWxkITeu1OUlnmVLDfJLeVYGTR/fn90nP6Y5ITE7T3A07nKmWaRbKpIgFBAOjzgqaM0csscDx3z0WW18=
ChangeLog+66
@@ -1,3 +1,69 @@
1+[Unrealeased]
2+
3+*
4+
5+2018-06-12 Facundo Domínguez <facundo.dominguez@tweag.io> 0.7.4
6+
7+* Added support for exceptions >= 0.10
8+
9+2017-08-31 Facundo Domínguez <facundo.dominguez@tweag.io> 0.7.3
10+
11+* Drop support for ghc-7.8.* and earlier.
12+
13+2017-08-31 Facundo Domínguez <facundo.dominguez@tweag.io> 0.7.2
14+
15+* Fixed build errors with ghc-8.2.1.
16+
17+2017-08-22 Facundo Domínguez <facundo.dominguez@tweag.io> 0.7.1
18+
19+* Relax upper bounds in dependencies to build with ghc-8.2.1.
20+
21+2017-08-21 Facundo Domínguez <facundo.dominguez@tweag.io> 0.7.0
22+
23+* Change type of message sent by `say` from a 3-tuple to a proper
24+type (`SayMessage`) with a proper `UTCTime`. (#291)
25+* Expose the MonitorRef in the withMonitor call.
26+* Have unmonitor remove the monitor message in the inbox. (#268)
27+* Remove Mx Data Tables. This API isn't used, is easy to replace with various
28+other packages. (#276)
29+* Add Ord instance to SpawnRef.
30+
31+2016-10-13 Facundo Domínguez <facundo.dominguez@tweag.io> 0.6.6
32+
33+* Remove monitors from remote nodes when a process dies. (#295)
34+
35+2016-10-12 Facundo Domínguez <facundo.dominguez@tweag.io> 0.6.5
36+
37+* Use only one connection to communicate between NCs. (#296, #297)
38+* Improve documentation of CQueue.
39+* Implement bidirectional multimaps for links and monitors. (#293, #294)
40+* Fix various warnings. (#292)
41+* Fix some of the intermittent failures in tests.
42+* Improve error messages when node controllers receive invalid requests.
43+(#290)
44+
45+2016-06-09 Facundo Domínguez <facundo.dominguez@tweag.io> 0.6.4
46+
47+* Fixup build errors.
48+
49+2016-06-09 Facundo Domínguez <facundo.dominguez@tweag.io> 0.6.3
50+
51+* Relax template-haskell upper bound.
52+
53+2016-06-09 Facundo Domínguez <facundo.dominguez@tweag.io> 0.6.2
54+
55+* Provide compatibility with ghc-8.0.1
56+* Remove dependency on ghc-prim.
57+* Don't throw exceptions asynchronously.
58+* Bump upper bounds of dependencies.
59+* Fix exception handling in callLocal.
60+* Have spawnLocal inherit the masking state of the caller.
61+* Have nsend send unencoded messages to local processes.
62+
63+2016-03-03 Facundo Domínguez <facundo.dominguez@tweag.io> 0.6.1
64+
65+* Implement MonadCatch, MonadThrow, MonadMask for Process.
66+
1672016-02-18 Facundo Domínguez <facundo.dominguez@tweag.io> 0.6.0
268
369* Have nsendRemote skip the transport for local communication.
benchmarks/Channels.hs+6−4
@@ -4,7 +4,7 @@ import Control.Monad
44import Control.Applicative
55import Control.Distributed.Process
66import Control.Distributed.Process.Node
7−import Network.Transport.TCP (createTransport, defaultTCPParameters)
7+import Network.Transport.TCP (createTransport, defaultTCPAddr, defaultTCPParameters)
88import Data.Binary (encode, decode)
99import qualified Data.ByteString.Lazy as BSL
1010
@@ -36,6 +36,8 @@ initialProcess "CLIENT" = do
3636main :: IO ()
3737main = do
3838 [role, host, port] <- getArgs
39− Right transport <- createTransport host port defaultTCPParameters
40− node <- newLocalNode transport initRemoteTable
41− runProcess node $ initialProcess role
39+ trans <- createTransport (defaultTCPAddr host port) defaultTCPParameters
40+ case trans of
41+ Right transport -> do node <- newLocalNode transport initRemoteTable
42+ runProcess node $ initialProcess role
43+ Left other -> error $ show other
benchmarks/Latency.hs+7−4
@@ -3,7 +3,7 @@ import Control.Monad
33import Control.Applicative
44import Control.Distributed.Process
55import Control.Distributed.Process.Node
6−import Network.Transport.TCP (createTransport, defaultTCPParameters)
6+import Network.Transport.TCP (createTransport, defaultTCPAddr, defaultTCPParameters)
77import Data.Binary (encode, decode)
88import qualified Data.ByteString.Lazy as BSL
99
@@ -31,6 +31,9 @@ initialProcess "CLIENT" = do
3131main :: IO ()
3232main = do
3333 [role, host, port] <- getArgs
34− Right transport <- createTransport host port defaultTCPParameters
35− node <- newLocalNode transport initRemoteTable
36− runProcess node $ initialProcess role
34+ trans <- createTransport
35+ (defaultTCPAddr host port) defaultTCPParameters
36+ case trans of
37+ Right transport -> do node <- newLocalNode transport initRemoteTable
38+ runProcess node $ initialProcess role
39+ Left other -> error $ show other
benchmarks/ProcessRing.hs+3−2
@@ -12,7 +12,7 @@ import Control.Monad
1212import Control.Distributed.Process hiding (catch)
1313import Control.Distributed.Process.Node
1414import Control.Exception (catch, SomeException)
15−import Network.Transport.TCP (createTransport, defaultTCPParameters)
15+import Network.Transport.TCP (createTransport, defaultTCPAddr, defaultTCPParameters)
1616import System.Environment
1717import System.Console.GetOpt
1818
@@ -110,7 +110,8 @@ main = do
110110 argv <- getArgs
111111 (opt, _) <- parseArgv argv
112112 putStrLn $ "options: " ++ (show opt)
113− Right transport <- createTransport "127.0.0.1" "8090" defaultTCPParameters
113+ Right transport <- createTransport
114+ (defaultTCPAddr "127.0.0.1" "8090" ) defaultTCPParameters
114115 node <- newLocalNode transport initRemoteTable
115116 catch (void $ runProcess node $ initialProcess opt)
116117 (\(e :: SomeException) -> putStrLn $ "ERROR: " ++ (show e))
benchmarks/Spawns.hs+6−4
@@ -7,7 +7,7 @@ import Control.Monad
77import Control.Applicative
88import Control.Distributed.Process
99import Control.Distributed.Process.Node
10−import Network.Transport.TCP (createTransport, defaultTCPParameters)
10+import Network.Transport.TCP (createTransport, defaultTCPAddr, defaultTCPParameters)
1111import Data.Binary (encode, decode)
1212import qualified Data.ByteString.Lazy as BSL
1313
@@ -42,6 +42,8 @@ initialProcess "CLIENT" = do
4242main :: IO ()
4343main = do
4444 [role, host, port] <- getArgs
45− Right transport <- createTransport host port defaultTCPParameters
46− node <- newLocalNode transport initRemoteTable
47− runProcess node $ initialProcess role
45+ trans <- createTransport (defaultTCPAddr host port) defaultTCPParameters
46+ case trans of
47+ Right transport -> do node <- newLocalNode transport initRemoteTable
48+ runProcess node $ initialProcess role
49+ Left other -> error $ show other
benchmarks/Throughput.hs+6−4
@@ -6,7 +6,7 @@ import Control.Monad
66import Control.Applicative
77import Control.Distributed.Process
88import Control.Distributed.Process.Node
9−import Network.Transport.TCP (createTransport, defaultTCPParameters)
9+import Network.Transport.TCP (createTransport, defaultTCPParameters, defaultTCPAddr)
1010import Data.Binary
1111import qualified Data.ByteString.Lazy as BSL
1212import Data.Typeable
@@ -67,6 +67,8 @@ initialProcess "CLIENT" = do
6767main :: IO ()
6868main = do
6969 [role, host, port] <- getArgs
70− Right transport <- createTransport host port defaultTCPParameters
71− node <- newLocalNode transport initRemoteTable
72− runProcess node $ initialProcess role
70+ trans <- createTransport (defaultTCPAddr host port) defaultTCPParameters
71+ case trans of
72+ Right transport -> do node <- newLocalNode transport initRemoteTable
73+ runProcess node $ initialProcess role
74+ Left other -> error $ show other
distributed-process-tests/distributed-process-tests.cabal+41−28
@@ -1,12 +1,12 @@
11name: distributed-process-tests
2−version: 0.4.5
2+version: 0.4.11
33synopsis: Tests and test support tools for distributed-process.
44homepage: http://github.com/haskell-distributed/distributed-process/tree/master/distributed-process-tests
55description: Tests and test suite for Cloud Haskell libraries.
66license: BSD3
77license-file: LICENSE
88Author: Duncan Coutts, Nicolas Wu, Edsko de Vries
9−Maintainer: Facundo Domínguez <facundo.dominguez@tweag.io>
9+Maintainer: Tim Watson <watson.timothy@gmail.com>
1010copyright: Well-Typed LLP
1111category: Control, Cloud Haskell
1212build-type: Simple
@@ -26,14 +26,15 @@ library
2626 Control.Distributed.Process.Tests.Tracing
2727 Control.Distributed.Process.Tests.Internal.Utils
2828 Build-Depends: base >= 4.4 && < 5,
29− ansi-terminal >= 0.5 && < 0.7,
30− binary >= 0.5 && < 0.8,
31− bytestring >= 0.9 && < 0.11,
32− distributed-process >= 0.6.0 && < 0.7,
29+ ansi-terminal >= 0.5,
30+ binary >= 0.5 && < 0.9,
31+ bytestring >= 0.9 && < 0.12,
32+ distributed-process >= 0.6.0 && < 0.8,
3333 distributed-static,
34− HUnit >= 1.2 && < 1.4,
35− network-transport >= 0.4.1.0 && < 0.5,
36− network >= 2.5 && < 2.7,
34+ exceptions >= 0.5,
35+ HUnit >= 1.2 && < 1.7,
36+ network-transport >= 0.4.1.0 && < 0.6,
37+ network >= 2.5 && < 2.9,
3738 random >= 1.0 && < 1.2,
3839 rematch >= 0.1.2.1,
3940 setenv >= 0.1.1.3,
@@ -48,7 +49,6 @@ library
4849 DeriveDataTypeable,
4950 DeriveGeneric,
5051 GeneralizedNewtypeDeriving,
51− OverlappingInstances,
5252 RankNTypes,
5353 RecordWildCards,
5454 ScopedTypeVariables
@@ -61,8 +61,8 @@ Test-Suite TestCHInMemory
6161 CPP-Options: -DTEST_SUITE_MODULE=Control.Distributed.Process.Tests.CH
6262 Build-Depends: base >= 4.4 && < 5,
6363 distributed-process-tests,
64− network >= 2.3 && < 2.7,
65− network-transport >= 0.4.1.0 && < 0.5,
64+ network >= 2.3 && < 2.9,
65+ network-transport >= 0.4.1.0 && < 0.6,
6666 network-transport-inmemory >= 0.5,
6767 test-framework >= 0.6 && < 0.9
6868 Extensions: CPP
@@ -76,9 +76,9 @@ Test-Suite TestCHInTCP
7676 if flag(tcp)
7777 Build-Depends: base >= 4.4 && < 5,
7878 distributed-process-tests,
79− network >= 2.3 && < 2.7,
80− network-transport >= 0.4.1.0 && < 0.5,
81− network-transport-tcp >= 0.5 && < 0.6,
79+ network >= 2.3 && < 2.9,
80+ network-transport >= 0.4.1.0 && < 0.6,
81+ network-transport-tcp >= 0.5 && < 0.7,
8282 test-framework >= 0.6 && < 0.9
8383 else
8484 Buildable: False
@@ -93,8 +93,8 @@ Test-Suite TestClosure
9393 CPP-Options: -DTEST_SUITE_MODULE=Control.Distributed.Process.Tests.Closure
9494 Build-Depends: base >= 4.4 && < 5,
9595 distributed-process-tests,
96− network >= 2.3 && < 2.7,
97− network-transport >= 0.4.1.0 && < 0.5,
96+ network >= 2.3 && < 2.9,
97+ network-transport >= 0.4.1.0 && < 0.6,
9898 network-transport-inmemory >= 0.5,
9999 test-framework >= 0.6 && < 0.9
100100 Extensions: CPP
@@ -107,39 +107,52 @@ Test-Suite TestStats
107107 CPP-Options: -DTEST_SUITE_MODULE=Control.Distributed.Process.Tests.Stats
108108 Build-Depends: base >= 4.4 && < 5,
109109 distributed-process-tests,
110− network >= 2.3 && < 2.7,
111− network-transport >= 0.4.1.0 && < 0.5,
110+ network >= 2.3 && < 2.9,
111+ network-transport >= 0.4.1.0 && < 0.6,
112112 network-transport-inmemory >= 0.5,
113113 test-framework >= 0.6 && < 0.9
114114 Extensions: CPP
115115 ghc-options: -Wall -eventlog -threaded -rtsopts -with-rtsopts=-N -fno-warn-unused-do-bind
116116 HS-Source-Dirs: tests
117117
118−
119−Test-Suite TestMx
118+Test-Suite TestMxInMemory
120119 Type: exitcode-stdio-1.0
121120 Main-Is: runInMemory.hs
122121 CPP-Options: -DTEST_SUITE_MODULE=Control.Distributed.Process.Tests.Mx
123122 Build-Depends: base >= 4.4 && < 5,
124123 distributed-process-tests,
125− network >= 2.3 && < 2.7,
126− network-transport >= 0.4.1.0 && < 0.5,
124+ network >= 2.3 && < 2.9,
125+ network-transport >= 0.4.1.0 && < 0.6,
127126 network-transport-inmemory >= 0.5,
128127 test-framework >= 0.6 && < 0.9
129128 Extensions: CPP
130− ghc-options: -Wall -threaded -rtsopts -with-rtsopts=-N -fno-warn-unused-do-bind
129+ ghc-options: -threaded -rtsopts -with-rtsopts=-N -fno-warn-unused-do-bind
131130 HS-Source-Dirs: tests
132131
133−Test-Suite TestTracing
132+Test-Suite TestTracingInMemory
134133 Type: exitcode-stdio-1.0
135134 Main-Is: runInMemory.hs
136135 CPP-Options: -DTEST_SUITE_MODULE=Control.Distributed.Process.Tests.Tracing
137136 Build-Depends: base >= 4.4 && < 5,
138137 distributed-process-tests,
139− network >= 2.3 && < 2.7,
140− network-transport >= 0.4.1.0 && < 0.5,
138+ network >= 2.3 && < 2.9,
139+ network-transport >= 0.4.1.0 && < 0.6,
141140 network-transport-inmemory >= 0.5,
142141 test-framework >= 0.6 && < 0.9
143142 Extensions: CPP
144− ghc-options: -Wall -eventlog -threaded -rtsopts -with-rtsopts=-N -fno-warn-unused-do-bind
143+ ghc-options: -eventlog -threaded -rtsopts -with-rtsopts=-N -fno-warn-unused-do-bind
144+ HS-Source-Dirs: tests
145+
146+Test-Suite TestMxInTCP
147+ Type: exitcode-stdio-1.0
148+ Main-Is: runInMemory.hs
149+ CPP-Options: -DTEST_SUITE_MODULE=Control.Distributed.Process.Tests.Mx
150+ Build-Depends: base >= 4.4 && < 5,
151+ distributed-process-tests,
152+ network >= 2.3 && < 2.9,
153+ network-transport >= 0.4.1.0 && < 0.6,
154+ network-transport-inmemory >= 0.5,
155+ test-framework >= 0.6 && < 0.9
156+ Extensions: CPP
157+ ghc-options: -Wall -threaded -rtsopts -with-rtsopts=-N -fno-warn-unused-do-bind
145158 HS-Source-Dirs: tests
distributed-process-tests/src/Control/Distributed/Process/Tests/CH.hs+488−250
@@ -25,24 +25,32 @@ import Control.Concurrent.MVar
2525 )
2626import Control.Monad (replicateM_, replicateM, forever, void, unless, join)
2727import Control.Exception (SomeException, throwIO, ErrorCall(..))
28−import qualified Control.Exception as Ex (catch)
29−import Control.Applicative ((<$>), (<*>), pure, (<|>))
28+import Control.Monad.Catch (try, catch, finally, mask, onException)
29+import Control.Applicative ((<|>))
3030import qualified Network.Transport as NT (closeEndPoint, EndPointAddress)
31−import Control.Distributed.Process
31+import Control.Distributed.Process hiding
32+ ( try
33+ , catch
34+ , finally
35+ , mask
36+ , onException
37+ )
3238import Control.Distributed.Process.Internal.Types
33− ( NodeId(nodeAddress)
34− , LocalNode(localEndPoint)
39+ ( LocalNode(localEndPoint)
3540 , ProcessExitException(..)
3641 , nullProcessId
3742 , createUnencodedMessage
3843 )
3944import Control.Distributed.Process.Node
45+import Control.Distributed.Process.Debug
46+import Control.Distributed.Process.Management.Internal.Types
47+import Control.Distributed.Process.Tests.Internal.Utils (shouldBe, pause)
4048import Control.Distributed.Process.Serializable (Serializable)
41−
42−import Test.HUnit (Assertion, assertFailure)
49+import Data.Maybe (isNothing, isJust)
50+import Test.HUnit (Assertion, assertBool, assertFailure)
4351import Test.Framework (Test, testGroup)
4452import Test.Framework.Providers.HUnit (testCase)
45−import Control.Rematch hiding (match)
53+import Control.Rematch hiding (match, isNothing, isJust)
4654import Control.Rematch.Run (Match(..))
4755
4856newtype Ping = Ping ProcessId
@@ -65,7 +73,7 @@ expectThat a matcher = case res of
6573forkTry :: IO () -> IO ThreadId
6674forkTry p = do
6775 tid <- myThreadId
68− forkIO $ Ex.catch p (\e -> throwTo tid (e :: SomeException))
76+ forkIO $ catch p (\e -> throwTo tid (e :: SomeException))
6977
7078-- | The ping server from the paper
7179ping :: Process ()
@@ -75,12 +83,46 @@ ping = do
7583 send partner (Ping self)
7684 ping
7785
86+verifyClient :: String -> MVar Bool -> IO ()
87+verifyClient s b = takeMVar b >>= assertBool s
88+
89+expectPing :: MVar Bool -> Process ()
90+expectPing mv = expect >>= liftIO . putMVar mv . checkPing
91+ where
92+ checkPing (Ping _) = True
93+
7894-- | Quick and dirty synchronous version of whereisRemoteAsync
7995whereisRemote :: NodeId -> String -> Process (Maybe ProcessId)
8096whereisRemote nid string = do
8197 whereisRemoteAsync nid string
82− WhereIsReply _ mPid <- expect
83− return mPid
98+ receiveWait [
99+ match (\(WhereIsReply _ mPid) -> return mPid)
100+ ]
101+
102+verifyWhereIsRemote :: NodeId -> String -> Process ProcessId
103+verifyWhereIsRemote n s = whereisRemote n s >>= maybe (die "remote name not found") return
104+
105+waitForExit :: ProcessId -> Process DiedReason
106+waitForExit pid = monitor pid >>= waitForDown
107+
108+waitForDown :: MonitorRef -> Process DiedReason
109+waitForDown ref =
110+ receiveWait [ matchIf (\(ProcessMonitorNotification ref' _ _) -> ref == ref')
111+ (\(ProcessMonitorNotification _ _ dr) -> return dr) ]
112+
113+syncBreakConnection :: (NT.EndPointAddress -> NT.EndPointAddress -> IO ()) -> LocalNode -> LocalNode -> IO ()
114+syncBreakConnection breakConnection nid0 nid1 = do
115+ m <- newEmptyMVar
116+ _ <- forkProcess nid1 $ getSelfPid >>= liftIO . putMVar m
117+ runProcess nid0 $ do
118+ them <- liftIO $ takeMVar m
119+ pinger <- spawnLocal $ forever $ send them ()
120+ _ <- monitorNode (localNodeId nid1)
121+ liftIO $ breakConnection (nodeAddress $ localNodeId nid0)
122+ (nodeAddress $ localNodeId nid1)
123+ NodeMonitorNotification _ _ _ <- expect
124+ kill pinger "finished"
125+ return ()
84126
85127data Add = Add ProcessId Double Double deriving (Typeable)
86128data Divide = Divide ProcessId Double Double deriving (Typeable)
@@ -155,12 +197,18 @@ monitorTestProcess theirAddr mOrL un reason monitorSetup done =
155197 unmonitor ref
156198 liftIO $ putMVar done ()
157199 (False, ref) -> do
158− ProcessMonitorNotification ref' pid reason' <- expect
159− True <- return $ Just ref' == ref && pid == theirAddr && mOrL && reason == reason'
160− liftIO $ putMVar done ()
200+ receiveWait [
201+ match (\(ProcessMonitorNotification ref' pid reason') -> do
202+ liftIO $ do
203+ assertBool "Bad Monitor Signal"
204+ (Just ref' == ref && pid == theirAddr &&
205+ mOrL && reason == reason')
206+ putMVar done ())
207+ ]
161208 )
162209 (\(ProcessLinkException pid reason') -> do
163− True <- return $ pid == theirAddr && not mOrL && not un && reason == reason'
210+ (liftIO $ assertBool "link exception unmatched" $
211+ pid == theirAddr && not mOrL && not un && reason == reason')
164212 liftIO $ putMVar done ()
165213 )
166214
@@ -191,8 +239,10 @@ testPing TestTransport{..} = do
191239 pid <- getSelfPid
192240 replicateM_ numPings $ do
193241 send pingServer (Pong pid)
194− Ping _ <- expect
195− return ()
242+ p <- expectTimeout 3000000
243+ case p of
244+ Just (Ping _) -> return ()
245+ Nothing -> die "Failed to receive Ping"
196246
197247 putMVar clientDone ()
198248
@@ -279,7 +329,7 @@ testMonitorLocalDeadProcess TestTransport{..} mOrL un = do
279329 runProcess localNode $ do
280330 monitor theirAddr
281331 -- wait for the process to die
282− ProcessMonitorNotification _ _ _ <- expect
332+ expect :: Process ProcessMonitorNotification
283333 monitorTestProcess theirAddr mOrL un DiedUnknownId Nothing done
284334
285335 takeMVar done
@@ -353,14 +403,17 @@ testMath TestTransport{..} = do
353403 runProcess localNode $ do
354404 pid <- getSelfPid
355405 send mathServer (Add pid 1 2)
356− 3 <- expect :: Process Double
406+ three <- expect :: Process Double
357407 send mathServer (Divide pid 8 2)
358− 4 <- expect :: Process Double
408+ four <- expect :: Process Double
359409 send mathServer (Divide pid 8 0)
360− DivByZero <- expect
361− liftIO $ putMVar clientDone ()
410+ divByZ <- expect
411+ liftIO $ putMVar clientDone (three, four, divByZ)
362412
363− takeMVar clientDone
413+ res <- takeMVar clientDone
414+ case res of
415+ (3, 4, DivByZero) -> return ()
416+ _ -> error $ "Something went horribly wrong"
364417
365418-- | Send first message (i.e. connect) to an already terminated process
366419-- (without monitoring); then send another message to a second process on
@@ -388,11 +441,9 @@ testSendToTerminated TestTransport{..} = do
388441 pid <- getSelfPid
389442 send server1 "Hi"
390443 send server2 (Pong pid)
391− Ping pid' <- expect
392− True <- return $ pid' == server2
393− liftIO $ putMVar clientDone ()
444+ expectPing clientDone
394445
395− takeMVar clientDone
446+ verifyClient "Expected Ping from server" clientDone
396447
397448-- | Test (non-zero) timeout
398449testTimeout :: TestTransport -> Assertion
@@ -401,10 +452,10 @@ testTimeout TestTransport{..} = do
401452 done <- newEmptyMVar
402453
403454 runProcess localNode $ do
404− Nothing <- receiveTimeout 1000000 [match (\(Add _ _ _) -> return ())]
405− liftIO $ putMVar done ()
455+ res <- receiveTimeout 1000000 [match (\Add{} -> return ())]
456+ liftIO $ putMVar done $ res == Nothing
406457
407− takeMVar done
458+ verifyClient "Expected receiveTimeout to timeout..." done
408459
409460-- | Test zero timeout
410461testTimeout0 :: TestTransport -> Assertion
@@ -432,10 +483,9 @@ testTimeout0 TestTransport{..} = do
432483 -- is not interested in, and then a single message that it wants
433484 replicateM_ 10000 $ send server "Irrelevant message"
434485 send server (Pong pid)
435− Ping _ <- expect
436− liftIO $ putMVar clientDone ()
486+ expectPing clientDone
437487
438− takeMVar clientDone
488+ verifyClient "Expected Ping from server" clientDone
439489
440490-- | Test typed channels
441491testTypedChannels :: TestTransport -> Assertion
@@ -458,10 +508,10 @@ testTypedChannels TestTransport{..} = do
458508 runProcess localNode $ do
459509 (clientSendPort, rport) <- newChan
460510 sendChan serverSendPort (clientSendPort, 5)
461− False <- receiveChan rport
462− liftIO $ putMVar clientDone ()
511+ ch <- receiveChan rport
512+ liftIO $ putMVar clientDone $ ch == False
463513
464− takeMVar clientDone
514+ verifyClient "Expected channel to send 'False'" clientDone
465515
466516-- | Test merging receive ports
467517testMergeChannels :: TestTransport -> Assertion
@@ -484,9 +534,8 @@ testMergeChannels TestTransport{..} = do
484534 rs <- mapM charChannel "abc"
485535 m <- mergePorts biased rs
486536 xs <- replicateM 9 $ receiveChan m
487− True <- return $ xs == expected
488− liftIO $ putMVar done ()
489− takeMVar done
537+ liftIO $ putMVar done $ xs == expected
538+ verifyClient "Expected single layer merge to match expected ordering" done
490539
491540 -- Two layers of merging
492541 testNested :: LocalNode -> Bool -> Bool -> String -> IO ()
@@ -497,9 +546,8 @@ testMergeChannels TestTransport{..} = do
497546 ms <- mapM (mergePorts biasedInner) rss
498547 m <- mergePorts biasedOuter ms
499548 xs <- replicateM (9 * 3) $ receiveChan m
500− True <- return $ xs == expected
501− liftIO $ putMVar done ()
502− takeMVar done
549+ liftIO $ putMVar done $ xs == expected
550+ verifyClient "Expected nested channels to match expeted ordering" done
503551
504552 -- Test that if no messages are (immediately) available, the scheduler makes no difference
505553 testBlocked :: LocalNode -> Bool -> IO ()
@@ -508,43 +556,45 @@ testMergeChannels TestTransport{..} = do
508556 done <- newEmptyMVar
509557
510558 forkProcess localNode $ do
511− [sa, sb, sc] <- liftIO $ mapM readMVar vs
512− mapM_ ((>> liftIO (threadDelay 10000)) . uncurry sendChan)
513− [ -- a, b, c
514− (sa, 'a')
515− , (sb, 'b')
516− , (sc, 'c')
517− -- a, c, b
518− , (sa, 'a')
519− , (sc, 'c')
520− , (sb, 'b')
521− -- b, a, c
522− , (sb, 'b')
523− , (sa, 'a')
524− , (sc, 'c')
525− -- b, c, a
526− , (sb, 'b')
527− , (sc, 'c')
528− , (sa, 'a')
529− -- c, a, b
530− , (sc, 'c')
531− , (sa, 'a')
532− , (sb, 'b')
533− -- c, b, a
534− , (sc, 'c')
535− , (sb, 'b')
536− , (sa, 'a')
537− ]
559+ ss <- liftIO $ mapM readMVar vs
560+ case ss of
561+ [sa, sb, sc] ->
562+ mapM_ ((>> pause 10000) . uncurry sendChan)
563+ [ -- a, b, c
564+ (sa, 'a')
565+ , (sb, 'b')
566+ , (sc, 'c')
567+ -- a, c, b
568+ , (sa, 'a')
569+ , (sc, 'c')
570+ , (sb, 'b')
571+ -- b, a, c
572+ , (sb, 'b')
573+ , (sa, 'a')
574+ , (sc, 'c')
575+ -- b, c, a
576+ , (sb, 'b')
577+ , (sc, 'c')
578+ , (sa, 'a')
579+ -- c, a, b
580+ , (sc, 'c')
581+ , (sa, 'a')
582+ , (sb, 'b')
583+ -- c, b, a
584+ , (sc, 'c')
585+ , (sb, 'b')
586+ , (sa, 'a')
587+ ]
588+ _ -> die "Something went horribly wrong"
538589
539590 forkProcess localNode $ do
540591 (ss, rs) <- unzip <$> replicateM 3 newChan
541592 liftIO $ mapM_ (uncurry putMVar) $ zip vs ss
542593 m <- mergePorts biased rs
543594 xs <- replicateM (6 * 3) $ receiveChan m
544− True <- return $ xs == "abcacbbacbcacabcba"
545− liftIO $ putMVar done ()
595+ liftIO $ putMVar done $ xs == "abcacbbacbcacabcba"
546596
547− takeMVar done
597+ verifyClient "Expected merged ports to match expected ordering" done
548598
549599 mergePorts :: Serializable a => Bool -> [ReceivePort a] -> Process (ReceivePort a)
550600 mergePorts True = mergePortsBiased
@@ -560,19 +610,11 @@ testMergeChannels TestTransport{..} = do
560610testTerminate :: TestTransport -> Assertion
561611testTerminate TestTransport{..} = do
562612 localNode <- newLocalNode testTransport initRemoteTable
563− done <- newEmptyMVar
564−
565− pid <- forkProcess localNode $ do
566− liftIO $ threadDelay 100000
567− terminate
568−
569613 runProcess localNode $ do
570− ref <- monitor pid
571− ProcessMonitorNotification ref' pid' (DiedException ex) <- expect
572− True <- return $ ref == ref' && pid == pid' && ex == show ProcessTerminationException
573− liftIO $ putMVar done ()
574−
575− takeMVar done
614+ e <- try terminate :: Process (Either ProcessTerminationException ())
615+ if either show show e == show ProcessTerminationException
616+ then return ()
617+ else die "Unexpected result from terminate"
576618
577619testMonitorNode :: TestTransport -> Assertion
578620testMonitorNode TestTransport{..} = do
@@ -583,11 +625,12 @@ testMonitorNode TestTransport{..} = do
583625
584626 runProcess node2 $ do
585627 ref <- monitorNode (localNodeId node1)
586− NodeMonitorNotification ref' nid DiedDisconnect <- expect
587− True <- return $ ref == ref' && nid == localNodeId node1
588− liftIO $ putMVar done ()
628+ receiveWait [
629+ match (\(NodeMonitorNotification ref' nid DiedDisconnect) ->
630+ return $ ref == ref' && nid == localNodeId node1)
631+ ] >>= liftIO . putMVar done
589632
590− takeMVar done
633+ verifyClient "Expected NodeMonitorNotification with matching ref & nodeId" done
591634
592635testMonitorLiveNode :: TestTransport -> Assertion
593636testMonitorLiveNode TestTransport{..} = do
@@ -602,15 +645,16 @@ testMonitorLiveNode TestTransport{..} = do
602645 liftIO $ putMVar ready ()
603646 liftIO $ takeMVar readyr
604647 send p ()
605− NodeMonitorNotification ref' nid _ <- expect
606− True <- return $ ref == ref' && nid == localNodeId node1
607− liftIO $ putMVar done ()
648+ receiveWait [
649+ match (\(NodeMonitorNotification ref' nid _) ->
650+ (return $ ref == ref' && nid == localNodeId node1))
651+ ] >>= liftIO . putMVar done
608652
609653 takeMVar ready
610654 closeLocalNode node1
611655 putMVar readyr ()
612656
613− takeMVar done
657+ verifyClient "Expected NodeMonitorNotification for LIVE node" done
614658
615659testMonitorChannel :: TestTransport -> Assertion
616660testMonitorChannel TestTransport{..} = do
@@ -620,18 +664,20 @@ testMonitorChannel TestTransport{..} = do
620664 pid <- forkProcess node1 $ do
621665 sport <- expect :: Process (SendPort ())
622666 ref <- monitorPort sport
623− PortMonitorNotification ref' port' reason <- expect
624− -- reason might be DiedUnknownId if the receive port is GCed before the
625− -- monitor is established (TODO: not sure that this is reasonable)
626− return $ ref' == ref && port' == sendPortId sport && (reason == DiedNormal || reason == DiedUnknownId)
627− liftIO $ putMVar gotNotification ()
667+ receiveWait [
668+ -- reason might be DiedUnknownId if the receive port is GCed before the
669+ -- monitor is established (TODO: not sure that this is reasonable)
670+ match (\(PortMonitorNotification ref' port' reason) ->
671+ return $ ref' == ref && port' == sendPortId sport &&
672+ (reason == DiedNormal || reason == DiedUnknownId))
673+ ] >>= liftIO . putMVar gotNotification
628674
629675 runProcess node2 $ do
630676 (sport, _) <- newChan :: Process (SendPort (), ReceivePort ())
631677 send pid sport
632678 liftIO $ threadDelay 100000
633679
634− takeMVar gotNotification
680+ verifyClient "Expected PortMonitorNotification" gotNotification
635681
636682testRegistry :: TestTransport -> Assertion
637683testRegistry TestTransport{..} = do
@@ -643,20 +689,28 @@ testRegistry TestTransport{..} = do
643689
644690 runProcess node $ do
645691 register "ping" pingServer
646− Just pid <- whereis "ping"
647− True <- return $ pingServer == pid
692+ whereis "ping" >>= liftIO . assertBool "Unexpected ping" . (== Just pingServer)
648693 us <- getSelfPid
649694 nsend "ping" (Pong us)
650− Ping pid' <- expect
651− True <- return $ pingServer == pid'
652− Left (ProcessRegistrationException "dead" Nothing) <- try $ register "dead" deadProcess
653− Left (ProcessRegistrationException "ping" (Just x)) <- try $ register "ping" deadProcess
654− True <- return $ x == pingServer
655− Left (ProcessRegistrationException "dead" Nothing) <- try $ unregister "dead"
695+ receiveWait [
696+ matchIf (\(Ping pid') -> pingServer == pid') (const $ return ())
697+ ]
698+ checkRegException "dead" Nothing deadProcess
699+ checkRegException "ping" (Just pingServer) deadProcess
700+ try (unregister "dead") >>= checkReg "dead" Nothing
656701 liftIO $ putMVar done ()
657702
658703 takeMVar done
659704
705+ where
706+ checkRegException name pid dead =
707+ try (register name dead) >>= checkReg name pid
708+
709+ checkReg name pid res =
710+ case res of
711+ Left (ProcessRegistrationException name pid) -> return ()
712+ _ -> die $ "Unexpected Registration" ++ show res
713+
660714testRegistryRemoteProcess :: TestTransport -> Assertion
661715testRegistryRemoteProcess TestTransport{..} = do
662716 node1 <- newLocalNode testTransport initRemoteTable
@@ -667,13 +721,13 @@ testRegistryRemoteProcess TestTransport{..} = do
667721
668722 runProcess node2 $ do
669723 register "ping" pingServer
670− Just pid <- whereis "ping"
671− True <- return $ pingServer == pid
724+ whereis "ping" >>= liftIO . assertBool "Unexpected ping" . (== Just pingServer)
672725 us <- getSelfPid
673726 nsend "ping" (Pong us)
674− Ping pid' <- expect
675− True <- return $ pingServer == pid'
676− liftIO $ putMVar done ()
727+ receiveWait [
728+ matchIf (\(Ping pid') -> pingServer == pid')
729+ (const $ liftIO $ putMVar done ())
730+ ]
677731
678732 takeMVar done
679733
@@ -681,7 +735,6 @@ testRemoteRegistry :: TestTransport -> Assertion
681735testRemoteRegistry TestTransport{..} = do
682736 node1 <- newLocalNode testTransport initRemoteTable
683737 node2 <- newLocalNode testTransport initRemoteTable
684− done <- newEmptyMVar
685738
686739 pingServer <- forkProcess node1 ping
687740 deadProcess <- forkProcess node1 (return ())
@@ -694,32 +747,34 @@ testRemoteRegistry TestTransport{..} = do
694747 "ping" == label' && pid == pingServer)
695748 (\(RegisterReply _ _ _) -> return ()) ]
696749
697− Just pid <- whereisRemote nid1 "ping"
698− True <- return $ pingServer == pid
750+ pid <- verifyWhereIsRemote nid1 "ping"
751+ liftIO $ assertBool "Expected pindServer to match pid" $ pingServer == pid
752+
699753 us <- getSelfPid
700754 nsendRemote nid1 "ping" (Pong us)
701− Ping pid' <- expect
702− True <- return $ pingServer == pid'
755+ receiveWait [
756+ match (\(Ping pid') -> return $ pingServer == pid')
757+ ] >>= liftIO . assertBool "Expected Ping with ping server's ProcessId"
703758
704759 -- test that if process was not registered Nothing is returned
705760 -- in owner field.
706761 registerRemoteAsync nid1 "dead" deadProcess
707− receiveWait [
708− matchIf (\(RegisterReply label' False Nothing) -> "dead" == label')
709− (\(RegisterReply _ _ _) -> return ()) ]
762+ receiveWait [ matchIf (\(RegisterReply label' f mPid) -> "dead" == label')
763+ (\(RegisterReply _ f mPid) -> return (not f && isNothing mPid))
764+ ] >>= liftIO . assertBool "Expected False Nothing in RegisterReply"
765+
710766 registerRemoteAsync nid1 "ping" deadProcess
711767 receiveWait [
712− matchIf (\(RegisterReply label' False (Just pid)) ->
713− "ping" == label' && pid == pingServer)
714− (\(RegisterReply _ _ _) -> return ()) ]
768+ matchIf (\(RegisterReply label' False mPid) ->
769+ "ping" == label' && isJust mPid)
770+ (\(RegisterReply _ f (Just pid'')) -> return (not f && pid'' == pingServer))
771+ ] >>= liftIO . assertBool "Expected False and (Just alreadyRegisteredPid) in RegisterReply"
772+
715773 unregisterRemoteAsync nid1 "dead"
716774 receiveWait [
717− matchIf (\(RegisterReply label' False Nothing) ->
718− "dead" == label' && pid == pingServer)
719− (\(RegisterReply _ _ _) -> return ()) ]
720− liftIO $ putMVar done ()
721−
722− takeMVar done
775+ matchIf (\(RegisterReply label' _ _) -> "dead" == label')
776+ (\(RegisterReply _ f mPid) -> return (not f && isNothing mPid))
777+ ] >>= liftIO . assertBool "Expected False and Nothing in RegisterReply"
723778
724779testRemoteRegistryRemoteProcess :: TestTransport -> Assertion
725780testRemoteRegistryRemoteProcess TestTransport{..} = do
@@ -735,15 +790,15 @@ testRemoteRegistryRemoteProcess TestTransport{..} = do
735790 receiveWait [
736791 matchIf (\(RegisterReply label' _ _) -> "ping" == label')
737792 (\(RegisterReply _ _ _) -> return ()) ]
738− Just pid <- whereisRemote nid1 "ping"
739− True <- return $ pingServer == pid
793+ pid <- verifyWhereIsRemote nid1 "ping"
794+ liftIO $ assertBool "Expected pingServer to match remote name" $ pingServer == pid
740795 us <- getSelfPid
741796 nsendRemote nid1 "ping" (Pong us)
742− Ping pid' <- expect
743− True <- return $ pingServer == pid'
744− liftIO $ putMVar done ()
797+ receiveWait [
798+ match (\(Ping pid') -> return $ pingServer == pid')
799+ ] >>= liftIO . putMVar done
745800
746− takeMVar done
801+ verifyClient "Expected Ping with ping server's ProcessId" done
747802
748803testSpawnLocal :: TestTransport -> Assertion
749804testSpawnLocal TestTransport{..} = do
@@ -757,15 +812,14 @@ testSpawnLocal TestTransport{..} = do
757812 sport <- expect
758813 sendChan sport (1234 :: Int)
759814
760− sport <- spawnChannelLocal $ \rport -> do
761− (1234 :: Int) <- receiveChan rport
762− send us ()
815+ sport <- spawnChannelLocal $
816+ \rport -> (receiveChan rport :: Process Int) >>= send us
763817
764818 send pid sport
765− () <- expect
766− liftIO $ putMVar done ()
819+ expect >>= liftIO . putMVar done
767820
768− takeMVar done
821+ res <- takeMVar done
822+ assertBool "Expected 1234 :: Int" $ res == (1234 :: Int)
769823
770824testSpawnAsyncStrictness :: TestTransport -> Assertion
771825testSpawnAsyncStrictness TestTransport{..} = do
@@ -794,8 +848,9 @@ testReconnect TestTransport{..} = do
794848 liftIO $ putMVar processA us
795849 msg1 <- expect
796850 msg2 <- expect
797− True <- return $ msg1 == "message 1" && msg2 == "message 3"
798− liftIO $ putMVar sendTestOk ()
851+ liftIO $ do
852+ assertBool "messages did not match" $ msg1 == "message 1" && msg2 == "message 3"
853+ putMVar sendTestOk ()
799854
800855 forkProcess node2 $ do
801856 {-
@@ -828,7 +883,7 @@ testReconnect TestTransport{..} = do
828883 matchIf (\(RegisterReply label' _ _) -> "a" == label')
829884 (\(RegisterReply _ _ _) -> return ()) ]
830885
831− Just _ <- whereisRemote nid1 "a"
886+ _ <- whereisRemote nid1 "a"
832887
833888
834889 -- Simulate network failure
@@ -847,9 +902,10 @@ testReconnect TestTransport{..} = do
847902 (\(RegisterReply _ _ _) -> return ()) ]
848903
849904 -- Check
850− Nothing <- whereisRemote nid1 "a" -- this will fail because the name is removed when the node is disconnected
851− Just _ <- whereisRemote nid1 "b" -- this will suceed because the value is set after thereconnect
852− Just _ <- whereisRemote nid1 "c"
905+ mPid <- whereisRemote nid1 "a" -- this will fail because the name is removed when the node is disconnected
906+ liftIO $ assertBool "Expected remote name to be lost" $ mPid == Nothing
907+ verifyWhereIsRemote nid1 "b" -- this will suceed because the value is set after thereconnect
908+ verifyWhereIsRemote nid1 "c"
853909
854910 liftIO $ putMVar registerTestOk ()
855911
@@ -890,19 +946,19 @@ testUSend usendPrim TestTransport{..} numMessages = do
890946 isSorted _ = True
891947 -- The list can't be null since there are no failures after sending
892948 -- the last message.
893− True <- return $ isSorted msgs && not (null msgs)
894− liftIO $ putMVar usendTestOk ()
949+ liftIO $ putMVar usendTestOk $ isSorted msgs && not (null msgs)
895950
896951 forkProcess node2 $ do
897952 them <- liftIO $ readMVar processA
898953 getSelfPid >>= send them
899− () <- expect
954+ expect :: Process ()
900955 forM_ [1..numMessages] $ \i -> do
901956 liftIO $ testBreakConnection (nodeAddress nid1) (nodeAddress nid2)
902957 usendPrim them i
903958 liftIO (threadDelay 30000)
904959
905− takeMVar usendTestOk
960+ res <- takeMVar usendTestOk
961+ assertBool "Unexpected failure after sending last msg" res
906962
907963-- | Test 'matchAny'. This repeats the 'testMath' but with a proxy server
908964-- in between
@@ -928,14 +984,17 @@ testMatchAny TestTransport{..} = do
928984 runProcess localNode $ do
929985 pid <- getSelfPid
930986 send mathServer (Add pid 1 2)
931− 3 <- expect :: Process Double
987+ three <- expect :: Process Double
932988 send mathServer (Divide pid 8 2)
933− 4 <- expect :: Process Double
989+ four <- expect :: Process Double
934990 send mathServer (Divide pid 8 0)
935− DivByZero <- expect
936− liftIO $ putMVar clientDone ()
991+ divByZ <- expect
992+ liftIO $ putMVar clientDone (three, four, divByZ)
937993
938− takeMVar clientDone
994+ res <- takeMVar clientDone
995+ case res of
996+ (3, 4, DivByZero) -> return ()
997+ _ -> error "Unexpected result"
939998
940999-- | Test 'matchAny'. This repeats the 'testMath' but with a proxy server
9411000-- in between, however we block 'Divide' requests ....
@@ -962,12 +1021,13 @@ testMatchAnyHandle TestTransport{..} = do
9621021 runProcess localNode $ do
9631022 pid <- getSelfPid
9641023 send mathServer (Add pid 1 2)
965− 3 <- expect :: Process Double
1024+ three <- expect :: Process Double
9661025 send mathServer (Divide pid 8 2)
967− Nothing <- (expectTimeout 100000) :: Process (Maybe Double)
968− liftIO $ putMVar clientDone ()
1026+ res <- (expectTimeout 100000) :: Process (Maybe Double)
1027+ liftIO $ putMVar clientDone $ three == 3 && res == Nothing
1028+
1029+ verifyClient "Expected Nothing (i.e. timeout)" clientDone
9691030
970− takeMVar clientDone
9711031 where maybeForward :: ProcessId -> Message -> Process (Maybe ())
9721032 maybeForward s msg =
9731033 handleMessage msg (\m@(Add _ _ _) -> send s m)
@@ -995,8 +1055,10 @@ testMatchAnyNoHandle TestTransport{..} = do
9951055 Just _ -> die "NONSENSE")
9961056 ]
9971057 -- we *must* have removed the message from our mailbox though!!!
998− Nothing <- receiveTimeout 100000 [ match (\(Add _ _ _) -> return ()) ]
999− liftIO $ putMVar serverDone ()
1058+ res <- receiveTimeout 100000 [ match (\(Add _ _ _) -> return ()) ]
1059+ liftIO $ do
1060+ assertBool "Expected timeout!" $ res == Nothing
1061+ putMVar serverDone ()
10001062 putMVar addr server
10011063
10021064 -- Client
@@ -1039,14 +1101,21 @@ testMatchAnyIf TestTransport{..} = do
10391101 runProcess localNode $ do
10401102 pid <- getSelfPid
10411103 send server (pid, "foo")
1042− "foo" <- expect
1043− send server (pid, "baz")
1044− "baz" <- expect
1104+ foo <- expect
1105+ -- provoking what would be the wrong ordering is informative here...
1106+
10451107 send server (pid, "bar")
1046− Nothing <- (expectTimeout 100000) :: Process (Maybe Double)
1047− liftIO $ putMVar clientDone ()
1108+ bar <- (expectTimeout 100000) :: Process (Maybe String) -- was Double o_O !?
1109+
1110+ send server (pid, "baz")
1111+ baz <- expect
1112+
1113+ liftIO $ putMVar clientDone (foo, bar, baz)
1114+
1115+ res <- takeMVar clientDone
1116+ let res' = res == ("foo", Nothing, "baz")
1117+ assertBool "Expected timeout due to type mismatch" res'
10481118
1049− takeMVar clientDone
10501119 where tryHandleMessage :: Message -> Process (Maybe ())
10511120 tryHandleMessage msg =
10521121 handleMessage msg (\(pid :: ProcessId, (m :: String))
@@ -1079,17 +1148,19 @@ testMatchMessageWithUnwrap TestTransport{..} = do
10791148 runProcess localNode $ do
10801149 pid <- getSelfPid
10811150 send server (pid, wrapMessage ("foo" :: String))
1082− "foo" <- expect
1151+ foo <- expect
10831152 send server (pid, wrapMessage ("baz" :: String))
1084− "baz" <- expect
1085− liftIO $ putMVar clientDone ()
1153+ baz <- expect
1154+ liftIO $ putMVar clientDone (foo, baz)
10861155
1087− takeMVar clientDone
1156+ res <- takeMVar clientDone
1157+ assertBool "Unexpected unwrapped results" $ res == ("foo", "baz")
10881158
10891159-- Test 'receiveChanTimeout'
10901160testReceiveChanTimeout :: TestTransport -> Assertion
10911161testReceiveChanTimeout TestTransport{..} = do
10921162 done <- newEmptyMVar
1163+ mvSender <- newEmptyMVar
10931164 sendPort <- newEmptyMVar
10941165
10951166 forkTry $ do
@@ -1099,18 +1170,32 @@ testReceiveChanTimeout TestTransport{..} = do
10991170 (sp, rp) <- newChan :: Process (SendPort Bool, ReceivePort Bool)
11001171 liftIO $ putMVar sendPort sp
11011172
1102− -- Wait for a message with a delay. No message arrives, we should get Nothing after 1 second
1103− Nothing <- receiveChanTimeout 1000000 rp
1173+ -- Wait for a message with a delay. No message arrives, we should get
1174+ -- Nothing after the delay.
1175+ receiveChanTimeout 100000 rp >>= maybe (return ()) (const $ die "Expected Timeout")
1176+
1177+ -- Let the sender know that it can send a message.
1178+ liftIO $ putMVar mvSender ()
1179+
1180+ -- Wait for a message with a delay again. Now a message arrives after
1181+ -- 0.1 seconds
1182+ res <- receiveChanTimeout 20000000 rp >>= maybe (die "Timeout") return
1183+ liftIO $ assertBool "Expected result to be 'True'" res
11041184
1105− -- Wait for a message with a delay again. Now a message arrives after 0.5 seconds
1106− Just True <- receiveChanTimeout 1000000 rp
1185+ -- Wait for a message with zero timeout: non-blocking check. No message is
1186+ -- available, we get Nothing
1187+ receiveChanTimeout 0 rp >>= maybe (return ()) (const $ die "Expected Timeout")
11071188
1108− -- Wait for a message with zero timeout: non-blocking check. No message is available, we get Nothing
1109− Nothing <- receiveChanTimeout 0 rp
1189+ -- Let the sender know that it can send a message.
1190+ liftIO $ putMVar mvSender ()
11101191
11111192 -- Again, but now there is a message available
1112− liftIO $ threadDelay 1000000
1113− Just False <- receiveChanTimeout 0 rp
1193+ fix $ \loop -> do
1194+ liftIO $ threadDelay 100000
1195+ mb <- receiveChanTimeout 0 rp
1196+ case mb of
1197+ Just b -> do liftIO $ assertBool "Unexpected Message" $ not b
1198+ _ -> loop
11141199
11151200 liftIO $ putMVar done ()
11161201
@@ -1119,10 +1204,11 @@ testReceiveChanTimeout TestTransport{..} = do
11191204 runProcess localNode $ do
11201205 sp <- liftIO $ readMVar sendPort
11211206
1122− liftIO $ threadDelay 1500000
1207+ liftIO $ takeMVar mvSender
1208+ liftIO $ threadDelay 100000
11231209 sendChan sp True
11241210
1125− liftIO $ threadDelay 500000
1211+ liftIO $ takeMVar mvSender
11261212 sendChan sp False
11271213
11281214 takeMVar done
@@ -1145,8 +1231,8 @@ testReceiveChanFeatures TestTransport{..} = do
11451231
11461232 rp1 <- mergePortsBiased [even <$> rpInt, rpBool]
11471233
1148− True <- receiveChan rp1
1149− False <- receiveChan rp1
1234+ receiveChan rp1 >>= liftIO . assertBool "Expected True"
1235+ receiveChan rp1 >>= liftIO . assertBool "Expected False" . not
11501236
11511237 -- Test Applicative instance
11521238
@@ -1155,7 +1241,7 @@ testReceiveChanFeatures TestTransport{..} = do
11551241
11561242 let rp2 = pure (+) <*> rpInt <*> rpInt
11571243
1158− 7 <- receiveChan rp2
1244+ receiveChan rp2 >>= liftIO . assertBool "Expected 7" . (== 7)
11591245
11601246 -- Test Alternative instance
11611247
@@ -1164,8 +1250,8 @@ testReceiveChanFeatures TestTransport{..} = do
11641250
11651251 let rp3 = (even <$> rpInt) <|> rpBool
11661252
1167− False <- receiveChan rp3
1168− True <- receiveChan rp3
1253+ receiveChan rp3 >>= liftIO . assertBool "Expected False" . not
1254+ receiveChan rp3 >>= liftIO . assertBool "Expected True"
11691255
11701256 -- Test Monad instance
11711257
@@ -1179,17 +1265,86 @@ testReceiveChanFeatures TestTransport{..} = do
11791265 then rpInt
11801266 else return 7
11811267
1182− 5 <- receiveChan rp4
1183− 7 <- receiveChan rp4
1268+ receiveChan rp4 >>= liftIO . assertBool "Expected 5" . (== 5)
1269+ receiveChan rp4 >>= liftIO . assertBool "Expected 7" . (== 7)
11841270
11851271 liftIO $ putMVar done ()
11861272
11871273 takeMVar done
11881274
1275+testChanLifecycle :: TestTransport -> Assertion
1276+testChanLifecycle TestTransport{..} = let delay = 3000000 in do
1277+ result <- newEmptyMVar
1278+ tchMV <- newEmptyMVar
1279+ localNode <- newLocalNode testTransport initRemoteTable
1280+ runProcess localNode $ do
1281+
1282+ pid <- spawnLocal $ do tCh <- newChan :: Process (SendPort (), ReceivePort ())
1283+ liftIO $ putMVar tchMV tCh
1284+ expect :: Process ()
1285+ let (sp, _) = tCh
1286+ sendChan sp ()
1287+ expect :: Process ()
1288+
1289+ mRefPid <- monitor pid
1290+
1291+ cPid <- spawnLocal $ do
1292+ (sp', rp) <- liftIO $ takeMVar tchMV
1293+ -- say "picked up our test channel"
1294+ send pid ()
1295+ -- say "told pid to continue"
1296+ res <- receiveChanTimeout delay rp
1297+ case res of
1298+ Nothing -> say "initial chan () missing!" >> (liftIO $ putMVar result False)
1299+ Just () -> do mr <- monitor pid
1300+ pause 10000
1301+ -- say "sending pid a second () will cause it to exit"
1302+ send pid ()
1303+
1304+ -- say "make sure we see a DOWN notification for pid having stopped"
1305+ receiveWait [ match (\(_ :: ProcessMonitorNotification) -> return ()) ]
1306+
1307+ -- now that pid has died, the send port should be useless...
1308+ liftIO $ putMVar tchMV (sp', rp)
1309+
1310+ -- let's verify that we do not see the message from our
1311+ -- parent process on the channel, once pid has died...
1312+ recv <- receiveChanTimeout delay rp
1313+ -- say $ "finished waiting for second (), writing result" ++ (show recv)
1314+ liftIO $ putMVar result $ isNothing recv
1315+
1316+ mRefCPid <- monitor cPid
1317+
1318+ receiveWait
1319+ [ matchIf (\(ProcessMonitorNotification r _ _) -> r == mRefPid)
1320+ (\_ -> return ())
1321+ ]
1322+
1323+ -- say "seen first pid die..."
1324+
1325+ (sendPort, _) <- liftIO $ takeMVar tchMV
1326+ sendChan sendPort ()
1327+ -- say "sent () after owning pid died"
1328+
1329+ -- let cPid know we've written to the channel...
1330+ send cPid ()
1331+
1332+ receiveWait
1333+ [ matchIf (\(ProcessMonitorNotification r _ _) -> r == mRefCPid)
1334+ (\_ -> return ())
1335+ ]
1336+
1337+ -- say "seen both pids die now..."
1338+
1339+ -- and wait on the result back in IO land...
1340+ testRes <- takeMVar result
1341+ -- runProcess localNode $ say "got result..."
1342+ assertBool "Expected sending on the channel to fail, but received data!" testRes
1343+
1344+
11891345testKillLocal :: TestTransport -> Assertion
11901346testKillLocal TestTransport{..} = do
11911347 localNode <- newLocalNode testTransport initRemoteTable
1192− done <- newEmptyMVar
11931348
11941349 pid <- forkProcess localNode $ do
11951350 liftIO $ threadDelay 1000000
@@ -1198,17 +1353,18 @@ testKillLocal TestTransport{..} = do
11981353 ref <- monitor pid
11991354 us <- getSelfPid
12001355 kill pid "TestKill"
1201− ProcessMonitorNotification ref' pid' (DiedException ex) <- expect
1202− True <- return $ ref == ref' && pid == pid' && ex == "killed-by=" ++ show us ++ ",reason=TestKill"
1203− liftIO $ putMVar done ()
1204−
1205− takeMVar done
1356+ mn <- expect
1357+ case mn of
1358+ ProcessMonitorNotification ref' pid' (DiedException ex) ->
1359+ case ref == ref' && pid == pid' && ex == "killed-by=" ++ show us ++ ",reason=TestKill" of
1360+ True -> return ()
1361+ False -> die "Invalid ProcessMonitorNotification received"
1362+ _ -> die "Something went horribly wrong"
12061363
12071364testKillRemote :: TestTransport -> Assertion
12081365testKillRemote TestTransport{..} = do
12091366 node1 <- newLocalNode testTransport initRemoteTable
12101367 node2 <- newLocalNode testTransport initRemoteTable
1211− done <- newEmptyMVar
12121368
12131369 pid <- forkProcess node1 $ do
12141370 liftIO $ threadDelay 1000000
@@ -1217,11 +1373,17 @@ testKillRemote TestTransport{..} = do
12171373 ref <- monitor pid
12181374 us <- getSelfPid
12191375 kill pid "TestKill"
1220− ProcessMonitorNotification ref' pid' (DiedException reason) <- expect
1221− True <- return $ ref == ref' && pid == pid' && reason == "killed-by=" ++ show us ++ ",reason=TestKill"
1222− liftIO $ putMVar done ()
1223−
1224− takeMVar done
1376+ mn <- expect
1377+ case mn of
1378+ ProcessMonitorNotification ref' pid' (DiedException reason) ->
1379+ case (ref == ref', pid == pid', reason == "killed-by=" ++ show us ++ ",reason=TestKill") of
1380+ (True, True, True) -> return ()
1381+ (a, b, c) -> do
1382+ let a' = if a then "" else "Invalid ref"
1383+ let b' = if b then "" else "Invalid pid"
1384+ let c' = if c then "" else "Invalid message"
1385+ die $ unwords [a', b', c']
1386+ _ -> die "Received unexpected message"
12251387
12261388testCatchesExit :: TestTransport -> Assertion
12271389testCatchesExit TestTransport{..} = do
@@ -1247,7 +1409,10 @@ testHandleMessageIf TestTransport{..} = do
12471409 self <- getSelfPid
12481410 send self (5 :: Integer, 10 :: Integer)
12491411 msg <- receiveWait [ matchMessage return ]
1250− Nothing <- handleMessageIf msg (\() -> True) (\() -> die $ "whoops")
1412+ handleMessageIf msg
1413+ (\() -> True)
1414+ (\() -> die "whoops") >>= maybe (return ())
1415+ (const $ die "Expected Mismatch")
12511416 handleMessageIf msg (\(x :: Integer, y :: Integer) -> x == 5 && y == 10)
12521417 (\input -> liftIO $ putMVar done input)
12531418 return ()
@@ -1292,8 +1457,11 @@ testDie TestTransport{..} = do
12921457 (die ("foobar", 123 :: Int))
12931458 `catchExit` \_from reason -> do
12941459 -- TODO: should verify that 'from' has the right value
1295− True <- return $ reason == ("foobar", 123 :: Int)
1460+ let res = reason == ("foobar", 123 :: Int)
12961461 liftIO $ putMVar done ()
1462+ if res
1463+ then return ()
1464+ else die "Something went horribly wrong"
12971465
12981466 takeMVar done
12991467
@@ -1307,8 +1475,11 @@ testPrettyExit TestTransport{..} = do
13071475 `catch` \ex@(ProcessExitException from _) ->
13081476 let expected = "exit-from=" ++ (show from)
13091477 in do
1310− True <- return $ (show ex) == expected
1478+ let res = (show ex) == expected
13111479 liftIO $ putMVar done ()
1480+ if res
1481+ then return ()
1482+ else die "Something went horribly wrong"
13121483
13131484 takeMVar done
13141485
@@ -1324,17 +1495,26 @@ testExitLocal TestTransport{..} = do
13241495 pid <- forkProcess localNode $ do
13251496 (liftIO (putMVar handlerSetUp ()) >> expect) `catchExit` \_from reason -> do
13261497 -- TODO: should verify that 'from' has the right value
1327− True <- return $ reason == "TestExit"
1498+ res <- return $ reason == "TestExit"
13281499 liftIO $ putMVar supervisedDone ()
1500+ if res
1501+ then return ()
1502+ else die "Something went horribly wrong"
13291503
13301504 runProcess localNode $ do
13311505 liftIO $ takeMVar handlerSetUp
13321506 ref <- monitor pid
13331507 exit pid "TestExit"
13341508 -- This time the client catches the exception, so it dies normally
1335− ProcessMonitorNotification ref' pid' DiedNormal <- expect
1336− True <- return $ ref == ref' && pid == pid'
1337− liftIO $ putMVar supervisorDone ()
1509+ mn <- expect
1510+ case mn of
1511+ ProcessMonitorNotification ref' pid' DiedNormal -> do
1512+ let res = ref == ref' && pid == pid'
1513+ liftIO $ putMVar supervisorDone ()
1514+ if res
1515+ then return ()
1516+ else die "Something went horribly wrong"
1517+ _ -> die "Something went horribly wrong"
13381518
13391519 takeMVar supervisedDone
13401520 takeMVar supervisorDone
@@ -1350,19 +1530,98 @@ testExitRemote TestTransport{..} = do
13501530 (receiveWait [] :: Process ()) -- block forever
13511531 `catchExit` \_from reason -> do
13521532 -- TODO: should verify that 'from' has the right value
1353− True <- return $ reason == "TestExit"
1533+ res <- return $ reason == "TestExit"
13541534 liftIO $ putMVar supervisedDone ()
1535+ if res
1536+ then return ()
1537+ else die "Something went horribly wrong"
13551538
13561539 runProcess node2 $ do
13571540 ref <- monitor pid
13581541 exit pid "TestExit"
1359− ProcessMonitorNotification ref' pid' DiedNormal <- expect
1360− True <- return $ ref == ref' && pid == pid'
1361− liftIO $ putMVar supervisorDone ()
1542+ mn <- expect
1543+ case mn of
1544+ ProcessMonitorNotification ref' pid' DiedNormal -> do
1545+ res' <- return $ ref == ref' && pid == pid'
1546+ liftIO $ putMVar supervisorDone ()
1547+ if res'
1548+ then return ()
1549+ else die "Something went horribly wrong"
1550+ _ -> die "Something went horribly wrong"
13621551
13631552 takeMVar supervisedDone
13641553 takeMVar supervisorDone
13651554
1555+testRegistryMonitoring :: TestTransport -> Assertion
1556+testRegistryMonitoring TestTransport{..} = do
1557+ node1 <- newLocalNode testTransport initRemoteTable
1558+ node2 <- newLocalNode testTransport initRemoteTable
1559+
1560+ let nid = localNodeId node2
1561+ pid <- forkProcess node1 $ do
1562+ self <- getSelfPid
1563+ runUntilRegistered nid self
1564+ say $ (show self) ++ " registered as " ++ regName
1565+ expect :: Process ()
1566+ say $ (show self) ++ " exiting normally"
1567+
1568+ runProcess node2 $ do
1569+ register regName pid
1570+ say $ regName ++ " registered to " ++ show pid
1571+ res <- whereis regName
1572+ send pid ()
1573+ say $ " sent finish signal to " ++ show pid
1574+ us <- getSelfPid
1575+ liftIO $ assertBool "expected (Just pid)" $ res == (Just pid)
1576+
1577+
1578+ -- This delay isn't essential!
1579+ -- The test case passes perfectly fine without it (feel free to comment out
1580+ -- and see), however waiting a few seconds here, makes it much more likely
1581+ -- that in delayUntilMaybeUnregistered we will hit the match case right
1582+ -- away, and thus not be subjected to a 20 second delay. The value of 4
1583+ -- seconds appears to work optimally on osx and across several linux distros
1584+ -- running in virtual machines (which is essentially what we do in CI)
1585+ void $ receiveTimeout 4000000 [ matchAny return ]
1586+
1587+ -- This delay doesn't serve much purpose in the happy path, however if some
1588+ -- future patch breaks the cooperative behaviour of node controllers viz
1589+ -- remote process registration and notification taking place via ncEffectDied,
1590+ -- there would be the possibility of a race in the test case should we attempt
1591+ -- to evaluate `whereis regName` on node2 right away. In case the name is still
1592+ -- erroneously registered, observing the 20 second delay (or lack of), could at
1593+ -- least give a hint that something is wrong, and we give up our time slice
1594+ -- so that there's a higher change the registrations have been cleaned up
1595+ -- in either case.
1596+ runProcess node2 $ delayUntilMaybeUnregistered nid pid
1597+
1598+ regHere <- newEmptyMVar
1599+ runProcess node2 $ whereis regName >>= liftIO . putMVar regHere
1600+ res <- takeMVar regHere
1601+ case res of
1602+ Nothing -> return ()
1603+ Just pid -> assertBool ("expected Nothing, but got " ++ show pid) False
1604+
1605+ where
1606+ runUntilRegistered nid us = do
1607+ whereisRemoteAsync nid regName
1608+ receiveWait [
1609+ matchIf (\(WhereIsReply n (Just p)) -> n == regName && p == us)
1610+ (const $ return ())
1611+ ]
1612+
1613+ delayUntilMaybeUnregistered nid p = do
1614+ whereisRemoteAsync nid regName
1615+ res <- receiveTimeout 20000000 {- 20 sec delay -} [
1616+ matchIf (\(WhereIsReply n p) -> n == regName && isNothing p)
1617+ (const $ return ())
1618+ ]
1619+ case res of
1620+ Just () -> return ()
1621+ Nothing -> delayUntilMaybeUnregistered nid p
1622+
1623+ regName = "testRegisterRemote"
1624+
13661625testUnsafeSend :: TestTransport -> Assertion
13671626testUnsafeSend TestTransport{..} = do
13681627 serverAddr <- newEmptyMVar
@@ -1378,8 +1637,7 @@ testUnsafeSend TestTransport{..} = do
13781637 void $ forkProcess localNode $ do
13791638 serverPid <- liftIO $ takeMVar serverAddr
13801639 getSelfPid >>= unsafeSend serverPid
1381− () <- expect
1382− liftIO $ putMVar clientDone ()
1640+ expect >>= liftIO . putMVar clientDone
13831641
13841642 takeMVar clientDone
13851643
@@ -1398,8 +1656,7 @@ testUnsafeUSend TestTransport{..} = do
13981656 void $ forkProcess localNode $ do
13991657 serverPid <- liftIO $ takeMVar serverAddr
14001658 getSelfPid >>= unsafeUSend serverPid
1401− () <- expect
1402− liftIO $ putMVar clientDone ()
1659+ expect >>= liftIO . putMVar clientDone
14031660
14041661 takeMVar clientDone
14051662
@@ -1410,8 +1667,7 @@ testUnsafeNSend TestTransport{..} = do
14101667 localNode <- newLocalNode testTransport initRemoteTable
14111668
14121669 pid <- forkProcess localNode $ do
1413− () <- expect
1414− liftIO $ putMVar clientDone ()
1670+ expect >>= liftIO . putMVar clientDone
14151671
14161672 void $ runProcess localNode $ do
14171673 register "foobar" pid
@@ -1429,8 +1685,7 @@ testUnsafeNSendRemote TestTransport{..} = do
14291685 _ <- forkProcess localNode1 $ do
14301686 getSelfPid >>= register "foobar"
14311687 liftIO $ putMVar clientDone ()
1432− () <- expect
1433− liftIO $ putMVar clientDone ()
1688+ expect >>= liftIO . putMVar clientDone
14341689
14351690 takeMVar clientDone
14361691 void $ runProcess localNode2 $ do
@@ -1454,7 +1709,7 @@ testUnsafeSendChan TestTransport{..} = do
14541709 serverPid <- liftIO $ takeMVar serverAddr
14551710 (sp, rp) <- newChan
14561711 unsafeSend serverPid sp
1457− () <- receiveChan rp
1712+ receiveChan rp :: Process ()
14581713 liftIO $ putMVar clientDone ()
14591714
14601715 takeMVar clientDone
@@ -1468,8 +1723,8 @@ testCallLocal TestTransport{..} = do
14681723 runProcess node $ do
14691724 r <- (/=) <$> getSelfPid <*> callLocal getSelfPid
14701725 liftIO $ putMVar result r
1471− True <- takeMVar result
1472− return ()
1726+
1727+ takeMVar result >>= assertBool "Expected 'True'"
14731728
14741729 -- Testing that when callLocal is interrupted, the worker is interrupted.
14751730 ibox <- newIORef False
@@ -1486,10 +1741,9 @@ testCallLocal TestTransport{..} = do
14861741 (send keeper ())
14871742 caller <- expect
14881743 exit caller "test"
1489− () <- expect
1490− return ()
1491− True <- readIORef ibox
1492− return ()
1744+ expect :: Process ()
1745+
1746+ readIORef ibox >>= assertBool "Expected 'True'"
14931747
14941748 -- Testing that when the worker raises an exception, the exception is propagated to the parent.
14951749 ibox2 <- newIORef False
@@ -1498,8 +1752,8 @@ testCallLocal TestTransport{..} = do
14981752 liftIO $ writeIORef ibox2 $ case r of
14991753 Left (ErrorCall "e") -> True
15001754 _ -> False
1501− True <- readIORef ibox
1502− return ()
1755+
1756+ readIORef ibox >>= assertBool "Expected 'True'"
15031757
15041758 -- Test that caller waits for the worker in correct situation
15051759 ibox3 <- newIORef False
@@ -1516,8 +1770,8 @@ testCallLocal TestTransport{..} = do
15161770 liftIO $ putMVar result3 =<< readIORef ibox3
15171771 worker <- expect
15181772 send worker ()
1519− True <- takeMVar result3
1520− return ()
1773+
1774+ takeMVar result3 >>= assertBool "Expected 'True'"
15211775
15221776 -- Test that caller waits for the worker in case when caller gets an exception
15231777 ibox4 <- newIORef False
@@ -1533,13 +1787,9 @@ testCallLocal TestTransport{..} = do
15331787 `finally` (liftIO $ putMVar result4 =<< readIORef ibox4)
15341788 caller <- expect
15351789 exit caller "hi!"
1536− True <- takeMVar result4
1537− return ()
1538− -- XXX: Testing that when mask_ $ callLocal p runs p in masked state.
1539−
1540−
1541−
15421790
1791+ takeMVar result4 >>= assertBool "Expected 'True'"
1792+ -- XXX: Testing that when mask_ $ callLocal p runs p in masked state.
15431793
15441794tests :: TestTransport -> IO [Test]
15451795tests testtrans = return [
@@ -1564,6 +1814,7 @@ tests testtrans = return [
15641814 , testCase "MatchMessageUnwrap" (testMatchMessageWithUnwrap testtrans)
15651815 , testCase "ReceiveChanTimeout" (testReceiveChanTimeout testtrans)
15661816 , testCase "ReceiveChanFeatures" (testReceiveChanFeatures testtrans)
1817+ , testCase "ChanLifecycle" (testChanLifecycle testtrans)
15671818 , testCase "KillLocal" (testKillLocal testtrans)
15681819 , testCase "KillRemote" (testKillRemote testtrans)
15691820 , testCase "Die" (testDie testtrans)
@@ -1573,6 +1824,7 @@ tests testtrans = return [
15731824 , testCase "MaskRestoreScope" (testMaskRestoreScope testtrans)
15741825 , testCase "ExitLocal" (testExitLocal testtrans)
15751826 , testCase "ExitRemote" (testExitRemote testtrans)
1827+ , testCase "RegistryMonitoring" (testRegistryMonitoring testtrans)
15761828 , testCase "TextCallLocal" (testCallLocal testtrans)
15771829 -- Unsafe Primitives
15781830 , testCase "TestUnsafeSend" (testUnsafeSend testtrans)
@@ -1625,17 +1877,3 @@ tests testtrans = return [
16251877 , testCase "MonitorUnreachable" (testMonitorUnreachable testtrans True False)
16261878 ]
16271879 ]
1628−
1629−syncBreakConnection :: (NT.EndPointAddress -> NT.EndPointAddress -> IO ()) -> LocalNode -> LocalNode -> IO ()
1630−syncBreakConnection breakConnection nid0 nid1 = do
1631− m <- newEmptyMVar
1632− _ <- forkProcess nid1 $ getSelfPid >>= liftIO . putMVar m
1633− runProcess nid0 $ do
1634− them <- liftIO $ takeMVar m
1635− pinger <- spawnLocal $ forever $ send them ()
1636− _ <- monitorNode (localNodeId nid1)
1637− liftIO $ breakConnection (nodeAddress $ localNodeId nid0)
1638− (nodeAddress $ localNodeId nid1)
1639− NodeMonitorNotification _ _ _ <- expect
1640− kill pinger "finished"
1641− return ()
distributed-process-tests/src/Control/Distributed/Process/Tests/Closure.hs+89−48
@@ -169,8 +169,11 @@ testUnclosure TestTransport{..} rtable = do
169169 node <- newLocalNode testTransport rtable
170170 done <- newEmptyMVar
171171 forkProcess node $ do
172− 120 <- join . unClosure $ factorialClosure 5
172+ i <- join . unClosure $ factorialClosure 5
173173 liftIO $ putMVar done ()
174+ if i == 720
175+ then return ()
176+ else error "Something went horribly wrong"
174177 takeMVar done
175178
176179testBind :: TestTransport -> RemoteTable -> Assertion
@@ -180,8 +183,11 @@ testBind TestTransport{..} rtable = do
180183 runProcess node $ do
181184 us <- getSelfPid
182185 join . unClosure $ sendFac 6 us
183− (720 :: Int) <- expect
186+ (i :: Int) <- expect
184187 liftIO $ putMVar done ()
188+ if i == 720
189+ then return ()
190+ else error "Something went horribly wrong"
185191 takeMVar done
186192
187193testSendPureClosure :: TestTransport -> RemoteTable -> Assertion
@@ -194,7 +200,7 @@ testSendPureClosure TestTransport{..} rtable = do
194200 addr <- forkProcess node $ do
195201 cl <- expect
196202 fn <- unClosure cl :: Process (Int -> Int)
197− 13 <- return $ fn 6
203+ (_ :: Int) <- return $ fn 6
198204 liftIO $ putMVar serverDone ()
199205 putMVar serverAddr addr
200206
@@ -218,8 +224,11 @@ testSendIOClosure TestTransport{..} rtable = do
218224 liftIO $ do
219225 someMVar <- newEmptyMVar
220226 io someMVar
221− 5 <- readMVar someMVar
227+ i <- readMVar someMVar
222228 putMVar serverDone ()
229+ if i == 5
230+ then return ()
231+ else error "Something went horribly wrong"
223232 putMVar serverAddr addr
224233
225234 forkIO $ do
@@ -248,8 +257,10 @@ testSendProcClosure TestTransport{..} rtable = do
248257 runProcess node $ do
249258 pid <- getSelfPid
250259 send theirAddr (cpSend $(mkStatic 'sdictInt) pid)
251− 5 <- expect :: Process Int
252− liftIO $ putMVar clientDone ()
260+ i <- expect :: Process Int
261+ if i == 5
262+ then liftIO $ putMVar clientDone ()
263+ else error "Something went horribly wrong"
253264
254265 takeMVar clientDone
255266
@@ -269,8 +280,9 @@ testSpawn TestTransport{..} rtable = do
269280 pid <- getSelfPid
270281 pid' <- spawn nid (sendPidClosure pid)
271282 pid'' <- expect
272− True <- return $ pid' == pid''
273− liftIO $ putMVar clientDone ()
283+ if pid' == pid''
284+ then liftIO $ putMVar clientDone ()
285+ else error "Something went horribly wrong"
274286
275287 takeMVar clientDone
276288
@@ -294,8 +306,9 @@ testSpawnRace TestTransport{..} rtable = do
294306 spawnLocal $ spawn (localNodeId node2) (sendPidClosure pid) >>= send pid
295307 pid' <- expect :: Process ProcessId
296308 pid'' <- expect :: Process ProcessId
297− True <- return $ pid' == pid''
298− return ()
309+ if pid' == pid''
310+ then return ()
311+ else error "Something went horribly wrong"
299312
300313 where
301314
@@ -305,14 +318,16 @@ testSpawnRace TestTransport{..} rtable = do
305318 wrapEP e =
306319 e { NT.connect = \x y z -> do
307320 healthy <- newIORef True
308− fmap (fmap $ wrapConnection healthy) $ NT.connect e x y z
321+ fmap (fmap $ wrapConnection healthy e x) $ NT.connect e x y z
309322 }
310323
311− wrapConnection :: IORef Bool -> NT.Connection -> NT.Connection
312− wrapConnection healthy (NT.Connection s closeC) =
324+ wrapConnection :: IORef Bool -> NT.EndPoint -> NT.EndPointAddress
325+ -> NT.Connection -> NT.Connection
326+ wrapConnection healthy e remoteAddr (NT.Connection s closeC) =
313327 flip NT.Connection closeC $ \msg -> do
314328 when (msg == messageToPayload (createMessage ())) $ do
315329 writeIORef healthy False
330+ testBreakConnection (NT.address e) remoteAddr
316331 isHealthy <- readIORef healthy
317332 if isHealthy then s msg
318333 else return $ Left $ NT.TransportError NT.SendFailed ""
@@ -330,8 +345,10 @@ testCall TestTransport{..} rtable = do
330345 node <- newLocalNode testTransport rtable
331346 nid <- readMVar serverNodeAddr
332347 runProcess node $ do
333− (120 :: Int) <- call $(mkStatic 'sdictInt) nid (factorialClosure 5)
334− liftIO $ putMVar clientDone ()
348+ (a :: Int) <- call $(mkStatic 'sdictInt) nid (factorialClosure 5)
349+ if a == 120
350+ then liftIO $ putMVar clientDone ()
351+ else error "something went horribly wrong"
335352
336353 takeMVar clientDone
337354
@@ -348,8 +365,10 @@ testCallBind TestTransport{..} rtable = do
348365 node <- newLocalNode testTransport rtable
349366 nid <- readMVar serverNodeAddr
350367 runProcess node $ do
351− (120 :: Int) <- call $(mkStatic 'sdictInt) nid (factorial' 5)
352− liftIO $ putMVar clientDone ()
368+ (a :: Int) <- call $(mkStatic 'sdictInt) nid (factorial' 5)
369+ if a == 120
370+ then liftIO $ putMVar clientDone ()
371+ else error "Something went horribly wrong"
353372
354373 takeMVar clientDone
355374
@@ -360,9 +379,11 @@ testSeq TestTransport{..} rtable = do
360379 runProcess node $ do
361380 us <- getSelfPid
362381 join . unClosure $ sendFac 5 us `seqCP` sendFac 6 us
363− 120 :: Int <- expect
364− 720 :: Int <- expect
365− liftIO $ putMVar done ()
382+ a :: Int <- expect
383+ b :: Int <- expect
384+ if a == 120 && b == 720
385+ then liftIO $ putMVar done ()
386+ else error "Something went horribly wrong"
366387 takeMVar done
367388
368389-- Test 'spawnSupervised'
@@ -391,25 +412,33 @@ testSpawnSupervised TestTransport{..} rtable = do
391412 throw supervisorDeath
392413
393414 forkProcess node2 $ do
394− [super, child] <- liftIO $ mapM readMVar [superPid, childPid]
395− ref <- monitor child
396− self <- getSelfPid
397− let waitForMOrL = do
398− liftIO $ threadDelay 10000
399− mpinfo <- getProcessInfo child
400− case mpinfo of
401− Nothing -> waitForMOrL
402− Just pinfo ->
403− unless (isJust $ lookup self (infoMonitors pinfo)) waitForMOrL
404− waitForMOrL
405− liftIO $ putMVar linkUp ()
406− -- because monitor message was sent before message to process
407− -- we hope that it will be processed before
408− ProcessMonitorNotification ref' pid' (DiedException e) <- expect
409− True <- return $ ref' == ref
410− && pid' == child
411− && e == show (ProcessLinkException super (DiedException (show supervisorDeath)))
412− liftIO $ putMVar thirdProcessDone ()
415+ res <- liftIO $ mapM readMVar [superPid, childPid]
416+ case res of
417+ [super, child] -> do
418+ ref <- monitor child
419+ self <- getSelfPid
420+ let waitForMOrL = do
421+ liftIO $ threadDelay 10000
422+ mpinfo <- getProcessInfo child
423+ case mpinfo of
424+ Nothing -> waitForMOrL
425+ Just pinfo ->
426+ unless (isJust $ lookup self (infoMonitors pinfo)) waitForMOrL
427+ waitForMOrL
428+ liftIO $ putMVar linkUp ()
429+ -- because monitor message was sent before message to process
430+ -- we hope that it will be processed before
431+ res' <- expect
432+ case res' of
433+ (ProcessMonitorNotification ref' pid' (DiedException e)) ->
434+ if (ref' == ref && pid' == child &&
435+ e == show (ProcessLinkException super
436+ (DiedException (show supervisorDeath))))
437+ then liftIO $ putMVar thirdProcessDone ()
438+ else error "Something went horribly wrong"
439+ _ -> error "Something went horribly wrong"
440+
441+ _ -> die $ "Something went horribly wrong"
413442
414443 takeMVar thirdProcessDone
415444 where
@@ -424,8 +453,10 @@ testSpawnInvalid TestTransport{..} rtable = do
424453 (pid, ref) <- spawnMonitor (localNodeId node) (closure (staticLabel "ThisDoesNotExist") empty)
425454 ProcessMonitorNotification ref' pid' _reason <- expect
426455 -- Depending on the exact interleaving, reason might be NoProc or the exception thrown by the absence of the static closure
427− True <- return $ ref' == ref && pid == pid'
428− liftIO $ putMVar done ()
456+ res <- return $ ref' == ref && pid == pid'
457+ if res == True
458+ then liftIO $ putMVar done ()
459+ else error "Something went horribly wrong"
429460 takeMVar done
430461
431462testClosureExpect :: TestTransport -> RemoteTable -> Assertion
@@ -437,8 +468,10 @@ testClosureExpect TestTransport{..} rtable = do
437468 us <- getSelfPid
438469 them <- spawn nodeId $ cpExpect $(mkStatic 'sdictInt) `bindCP` cpSend $(mkStatic 'sdictInt) us
439470 send them (1234 :: Int)
440− (1234 :: Int) <- expect
441− liftIO $ putMVar done ()
471+ (res :: Int) <- expect
472+ if res == 1234
473+ then liftIO $ putMVar done ()
474+ else error "Something went horribly wrong"
442475 takeMVar done
443476
444477testSpawnChannel :: TestTransport -> RemoteTable -> Assertion
@@ -463,8 +496,10 @@ testTDict TestTransport{..} rtable = do
463496 done <- newEmptyMVar
464497 [node1, node2] <- replicateM 2 $ newLocalNode testTransport rtable
465498 forkProcess node1 $ do
466− True <- call $(functionTDict 'isPrime) (localNodeId node2) ($(mkClosure 'isPrime) (79 :: Integer))
467− liftIO $ putMVar done ()
499+ res <- call $(functionTDict 'isPrime) (localNodeId node2) ($(mkClosure 'isPrime) (79 :: Integer))
500+ if res == True
501+ then liftIO $ putMVar done ()
502+ else error "Something went horribly wrong..."
468503 takeMVar done
469504
470505testFib :: TestTransport -> RemoteTable -> Assertion
@@ -475,8 +510,11 @@ testFib TestTransport{..} rtable = do
475510 forkProcess (head nodes) $ do
476511 (sport, rport) <- newChan
477512 spawnLocal $ dfib (map localNodeId nodes, sport, 10)
478− 55 <- receiveChan rport :: Process Integer
513+ ff <- receiveChan rport :: Process Integer
479514 liftIO $ putMVar done ()
515+ if ff /= 55
516+ then die $ "Something went horribly wrong"
517+ else return ()
480518
481519 takeMVar done
482520
@@ -484,7 +522,7 @@ testSpawnReconnect :: TestTransport -> RemoteTable -> Assertion
484522testSpawnReconnect testtrans@TestTransport{..} rtable = do
485523 [node1, node2] <- replicateM 2 $ newLocalNode testTransport rtable
486524 let nid1 = localNodeId node1
487− nid2 = localNodeId node2
525+ -- nid2 = localNodeId node2
488526 done <- newEmptyMVar
489527 iv <- newMVar (0 :: Int)
490528
@@ -501,9 +539,12 @@ testSpawnReconnect testtrans@TestTransport{..} rtable = do
501539 liftIO $ threadDelay 100000
502540
503541 count <- liftIO $ takeMVar iv
504− True <- return $ count == 2 || count == 3 -- It depends on which message we get first in 'spawn'
542+ res <- return $ count == 2 || count == 3 -- It depends on which message we get first in 'spawn'
505543
506544 liftIO $ putMVar done ()
545+ if res /= True
546+ then error "Something went horribly wrong"
547+ else return ()
507548
508549 takeMVar done
509550
distributed-process-tests/src/Control/Distributed/Process/Tests/Internal/Utils.hs+16−5
@@ -20,6 +20,7 @@ module Control.Distributed.Process.Tests.Internal.Utils
2020 -- ping !
2121 , Ping(Ping)
2222 , ping
23+ , pause
2324 , shouldBe
2425 , shouldMatch
2526 , shouldContain
@@ -73,15 +74,16 @@ import Control.Concurrent
7374import Control.Concurrent.MVar
7475 ( putMVar
7576 )
76−import Control.Distributed.Process
77+import Control.Distributed.Process hiding (finally, catch)
7778import Control.Distributed.Process.Node
7879import Control.Distributed.Process.Serializable()
7980
8081import Control.Exception (AsyncException(ThreadKilled), SomeException)
81−import Control.Monad (forever)
82+import Control.Monad (forever, void)
83+import Control.Monad.Catch (finally, catch)
8284import Control.Monad.STM (atomically)
8385import Control.Rematch hiding (match)
84−import Control.Rematch.Run
86+import Control.Rematch.Run
8587import Data.Binary
8688import Data.Typeable (Typeable)
8789
@@ -89,6 +91,7 @@ import Test.HUnit (Assertion, assertFailure)
8991import Test.HUnit.Base (assertBool)
9092
9193import GHC.Generics
94+import System.Timeout (timeout)
9295
9396-- | A mutable cell containing a test result.
9497type TestResult a = MVar a
@@ -107,10 +110,18 @@ data TestProcessControl = Stop | Go | Report ProcessId
107110
108111instance Binary TestProcessControl where
109112
113+data Private = Private
114+ deriving (Typeable, Generic)
115+instance Binary Private where
116+
110117-- | Does exactly what it says on the tin, doing so in the @Process@ monad.
111118noop :: Process ()
112119noop = return ()
113120
121+pause :: Int -> Process ()
122+pause delay =
123+ void $ receiveTimeout delay [ match (\Private -> return ()) ]
124+
114125synchronisedAssertion :: Eq a
115126 => String
116127 -> LocalNode
@@ -223,10 +234,10 @@ testProcessReport pid = do
223234tryRunProcess :: LocalNode -> Process () -> IO ()
224235tryRunProcess node p = do
225236 tid <- liftIO myThreadId
226− runProcess node $ catch p (\e -> liftIO $ throwTo tid (e::SomeException))
237+ void $ timeout (1000000 * 60 * 5 :: Int) $
238+ runProcess node $ catch p (\e -> liftIO $ throwTo tid (e::SomeException))
227239
228240tryForkProcess :: LocalNode -> Process () -> IO ProcessId
229241tryForkProcess node p = do
230242 tid <- liftIO myThreadId
231243 forkProcess node $ catch p (\e -> liftIO $ throwTo tid (e::SomeException))
232−
distributed-process-tests/src/Control/Distributed/Process/Tests/Mx.hs+390−53
@@ -1,12 +1,23 @@
1−{-# LANGUAGE DeriveGeneric #-}
1+{-# LANGUAGE DeriveGeneric #-}
2+{-# LANGUAGE ParallelListComp #-}
3+
24module Control.Distributed.Process.Tests.Mx (tests) where
35
46import Control.Distributed.Process.Tests.Internal.Utils
57import Network.Transport.Test (TestTransport(..))
6−
7−import Control.Concurrent (threadDelay)
8−import Control.Distributed.Process
8+import Control.Distributed.Process hiding (bracket, finally, try)
9+import Control.Distributed.Process.Internal.Types
10+ ( ProcessExitException(..)
11+ , unsafeCreateUnencodedMessage
12+ )
913import Control.Distributed.Process.Node
14+import qualified Control.Distributed.Process.UnsafePrimitives as Unsafe
15+ ( send
16+ , nsend
17+ , nsendRemote
18+ , usend
19+ , sendChan
20+ )
1021import Control.Distributed.Process.Management
1122 ( MxEvent(..)
1223 , MxAgentId(..)
@@ -21,14 +32,15 @@ import Control.Distributed.Process.Management
2132 , mxUpdateLocal
2233 , mxNotify
2334 , mxBroadcast
24− , mxGetId
2535 )
26−import Control.Monad (void)
36+import Control.Monad (void, unless)
37+import Control.Monad.Catch(finally, bracket, try)
38+import Control.Rematch (equalTo)
2739import Data.Binary
28−import Data.List (find, sort)
29−import Data.Maybe (isJust)
40+import Data.List (find, sort, intercalate)
41+import Data.Maybe (isJust, fromJust, isNothing, fromMaybe, catMaybes)
3042import Data.Typeable
31−import GHC.Generics
43+import GHC.Generics hiding (from)
3244#if ! MIN_VERSION_base(4,6,0)
3345import Prelude hiding (catch, log)
3446#endif
@@ -44,7 +56,17 @@ data Publish = Publish
4456
4557instance Binary Publish where
4658
47−testAgentBroadcast :: TestResult () -> Process ()
59+awaitExit :: ProcessId -> Process ()
60+awaitExit pid =
61+ withMonitorRef pid $ \ref -> do
62+ receiveWait
63+ [ matchIf (\(ProcessMonitorNotification r _ _) -> r == ref)
64+ (\_ -> return ())
65+ ]
66+ where
67+ withMonitorRef p = bracket (monitor p) unmonitor
68+
69+testAgentBroadcast :: TestResult (Maybe ()) -> Process ()
4870testAgentBroadcast result = do
4971 (resultSP, resultRP) <- newChan :: Process (SendPort (), ReceivePort ())
5072
@@ -59,7 +81,7 @@ testAgentBroadcast result = do
5981 mxNotify ()
6082 -- Once the publisher has seen our message, it will broadcast the Publish
6183 -- and the consumer will see that and send the result to our typed channel.
62− stash result =<< receiveChan resultRP
84+ stash result =<< receiveChanTimeout 10000000 resultRP
6385
6486 kill publisher "finished"
6587 kill consumer "finished"
@@ -67,7 +89,7 @@ testAgentBroadcast result = do
6789testAgentDualInput :: TestResult (Maybe Int) -> Process ()
6890testAgentDualInput result = do
6991 (sp, rp) <- newChan
70− _ <- mxAgent (MxAgentId "sum-agent") (0 :: Int) [
92+ s <- mxAgent (MxAgentId "sum-agent") (0 :: Int) [
7193 mxSink $ (\(i :: Int) -> do
7294 mxSetLocal . (+i) =<< mxGetLocal
7395 i' <- mxGetLocal
@@ -77,6 +99,8 @@ testAgentDualInput result = do
7799 else mxReady)
78100 ]
79101
102+ mRef <- monitor s
103+
80104 mxNotify (1 :: Int)
81105 nsend "sum-agent" (3 :: Int)
82106 mxNotify (2 :: Int)
@@ -84,6 +108,10 @@ testAgentDualInput result = do
84108 mxNotify (5 :: Int)
85109
86110 stash result =<< receiveChanTimeout 10000000 rp
111+ died <- receiveTimeout 10000000 [
112+ matchIf (\(ProcessMonitorNotification r _ _) -> r == mRef) (const $ return True)
113+ ]
114+ died `shouldBe` equalTo (Just True)
87115
88116testAgentPrioritisation :: TestResult [String] -> Process ()
89117testAgentPrioritisation result = do
@@ -95,12 +123,12 @@ testAgentPrioritisation result = do
95123
96124 let name = "prioritising-agent"
97125 (sp, rp) <- newChan
98− void $ mxAgent (MxAgentId name) ["first"] [
99− mxSink (\(s :: String) -> do
100− mxUpdateLocal ((s:))
126+ s <- mxAgent (MxAgentId name) ["first"] [
127+ mxSink (\(s :: String) -> do
128+ mxUpdateLocal (s:)
101129 st <- mxGetLocal
102130 case length st of
103− n | n == 5 -> do liftMX $ sendChan sp st
131+ n | n == 5 -> do liftMX $ sendChan sp (sort st)
104132 mxDeactivate "finished"
105133 _ -> mxReceive -- go to the mailbox
106134 )
@@ -111,23 +139,33 @@ testAgentPrioritisation result = do
111139 mxNotify "fourth"
112140 nsend name "fifth"
113141
114− stash result . sort =<< receiveChan rp
142+ stash result . fromMaybe [] =<< receiveChanTimeout 10000000 rp
143+ awaitExit s
115144
116145testAgentMailboxHandling :: TestResult (Maybe ()) -> Process ()
117146testAgentMailboxHandling result = do
118147 (sp, rp) <- newChan
119− agent <- mxAgent (MxAgentId "listener-agent") () [
148+ agent <- mxAgent (MxAgentId "mailbox-agent") () [
120149 mxSink $ \() -> (liftMX $ sendChan sp ()) >> mxReady
121150 ]
122151
123− nsend "listener-agent" ()
152+ nsend "mailbox-agent" ()
124153
125154 stash result =<< receiveChanTimeout 1000000 rp
126155 kill agent "finished"
127156
128157testAgentEventHandling :: TestResult Bool -> Process ()
129158testAgentEventHandling result = do
159+ us <- getSelfPid
160+ -- because this test is a bit racy, let's ensure it can't run indefinitely
161+ timer <- spawnLocal $ do
162+ pause (1000000 * 60 * 5)
163+ -- okay we've waited 5 mins, let's kill the test off if it's stuck...
164+ stash result False
165+ kill us "Test Timed Out"
166+
130167 let initState = [] :: [MxEvent]
168+ (rc, rs) <- newChan
131169 agentPid <- mxAgent (MxAgentId "lifecycle-listener-agent") initState [
132170 (mxSink $ \ev -> do
133171 st <- mxGetLocal
@@ -136,7 +174,7 @@ testAgentEventHandling result = do
136174 (MxSpawned _) -> mxSetLocal (ev:st)
137175 (MxProcessDied _ _) -> mxSetLocal (ev:st)
138176 _ -> return ()
139− act >> mxReady),
177+ act >> (liftMX $ sendChan rc ()) >> mxReady),
140178 (mxSink $ \(ev, sp :: SendPort Bool) -> do
141179 st <- mxGetLocal
142180 let found =
@@ -156,50 +194,349 @@ testAgentEventHandling result = do
156194 mxReady)
157195 ]
158196
159− _ <- monitor agentPid
160− (sp, rp) <- newChan
161− pid <- spawnLocal $ sendChan sp ()
162− () <- receiveChan rp
197+ -- TODO: yes, this is racy, but we're at the mercy of the scheduler here...
198+ faff 2000000 rs
199+
200+ (sp, rp) <- newChan :: Process (SendPort (), ReceivePort ())
201+
202+ pid <- spawnLocal $ expect >>= sendChan sp
163203
164204 -- By waiting for a monitor notification, we have a
165− -- higher probably that the agent has seen
205+ -- higher probably that the agent has seen the spawn and died events
166206 monitor pid
167− receiveWait [ match (\(ProcessMonitorNotification _ _ _) -> return ()) ]
207+
208+ send pid ()
209+ rct <- receiveChanTimeout 10000000 rp
210+ unless (isJust rct) $ die "No response on channel"
211+
212+ pmn <- receiveTimeout 2000000 [ match (\ProcessMonitorNotification{} -> return ()) ]
213+ unless (isJust pmn) $ die "No monitor notification arrived"
214+
215+ -- TODO: yes, this is racy, but we're at the mercy of the scheduler here...
216+ faff 2000000 rs
168217
169218 (replyTo, reply) <- newChan :: Process (SendPort Bool, ReceivePort Bool)
170219 mxNotify (MxSpawned pid, replyTo)
171220 mxNotify (MxProcessDied pid DiedNormal, replyTo)
172221
173− seenAlive <- receiveChan reply
174− seenDead <- receiveChan reply
222+ seenAlive <- receiveChanTimeout 10000000 reply
223+ seenDead <- receiveChanTimeout 10000000 reply
224+
225+ stash result $ foldr (&&) True $ catMaybes [seenAlive, seenDead]
226+ kill timer "test-complete"
227+ kill agentPid "test-complete"
228+ where
229+ faff delay port = do
230+ res <- receiveChanTimeout delay port
231+ unless (isNothing res) $ pause delay
232+
233+testMxRegEvents :: TestResult () -> Process ()
234+testMxRegEvents result = do
235+ {- This test only deals with the local case, to ensure that we are being
236+ notified in the expected order - the remote cases related to the
237+ behaviour of the node controller are contained in the CH test suite. -}
238+ ensure (stash result ()) $ do
239+ let label = "testMxRegEvents"
240+ let agentLabel = "mxRegEvents-agent"
241+ let delay = 1000000
242+ (regChan, regSink) <- newChan
243+ (unRegChan, unRegSink) <- newChan
244+ agent <- mxAgent (MxAgentId agentLabel) () [
245+ mxSink $ \ev -> do
246+ case ev of
247+ MxRegistered pid label'
248+ | label' == label -> liftMX $ sendChan regChan (label', pid)
249+ MxUnRegistered pid label'
250+ | label' == label -> liftMX $ sendChan unRegChan (label', pid)
251+ _ -> return ()
252+ mxReady
253+ ]
254+
255+ p1 <- spawnLocal expect
256+ p2 <- spawnLocal expect
257+
258+ register label p1
259+ reg1 <- receiveChanTimeout delay regSink
260+ reg1 `shouldBe` equalTo (Just (label, p1))
261+
262+ unregister label
263+ unreg1 <- receiveChanTimeout delay unRegSink
264+ unreg1 `shouldBe` equalTo (Just (label, p1))
265+
266+ register label p2
267+ reg2 <- receiveChanTimeout delay regSink
268+ reg2 `shouldBe` equalTo (Just (label, p2))
269+
270+ reregister label p1
271+ unreg2 <- receiveChanTimeout delay unRegSink
272+ unreg2 `shouldBe` equalTo (Just (label, p2))
273+
274+ reg3 <- receiveChanTimeout delay regSink
275+ reg3 `shouldBe` equalTo (Just (label, p1))
276+
277+ mapM_ (flip kill $ "test-complete") [agent, p1, p2]
278+
279+testMxRegMon :: LocalNode -> TestResult () -> Process ()
280+testMxRegMon remoteNode result = do
281+ ensure (stash result ()) $ do
282+ -- ensure that when a registered process dies, we get a notification that
283+ -- it has been unregistered as well as seeing the name get removed
284+ let label1 = "aaaaa"
285+ let label2 = "bbbbb"
286+ let isValid l = l == label1 || l == label2
287+ let agentLabel = "mxRegMon-agent"
288+ let delay = 1000000
289+ (regChan, regSink) <- newChan
290+ (unRegChan, unRegSink) <- newChan
291+ agent <- mxAgent (MxAgentId agentLabel) () [
292+ mxSink $ \ev -> do
293+ case ev of
294+ MxRegistered pid label
295+ | isValid label -> liftMX $ sendChan regChan (label, pid)
296+ MxUnRegistered pid label
297+ | isValid label -> liftMX $ sendChan unRegChan (label, pid)
298+ _ -> return ()
299+ mxReady
300+ ]
301+
302+ (sp, rp) <- newChan
303+ liftIO $ forkProcess remoteNode $ do
304+ getSelfPid >>= sendChan sp
305+ expect :: Process ()
306+
307+ p1 <- receiveChan rp
308+
309+ register label1 p1
310+ reg1 <- receiveChanTimeout delay regSink
311+ reg1 `shouldBe` equalTo (Just (label1, p1))
312+
313+ register label2 p1
314+ reg2 <- receiveChanTimeout delay regSink
315+ reg2 `shouldBe` equalTo (Just (label2, p1))
316+
317+ n1 <- whereis label1
318+ n1 `shouldBe` equalTo (Just p1)
319+
320+ n2 <- whereis label2
321+ n2 `shouldBe` equalTo (Just p1)
322+
323+ kill p1 "goodbye"
175324
176− stash result $ seenAlive && seenDead
325+ unreg1 <- receiveChanTimeout delay unRegSink
326+ unreg2 <- receiveChanTimeout delay unRegSink
327+
328+ let evts = [unreg1, unreg2]
329+ -- we can't rely on the order of the values in the node controller's
330+ -- map (it's either racy to do so, or no such guarantee exists for Data.Map),
331+ -- so we simply verify that we received the un-registration events we expect
332+ evts `shouldContain` (Just (label1, p1))
333+ evts `shouldContain` (Just (label2, p1))
334+
335+ kill agent "test-complete"
336+
337+ensure :: Process () -> Process () -> Process ()
338+ensure = flip finally
339+
340+testNSend :: (String -> () -> Process ())
341+ -> Maybe LocalNode
342+ -> Process ()
343+testNSend op n = do
344+ us <- getSelfPid
345+ let delay = 5000000
346+ let label = "testMxSend" ++ (show us)
347+ let isValid = isValidLabel n label
348+
349+ testMxSend n label $ \p1 sink -> do
350+ register label p1
351+ reg1 <- receiveChanTimeout delay sink
352+ case reg1 of
353+ Just (MxRegistered pd lb)
354+ | pd == p1 && isValid lb -> return ()
355+ _ -> die $ "Reg-Failed: " ++ show reg1
356+
357+ op label ()
358+
359+ sent <- receiveChanTimeout delay sink
360+ case sent of
361+ Just (MxSentToName lb by _)
362+ | by == us && isValid lb -> return True
363+ _ -> die $ "Send-Failed: " ++ show sent
364+
365+ where
366+ isValidLabel nd l1 l2
367+ | l2 == l2 = True
368+ | isJust nd = l2 == l1 ++ "@" ++ show (localNodeId $ fromJust nd)
369+ | otherwise = False
370+
371+testSend :: (ProcessId -> () -> Process ())
372+ -> Maybe LocalNode
373+ -> Process ()
374+testSend op n = do
375+ us <- getSelfPid
376+ let label = "testMxSend" ++ (show us)
377+ testMxSend n label $ \p1 sink -> do
378+ -- initiate a send
379+ op p1 ()
380+
381+ -- verify the management event
382+ sent <- receiveChanTimeout 5000000 sink
383+ case sent of
384+ Just (MxSent pidTo pidFrom _)
385+ | pidTo == p1 && pidFrom == us -> return True
386+ _ -> return False
387+
388+testChan :: (SendPort () -> () -> Process ())
389+ -> Maybe LocalNode
390+ -> Process ()
391+testChan op n = testMxSend n "" $ \p1 sink -> do
392+
393+ us <- getSelfPid
394+ send p1 us
395+
396+ cleared <- receiveChanTimeout 2000000 sink
397+ case cleared of
398+ Just (MxSent pidTo pidFrom _)
399+ | pidTo == p1 && pidFrom == us -> return ()
400+ _ -> die "Received uncleared Mx Event"
401+
402+ chan <- receiveTimeout 5000000 [ match return ]
403+ let ch' = fromMaybe (error "No reply chan received") chan
404+
405+ -- initiate a send
406+ op ch' ()
407+
408+ -- verify the management event
409+ sent <- receiveChanTimeout 5000000 sink
410+ case sent of
411+ Just (MxSentToPort sId spId _)
412+ | sId == us && spId == sendPortId ch' -> return True
413+ _ -> return False
414+
415+type SendTest = ProcessId -> ReceivePort MxEvent -> Process Bool
416+
417+testMxSend :: Maybe LocalNode -> String -> SendTest -> Process ()
418+testMxSend mNode label test = do
419+ us <- getSelfPid
420+ (sp, rp) <- newChan
421+ (chan, sink) <- newChan
422+ agent <- mxAgent (MxAgentId $ agentLabel us) () [
423+ mxSink $ \ev -> do
424+ case ev of
425+ m@(MxSentToPort _ cid _)
426+ | cid /= sendPortId chan
427+ && cid /= sendPortId sp -> liftMX $ sendChan chan m
428+ m@(MxSent _ fromPid _)
429+ | fromPid == us -> liftMX $ sendChan chan m
430+ m@(MxSentToName _ fromPid _)
431+ | fromPid == us -> liftMX $ sendChan chan m
432+ m@(MxRegistered _ name)
433+ | name == label -> liftMX $ sendChan chan m
434+ _ -> return ()
435+ mxReady
436+ ]
437+
438+ case mNode of
439+ Nothing -> void $ spawnLocal (proc sp)
440+ Just remoteNode -> void $ liftIO $ forkProcess remoteNode $ proc sp
441+
442+ p1 <- receiveChanTimeout 2000000 rp
443+ unless (isJust p1) $ die "Timed out waiting for ProcessId"
444+ res <- try $ test (fromJust p1) sink
445+
446+ kill agent "bye"
447+ kill (fromJust p1) "bye"
448+
449+ case res of
450+ Left (ProcessExitException _ m) -> (liftIO $ putStrLn $ "SomeException-" ++ show m) >> die m
451+ Right tr -> tr `shouldBe` equalTo True
452+
453+
454+ where
455+ agentLabel s = "mx-unsafe-check-agent-" ++ show s
456+ proc sp' = getSelfPid >>= sendChan sp' >> go Nothing
457+
458+ go :: Maybe (ReceivePort ()) -> Process ()
459+ go Nothing = receiveTimeout 5000000 [ match replyChannel ] >>= go
460+ go c@(Just c') = receiveWait [ matchChan c' return ] >> go c
461+
462+ replyChannel p' = do
463+ (s, r) <- newChan
464+ send p' s
465+ return r
177466
178467tests :: TestTransport -> IO [Test]
179468tests TestTransport{..} = do
180469 node1 <- newLocalNode testTransport initRemoteTable
470+ node2 <- newLocalNode testTransport initRemoteTable
181471 return [
182− testGroup "Mx Agents" [
183− testCase "Event Handling"
184− (delayedAssertion
185− "expected True, but events where not as expected"
186− node1 True testAgentEventHandling)
187− , testCase "Inter-Agent Broadcast"
188− (delayedAssertion
189− "expected (), but no broadcast was received"
190− node1 () testAgentBroadcast)
191− , testCase "Agent Mailbox Handling"
192− (delayedAssertion
193− "expected (Just ()), but no regular (mailbox) input was handled"
194− node1 (Just ()) testAgentMailboxHandling)
195− , testCase "Agent Dual Input Handling"
196− (delayedAssertion
197− "expected sum = 15, but the result was Nothing"
198− node1 (Just 15 :: Maybe Int) testAgentDualInput)
199− , testCase "Agent Input Prioritisation"
200− (delayedAssertion
201− "expected [first, second, third, fourth, fifth], but result diverged"
202− node1 (sort ["first", "second",
203− "third", "fourth",
204− "fifth"]) testAgentPrioritisation)
205− ]]
472+ testGroup "MxAgents" [
473+ testCase "EventHandling"
474+ (delayedAssertion
475+ "expected True, but events where not as expected"
476+ node1 True testAgentEventHandling)
477+ , testCase "InterAgentBroadcast"
478+ (delayedAssertion
479+ "expected (), but no broadcast was received"
480+ node1 (Just ()) testAgentBroadcast)
481+ , testCase "AgentMailboxHandling"
482+ (delayedAssertion
483+ "expected (Just ()), but no regular (mailbox) input was handled"
484+ node1 (Just ()) testAgentMailboxHandling)
485+ , testCase "AgentDualInputHandling"
486+ (delayedAssertion
487+ "expected sum = 15, but the result was Nothing"
488+ node1 (Just 15 :: Maybe Int) testAgentDualInput)
489+ , testCase "AgentInputPrioritisation"
490+ (delayedAssertion
491+ "expected [first, second, third, fourth, fifth], but result diverged"
492+ node1 (sort ["first", "second",
493+ "third", "fourth",
494+ "fifth"]) testAgentPrioritisation)
495+ ]
496+ , testGroup "MxEvents" [
497+ testCase "NameRegistrationEvents"
498+ (delayedAssertion
499+ "expected registration events to map to the correct ProcessId"
500+ node1 () testMxRegEvents)
501+ , testCase "PostDeathNameUnRegistrationEvents"
502+ (delayedAssertion
503+ "expected process deaths to result in unregistration events"
504+ node1 () (testMxRegMon node2))
505+ , testGroup "SendEvents" $ buildTestCases node1 node2
506+ ]
507+ ]
508+ where
509+ buildTestCases n1 n2 = let nid = localNodeId n2 in build n1 n2 [
510+ ("NSend", [
511+ ("nsend", testNSend nsend)
512+ , ("Unsafe.nsend", testNSend Unsafe.nsend)
513+ , ("nsendRemote", testNSend (nsendRemote nid))
514+ , ("Unsafe.nsendRemote", testNSend (Unsafe.nsendRemote nid))
515+ ])
516+ , ("Send", [
517+ ("send", testSend send)
518+ , ("Unsafe.send", testSend Unsafe.send)
519+ , ("usend", testSend usend)
520+ , ("Unsafe.usend", testSend Unsafe.usend)
521+ , ("sendChan", testChan sendChan)
522+ , ("Unsafe.sendChan", testChan Unsafe.sendChan)
523+ ])
524+ , ("Forward", [
525+ ("forward", testSend (\p m -> forward (unsafeCreateUnencodedMessage m) p))
526+ , ("uforward", testSend (\p m -> uforward (unsafeCreateUnencodedMessage m) p))
527+ ])
528+ ]
529+
530+ build :: LocalNode
531+ -> LocalNode
532+ -> [(String, [(String, (Maybe LocalNode -> Process ()))])]
533+ -> [Test]
534+ build n ln specs =
535+ [ testGroup (intercalate "-" [groupName, caseSuffix]) [
536+ testCase (intercalate "-" [caseName, caseSuffix])
537+ (runProcess n (caseImpl caseNode))
538+ | (caseName, caseImpl) <- groupCases
539+ ]
540+ | (groupName, groupCases) <- specs
541+ , (caseSuffix, caseNode) <- [("RemotePid", Just ln), ("LocalPid", Nothing)]
542+ ]
distributed-process-tests/src/Control/Distributed/Process/Tests/Receive.hs+8−12
@@ -1,4 +1,4 @@
1−{-# LANGUAGE TemplateHaskell, DeriveDataTypeable #-}
1+{-# LANGUAGE TemplateHaskell #-}
22{-# OPTIONS_GHC -Wall #-}
33
44-- | XXX test doesn't work, because failure exceptions don't get propagated. The
@@ -10,16 +10,12 @@ import Network.Transport.Test (TestTransport(..))
1010
1111import Network.Transport (Transport)
1212import Control.Distributed.Process
13−import Control.Distributed.Process.Closure
1413import Control.Distributed.Process.Node
1514
1615import Control.Monad
17−import Text.Printf
18−import Data.Binary
19−import Data.Typeable
2016
2117import Test.HUnit (Assertion, (@?=))
22−import Test.Framework (Test, defaultMain)
18+import Test.Framework (Test)
2319import Test.Framework.Providers.HUnit (testCase)
2420
2521-- Tests:
@@ -46,7 +42,7 @@ recTest2 :: ReceivePort ()
4642 -> SendPort String
4743 -> ReceivePort String -> ReceivePort String
4844 -> Process ()
49−recTest2 wait sync r1 r2 = do
45+recTest2 wait sync r1 _ = do
5046 forever $ do
5147 receiveChan wait
5248 r <- receiveWait
@@ -59,7 +55,7 @@ recTest3 :: ReceivePort ()
5955 -> SendPort String
6056 -> ReceivePort String -> ReceivePort String
6157 -> Process ()
62−recTest3 wait sync r1 r2 = do
58+recTest3 wait sync r1 _ = do
6359 forever $ do
6460 receiveChan wait
6561 r <- receiveWait
@@ -72,7 +68,7 @@ recTest4 :: ReceivePort ()
7268 -> SendPort String
7369 -> ReceivePort String -> ReceivePort String
7470 -> Process ()
75−recTest4 wait sync r1 r2 = do
71+recTest4 wait sync r1 _ = do
7672 forever $ do
7773 receiveChan wait
7874 r <- receiveWait
@@ -86,11 +82,11 @@ master :: Process ()
8682master = do
8783 (waits,waitr) <- newChan
8884 (syncs,syncr) <- newChan
89− let go expect = do
85+ let go expected = do
9086 sendChan waits ()
9187 r <- receiveChan syncr
92− liftIO $ print (r,expect, r == expect)
93− liftIO $ r @?= expect
88+ liftIO $ print (r, expected, r == expected)
89+ liftIO $ r @?= expected
9490
9591 liftIO $ putStrLn "---- Test 1 ----"
9692 (s1,r1) <- newChan
distributed-process-tests/src/Control/Distributed/Process/Tests/Stats.hs+11−7
@@ -29,7 +29,7 @@ import Test.Framework.Providers.HUnit (testCase)
2929
3030testLocalDeadProcessInfo :: TestResult (Maybe ProcessInfo) -> Process ()
3131testLocalDeadProcessInfo result = do
32− pid <- spawnLocal $ do "finish" <- expect; return ()
32+ pid <- spawnLocal $ do (_ :: String) <- expect; return ()
3333 mref <- monitor pid
3434 send pid "finish"
3535 _ <- receiveWait [
@@ -52,8 +52,10 @@ testLocalLiveProcessInfo result = do
5252 link self
5353 mRef <- monitor self
5454 stash mon mRef
55− "die" <- expect
56− return ()
55+ res <- expect
56+ case res of
57+ "die" -> return ()
58+ _ -> die $ "unexpected message received: " ++ res
5759
5860 monRef <- liftIO $ takeMVar mon
5961
@@ -84,9 +86,9 @@ testRemoteLiveProcessInfo TestTransport{..} node1 = do
8486 -- our send op shouldn't overtake link or monitor requests AFAICT
8587 -- so a little table tennis should get us synchronised properly
8688 send serverPid (self, "ping")
87− "pong" <- expect
89+ pong <- expect
8890 pInfo <- getProcessInfo serverPid
89− stash result $ pInfo /= Nothing
91+ stash result $ pong == "pong" && pInfo /= Nothing
9092 where
9193 launchRemote :: MVar ProcessId -> IO ()
9294 launchRemote locMV = do
@@ -97,8 +99,10 @@ testRemoteLiveProcessInfo TestTransport{..} node1 = do
9799 _ <- receiveWait [
98100 match (\(pid, "ping") -> send pid "pong")
99101 ]
100− "stop" <- expect
101− return ()
102+ res <- expect
103+ case res of
104+ "stop" -> return ()
105+ _ -> die $ "unexpected message received: " ++ res
102106 return ()
103107
104108 withActiveRemote :: LocalNode
distributed-process-tests/src/Control/Distributed/Process/Tests/Tracing.hs+23−11
@@ -125,9 +125,11 @@ testTraceSending result = do
125125 (\ev ->
126126 case ev of
127127 (MxSent to from msg) -> do
128− (Just s) <- unwrapMessage msg :: Process (Maybe String)
129− stash res (to == pid && from == self && s == "hello there")
130− stash res (to == pid && from == self)
128+ mS <- unwrapMessage msg :: Process (Maybe String)
129+ case mS of
130+ (Just s) -> do stash res (to == pid && from == self && s == "hello there")
131+ stash res (to == pid && from == self)
132+ _ -> die "failed state invariant, message type unmatched..."
131133 _ ->
132134 return ()) $ do
133135 send pid "hello there"
@@ -246,12 +248,8 @@ testRemoteTraceRelay TestTransport{..} result =
246248 -- Here we set up that relay, and then wait for a signal
247249 -- that the tracer (on node1) has seen the expected
248250 -- MxSpawned message, at which point we're finished
249− (Just log') <- whereis "logger"
250− pid <- liftIO $ forkProcess node2 $ do
251− logRelay <- spawnLocal $ relay log'
252− reregister "logger" logRelay
253− getSelfNode >>= stash mvNid >> (expect :: Process ())
254251
252+ pid <- splinchLogger node2 mvNid
255253 nid <- liftIO $ takeMVar mvNid
256254 mref <- monitor pid
257255 observedPid <- liftIO $ newEmptyMVar
@@ -291,6 +289,17 @@ testRemoteTraceRelay TestTransport{..} result =
291289 -- and just to be polite...
292290 liftIO $ closeLocalNode node2
293291
292+ where
293+ splinchLogger n2 mv = do
294+ mLog <- whereis "logger"
295+ case mLog of
296+ Nothing -> die "no logger registered"
297+ Just log' -> do liftIO $ forkProcess n2 $ do
298+ logRelay <- spawnLocal $ relay log'
299+ reregister "logger" logRelay
300+ getSelfNode >>= stash mv >> (expect :: Process ())
301+
302+
294303-- | Sets the value of an environment variable while executing the given IO
295304-- computation and restores the preceeding value upon completion.
296305withEnv :: String -> String -> IO a -> IO a
@@ -319,9 +328,12 @@ testSystemLoggerMsg t action interestingMessage =
319328 -- Wait for the trace message.
320329 receiveWait [ matchIf interestingMessage' $ const $ return () ]
321330 -- Only one interesting message should arrive.
322− Nothing <- receiveTimeout 100000
323− [ matchIf interestingMessage' $ const $ return () ]
324− return ()
331+ expectedTimeout <- receiveTimeout
332+ 100000
333+ [ matchIf interestingMessage' $ const $ return () ]
334+ case expectedTimeout of
335+ Nothing -> return ()
336+ Just _ -> die "Unexpected message arrived..."
325337
326338
327339-- | Tests that one and only one trace message is produced when a message is
distributed-process-tests/tests/runInMemory.hs−1
@@ -8,7 +8,6 @@ import Network.Transport.Test (TestTransport(..))
88import Network.Transport.InMemory
99import Test.Framework (defaultMainWithArgs)
1010
11−import Control.Concurrent (threadDelay)
1211import System.Environment (getArgs)
1312
1413main :: IO ()
distributed-process-tests/tests/runTCP.hs+5−3
@@ -10,11 +10,13 @@ import Network.Transport.TCP
1010 ( createTransportExposeInternals
1111 , TransportInternals(socketBetween)
1212 , defaultTCPParameters
13+ , defaultTCPAddr
1314 , TCPParameters(..)
1415 )
1516import Test.Framework (defaultMainWithArgs)
1617
1718import Control.Concurrent (threadDelay)
19+import Control.Exception (IOException, try)
1820import System.Environment (getArgs)
1921import System.IO
2022
@@ -23,13 +25,13 @@ main = do
2325 hSetBuffering stdout LineBuffering
2426 hSetBuffering stderr LineBuffering
2527 Right (transport, internals) <-
26− createTransportExposeInternals "127.0.0.1" "8080"
28+ createTransportExposeInternals (defaultTCPAddr "127.0.0.1" "8080")
2729 defaultTCPParameters { transportConnectTimeout = Just 3000000 }
2830 ts <- tests TestTransport
2931 { testTransport = transport
3032 , testBreakConnection = \addr1 addr2 -> do
31− sock <- socketBetween internals addr1 addr2
32− sClose sock
33+ esock <- try $ socketBetween internals addr1 addr2
34+ either (\e -> const (return ()) (e :: IOException)) sClose esock
3335 threadDelay 10000
3436 }
3537 args <- getArgs
distributed-process.cabal+51−37
@@ -1,12 +1,12 @@
11Name: distributed-process
2−Version: 0.6.0
2+Version: 0.7.4
33Cabal-Version: >=1.8
44Build-Type: Simple
55License: BSD3
66License-File: LICENSE
77Copyright: Well-Typed LLP, Tweag I/O Limited
88Author: Duncan Coutts, Nicolas Wu, Edsko de Vries
9−Maintainer: Facundo Domínguez <facundo.dominguez@tweag.io>
9+Maintainer: Tim Watson <watson.timothy@gmail.com>
1010Stability: experimental
1111Homepage: http://haskell-distributed.github.com/
1212Bug-Reports: https://github.com/haskell-distributed/distributed-process/issues
@@ -21,7 +21,7 @@ Description: This is an implementation of Cloud Haskell, as described in
2121
2222 You will probably also want to install a Cloud Haskell backend such
2323 as distributed-process-simplelocalnet.
24−Tested-With: GHC==7.2.2 GHC==7.4.1 GHC==7.4.2 GHC==7.6.2
24+Tested-With: GHC==7.10.3 GHC==8.0.2 GHC==8.2.2 GHC==8.4.4
2525Category: Control
2626extra-source-files: ChangeLog
2727
@@ -41,24 +41,26 @@ flag old-locale
4141 default: False
4242
4343Library
44− Build-Depends: base >= 4.4 && < 5,
45− binary >= 0.6.3 && < 0.8,
44+ Build-Depends: base >= 4.6 && < 5,
45+ binary >= 0.6.3 && < 0.10,
4646 hashable >= 1.2.0.5 && < 1.3,
47− network-transport >= 0.4.1.0 && < 0.5,
48− stm >= 2.4 && < 2.5,
49− transformers >= 0.2 && < 0.5,
47+ network-transport >= 0.4.1.0 && < 0.6,
48+ stm >= 2.4 && < 2.6,
49+ transformers >= 0.2 && < 0.6,
5050 mtl >= 2.0 && < 2.4,
5151 data-accessor >= 0.2 && < 0.3,
5252 bytestring >= 0.9 && < 0.11,
5353 random >= 1.0 && < 1.2,
54− ghc-prim >= 0.2 && < 0.5,
5554 distributed-static >= 0.2 && < 0.4,
56− rank1dynamic >= 0.1 && < 0.4,
57− syb >= 0.3 && < 0.7,
58− exceptions >= 0.5
55+ rank1dynamic >= 0.1 && < 0.5,
56+ syb >= 0.3 && < 0.8,
57+ exceptions >= 0.5,
58+ containers >= 0.5 && < 0.7,
59+ deepseq >= 1.3.0.1 && < 1.6
5960 Exposed-modules: Control.Distributed.Process,
6061 Control.Distributed.Process.Closure,
6162 Control.Distributed.Process.Debug,
63+ Control.Distributed.Process.Internal.BiMultiMap,
6264 Control.Distributed.Process.Internal.Closure.BuiltIn,
6365 Control.Distributed.Process.Internal.Closure.Explicit,
6466 Control.Distributed.Process.Internal.CQueue,
@@ -83,21 +85,33 @@ Library
8385 Control.Distributed.Process.Management.Internal.Trace.Tracer
8486 ghc-options: -Wall
8587 HS-Source-Dirs: src
86− if impl(ghc <= 7.4.2)
87− Build-Depends: containers >= 0.4 && < 0.5,
88− deepseq == 1.3.0.0
89− else
90− Build-Depends: containers >= 0.4 && < 0.6,
91− deepseq >= 1.3.0.1 && < 1.6
88+ other-extensions: BangPatterns
89+ CPP
90+ DeriveDataTypeable
91+ DeriveFunctor
92+ DeriveGeneric
93+ ExistentialQuantification
94+ FlexibleInstances
95+ GADTs
96+ GeneralizedNewtypeDeriving
97+ KindSignatures
98+ MagicHash
99+ PatternGuards
100+ RankNTypes
101+ RecordWildCards
102+ ScopedTypeVariables
103+ StandaloneDeriving
104+ TypeFamilies
105+ TypeSynonymInstances
106+ UnboxedTuples
107+ UndecidableInstances
92108 if flag(old-locale)
93109 Build-Depends: time < 1.5, old-locale >= 1.0 && <1.1
94110 else
95111 Build-Depends: time >= 1.5
96112 if flag(th)
97− if impl(ghc <= 7.4.2)
98− Build-Depends: template-haskell >= 2.7 && < 2.8
99− else
100− Build-Depends: template-haskell >= 2.6 && < 2.11
113+ other-extensions: TemplateHaskell
114+ Build-Depends: template-haskell >= 2.6
101115 Exposed-modules: Control.Distributed.Process.Internal.Closure.TH
102116 CPP-Options: -DTemplateHaskellSupport
103117
@@ -105,50 +119,50 @@ Library
105119
106120benchmark distributed-process-throughput
107121 Type: exitcode-stdio-1.0
108− Build-Depends: base >= 4.4 && < 5,
122+ Build-Depends: base >= 4.6 && < 5,
109123 distributed-process,
110− network-transport-tcp >= 0.3 && < 0.6,
124+ network-transport-tcp >= 0.3 && < 0.7,
111125 bytestring >= 0.9 && < 0.11,
112− binary >= 0.6.3 && < 0.8
126+ binary >= 0.6.3 && < 0.10
113127 Main-Is: benchmarks/Throughput.hs
114128 ghc-options: -Wall
115129
116130benchmark distributed-process-latency
117131 Type: exitcode-stdio-1.0
118− Build-Depends: base >= 4.4 && < 5,
132+ Build-Depends: base >= 4.6 && < 5,
119133 distributed-process,
120− network-transport-tcp >= 0.3 && < 0.6,
134+ network-transport-tcp >= 0.3 && < 0.7,
121135 bytestring >= 0.9 && < 0.11,
122− binary >= 0.6.3 && < 0.8
136+ binary >= 0.6.3 && < 0.10
123137 Main-Is: benchmarks/Latency.hs
124138 ghc-options: -Wall
125139
126140benchmark distributed-process-channels
127141 Type: exitcode-stdio-1.0
128− Build-Depends: base >= 4.4 && < 5,
142+ Build-Depends: base >= 4.6 && < 5,
129143 distributed-process,
130− network-transport-tcp >= 0.3 && < 0.6,
144+ network-transport-tcp >= 0.3 && < 0.7,
131145 bytestring >= 0.9 && < 0.11,
132− binary >= 0.6.3 && < 0.8
146+ binary >= 0.6.3 && < 0.10
133147 Main-Is: benchmarks/Channels.hs
134148 ghc-options: -Wall
135149
136150benchmark distributed-process-spawns
137151 Type: exitcode-stdio-1.0
138− Build-Depends: base >= 4.4 && < 5,
152+ Build-Depends: base >= 4.6 && < 5,
139153 distributed-process,
140− network-transport-tcp >= 0.3 && < 0.6,
154+ network-transport-tcp >= 0.3 && < 0.7,
141155 bytestring >= 0.9 && < 0.11,
142− binary >= 0.6.3 && < 0.8
156+ binary >= 0.6.3 && < 0.10
143157 Main-Is: benchmarks/Spawns.hs
144158 ghc-options: -Wall
145159
146160benchmark distributed-process-ring
147161 Type: exitcode-stdio-1.0
148− Build-Depends: base >= 4.4 && < 5,
162+ Build-Depends: base >= 4.6 && < 5,
149163 distributed-process,
150− network-transport-tcp >= 0.3 && < 0.6,
164+ network-transport-tcp >= 0.3 && < 0.7,
151165 bytestring >= 0.9 && < 0.11,
152− binary >= 0.6.3 && < 0.8
166+ binary >= 0.6.3 && < 0.10
153167 Main-Is: benchmarks/ProcessRing.hs
154168 ghc-options: -Wall -threaded -O2 -rtsopts
src/Control/Distributed/Process.hs+28−4
@@ -102,6 +102,7 @@ module Control.Distributed.Process
102102 , monitorPort
103103 , unmonitor
104104 , withMonitor
105+ , withMonitor_
105106 , MonitorRef -- opaque
106107 , ProcessLinkException(..)
107108 , NodeLinkException(..)
@@ -162,6 +163,7 @@ module Control.Distributed.Process
162163import Control.Monad.IO.Class (liftIO)
163164import Control.Applicative
164165import Control.Monad.Reader (ask)
166+import Control.Concurrent (killThread)
165167import Control.Concurrent.MVar
166168 ( MVar
167169 , newEmptyMVar
@@ -196,6 +198,7 @@ import Control.Distributed.Process.Internal.Types
196198 , RegisterReply(..)
197199 , LocalProcess(processNode)
198200 , Message
201+ , localProcessWithId
199202 )
200203import Control.Distributed.Process.Serializable (Serializable)
201204import Control.Distributed.Process.Internal.Primitives
@@ -267,6 +270,7 @@ import Control.Distributed.Process.Internal.Primitives
267270 , monitorPort
268271 , unmonitor
269272 , withMonitor
273+ , withMonitor_
270274 -- Logging
271275 , say
272276 -- Registry
@@ -303,6 +307,10 @@ import Control.Distributed.Process.Internal.Primitives
303307 , reconnectPort
304308 )
305309import Control.Distributed.Process.Node (forkProcess)
310+import Control.Distributed.Process.Internal.Types
311+ ( processThread
312+ , withValidLocalState
313+ )
306314import Control.Distributed.Process.Internal.Spawn
307315 ( -- Spawning Processes/Channels
308316 spawn
@@ -319,6 +327,10 @@ import Prelude
319327#else
320328import Prelude hiding (catch)
321329#endif
330+import qualified Control.Exception as Exception (onException)
331+import Data.Accessor ((^.))
332+import Data.Foldable (forM_)
333+
322334
323335-- INTERNAL NOTES
324336--
@@ -416,8 +428,20 @@ spawnChannelLocal proc = do
416428-- Silently dropping messages may not always be the best approach.
417429callLocal :: Process a -> Process a
418430callLocal proc = Catch.mask $ \release -> do
419− mv <- liftIO newEmptyMVar :: Process (MVar (Either Catch.SomeException a))
431+ mv <- liftIO newEmptyMVar :: Process (MVar (Either Catch.SomeException a))
420432 child <- spawnLocal $ Catch.try (release proc) >>= liftIO . putMVar mv
421− rs <- liftIO (takeMVar mv) `Catch.onException`
422− (kill child "exception in parent process" >> liftIO (takeMVar mv))
423− either Catch.throwM return rs
433+ lproc <- ask
434+ liftIO $ do
435+ rs <- Exception.onException (takeMVar mv) $ Catch.uninterruptibleMask_ $
436+ -- Exceptions need to be prevented from interrupting the clean up or
437+ -- the original exception which caused entering the handler could be
438+ -- forgotten. For instance, this could have a problematic effect
439+ -- when the original exception was meant to kill the thread and the
440+ -- second exception doesn't (like the exception thrown by
441+ -- 'System.Timeout.timeout').
442+ do mchildThreadId <- withValidLocalState (processNode lproc) $
443+ \vst -> return $ fmap processThread $
444+ vst ^. localProcessWithId (processLocalId child)
445+ forM_ mchildThreadId killThread
446+ takeMVar mv
447+ either Catch.throwM return rs
src/Control/Distributed/Process/Debug.hs+3−7
@@ -141,17 +141,14 @@ module Control.Distributed.Process.Debug
141141 )
142142 where
143143
144−import Control.Applicative ((<$>))
144+import Control.Applicative
145145import Control.Distributed.Process.Internal.Primitives
146146 ( proxy
147− , finally
148147 , die
149148 , whereis
150149 , send
151150 , receiveWait
152151 , matchIf
153− , finally
154− , try
155152 , monitor
156153 )
157154import Control.Distributed.Process.Internal.Types
@@ -196,12 +193,11 @@ import Control.Exception (SomeException)
196193
197194import Control.Monad.IO.Class (liftIO)
198195import Control.Monad.Reader (ask)
196+import Control.Monad.Catch (finally, try)
199197
200198import Data.Binary()
201199
202−#if ! MIN_VERSION_base(4,6,0)
203−import Prelude hiding (catch)
204−#endif
200+import Prelude
205201
206202--------------------------------------------------------------------------------
207203-- Debugging/Tracing API --
src/Control/Distributed/Process/Internal/BiMultiMap.hsnew file+135
@@ -0,0 +1,135 @@
1+-- | This is an implementation of bidirectional multimaps.
2+module Control.Distributed.Process.Internal.BiMultiMap
3+ ( BiMultiMap
4+ , empty
5+ , singleton
6+ , size
7+ , insert
8+ , lookupBy1st
9+ , lookupBy2nd
10+ , delete
11+ , deleteAllBy1st
12+ , deleteAllBy2nd
13+ , partitionWithKeyBy1st
14+ , partitionWithKeyBy2nd
15+ , flip
16+ ) where
17+
18+import Data.List (foldl')
19+import Data.Map.Strict (Map)
20+import qualified Data.Map.Strict as Map
21+import Data.Set (Set)
22+import qualified Data.Set as Set
23+import Prelude hiding (flip, lookup)
24+
25+-- | A bidirectional multimaps @BiMultiMap a b v@ is a set of triplets of type
26+-- @(a, b, v)@.
27+--
28+-- It is possible to lookup values by using either @a@ or @b@ as keys.
29+--
30+data BiMultiMap a b v = BiMultiMap !(Map a (Set (b, v))) !(Map b (Set (a, v)))
31+
32+-- The bidirectional multimap is implemented with a pair of multimaps.
33+--
34+-- Each multimap represents a set of triples, and one invariant is that both
35+-- multimaps should represent exactly the same set of triples.
36+--
37+-- Each of the multimaps, however, uses a different component of the triplets
38+-- as key. This allows to do efficient deletions by any of the two components.
39+
40+-- | The empty bidirectional multimap.
41+empty :: BiMultiMap a b v
42+empty = BiMultiMap Map.empty Map.empty
43+
44+-- | A bidirectional multimap containing a single triplet.
45+singleton :: (Ord a, Ord b, Ord v) => a -> b -> v -> BiMultiMap a b v
46+singleton a b v = insert a b v empty
47+
48+-- | Yields the amount of triplets in the multimap.
49+size :: BiMultiMap a b v -> Int
50+size (BiMultiMap m _) = foldl' (+) 0 $ map Set.size $ Map.elems m
51+
52+-- | Inserts a triplet in the multimap.
53+insert :: (Ord a, Ord b, Ord v)
54+ => a -> b -> v -> BiMultiMap a b v -> BiMultiMap a b v
55+insert a b v (BiMultiMap m r) =
56+ BiMultiMap (Map.insertWith (\_new old -> Set.insert (b, v) old)
57+ a
58+ (Set.singleton (b, v))
59+ m)
60+ (Map.insertWith (\_new old -> Set.insert (a, v) old)
61+ b
62+ (Set.singleton (a, v))
63+ r)
64+
65+-- | Looks up all the triplets whose first component is the given value.
66+lookupBy1st :: Ord a => a -> BiMultiMap a b v -> Set (b, v)
67+lookupBy1st a (BiMultiMap m _) = maybe Set.empty id $ Map.lookup a m
68+
69+-- | Looks up all the triplets whose second component is the given value.
70+lookupBy2nd :: Ord b => b -> BiMultiMap a b v -> Set (a, v)
71+lookupBy2nd b = lookupBy1st b . flip
72+
73+-- | Deletes a triplet. It yields the original multimap if the triplet is
74+-- not present.
75+delete :: (Ord a, Ord b, Ord v)
76+ => a -> b -> v -> BiMultiMap a b v -> BiMultiMap a b v
77+delete a b v (BiMultiMap m r) =
78+ let m' = Map.update (nothingWhen Set.null . Set.delete (b, v)) a m
79+ r' = Map.update (nothingWhen Set.null . Set.delete (a, v)) b r
80+ in BiMultiMap m' r'
81+
82+-- | Deletes all triplets whose first component is the given value.
83+deleteAllBy1st :: (Ord a, Ord b, Ord v) => a -> BiMultiMap a b v -> BiMultiMap a b v
84+deleteAllBy1st a (BiMultiMap m r) =
85+ let (mm, m') = Map.updateLookupWithKey (\_ _ -> Nothing) a m
86+ r' = case mm of
87+ Nothing -> r
88+ Just mb -> reverseDelete a (Set.toList mb) r
89+ in BiMultiMap m' r'
90+
91+-- | Like 'deleteAllBy1st' but deletes by the second component of the triplets.
92+deleteAllBy2nd :: (Ord a, Ord b, Ord v)
93+ => b -> BiMultiMap a b v -> BiMultiMap a b v
94+deleteAllBy2nd b = flip . deleteAllBy1st b . flip
95+
96+-- | Yields the triplets satisfying the given predicate, and a multimap
97+-- with all this triplets removed.
98+partitionWithKeyBy1st :: (Ord a, Ord b, Ord v)
99+ => (a -> Set (b, v) -> Bool) -> BiMultiMap a b v
100+ -> (Map a (Set (b, v)), BiMultiMap a b v)
101+partitionWithKeyBy1st p (BiMultiMap m r) =
102+ let (m0, m1) = Map.partitionWithKey p m
103+ r1 = foldl' (\rr (a, mb) -> reverseDelete a (Set.toList mb) rr) r $
104+ Map.toList m0
105+ in (m0, BiMultiMap m1 r1)
106+
107+-- | Like 'partitionWithKeyBy1st' but the predicates takes the second component
108+-- of the triplets as first argument.
109+partitionWithKeyBy2nd :: (Ord a, Ord b, Ord v)
110+ => (b -> Set (a, v) -> Bool) -> BiMultiMap a b v
111+ -> (Map b (Set (a, v)), BiMultiMap a b v)
112+partitionWithKeyBy2nd p b = let (m, b') = partitionWithKeyBy1st p $ flip b
113+ in (m, flip b')
114+
115+-- | Exchange the first and the second components of all triplets.
116+flip :: BiMultiMap a b v -> BiMultiMap b a v
117+flip (BiMultiMap m r) = BiMultiMap r m
118+
119+-- Internal functions
120+
121+-- | @reverseDelete a bs m@ removes from @m@ all the triplets wich have @a@ as
122+-- first component and second and third components in @bs@.
123+--
124+-- The @m@ map is in reversed form, meaning that the second component of the
125+-- triplets is used as key.
126+reverseDelete :: (Ord a, Ord b, Ord v)
127+ => a -> [(b, v)] -> Map b (Set (a, v)) -> Map b (Set (a, v))
128+reverseDelete a bs r = foldl' (\rr (b, v) -> Map.update (rmb v) b rr) r bs
129+ where
130+ rmb v = nothingWhen Set.null . Set.delete (a, v)
131+
132+-- | @nothingWhen p a@ is @Just a@ when @a@ satisfies predicate @p@.
133+-- Yields @Nothing@ otherwise.
134+nothingWhen :: (a -> Bool) -> a -> Maybe a
135+nothingWhen p a = if p a then Nothing else Just a
src/Control/Distributed/Process/Internal/CQueue.hs+31−2
@@ -1,3 +1,4 @@
1+{-# LANGUAGE CPP #-}
12{-# LANGUAGE DeriveFunctor #-}
23{-# LANGUAGE BangPatterns #-}
34{-# LANGUAGE MagicHash, UnboxedTuples, PatternGuards, ScopedTypeVariables, RankNTypes #-}
@@ -46,8 +47,8 @@ import Control.Distributed.Process.Internal.StrictList
4647import Data.Maybe (fromJust)
4748import Data.Traversable (traverse)
4849import GHC.MVar (MVar(MVar))
49−import GHC.IO (IO(IO))
50−import GHC.Prim (mkWeak#)
50+import GHC.IO (IO(IO), unIO)
51+import GHC.Exts (mkWeak#)
5152import GHC.Weak (Weak(Weak))
5253
5354-- We use a TCHan rather than a Chan so that we have a non-blocking read
@@ -75,13 +76,25 @@ data BlockSpec =
7576 | Blocking
7677 | Timeout Int
7778
79+-- Match operations
80+--
81+-- They can be either a message match or a channel match.
7882data MatchOn m a
7983 = MatchMsg (m -> Maybe a)
8084 | MatchChan (STM a)
8185 deriving (Functor)
8286
87+-- Lists of chunks of matches
88+--
89+-- Two consecutive chunks never have the same kind of matches. i.e. if one chunk
90+-- contains message matches then the next one must contain channel matches and
91+-- viceversa.
8392type MatchChunks m a = [Either [m -> Maybe a] [STM a]]
8493
94+-- Splits a list of matches into chunks.
95+--
96+-- > concatMap (either (map MatchMsg) (map MatchChan)) . chunkMatches == id
97+--
8598chunkMatches :: [MatchOn m a] -> MatchChunks m a
8699chunkMatches [] = []
87100chunkMatches (MatchMsg m : ms) = Left (m : chk) : chunkMatches rest
@@ -89,6 +102,7 @@ chunkMatches (MatchMsg m : ms) = Left (m : chk) : chunkMatches rest
89102chunkMatches (MatchChan r : ms) = Right (r : chk) : chunkMatches rest
90103 where (chk, rest) = spanMatchChan ms
91104
105+-- | @spanMatchMsg = first (map (\(MatchMsg x) -> x)) . span isMatchMsg@
92106spanMatchMsg :: [MatchOn m a] -> ([m -> Maybe a], [MatchOn m a])
93107spanMatchMsg [] = ([],[])
94108spanMatchMsg (m : ms)
@@ -96,6 +110,7 @@ spanMatchMsg (m : ms)
96110 | otherwise = ([], m:ms)
97111 where !(msgs,rest) = spanMatchMsg ms
98112
113+-- | @spanMatchMsg = first (map (\(MatchChan x) -> x)) . span isMatchChan@
99114spanMatchChan :: [MatchOn m a] -> ([STM a], [MatchOn m a])
100115spanMatchChan [] = ([],[])
101116spanMatchChan (m : ms)
@@ -127,6 +142,7 @@ dequeue (CQueue arrived incoming size) blockSpec matchons = mask_ $ decrementJus
127142 -- Decrement counter is smth is returned from the queue,
128143 -- this is safe to use as method is called under a mask
129144 -- and there is no 'unmasked' operation inside
145+ decrementJust :: IO (Maybe (Either a a)) -> IO (Maybe a)
130146 decrementJust f =
131147 traverse (either return (\x -> decrement >> return x)) =<< f
132148 decrement = atomically $ modifyTVar' size pred
@@ -143,6 +159,10 @@ dequeue (CQueue arrived incoming size) blockSpec matchons = mask_ $ decrementJus
143159 arr' <- grabNew arr
144160 goCheck chunks arr'
145161
162+ -- Yields the value of the first succesful STM transaction as
163+ -- @Just (Left v)@. If all transactions fail, yields the value of the second
164+ -- argument.
165+ waitChans :: [STM a] -> STM (Maybe (Either a a)) -> STM (Maybe (Either a a))
146166 waitChans ports on_block =
147167 foldr orElse on_block (map (fmap (Just . Left)) ports)
148168
@@ -151,6 +171,10 @@ dequeue (CQueue arrived incoming size) blockSpec matchons = mask_ $ decrementJus
151171 -- mailbox. For channel matches, we do a non-blocking check at
152172 -- this point.
153173 --
174+ -- Yields @Just (Left a)@ when a channel is matched, @Just (Right a)@
175+ -- when a message is matched and @Nothing@ when there are no messages and we
176+ -- aren't blocking.
177+ --
154178 goCheck :: MatchChunks m a
155179 -> StrictList m -- messages to check, in this order
156180 -> IO (Maybe (Either a a))
@@ -249,6 +273,7 @@ dequeue (CQueue arrived incoming size) blockSpec matchons = mask_ $ decrementJus
249273 checkArrived :: [m -> Maybe a] -> StrictList m -> (StrictList m, Maybe a)
250274 checkArrived matches list = go list Nil
251275 where
276+ -- @go xs ys@ searches for a message match in @append xs ys@
252277 go Nil Nil = (Nil, Nothing)
253278 go Nil r = go r Nil
254279 go (Append xs ys) tl = go xs (append ys tl)
@@ -265,7 +290,11 @@ dequeue (CQueue arrived incoming size) blockSpec matchons = mask_ $ decrementJus
265290-- | Weak reference to a CQueue
266291mkWeakCQueue :: CQueue a -> IO () -> IO (Weak (CQueue a))
267292mkWeakCQueue m@(CQueue (StrictMVar (MVar m#)) _ _) f = IO $ \s ->
293+#if MIN_VERSION_base(4,9,0)
294+ case mkWeak# m# m (unIO f) s of (# s1, w #) -> (# s1, Weak w #)
295+#else
268296 case mkWeak# m# m f s of (# s1, w #) -> (# s1, Weak w #)
297+#endif
269298
270299queueSize :: CQueue a -> IO Int
271300queueSize (CQueue _ _ size) = readTVarIO size
src/Control/Distributed/Process/Internal/Closure/Explicit.hs+1−2
@@ -6,7 +6,6 @@
66 , UndecidableInstances
77 , KindSignatures
88 , GADTs
9− , OverlappingInstances
109 , EmptyDataDecls
1110 , DeriveDataTypeable #-}
1211module Control.Distributed.Process.Internal.Closure.Explicit
@@ -109,7 +108,7 @@ instance Binary EndOfTuple where
109108class Curry a b | a -> b where
110109 curryFun :: a -> b
111110
112−instance Curry ((a,EndOfTuple) -> b) (a -> b) where
111+instance Curry ((a, EndOfTuple) -> b) (a -> b) where
113112 curryFun f = \x -> f (x,undefined)
114113
115114instance Curry (b -> c) r => Curry ((a,b) -> c) (a -> r) where
src/Control/Distributed/Process/Internal/Closure/TH.hs+15−7
@@ -29,11 +29,14 @@ import Language.Haskell.TH
2929 , Type(AppT, ForallT, VarT, ArrowT)
3030 , Info(VarI)
3131 , TyVarBndr(PlainTV, KindedTV)
32−#if ! MIN_VERSION_template_haskell(2,10,0)
3332 , Pred
33+#if MIN_VERSION_template_haskell(2,10,0)
34+ , conT
35+ , appT
36+#else
37+ , classP
3438#endif
3539 , varT
36− , classP
3740 -- Lifted constructors
3841 -- .. Literals
3942 , stringL
@@ -71,10 +74,6 @@ import Control.Distributed.Process.Serializable
7174 )
7275import Control.Distributed.Process.Internal.Closure.BuiltIn (staticDecode)
7376
74−#if MIN_VERSION_template_haskell(2,10,0)
75−type Pred = Type
76−#endif
77−
7877--------------------------------------------------------------------------------
7978-- User-level API --
8079--------------------------------------------------------------------------------
@@ -261,7 +260,12 @@ generateStatic n xs typ = do
261260 ]
262261 where
263262 typeable :: TyVarBndr -> Q Pred
264− typeable tv = classP (mkName "Typeable") [varT (tyVarBndrName tv)]
263+ typeable tv =
264+#if MIN_VERSION_template_haskell(2,10,0)
265+ conT (mkName "Typeable") `appT` varT (tyVarBndrName tv)
266+#else
267+ classP (mkName "Typeable") [varT (tyVarBndrName tv)]
268+#endif
265269
266270-- | Generate a serialization dictionary with name 'n' for type 'typ'
267271generateDict :: Name -> Type -> Q [Dec]
@@ -299,7 +303,11 @@ getType :: Name -> Q (Name, Type)
299303getType name = do
300304 info <- reify name
301305 case info of
306+#if MIN_VERSION_template_haskell(2,11,0)
307+ VarI origName typ _ -> return (origName, typ)
308+#else
302309 VarI origName typ _ _ -> return (origName, typ)
310+#endif
303311 _ -> fail $ show name ++ " not found"
304312
305313-- | Variation on 'funD' which takes a single expression to define the function
src/Control/Distributed/Process/Internal/Messaging.hs+2−2
@@ -30,7 +30,7 @@ import qualified Network.Transport as NT
3030 , close
3131 )
3232import Control.Distributed.Process.Internal.Types
33− ( LocalNode(localState, localEndPoint, localCtrlChan)
33+ ( LocalNode(localEndPoint, localCtrlChan)
3434 , withValidLocalState
3535 , modifyValidLocalState
3636 , modifyValidLocalState_
@@ -201,7 +201,7 @@ sendCtrlMsg mNid signal = do
201201 liftIO $ writeChan (localCtrlChan (processNode proc)) $! msg
202202 Just nid ->
203203 liftIO $ sendBinary (processNode proc)
204− (ProcessIdentifier (processId proc))
204+ (NodeIdentifier (processNodeId $ processId proc))
205205 (NodeIdentifier nid)
206206 WithImplicitReconnect
207207 msg
src/Control/Distributed/Process/Internal/Primitives.hs+119−57
@@ -76,8 +76,11 @@ module Control.Distributed.Process.Internal.Primitives
7676 , unlink
7777 , monitor
7878 , unmonitor
79+ , unmonitorAsync
7980 , withMonitor
81+ , withMonitor_
8082 -- * Logging
83+ , SayMessage(..)
8184 , say
8285 -- * Registry
8386 , register
@@ -125,8 +128,9 @@ module Control.Distributed.Process.Internal.Primitives
125128import Prelude hiding (catch)
126129#endif
127130
128−import Data.Binary (decode)
129−import Data.Time.Clock (getCurrentTime)
131+import Data.Binary (Binary(..), Put, Get, decode)
132+import Data.Time.Clock (getCurrentTime, UTCTime(..))
133+import Data.Time.Calendar (Day(..))
130134import Data.Time.Format (formatTime)
131135#if MIN_VERSION_time(1,5,0)
132136import Data.Time.Format (defaultTimeLocale)
@@ -250,17 +254,15 @@ send them msg = do
250254 node = processNode proc
251255 nodeId = localNodeId node
252256 destNode = (processNodeId them) in do
253− case destNode == nodeId of
254− True -> sendLocal them msg
255− False -> liftIO $ sendMessage (processNode proc)
256− (ProcessIdentifier (processId proc))
257− (ProcessIdentifier them)
258− NoImplicitReconnect
259− msg
260− -- We do not fire the trace event until after the sending is complete;
261− -- In the remote case, 'sendMessage' can block in the networking stack.
262257 liftIO $ traceEvent (localEventBus node)
263258 (MxSent them us (createUnencodedMessage msg))
259+ if destNode == nodeId
260+ then sendLocal them msg
261+ else liftIO $ sendMessage (processNode proc)
262+ (ProcessIdentifier (processId proc))
263+ (ProcessIdentifier them)
264+ NoImplicitReconnect
265+ msg
264266
265267-- | /Unsafe/ variant of 'send'. This function makes /no/ attempt to serialize
266268-- and (in the case when the destination process resides on the same local
@@ -280,9 +282,12 @@ unsafeSend = Unsafe.send
280282--
281283usend :: Serializable a => ProcessId -> a -> Process ()
282284usend them msg = do
283− here <- getSelfNode
285+ proc <- ask
284286 let there = processNodeId them
285− if here == there
287+ let (us, node) = (processId proc, processNode proc)
288+ let msg' = wrapMessage msg
289+ liftIO $ traceEvent (localEventBus node) (MxSent them us msg')
290+ if localNodeId (processNode proc) == there
286291 then sendLocal them msg
287292 else sendCtrlMsg (Just there) $ UnreliableSend (processLocalId them)
288293 (createMessage msg)
@@ -302,7 +307,13 @@ expect = receiveWait [match return]
302307-- Channels --
303308--------------------------------------------------------------------------------
304309
305−-- | Create a new typed channel
310+-- | Create a new typed channel, bound to the calling Process
311+--
312+-- Note that the channel is bound to the lifecycle of the process that evaluates
313+-- this function, such that when it dies/exits, the channel will no longer
314+-- function, but will remain accessible. Thus reading from the ReceivePort will
315+-- fail silently thereafter, blocking indefinitely (unless a timeout is used).
316+--
306317newChan :: Serializable a => Process (SendPort a, ReceivePort a)
307318newChan = do
308319 proc <- ask
@@ -330,13 +341,16 @@ newChan = do
330341sendChan :: Serializable a => SendPort a -> a -> Process ()
331342sendChan (SendPort cid) msg = do
332343 proc <- ask
333− let node = localNodeId (processNode proc)
334− destNode = processNodeId (sendPortProcessId cid) in do
335− case destNode == node of
344+ let node = processNode proc
345+ pid = processId proc
346+ us = localNodeId node
347+ them = processNodeId (sendPortProcessId cid) in do
348+ liftIO $ traceEvent (localEventBus node) (MxSentToPort pid cid $ wrapMessage msg)
349+ case them == us of
336350 True -> sendChanLocal cid msg
337351 False -> do
338− liftIO $ sendBinary (processNode proc)
339− (ProcessIdentifier (processId proc))
352+ liftIO $ sendBinary node
353+ (ProcessIdentifier pid)
340354 (SendPortIdentifier cid)
341355 NoImplicitReconnect
342356 msg
@@ -397,8 +411,11 @@ newtype Match b = Match { unMatch :: MatchOn Message (Process b) }
397411receiveWait :: [Match b] -> Process b
398412receiveWait ms = do
399413 queue <- processQueue <$> ask
400− Just proc <- liftIO $ dequeue queue Blocking (map unMatch ms)
401− proc
414+ mProc <- liftIO $ dequeue queue Blocking (map unMatch ms)
415+ case mProc of
416+ Just proc' -> proc'
417+ Nothing -> die $ "System Invariant Violation: CQueue.hs returned `Nothing` "
418+ ++ "in the absence of a timeout value."
402419
403420-- | Like 'receiveWait' but with a timeout.
404421--
@@ -477,17 +494,14 @@ forward msg them = do
477494 us = processId proc
478495 nid = localNodeId node
479496 destNode = (processNodeId them) in do
480− case destNode == nid of
481− True -> sendCtrlMsg Nothing (LocalSend them msg)
482− False -> liftIO $ sendPayload (processNode proc)
483− (ProcessIdentifier (processId proc))
484− (ProcessIdentifier them)
485− NoImplicitReconnect
486− (messageToPayload msg)
487− -- We do not fire the trace event until after the sending is complete;
488− -- In the remote case, 'sendMessage' can block in the networking stack.
489− liftIO $ traceEvent (localEventBus node)
490− (MxSent them us msg)
497+ liftIO $ traceEvent (localEventBus node) (MxSent them us msg)
498+ if destNode == nid
499+ then sendCtrlMsg Nothing (LocalSend them msg)
500+ else liftIO $ sendPayload (processNode proc)
501+ (ProcessIdentifier (processId proc))
502+ (ProcessIdentifier them)
503+ NoImplicitReconnect
504+ (messageToPayload msg)
491505
492506-- | Forward a raw 'Message' to the given 'ProcessId'.
493507--
@@ -501,14 +515,10 @@ uforward msg them = do
501515 us = processId proc
502516 nid = localNodeId node
503517 destNode = (processNodeId them) in do
504− case destNode == nid of
505− True -> sendCtrlMsg Nothing (LocalSend them msg)
506− False -> sendCtrlMsg (Just destNode) $ UnreliableSend (processLocalId them)
507− msg
508− -- We do not fire the trace event until after the sending is complete;
509− -- In the remote case, 'sendCtrlMsg' can block in the networking stack.
510− liftIO $ traceEvent (localEventBus node)
511− (MxSent them us msg)
518+ liftIO $ traceEvent (localEventBus node) (MxSent them us msg)
519+ if destNode == nid
520+ then sendCtrlMsg Nothing (LocalSend them msg)
521+ else sendCtrlMsg (Just destNode) $ UnreliableSend (processLocalId them) msg
512522
513523-- | Wrap a 'Serializable' value in a 'Message'. Note that 'Message's are
514524-- 'Serializable' - like the datum they contain - but also note, deserialising
@@ -886,12 +896,19 @@ monitor = monitor' . ProcessIdentifier
886896-- @withMonitor@ returns, there might still be unreceived monitor
887897-- messages in the queue.
888898--
889−withMonitor :: ProcessId -> Process a -> Process a
890−withMonitor pid code = bracket (monitor pid) unmonitor (\_ -> code)
891− -- unmonitor blocks waiting for the response, so there's a possibility
892− -- that an exception might interrupt withMonitor before the unmonitor
893− -- has completed. I think that's better than making the unmonitor
894− -- uninterruptible.
899+withMonitor :: ProcessId -> (MonitorRef -> Process a) -> Process a
900+withMonitor pid = bracket (monitor pid) unmonitor
901+
902+-- | Establishes temporary monitoring of another process.
903+--
904+-- @withMonitor_ pid code@ sets up monitoring of @pid@ for the duration
905+-- of @code@. Note: although monitoring is no longer active when
906+-- @withMonitor_@ returns, there might still be unreceived monitor
907+-- messages in the queue.
908+--
909+-- Since 0.6.1
910+withMonitor_ :: ProcessId -> Process a -> Process a
911+withMonitor_ p = withMonitor p . const
895912
896913-- | Remove a link
897914--
@@ -957,7 +974,7 @@ catch = Catch.catch
957974-- | Lift 'Control.Exception.try'
958975try :: Exception e => Process a -> Process (Either e a)
959976try = Catch.try
960−{-# DEPRECATED try "Use Control.Monad.Catch.mask_ instead" #-}
977+{-# DEPRECATED try "Use Control.Monad.Catch.try instead" #-}
961978
962979-- | Lift 'Control.Exception.mask'
963980mask :: ((forall a. Process a -> Process a) -> Process b) -> Process b
@@ -1069,17 +1086,52 @@ unlinkPortAsync (SendPort cid) =
10691086-- Logging --
10701087--------------------------------------------------------------------------------
10711088
1089+data SayMessage = SayMessage { sayTime :: UTCTime
1090+ , sayProcess :: ProcessId
1091+ , sayMessage :: String }
1092+ deriving (Typeable)
1093+
1094+-- There is sadly no Show UTCTime instance
1095+instance Show SayMessage where
1096+ showsPrec p msg =
1097+ showParen (p >= 11)
1098+ $ showString "SayMessage "
1099+ . showString (formatTime defaultTimeLocale "%c" (sayTime msg))
1100+ . showChar ' '
1101+ . showsPrec 11 (sayProcess msg) . showChar ' '
1102+ . showsPrec 11 (sayMessage msg) . showChar ' '
1103+
1104+instance Binary SayMessage where
1105+ put s = do
1106+ putUTCTime (sayTime s)
1107+ put (sayProcess s)
1108+ put (sayMessage s)
1109+ get = SayMessage <$> getUTCTime <*> get <*> get
1110+
1111+-- Sadly there is no Binary UTCTime instance
1112+putUTCTime :: UTCTime -> Put
1113+putUTCTime (UTCTime (ModifiedJulianDay day) tod) = do
1114+ put day
1115+ put (toRational tod)
1116+
1117+getUTCTime :: Get UTCTime
1118+getUTCTime = do
1119+ day <- get
1120+ tod <- get
1121+ return $! UTCTime (ModifiedJulianDay day)
1122+ (fromRational tod)
1123+
10721124-- | Log a string
10731125--
1074−-- @say message@ sends a message (time, pid of the current process, message)
1075−-- to the process registered as 'logger'. By default, this process simply
1076−-- sends the string to 'stderr'. Individual Cloud Haskell backends might
1077−-- replace this with a different logger process, however.
1126+-- @say message@ sends a message of type 'SayMessage' with the current time and
1127+-- 'ProcessId' of the current process to the process registered as @logger@. By
1128+-- default, this process simply sends the string to @stderr@. Individual Cloud
1129+-- Haskell backends might replace this with a different logger process, however.
10781130say :: String -> Process ()
10791131say string = do
10801132 now <- liftIO getCurrentTime
10811133 us <- getSelfPid
1082− nsend "logger" (formatTime defaultTimeLocale "%c" now, us, string)
1134+ nsend "logger" (SayMessage now us string)
10831135
10841136--------------------------------------------------------------------------------
10851137-- Registry --
@@ -1175,8 +1227,12 @@ whereisRemoteAsync nid label = do
11751227
11761228-- | Named send to a process in the local registry (asynchronous)
11771229nsend :: Serializable a => String -> a -> Process ()
1178−nsend label msg =
1179− sendCtrlMsg Nothing (NamedSend label (createMessage msg))
1230+nsend label msg = do
1231+ proc <- ask
1232+ let msg' = createUnencodedMessage msg
1233+ liftIO $ traceEvent (localEventBus (processNode proc))
1234+ (MxSentToName label (processId proc) msg')
1235+ sendCtrlMsg Nothing (NamedSend label msg')
11801236
11811237-- | Named send to a process in the local registry (asynchronous).
11821238-- This function makes /no/ attempt to serialize and (in the case when the
@@ -1188,9 +1244,15 @@ unsafeNSend = Unsafe.nsend
11881244-- | Named send to a process in a remote registry (asynchronous)
11891245nsendRemote :: Serializable a => NodeId -> String -> a -> Process ()
11901246nsendRemote nid label msg = do
1191− here <- getSelfNode
1192− if here == nid then nsend label msg
1193− else sendCtrlMsg (Just nid) (NamedSend label (createMessage msg))
1247+ proc <- ask
1248+ let us = processId proc
1249+ let node = processNode proc
1250+ if localNodeId node == nid
1251+ then nsend label msg
1252+ else let lbl = label ++ "@" ++ show nid in do
1253+ liftIO $ traceEvent (localEventBus node)
1254+ (MxSentToName lbl us (wrapMessage msg))
1255+ sendCtrlMsg (Just nid) (NamedSend label (createMessage msg))
11941256
11951257-- | Named send to a process in a remote registry (asynchronous)
11961258-- This function makes /no/ attempt to serialize and (in the case when the
src/Control/Distributed/Process/Internal/Spawn.hs+3−3
@@ -43,7 +43,7 @@ import Control.Distributed.Process.Internal.Closure.BuiltIn
4343 )
4444import Control.Distributed.Process.Internal.Primitives
4545 ( -- Basic messaging
46− send
46+ usend
4747 , expect
4848 , receiveWait
4949 , match
@@ -71,7 +71,7 @@ spawn nid proc = do
7171 receiveWait [
7272 matchIf (\(DidSpawn ref _) -> ref == sRef) $ \(DidSpawn _ pid) -> do
7373 unmonitor mRef
74− send pid ()
74+ usend pid ()
7575 return pid
7676 , matchIf (\(NodeMonitorNotification ref _ _) -> ref == mRef) $ \_ ->
7777 return (nullProcessId nid)
@@ -118,7 +118,7 @@ call dict nid proc = do
118118 cpDelayed us (returnCP sdictUnit ())
119119 )
120120 mResult <- receiveWait
121− [ match $ \a -> send pid () >> return (Right a)
121+ [ match $ \a -> usend pid () >> return (Right a)
122122 , matchIf (\(ProcessMonitorNotification ref _ _) -> ref == mRef)
123123 (\(ProcessMonitorNotification _ _ reason) -> return (Left reason))
124124 ]
src/Control/Distributed/Process/Internal/StrictMVar.hs+8−4
@@ -36,8 +36,8 @@ import qualified Control.Concurrent.MVar as MVar
3636#endif
3737 )
3838import GHC.MVar (MVar(MVar))
39−import GHC.IO (IO(IO))
40−import GHC.Prim (mkWeak#)
39+import GHC.IO (IO(IO), unIO)
40+import GHC.Exts (mkWeak#)
4141import GHC.Weak (Weak(Weak))
4242
4343newtype StrictMVar a = StrictMVar (MVar.MVar a)
@@ -85,5 +85,9 @@ modifyMVarMasked (StrictMVar v) f =
8585 evaluateFst (x, y) = evaluate x >> return (x, y)
8686
8787mkWeakMVar :: StrictMVar a -> IO () -> IO (Weak (StrictMVar a))
88−mkWeakMVar m@(StrictMVar (MVar m#)) f = IO $ \s ->
89− case mkWeak# m# m f s of (# s1, w #) -> (# s1, Weak w #)
88+mkWeakMVar q@(StrictMVar (MVar m#)) f = IO $ \s ->
89+#if MIN_VERSION_base(4,9,0)
90+ case mkWeak# m# q (unIO f) s of (# s', w #) -> (# s', Weak w #)
91+#else
92+ case mkWeak# m# q f s of (# s', w #) -> (# s', Weak w #)
93+#endif
src/Control/Distributed/Process/Internal/Types.hs+9−1
@@ -366,6 +366,14 @@ instance MonadCatch Process where
366366 lproc <- ask
367367 liftIO $ catch (runLocalProcess lproc p) (runLocalProcess lproc . h)
368368instance MonadMask Process where
369+#if MIN_VERSION_exceptions(0,10,0)
370+ generalBracket acquire release inner = do
371+ lproc <- ask
372+ liftIO $
373+ generalBracket (runLocalProcess lproc acquire)
374+ (\a e -> runLocalProcess lproc $ release a e)
375+ (runLocalProcess lproc . inner)
376+#endif
369377 mask p = do
370378 lproc <- ask
371379 liftIO $ mask $ \restore ->
@@ -629,7 +637,7 @@ newtype DidUnlinkPort = DidUnlinkPort SendPortId
629637
630638-- | 'SpawnRef' are used to return pids of spawned processes
631639newtype SpawnRef = SpawnRef Int32
632− deriving (Show, Binary, Typeable, Eq)
640+ deriving (Show, Binary, Typeable, Eq, Ord)
633641
634642-- | (Asynchronius) reply from 'spawn'
635643data DidSpawn = DidSpawn SpawnRef ProcessId
src/Control/Distributed/Process/Internal/WeakTQueue.hs+7−2
@@ -1,3 +1,4 @@
1+{-# LANGUAGE CPP #-}
12{-# LANGUAGE DeriveDataTypeable #-}
23{-# LANGUAGE MagicHash, UnboxedTuples #-}
34-- | Clone of Control.Concurrent.STM.TQueue with support for mkWeakTQueue
@@ -22,8 +23,8 @@ module Control.Distributed.Process.Internal.WeakTQueue (
2223import Prelude hiding (read)
2324import GHC.Conc
2425import Data.Typeable (Typeable)
25−import GHC.IO (IO(IO))
26−import GHC.Prim (mkWeak#)
26+import GHC.IO (IO(IO), unIO)
27+import GHC.Exts (mkWeak#)
2728import GHC.Weak (Weak(Weak))
2829
2930--------------------------------------------------------------------------------
@@ -99,4 +100,8 @@ isEmptyTQueue (TQueue read write) = do
99100
100101mkWeakTQueue :: TQueue a -> IO () -> IO (Weak (TQueue a))
101102mkWeakTQueue q@(TQueue _read (TVar write#)) f = IO $ \s ->
103+#if MIN_VERSION_base(4,9,0)
104+ case mkWeak# write# q (unIO f) s of (# s', w #) -> (# s', Weak w #)
105+#else
102106 case mkWeak# write# q f s of (# s', w #) -> (# s', Weak w #)
107+#endif
src/Control/Distributed/Process/Management.hs+37−4
@@ -76,6 +76,40 @@
7676--
7777-- * Whether messages will be taken from the mailbox first, or the event bus.
7878--
79+-- Since the event bus uses STM broadcast channels to communicate with agents,
80+-- no message written to the bus successfully can be lost.
81+--
82+-- Agents can also receive messages via their mailboxes - these are subject to
83+-- the same guarantees as all inter-process message sending.
84+--
85+-- Messages dispatched on an STM broadcast channel (i.e., management event bus)
86+-- are guaranteed to be delivered with the same FIFO ordering guarantees that
87+-- exist between two communicating processes, such that communication from the
88+-- node controller's threads (i.e., MxEvent's) will never be re-ordered, but
89+-- messages dispatched to the event bus by other processes (including, but not
90+-- limited to agents) are only guaranteed to be ordered between one sender and
91+-- one receiver.
92+--
93+-- No guarantee exists for the ordering in which messages sent to an agent's
94+-- mailbox will be delivered, vs messages dispatched via the event bus.
95+--
96+-- Because of the above, there are no ordering guarantees for messages sent
97+-- between agents, or for processes to agents, except for those that apply to
98+-- messages sent between regular processes, since agents are
99+-- implemented as such.
100+--
101+-- The event bus is serial and single threaded. Anything that is published by
102+-- the node controller will be seen in FIFO order. There are no ordering
103+-- guarantees pertaining to entries published to the event bus by other
104+-- processes or agents.
105+--
106+-- It should not be possible to see, for example, an @MxReceived@ before the
107+-- corresponding @MxSent@ event, since the places where we issue the @MxSent@
108+-- write directly to the event bus (using STM) in the calling (green) thread,
109+-- before dispatching instructions to the node controller to perform the
110+-- necessary routing to deliver the message to a process (or registered name,
111+-- or typed channel) locally or remotely.
112+--
79113-- [Management Data API]
80114--
81115-- Both management agents and clients of the API have access to a variety of
@@ -144,8 +178,6 @@
144178-- > monitorNames = getSelfPid >>= nsend "name-monitor"
145179-- > monitorNames2 = getSelfPid >>= mxNotify
146180--
147−-- For some real-world examples, see the distributed-process-platform package.
148−--
149181-- [Performance, Stablity and Scalability]
150182--
151183-- /Management Agents/ offer numerous advantages over regular processes:
@@ -242,7 +274,7 @@ module Control.Distributed.Process.Management
242274 , liftMX
243275 ) where
244276
245−import Control.Applicative ((<$>))
277+import Control.Applicative
246278import Control.Concurrent.STM (atomically)
247279import Control.Concurrent.STM.TChan
248280 ( readTChan
@@ -254,7 +286,6 @@ import Control.Distributed.Process.Internal.Primitives
254286 , matchAny
255287 , matchSTM
256288 , unwrapMessage
257− , onException
258289 , register
259290 , whereis
260291 , die
@@ -281,12 +312,14 @@ import Control.Distributed.Process.Management.Internal.Types
281312import Control.Distributed.Process.Serializable (Serializable)
282313import Control.Monad.IO.Class (liftIO)
283314import Control.Monad.Reader (ask)
315+import Control.Monad.Catch (onException)
284316import qualified Control.Monad.State as ST
285317 ( get
286318 , modify
287319 , lift
288320 , runStateT
289321 )
322+import Prelude
290323
291324-- | Publishes an arbitrary @Serializable@ message to the management event bus.
292325-- Note that /no attempt is made to force the argument/, therefore it is very
src/Control/Distributed/Process/Management/Internal/Agent.hs+2−1
@@ -3,7 +3,7 @@
33
44module Control.Distributed.Process.Management.Internal.Agent where
55
6−import Control.Applicative ((<$>))
6+import Control.Applicative
77import Control.Concurrent (forkIO)
88import Control.Concurrent.MVar (MVar, newEmptyMVar, putMVar, takeMVar)
99import Control.Concurrent.STM (atomically)
@@ -44,6 +44,7 @@ import Control.Monad (void)
4444import Control.Monad.IO.Class (liftIO)
4545import Control.Monad.Reader (ask)
4646import GHC.Weak (Weak, deRefWeak)
47+import Prelude
4748
4849--------------------------------------------------------------------------------
4950-- Agent Controller Implementation --
src/Control/Distributed/Process/Management/Internal/Trace/Primitives.hs+10−3
@@ -28,11 +28,12 @@ module Control.Distributed.Process.Management.Internal.Trace.Primitives
2828 , withRegisteredTracer
2929 ) where
3030
31−import Control.Applicative ((<$>))
31+import Control.Applicative
3232import Control.Distributed.Process.Internal.Primitives
3333 ( whereis
3434 , newChan
3535 , receiveChan
36+ , die
3637 )
3738import Control.Distributed.Process.Management.Internal.Trace.Types
3839 ( TraceArg(..)
@@ -67,6 +68,7 @@ import Control.Monad.IO.Class (liftIO)
6768import Control.Monad.Reader (ask)
6869
6970import qualified Data.Set as Set (fromList)
71+import Prelude
7072
7173--------------------------------------------------------------------------------
7274-- Main API --
@@ -167,6 +169,11 @@ withRegisteredTracer act = do
167169 withLocalTracer $ \t -> liftIO $ Tracer.getCurrentTraceClient t sp
168170 currentTracer <- receiveChan rp
169171 case currentTracer of
170− Nothing -> do { (Just p') <- whereis "tracer.initial"; act p' }
172+ Nothing -> do mTP <- whereis "tracer.initial"
173+ -- NB: this should NOT ever happen, but forcing pattern matches
174+ -- is not considered cool in later versions of MonadFail
175+ case mTP of
176+ Just p' -> act p'
177+ Nothing -> die $ "System Invariant Violation: Tracer Process "
178+ ++ "Name Not Found (whereis tracer.initial)"
171179 (Just p) -> act p
172−
src/Control/Distributed/Process/Management/Internal/Trace/Types.hs−10
@@ -43,7 +43,6 @@ import Control.Distributed.Process.Serializable
4343import Data.Binary
4444import Data.List (intersperse)
4545import Data.Set (Set)
46−import qualified Data.Set as Set (fromList)
4746import Data.Typeable
4847import GHC.Generics
4948
@@ -158,12 +157,3 @@ getTraceFlags t s = publishEvent t (unsafeCreateUnencodedMessage s)
158157
159158getCurrentTraceClient :: MxEventBus -> SendPort (Maybe ProcessId) -> IO ()
160159getCurrentTraceClient t s = publishEvent t (unsafeCreateUnencodedMessage s)
161−
162−class Traceable a where
163− uod :: [a] -> TraceSubject
164−
165−instance Traceable ProcessId where
166− uod = TraceProcs . Set.fromList
167−
168−instance Traceable String where
169− uod = TraceNames . Set.fromList
src/Control/Distributed/Process/Management/Internal/Types.hs+9−2
@@ -1,5 +1,4 @@
11{-# LANGUAGE DeriveDataTypeable #-}
2−{-# LANGUAGE StandaloneDeriving #-}
32{-# LANGUAGE ExistentialQuantification #-}
43{-# LANGUAGE GeneralizedNewtypeDeriving #-}
54{-# LANGUAGE DeriveGeneric #-}
@@ -22,8 +21,8 @@ import Control.Concurrent.STM
2221import Control.Distributed.Process.Internal.Types
2322 ( Process
2423 , ProcessId
24+ , SendPortId
2525 , Message
26− , SendPort
2726 , DiedReason
2827 , NodeId
2928 )
@@ -32,6 +31,7 @@ import qualified Control.Monad.State as ST
3231 ( MonadState
3332 , StateT
3433 )
34+import Control.Monad.Fix (MonadFix)
3535import Data.Binary
3636import Data.Typeable (Typeable)
3737import GHC.Generics
@@ -58,8 +58,14 @@ data MxEvent =
5858 -- ^ fired whenever a node /dies/ (i.e., the connection is broken/disconnected)
5959 | MxSent ProcessId ProcessId Message
6060 -- ^ fired whenever a message is sent from a local process
61+ | MxSentToName String ProcessId Message
62+ -- ^ fired whenever a named send occurs
63+ | MxSentToPort ProcessId SendPortId Message
64+ -- ^ fired whenever a sendChan occurs
6165 | MxReceived ProcessId Message
6266 -- ^ fired whenever a message is received by a local process
67+ | MxReceivedPort SendPortId Message
68+ -- ^ fired whenever a message is received via a typed channel
6369 | MxConnected ConnectionId EndPointAddress
6470 -- ^ fired when a network-transport connection is first established
6571 | MxDisconnected ConnectionId EndPointAddress
@@ -114,6 +120,7 @@ newtype MxAgent s a =
114120 } deriving ( Functor
115121 , Monad
116122 , MonadIO
123+ , MonadFix
117124 , ST.MonadState (MxAgentState s)
118125 , Typeable
119126 , Applicative
src/Control/Distributed/Process/Node.hs+164−85
@@ -5,6 +5,7 @@
55{-# LANGUAGE BangPatterns #-}
66{-# LANGUAGE GeneralizedNewtypeDeriving #-}
77{-# LANGUAGE RecordWildCards #-}
8+{-# LANGUAGE MagicHash #-}
89
910-- | Local nodes
1011--
@@ -20,10 +21,6 @@ module Control.Distributed.Process.Node
2021
2122-- TODO: Calls to 'sendBinary' and co (by the NC) may stall the node controller.
2223
23−#if ! MIN_VERSION_base(4,6,0)
24−import Prelude hiding (catch)
25−#endif
26−
2724import System.IO (fixIO, hPutStrLn, stderr)
2825import System.Mem.Weak (Weak, deRefWeak)
2926import qualified Data.ByteString.Lazy as BSL (fromChunks)
@@ -31,28 +28,39 @@ import Data.Binary (decode)
3128import Data.Map (Map)
3229import qualified Data.Map as Map
3330 ( empty
31+ , delete
3432 , toList
3533 , fromList
36− , filter
34+ , insert
35+ , lookup
36+ , partition
3737 , partitionWithKey
3838 , elems
3939 , size
4040 , filterWithKey
4141 , foldlWithKey
4242 )
43+import Data.Time.Format (formatTime)
44+#if MIN_VERSION_time(1,5,0)
45+import Data.Time.Format (defaultTimeLocale)
46+#else
47+import System.Locale (defaultTimeLocale)
48+#endif
4349import Data.Set (Set)
4450import qualified Data.Set as Set
4551 ( empty
4652 , insert
4753 , delete
54+ , map
4855 , member
4956 , toList
57+ , union
5058 )
5159import Data.Foldable (forM_)
5260import Data.Maybe (isJust, fromJust, isNothing, catMaybes)
5361import Data.Typeable (Typeable)
5462import Control.Category ((>>>))
55−import Control.Applicative (Applicative, (<$>))
63+import Control.Applicative
5664import Control.Monad (void, when, join)
5765import Control.Monad.IO.Class (MonadIO, liftIO)
5866import Control.Monad.State.Strict (MonadState, StateT, evalStateT, gets)
@@ -60,11 +68,12 @@ import qualified Control.Monad.State.Strict as StateT (get, put)
6068import Control.Monad.Reader (MonadReader, ReaderT, runReaderT, ask)
6169import Control.Exception
6270 ( throwIO
63− , AsyncException(ThreadKilled)
6471 , SomeException
6572 , Exception
6673 , throwTo
6774 , uninterruptibleMask_
75+ , getMaskingState
76+ , MaskingState(..)
6877 )
6978import qualified Control.Exception as Exception
7079 ( Handler(..)
@@ -72,12 +81,13 @@ import qualified Control.Exception as Exception
7281 , catches
7382 , finally
7483 )
75−import Control.Concurrent (forkIO, forkIOWithUnmask, killThread, myThreadId)
84+import Control.Concurrent (forkIO, killThread)
85+import Control.Distributed.Process.Internal.BiMultiMap (BiMultiMap)
86+import qualified Control.Distributed.Process.Internal.BiMultiMap as BiMultiMap
7687import Control.Distributed.Process.Internal.StrictMVar
7788 ( newMVar
7889 , withMVar
7990 , modifyMVarMasked
80− , modifyMVar_
8191 , modifyMVar
8292 , newEmptyMVar
8393 , putMVar
@@ -167,16 +177,18 @@ import Control.Distributed.Process.Internal.Types
167177 , RegisterReply(..)
168178 , WhereIsReply(..)
169179 , payloadToMessage
170− , messageToPayload
171180 , createUnencodedMessage
172181 , unsafeCreateUnencodedMessage
173182 , runLocalProcess
174183 , firstNonReservedProcessId
175− , ImplicitReconnect(WithImplicitReconnect,NoImplicitReconnect)
184+ , ImplicitReconnect(WithImplicitReconnect)
176185 )
177186import Control.Distributed.Process.Management.Internal.Agent
178187 ( mxAgentController
179188 )
189+import Control.Distributed.Process.Management.Internal.Types
190+ ( MxEvent(..)
191+ )
180192import qualified Control.Distributed.Process.Management.Internal.Trace.Remote as Trace
181193 ( remoteTable
182194 )
@@ -189,13 +201,9 @@ import Control.Distributed.Process.Management.Internal.Trace.Types
189201 , traceLogFmt
190202 , enableTrace
191203 )
192−import Control.Distributed.Process.Management.Internal.Types
193− ( MxEvent(..)
194− )
195204import Control.Distributed.Process.Serializable (Serializable)
196205import Control.Distributed.Process.Internal.Messaging
197206 ( sendBinary
198− , sendPayload
199207 , closeImplicitReconnections
200208 , impliesDeathOf
201209 )
@@ -204,8 +212,11 @@ import Control.Distributed.Process.Internal.Primitives
204212 , receiveWait
205213 , match
206214 , sendChan
207− , try
208215 , unwrapMessage
216+ , monitor
217+ , unmonitorAsync
218+ , getSelfNode
219+ , SayMessage(..)
209220 )
210221import Control.Distributed.Process.Internal.Types (SendPort, Tracer(..))
211222import qualified Control.Distributed.Process.Internal.Closure.BuiltIn as BuiltIn (remoteTable)
@@ -214,7 +225,20 @@ import qualified Control.Distributed.Process.Internal.StrictContainerAccessors a
214225 ( mapMaybe
215226 , mapDefault
216227 )
228+import Control.Monad.Catch (try)
229+import GHC.IO (IO(..), unsafeUnmask)
230+import GHC.Base ( maskAsyncExceptions# )
231+
217232import Unsafe.Coerce
233+import Prelude
234+
235+-- Remove these definitions when the fix for
236+-- https://ghc.haskell.org/trac/ghc/ticket/10149
237+-- is included in all supported compilers:
238+block :: IO a -> IO a
239+block (IO io) = IO $ maskAsyncExceptions# io
240+unblock :: IO a -> IO a
241+unblock = unsafeUnmask
218242
219243--------------------------------------------------------------------------------
220244-- Initialization --
@@ -308,12 +332,11 @@ startServiceProcesses node = do
308332 -- process which uses 'send' or other primitives which are traced.
309333 register "trace.logger" logger
310334 where
311− fork = forkProcess node
312−
313335 loop = do
314336 receiveWait
315− [ match $ \((time, pid, string) ::(String, ProcessId, String)) -> do
316− liftIO . hPutStrLn stderr $ time ++ " " ++ show pid ++ ": " ++ string
337+ [ match $ \(SayMessage time pid string) -> do
338+ let time' = formatTime defaultTimeLocale "%c" time
339+ liftIO . hPutStrLn stderr $ time' ++ " " ++ show pid ++ ": " ++ string
317340 loop
318341 , match $ \((time, string) :: (String, String)) -> do
319342 -- this is a 'trace' message from the local node tracer
@@ -355,11 +378,14 @@ runProcess node proc = do
355378
356379-- | Spawn a new process on a local node
357380forkProcess :: LocalNode -> Process () -> IO ProcessId
358−forkProcess node proc =
359− modifyMVarMasked (localState node) startProcess
381+forkProcess node proc = do
382+ ms <- getMaskingState
383+ modifyMVarMasked (localState node) (startProcess ms)
360384 where
361− startProcess :: LocalNodeState -> IO (LocalNodeState, ProcessId)
362− startProcess (LocalNodeValid vst) = do
385+ startProcess :: MaskingState
386+ -> LocalNodeState
387+ -> IO (LocalNodeState, ProcessId)
388+ startProcess ms (LocalNodeValid vst) = do
363389 let lpid = LocalProcessId { lpidCounter = vst ^. localPidCounter
364390 , lpidUnique = vst ^. localPidUnique
365391 }
@@ -381,7 +407,13 @@ forkProcess node proc =
381407 , processThread = tid
382408 , processNode = node
383409 }
384− tid' <- uninterruptibleMask_ $ forkIOWithUnmask $ \unmask -> do
410+ -- Rewrite this code when this is fixed:
411+ -- https://ghc.haskell.org/trac/ghc/ticket/10149
412+ let unmask = case ms of
413+ Unmasked -> unblock
414+ MaskedInterruptible -> block
415+ MaskedUninterruptible -> id
416+ tid' <- uninterruptibleMask_ $ forkIO $ do
385417 reason <- Exception.catches
386418 (unmask $ runLocalProcess lproc proc >> return DiedNormal)
387419 [ (Exception.Handler (\ex@(ProcessExitException from msg) -> do
@@ -427,7 +459,7 @@ forkProcess node proc =
427459 $ vst
428460 , pid
429461 )
430− startProcess LocalNodeClosed =
462+ startProcess _ LocalNodeClosed =
431463 throwIO $ NodeClosedException $ localNodeId node
432464
433465 cleanupProcess :: ProcessId
@@ -460,7 +492,7 @@ type IncomingConnection = (NT.EndPointAddress, IncomingTarget)
460492data IncomingTarget =
461493 Uninit
462494 | ToProc ProcessId (Weak (CQueue Message))
463− | ToChan TypedChannel
495+ | ToChan SendPortId TypedChannel
464496 | ToNode
465497
466498data ConnectionState = ConnectionState {
@@ -502,7 +534,8 @@ handleIncomingMessages node = go initConnectionState
502534 . (incomingFrom theirAddr ^: Set.insert cid)
503535 $ st
504536 )
505− else invalidRequest cid st
537+ else invalidRequest cid st $
538+ "attempt to connect with unsupported reliability " ++ show rel
506539 NT.Received cid payload ->
507540 case st ^. incomingAt cid of
508541 Just (_, ToProc pid weakQueue) -> do
@@ -514,13 +547,17 @@ handleIncomingMessages node = go initConnectionState
514547 enqueue queue msg -- 'enqueue' is strict
515548 trace node (MxReceived pid msg)
516549 go st
517− Just (_, ToChan (TypedChannel chan')) -> do
550+ Just (_, ToChan chId (TypedChannel chan')) -> do
518551 mChan <- deRefWeak chan'
519552 -- If mChan is Nothing, the process has given up the read end of
520553 -- the channel and we simply ignore the incoming message
521− forM_ mChan $ \chan -> atomically $
522− -- We make sure the message is fully decoded when it is enqueued
523− writeTQueue chan $! decode (BSL.fromChunks payload)
554+ forM_ mChan $ \chan -> do
555+ msg' <- atomically $ do
556+ msg <- return $! decode (BSL.fromChunks payload)
557+ -- We make sure the message is fully decoded when it is enqueued
558+ writeTQueue chan msg
559+ return msg
560+ trace node $ MxReceivedPort chId $ unsafeCreateUnencodedMessage msg'
524561 go st
525562 Just (_, ToNode) -> do
526563 let ctrlMsg = decode . BSL.fromChunks $ payload
@@ -535,7 +572,9 @@ handleIncomingMessages node = go initConnectionState
535572 Just proc ->
536573 go (incomingAt cid ^= Just (src, ToProc pid (processWeakQ proc)) $ st)
537574 Nothing ->
538− invalidRequest cid st
575+ -- incoming attempt to connect to unknown process - might
576+ -- be dead already
577+ go (incomingAt cid ^= Nothing $ st)
539578 SendPortIdentifier chId -> do
540579 let lcid = sendPortLocalId chId
541580 lpid = processLocalId (sendPortProcessId chId)
@@ -545,21 +584,30 @@ handleIncomingMessages node = go initConnectionState
545584 mChannel <- withMVar (processState proc) $ return . (^. typedChannelWithId lcid)
546585 case mChannel of
547586 Just channel ->
548− go (incomingAt cid ^= Just (src, ToChan channel) $ st)
587+ go (incomingAt cid ^= Just (src, ToChan chId channel) $ st)
549588 Nothing ->
550− invalidRequest cid st
589+ invalidRequest cid st $
590+ "incoming attempt to connect to unknown channel of"
591+ ++ " process " ++ show (sendPortProcessId chId)
551592 Nothing ->
552− invalidRequest cid st
593+ -- incoming attempt to connect to channel of unknown
594+ -- process - might be dead already
595+ go (incomingAt cid ^= Nothing $ st)
553596 NodeIdentifier nid ->
554597 if nid == localNodeId node
555598 then go (incomingAt cid ^= Just (src, ToNode) $ st)
556− else invalidRequest cid st
599+ else invalidRequest cid st $
600+ "incoming attempt to connect to a different node -"
601+ ++ " I'm " ++ show (localNodeId node)
602+ ++ " but the remote peer wants to connect to "
603+ ++ show nid
557604 Nothing ->
558605 invalidRequest cid st
606+ "message received from an unknown connection"
559607 NT.ConnectionClosed cid ->
560608 case st ^. incomingAt cid of
561609 Nothing ->
562− invalidRequest cid st
610+ invalidRequest cid st "closed unknown connection"
563611 Just (src, _) -> do
564612 trace node (MxDisconnected cid src)
565613 go ( (incomingAt cid ^= Nothing)
@@ -590,14 +638,16 @@ handleIncomingMessages node = go initConnectionState
590638 -- and we just give up
591639 fail "Cloud Haskell fatal error: received unexpected multicast"
592640
593− invalidRequest :: NT.ConnectionId -> ConnectionState -> IO ()
594− invalidRequest cid st = do
641+ invalidRequest :: NT.ConnectionId -> ConnectionState -> String -> IO ()
642+ invalidRequest cid st msg = do
595643 -- TODO: We should treat this as a fatal error on the part of the remote
596644 -- node. That is, we should report the remote node as having died, and we
597645 -- should close incoming connections (this requires a Transport layer
598646 -- extension).
599− traceEventFmtIO node "" [(TraceStr " [network] invalid request: "),
600− (Trace cid)]
647+ traceEventFmtIO node "" [ TraceStr $ " [network] invalid request"
648+ ++ " (" ++ msg ++ "): "
649+ , (Trace cid)
650+ ]
601651 go ( incomingAt cid ^= Nothing
602652 $ st
603653 )
@@ -620,9 +670,9 @@ runNodeController node =
620670
621671data NCState = NCState
622672 { -- Mapping from remote processes to linked local processes
623− _links :: !(Map Identifier (Set ProcessId))
673+ _links :: !(BiMultiMap Identifier ProcessId ())
624674 -- Mapping from remote processes to monitoring local processes
625− , _monitors :: !(Map Identifier (Set (ProcessId, MonitorRef)))
675+ , _monitors :: !(BiMultiMap Identifier ProcessId MonitorRef)
626676 -- Process registry: names and where they live, mapped to the PIDs
627677 , _registeredHere :: !(Map String ProcessId)
628678 , _registeredOnNodes :: !(Map ProcessId [(NodeId,Int)])
@@ -638,8 +688,8 @@ newtype NC a = NC { unNC :: StateT NCState (ReaderT LocalNode IO) a }
638688 )
639689
640690initNCState :: NCState
641−initNCState = NCState { _links = Map.empty
642− , _monitors = Map.empty
691+initNCState = NCState { _links = BiMultiMap.empty
692+ , _monitors = BiMultiMap.empty
643693 , _registeredHere = Map.empty
644694 , _registeredOnNodes = Map.empty
645695 }
@@ -782,8 +832,8 @@ ncEffectMonitor from them mRef = do
782832 case (shouldLink, isLocal node (ProcessIdentifier from)) of
783833 (True, _) -> -- [Unified: first rule]
784834 case mRef of
785− Just ref -> modify' $ monitorsFor them ^: Set.insert (from, ref)
786− Nothing -> modify' $ linksFor them ^: Set.insert from
835+ Just ref -> modify' $ monitors ^: BiMultiMap.insert them from ref
836+ Nothing -> modify' $ links ^: BiMultiMap.insert them from ()
787837 (False, True) -> -- [Unified: second rule]
788838 notifyDied from them DiedUnknownId mRef
789839 (False, False) -> -- [Unified: third rule]
@@ -807,7 +857,7 @@ ncEffectUnlink from them = do
807857 postAsMessage from $ DidUnlinkNode nid
808858 SendPortIdentifier cid ->
809859 postAsMessage from $ DidUnlinkPort cid
810− modify' $ linksFor them ^: Set.delete from
860+ modify' $ links ^: BiMultiMap.delete them from ()
811861
812862-- [Unified: Table 11]
813863ncEffectUnmonitor :: ProcessId -> MonitorRef -> NC ()
@@ -815,7 +865,7 @@ ncEffectUnmonitor from ref = do
815865 node <- ask
816866 when (isLocal node (ProcessIdentifier from)) $
817867 postAsMessage from $ DidUnmonitor ref
818− modify' $ monitorsFor (monitorRefIdent ref) ^: Set.delete (from, ref)
868+ modify' $ monitors ^: BiMultiMap.delete (monitorRefIdent ref) from ref
819869
820870-- [Unified: Table 12]
821871ncEffectDied :: Identifier -> DiedReason -> NC ()
@@ -830,7 +880,7 @@ ncEffectDied ident reason = do
830880 let localOnly = case ident of NodeIdentifier _ -> True ; _ -> False
831881
832882 forM_ (Map.toList affectedLinks) $ \(them, uss) ->
833− forM_ uss $ \us ->
883+ forM_ uss $ \(us, _) ->
834884 when (localOnly <= isLocal node (ProcessIdentifier us)) $
835885 notifyDied us them reason Nothing
836886
@@ -839,9 +889,35 @@ ncEffectDied ident reason = do
839889 when (localOnly <= isLocal node (ProcessIdentifier us)) $
840890 notifyDied us them reason (Just ref)
841891
842− modify' $ (links ^= unaffectedLinks) . (monitors ^= unaffectedMons)
843−
844− modify' $ registeredHere ^: Map.filter (\pid -> not $ ident `impliesDeathOf` ProcessIdentifier pid)
892+ -- Notify remote nodes that the process died so it can be removed from monitor
893+ -- lists.
894+ mapM_ (forwardDeath node) $
895+ [ nid | ProcessIdentifier pid <- [ident]
896+ , i <- Set.toList $ Set.union
897+ (Set.map fst $ BiMultiMap.lookupBy2nd pid unaffectedLinks)
898+ (Set.map fst $ BiMultiMap.lookupBy2nd pid unaffectedMons)
899+ , let nid = nodeOf i
900+ , nid /= localNodeId node
901+ ]
902+
903+ -- Delete monitors in the local node.
904+ let deleteDeads :: (Ord a, Ord v)
905+ => BiMultiMap a ProcessId v -> BiMultiMap a ProcessId v
906+ deleteDeads = case ident of
907+ -- deleteAllBy2nd is faster than partitionWithKeyBy2nd
908+ ProcessIdentifier pid -> BiMultiMap.deleteAllBy2nd pid
909+ _ -> snd . BiMultiMap.partitionWithKeyBy2nd
910+ (\pid _ -> ident `impliesDeathOf` ProcessIdentifier pid)
911+ unaffectedLinks' = deleteDeads unaffectedLinks
912+ unaffectedMons' = deleteDeads unaffectedMons
913+
914+ modify' $ (links ^= unaffectedLinks') . (monitors ^= unaffectedMons')
915+
916+ -- we now consider all labels for this identifier unregistered
917+ let toDrop pid = not $ ident `impliesDeathOf` ProcessIdentifier pid
918+ (keepNames, dropNames) <- Map.partition toDrop <$> gets (^. registeredHere)
919+ mapM_ (\(p, l) -> liftIO $ trace node (MxUnRegistered l p)) (Map.toList dropNames)
920+ modify' $ registeredHere ^= keepNames
845921
846922 remaining <- fmap Map.toList (gets (^. registeredOnNodes)) >>=
847923 mapM (\(pid,nidlist) ->
@@ -849,12 +925,12 @@ ncEffectDied ident reason = do
849925 True ->
850926 do forM_ nidlist $ \(nid,_) ->
851927 when (not $ isLocal node (NodeIdentifier nid))
852− (forwardNameDeath node nid)
928+ (forwardDeath node nid)
853929 return Nothing
854930 False -> return $ Just (pid,nidlist) )
855931 modify' $ registeredOnNodes ^= (Map.fromList (catMaybes remaining))
856932 where
857− forwardNameDeath node nid = ncSendToNode nid
933+ forwardDeath node nid = ncSendToNode nid
858934 NCMsg { ctrlMsgSender = NodeIdentifier (localNodeId node)
859935 , ctrlMsgSignal = Died ident reason
860936 }
@@ -893,7 +969,11 @@ ncEffectRegister from label atnode mPid reregistration = do
893969 do modify' $ registeredHereFor label ^= mPid
894970 updateRemote node currentVal mPid
895971 case mPid of
896− (Just p) -> liftIO $ trace node (MxRegistered p label)
972+ (Just p) -> do
973+ if reregistration
974+ then liftIO $ trace node (MxUnRegistered (fromJust currentVal) label)
975+ else return ()
976+ liftIO $ trace node (MxRegistered p label)
897977 Nothing -> liftIO $ trace node (MxUnRegistered (fromJust currentVal) label)
898978 newVal <- gets (^. registeredHereFor label)
899979 ncSendToProcess from $ unsafeCreateUnencodedMessage $
@@ -974,11 +1054,12 @@ ncEffectLocalPortSend from msg = do
9741054 -- If ch is Nothing, the process has given up the read end of
9751055 -- the channel and we simply ignore the incoming message - this
9761056 ch <- deRefWeak chan'
977− forM_ ch $ \chan -> deliverChan msg chan
978− where deliverChan :: forall a . Message -> TQueue a -> IO ()
979− deliverChan (UnencodedMessage _ raw) chan' =
1057+ forM_ ch $ \chan -> deliverChan node from msg chan
1058+ where deliverChan :: forall a . LocalNode -> SendPortId -> Message -> TQueue a -> IO ()
1059+ deliverChan n p (UnencodedMessage _ raw) chan' = do
9801060 atomically $ writeTQueue chan' ((unsafeCoerce raw) :: a)
981− deliverChan (EncodedMessage _ _) _ =
1061+ trace n (MxReceivedPort p $ unsafeCreateUnencodedMessage raw)
1062+ deliverChan _ _ (EncodedMessage _ _) _ =
9821063 -- this will not happen unless someone screws with Primitives.hs
9831064 error "invalid local channel delivery"
9841065
@@ -1008,9 +1089,10 @@ ncEffectGetInfo from pid =
10081089 case mProc of
10091090 Nothing -> dispatch (isLocal node (ProcessIdentifier from))
10101091 from (ProcessInfoNone DiedUnknownId)
1011− Just proc -> do
1012− itsLinks <- gets (^. linksFor them)
1013− itsMons <- gets (^. monitorsFor them)
1092+ Just proc -> do
1093+ itsLinks <- Set.map fst . BiMultiMap.lookupBy1st them <$>
1094+ gets (^. links)
1095+ itsMons <- BiMultiMap.lookupBy1st them <$> gets (^. monitors)
10141096 registered <- gets (^. registeredHere)
10151097 size <- liftIO $ queueSize $ processQueue $ proc
10161098
@@ -1021,10 +1103,10 @@ ncEffectGetInfo from pid =
10211103 infoNode = (processNodeId pid)
10221104 , infoRegisteredNames = reg
10231105 , infoMessageQueueLength = size
1024− , infoMonitors = Set.toList itsMons
1025− , infoLinks = Set.toList itsLinks
1106+ , infoMonitors = Set.toList itsMons
1107+ , infoLinks = Set.toList itsLinks
10261108 }
1027− where dispatch :: (Serializable a, Show a)
1109+ where dispatch :: (Serializable a)
10281110 => Bool
10291111 -> ProcessId
10301112 -> a
@@ -1046,8 +1128,8 @@ ncEffectGetNodeStats from _nid = do
10461128 NodeStats {
10471129 nodeStatsNode = localNodeId node
10481130 , nodeStatsRegisteredNames = Map.size $ ncState ^. registeredHere
1049− , nodeStatsMonitors = Map.size $ ncState ^. monitors
1050− , nodeStatsLinks = Map.size $ ncState ^. links
1131+ , nodeStatsMonitors = BiMultiMap.size $ ncState ^. monitors
1132+ , nodeStatsLinks = BiMultiMap.size $ ncState ^. links
10511133 , nodeStatsProcesses = Map.size (nodeState ^. localProcesses)
10521134 }
10531135 postAsMessage from stats
@@ -1152,25 +1234,26 @@ throwException :: Exception e => ProcessId -> e -> NC ()
11521234throwException pid e = do
11531235 node <- ask
11541236 -- throwTo blocks until the exception is received by the target thread.
1155− -- We fork a helper thread to avoid blocking the node controller.
1156− liftIO $ withLocalProc node pid $ \p -> void $ forkIO $ throwTo (processThread p) e
1237+ -- We cannot easily make it happen asynchronpusly because then 'unlink'
1238+ -- semantics would break.
1239+ liftIO $ withLocalProc node pid $ \p -> throwTo (processThread p) e
11571240
11581241withLocalProc :: LocalNode -> ProcessId -> (LocalProcess -> IO ()) -> IO ()
11591242withLocalProc node pid p =
11601243 -- By [Unified: table 6, rule missing_process] messages to dead processes
11611244 -- can silently be dropped
11621245 let lpid = processLocalId pid in do
1163− withValidLocalState node $ \vst ->
1164− forM_ (vst ^. localProcessWithId lpid) p
1246+ join $ withValidLocalState node $ \vst ->
1247+ return $ forM_ (vst ^. localProcessWithId lpid) p
11651248
11661249--------------------------------------------------------------------------------
11671250-- Accessors --
11681251--------------------------------------------------------------------------------
11691252
1170−links :: Accessor NCState (Map Identifier (Set ProcessId))
1253+links :: Accessor NCState (BiMultiMap Identifier ProcessId ())
11711254links = accessor _links (\ls st -> st { _links = ls })
11721255
1173−monitors :: Accessor NCState (Map Identifier (Set (ProcessId, MonitorRef)))
1256+monitors :: Accessor NCState (BiMultiMap Identifier ProcessId MonitorRef)
11741257monitors = accessor _monitors (\ms st -> st { _monitors = ms })
11751258
11761259registeredHere :: Accessor NCState (Map String ProcessId)
@@ -1179,12 +1262,6 @@ registeredHere = accessor _registeredHere (\ry st -> st { _registeredHere = ry }
11791262registeredOnNodes :: Accessor NCState (Map ProcessId [(NodeId, Int)])
11801263registeredOnNodes = accessor _registeredOnNodes (\ry st -> st { _registeredOnNodes = ry })
11811264
1182−linksFor :: Identifier -> Accessor NCState (Set ProcessId)
1183−linksFor ident = links >>> DAC.mapDefault Set.empty ident
1184−
1185−monitorsFor :: Identifier -> Accessor NCState (Set (ProcessId, MonitorRef))
1186−monitorsFor ident = monitors >>> DAC.mapDefault Set.empty ident
1187−
11881265registeredHereFor :: String -> Accessor NCState (Maybe ProcessId)
11891266registeredHereFor ident = registeredHere >>> DAC.mapMaybe ident
11901267
@@ -1211,10 +1288,12 @@ registeredOnNodesFor ident = registeredOnNodes >>> DAC.mapMaybe ident
12111288-- * the notifications for typed channels to that process.
12121289--
12131290-- See https://github.com/haskell/containers/issues/14 for the bang on _v.
1214−splitNotif :: Identifier
1215− -> Map Identifier a
1216− -> (Map Identifier a, Map Identifier a)
1217−splitNotif ident = Map.partitionWithKey (\k !_v -> ident `impliesDeathOf` k)
1291+splitNotif :: (Ord a, Ord v)
1292+ => Identifier
1293+ -> BiMultiMap Identifier a v
1294+ -> (Map Identifier (Set (a,v)), BiMultiMap Identifier a v)
1295+splitNotif ident =
1296+ BiMultiMap.partitionWithKeyBy1st (\k !_v -> ident `impliesDeathOf` k)
12181297
12191298--------------------------------------------------------------------------------
12201299-- Auxiliary --
src/Control/Distributed/Process/Serializable.hs+6−18
@@ -1,8 +1,8 @@
11{-# LANGUAGE DeriveDataTypeable #-}
22{-# LANGUAGE UndecidableInstances #-}
33{-# LANGUAGE FlexibleInstances #-}
4+{-# LANGUAGE ScopedTypeVariables #-}
45{-# LANGUAGE GADTs #-}
5−{-# LANGUAGE CPP #-}
66module Control.Distributed.Process.Serializable
77 ( Serializable
88 , encodeFingerprint
@@ -17,25 +17,17 @@ module Control.Distributed.Process.Serializable
1717
1818import Data.Binary (Binary)
1919
20−#if MIN_VERSION_base(4,7,0)
21−import Data.Typeable (Typeable)
22−import Data.Typeable.Internal (TypeRep(TypeRep), typeOf)
23−#else
24−import Data.Typeable (Typeable(..))
25−import Data.Typeable.Internal (TypeRep(TypeRep))
26−#endif
20+import Data.Typeable (Typeable, typeRepFingerprint, typeOf)
2721
2822import Numeric (showHex)
2923import Control.Exception (throw)
3024import GHC.Fingerprint.Type (Fingerprint(..))
3125import Data.ByteString (ByteString)
3226import qualified Data.ByteString as BS
33−import qualified Data.ByteString.Internal as BSI ( unsafeCreate
34− , inlinePerformIO
35− , toForeignPtr
36− )
27+import qualified Data.ByteString.Internal as BSI ( unsafeCreate, toForeignPtr )
3728import Foreign.Storable (pokeByteOff, peekByteOff, sizeOf)
3829import Foreign.ForeignPtr (withForeignPtr)
30+import System.IO.Unsafe (unsafePerformIO)
3931
4032-- | Reification of 'Serializable' (see "Control.Distributed.Process.Closure")
4133data SerializableDict a where
@@ -63,7 +55,7 @@ decodeFingerprint :: ByteString -> Fingerprint
6355decodeFingerprint bs
6456 | BS.length bs /= sizeOfFingerprint =
6557 throw $ userError "decodeFingerprint: Invalid length"
66− | otherwise = BSI.inlinePerformIO $ do
58+ | otherwise = unsafePerformIO $ do
6759 let (fp, offset, _) = BSI.toForeignPtr bs
6860 withForeignPtr fp $ \p -> peekByteOff p offset
6961
@@ -73,11 +65,7 @@ sizeOfFingerprint = sizeOf (undefined :: Fingerprint)
7365
7466-- | The fingerprint of the typeRep of the argument
7567fingerprint :: Typeable a => a -> Fingerprint
76−#if MIN_VERSION_base(4,8,0)
77−fingerprint a = let TypeRep fp _ _ _ = typeOf a in fp
78−#else
79−fingerprint a = let TypeRep fp _ _ = typeOf a in fp
80−#endif
68+fingerprint = typeRepFingerprint . typeOf
8169
8270-- | Show fingerprint (for debugging purposes)
8371showFingerprint :: Fingerprint -> ShowS
src/Control/Distributed/Process/UnsafePrimitives.hs+82−33
@@ -32,7 +32,24 @@
3232-- the /normal/ strategy).
3333--
3434-- Use of the functions in this module can potentially change the runtime
35−-- behaviour of your application. You have been warned!
35+-- behaviour of your application. In addition, messages passed between Cloud
36+-- Haskell processes are written to a tracing infrastructure on the local node,
37+-- to provide improved introspection and debugging facilities for complex actor
38+-- based systems. This module makes no attempt to force evaluation in these
39+-- cases either, thus evaluation problems in passed data structures could not
40+-- only crash your processes, but could also bring down critical internal
41+-- services on which the node relies to function correctly.
42+--
43+-- If you wish to repudiate such issues, you are advised to consider the use
44+-- of NFSerialisable in the distributed-process-extras package, which type
45+-- class brings NFData into scope along with Serializable, such that we can
46+-- force evaluation. Intended for use with modules such as this one, this
47+-- approach guarantees correct evaluatedness in terms of @NFData@. Please note
48+-- however, that we /cannot/ guarantee that an @NFData@ instance will behave the
49+-- same way as a @Binary@ one with regards evaluation, so it is still possible
50+-- to introduce unexpected behaviour by using /unsafe/ primitives in this way.
51+--
52+-- You have been warned!
3653--
3754-- This module is exported so that you can replace the use of Cloud Haskell's
3855-- /safe/ messaging primitives. If you want to use both variants, then you can
@@ -55,7 +72,12 @@ import Control.Distributed.Process.Internal.Messaging
5572 , sendBinary
5673 , sendCtrlMsg
5774 )
58−
75+import Control.Distributed.Process.Management.Internal.Types
76+ ( MxEvent(..)
77+ )
78+import Control.Distributed.Process.Management.Internal.Trace.Types
79+ ( traceEvent
80+ )
5981import Control.Distributed.Process.Internal.Types
6082 ( ProcessId(..)
6183 , NodeId(..)
@@ -79,34 +101,48 @@ import Control.Monad.Reader (ask)
79101
80102-- | Named send to a process in the local registry (asynchronous)
81103nsend :: Serializable a => String -> a -> Process ()
82−nsend label msg =
83− sendCtrlMsg Nothing (NamedSend label (unsafeCreateUnencodedMessage msg))
104+nsend label msg = do
105+ proc <- ask
106+ let us = processId proc
107+ let msg' = wrapMessage msg
108+ -- see [note: tracing]
109+ liftIO $ traceEvent (localEventBus (processNode proc))
110+ (MxSentToName label us msg')
111+ sendCtrlMsg Nothing (NamedSend label msg')
84112
85113-- | Named send to a process in a remote registry (asynchronous)
86114nsendRemote :: Serializable a => NodeId -> String -> a -> Process ()
87115nsendRemote nid label msg = do
88116 proc <- ask
89− if localNodeId (processNode proc) == nid
117+ let us = processId proc
118+ let node = processNode proc
119+ if localNodeId node == nid
90120 then nsend label msg
91− else sendCtrlMsg (Just nid) (NamedSend label (createMessage msg))
121+ else
122+ let lbl = label ++ "@" ++ show nid in do
123+ -- see [note: tracing] NB: this is a remote call to another NC...
124+ liftIO $ traceEvent (localEventBus node)
125+ (MxSentToName lbl us (wrapMessage msg))
126+ sendCtrlMsg (Just nid) (NamedSend label (createMessage msg))
92127
93128-- | Send a message
94129send :: Serializable a => ProcessId -> a -> Process ()
95130send them msg = do
96131 proc <- ask
97132 let node = localNodeId (processNode proc)
98− destNode = (processNodeId them) in do
99− case destNode == node of
100− True -> unsafeSendLocal them msg
101− False -> liftIO $ sendMessage (processNode proc)
102− (ProcessIdentifier (processId proc))
103− (ProcessIdentifier them)
104− NoImplicitReconnect
105− msg
106− where
107− unsafeSendLocal :: (Serializable a) => ProcessId -> a -> Process ()
108− unsafeSendLocal pid msg' =
109− sendCtrlMsg Nothing $ LocalSend pid (unsafeCreateUnencodedMessage msg')
133+ destNode = (processNodeId them)
134+ us = (processId proc)
135+ msg' = wrapMessage msg in do
136+ -- see [note: tracing]
137+ liftIO $ traceEvent (localEventBus (processNode proc))
138+ (MxSent them us msg')
139+ if destNode == node
140+ then sendCtrlMsg Nothing $ LocalSend them msg'
141+ else liftIO $ sendMessage (processNode proc)
142+ (ProcessIdentifier (processId proc))
143+ (ProcessIdentifier them)
144+ NoImplicitReconnect
145+ msg
110146
111147-- | Send a message unreliably.
112148--
@@ -121,30 +157,43 @@ usend :: Serializable a => ProcessId -> a -> Process ()
121157usend them msg = do
122158 proc <- ask
123159 let there = processNodeId them
160+ let (us, node) = (processId proc, processNode proc)
161+ let msg' = wrapMessage msg
162+ -- see [note: tracing]
163+ liftIO $ traceEvent (localEventBus node) (MxSent them us msg')
124164 if localNodeId (processNode proc) == there
125− then sendCtrlMsg Nothing $
126− LocalSend them (unsafeCreateUnencodedMessage msg)
165+ then sendCtrlMsg Nothing $ LocalSend them msg'
127166 else sendCtrlMsg (Just there) $ UnreliableSend (processLocalId them)
128167 (createMessage msg)
129168
169+-- [note: tracing]
170+-- Note that tracing writes to the local node's control channel, and this
171+-- module explicitly specifies to its clients that it does unsafe message
172+-- encoding. The same is true for the messages it puts onto the Management
173+-- event bus, however we do *not* want unevaluated thunks hitting the event
174+-- bus control thread. Hence the word /Unsafe/ in this module's name!
175+--
176+
130177-- | Send a message on a typed channel
131178sendChan :: Serializable a => SendPort a -> a -> Process ()
132179sendChan (SendPort cid) msg = do
133180 proc <- ask
134− let node = localNodeId (processNode proc)
135− destNode = processNodeId (sendPortProcessId cid) in do
136− case destNode == node of
137− True -> unsafeSendChanLocal cid msg
138− False -> do
139− liftIO $ sendBinary (processNode proc)
140− (ProcessIdentifier (processId proc))
141− (SendPortIdentifier cid)
142− NoImplicitReconnect
143− msg
181+ let node = processNode proc
182+ pid = processId proc
183+ us = localNodeId node
184+ them = processNodeId (sendPortProcessId cid)
185+ msg' = wrapMessage msg in do
186+ liftIO $ traceEvent (localEventBus node) (MxSentToPort pid cid msg')
187+ if them == us
188+ then unsafeSendChanLocal cid msg' -- NB: we wrap to P.Message !!!
189+ else liftIO $ sendBinary node
190+ (ProcessIdentifier pid)
191+ (SendPortIdentifier cid)
192+ NoImplicitReconnect
193+ msg
144194 where
145− unsafeSendChanLocal :: (Serializable a) => SendPortId -> a -> Process ()
146− unsafeSendChanLocal spId msg' =
147− sendCtrlMsg Nothing $ LocalPortSend spId (unsafeCreateUnencodedMessage msg')
195+ unsafeSendChanLocal :: SendPortId -> Message -> Process ()
196+ unsafeSendChanLocal p m = sendCtrlMsg Nothing $ LocalPortSend p m
148197
149198-- | Create an unencoded @Message@ for any @Serializable@ type.
150199wrapMessage :: Serializable a => a -> Message
stack-ghc-7.10.3.yamlnew file+21
@@ -0,0 +1,21 @@
1+resolver: nightly-2016-03-08
2+
3+packages:
4+- '.'
5+- distributed-process-tests/
6+- location:
7+ git: https://github.com/haskell-distributed/network-transport-tcp.git
8+ commit: d87d6f55697a94a1fbf211ff9c1bb769a1e129cd
9+ extra-dep: true
10+
11+extra-deps:
12+- rank1dynamic-0.4.0
13+- distributed-static-0.3.8
14+- network-transport-0.5.2
15+- network-transport-inmemory-0.5.2
16+- rematch-0.2.0.0
17+- exceptions-0.8.2.1 # test dependency
18+
19+flags:
20+ distributed-process-tests:
21+ tcp: true
stack-ghc-7.8.4.yamldeleted−15
@@ -1,15 +0,0 @@
1−resolver: lts-2.22
2−
3−packages:
4−- '.'
5−- distributed-process-tests/
6−
7−extra-deps:
8−- network-transport-inmemory-0.5.1
9−- network-transport-tcp-0.5.1
10−
11−flags:
12− distributed-process:
13− old-locale: true
14− distributed-process-tests:
15− tcp: true
stack-ghc-8.0.2.yamlnew file+23
@@ -0,0 +1,23 @@
1+resolver: lts-9.21
2+# added -location for network-transport-tcp-0.6.0
3+# since c7fd79 broke the client facing API for createTransport :/
4+
5+packages:
6+- '.'
7+- distributed-process-tests/
8+- location:
9+ git: https://github.com/haskell-distributed/network-transport-tcp.git
10+ commit: d87d6f55697a94a1fbf211ff9c1bb769a1e129cd
11+ extra-dep: true
12+
13+extra-deps:
14+- rank1dynamic-0.4.0
15+- distributed-static-0.3.8
16+- network-transport-0.5.2
17+- network-transport-inmemory-0.5.2
18+- rematch-0.2.0.0
19+# - exceptions-0.8.2.1 # test dependency
20+
21+flags:
22+ distributed-process-tests:
23+ tcp: true
stack-ghc-8.2.2.yamlnew file+21
@@ -0,0 +1,21 @@
1+resolver: lts-11.22
2+
3+packages:
4+- '.'
5+- distributed-process-tests/
6+- location:
7+ git: https://github.com/haskell-distributed/network-transport-tcp.git
8+ commit: d87d6f55697a94a1fbf211ff9c1bb769a1e129cd
9+ extra-dep: true
10+
11+extra-deps:
12+- rank1dynamic-0.4.0
13+- distributed-static-0.3.8
14+- network-transport-0.5.2
15+- network-transport-inmemory-0.5.2
16+- rematch-0.2.0.0
17+# - exceptions-0.8.2.1 # test dependency
18+
19+flags:
20+ distributed-process-tests:
21+ tcp: true
stack-ghc-8.4.4.yamlnew file+20
@@ -0,0 +1,20 @@
1+resolver: lts-12.18
2+
3+packages:
4+- '.'
5+- distributed-process-tests/
6+- location:
7+ git: https://github.com/haskell-distributed/network-transport-tcp.git
8+ commit: d87d6f55697a94a1fbf211ff9c1bb769a1e129cd
9+ extra-dep: true
10+
11+extra-deps:
12+- rank1dynamic-0.4.0
13+- distributed-static-0.3.8
14+- network-transport-0.5.2
15+- network-transport-inmemory-0.5.2
16+- rematch-0.2.0.0
17+
18+flags:
19+ distributed-process-tests:
20+ tcp: true
stack-nightly.yamlnew file+26
@@ -0,0 +1,26 @@
1+resolver: nightly
2+
3+packages:
4+- '.'
5+- distributed-process-tests/
6+- location:
7+ git: https://github.com/haskell-distributed/distributed-static.git
8+ commit: c51e6aadd3a44c044e96a8e986c11d3a94b45b11
9+ extra-dep: true
10+- location:
11+ git: https://github.com/haskell-distributed/network-transport-tcp.git
12+ commit: d58250e2388b86a1865ac4139373cbdc106e72e1
13+ extra-dep: true
14+- location:
15+ git: https://github.com/haskell-distributed/network-transport-inmemory.git
16+ commit: 0ce97924f15a8c1570b2355151834305c9bd2a28
17+ extra-dep: true
18+
19+extra-deps:
20+- rank1dynamic-0.4.0
21+- network-transport-0.5.2
22+- rematch-0.2.0.0
23+
24+flags:
25+ distributed-process-tests:
26+ tcp: true
stack.yaml+14−1
@@ -1,8 +1,21 @@
1−resolver: nightly-2016-03-08
1+resolver: lts-12.18 # Use GHC 8.4.4
2+
3+# TODO: we can enable nightly-2018-11-11 once PR #319 is merged
24
35packages:
46- '.'
57- distributed-process-tests/
8+- location:
9+ git: https://github.com/haskell-distributed/network-transport-tcp.git
10+ commit: d87d6f55697a94a1fbf211ff9c1bb769a1e129cd
11+ extra-dep: true
12+
13+extra-deps:
14+- rank1dynamic-0.4.0
15+- distributed-static-0.3.8
16+- network-transport-0.5.2
17+- network-transport-inmemory-0.5.2
18+- rematch-0.2.0.0
619
720flags:
821 distributed-process-tests: