Don't run some tests that fail occasionally in CI.

facundominguez · facundominguez · commit 6419364d8ef4 · 2015-10-26T00:26:53.000-03:00
The tests Reconnect, Registry, MergeChannels, MonitorUnreachable
and SpawnReconnect are failing occasionally, introducing some false
positives in CI. We disable them until devoting some effor to improve
them.
diff --git a/.travis.yml b/.travis.yml
@@ -21,12 +21,18 @@ before_install:
   # workaround for https://ghc.haskell.org/trac/ghc/ticket/9221
   # taken from https://github.com/hvr/multi-ghc-travis/blob/0fa68f78c2b1b059f904c9abc85510a3bb4f57e2/README.md
   - sed -i 's/^jobs:/-- jobs:/' $HOME/.cabal/config
-  - cabal sandbox init
-  - cabal sandbox add-source .
-  - cabal sandbox add-source distributed-process-tests/
 
 install:
-  - cabal install --only-dependencies distributed-process-tests/
+  - cabal install --jobs=2 --enable-tests --only-dependencies . distributed-process-tests/
 
 script:
-  - cabal install --run-tests distributed-process-tests/
+  - cabal install --jobs=2
+  - cd distributed-process-tests/
+  - cabal configure --enable-tests
+  - cabal build --jobs=2
+  # skip intermittent tests Reconnect and SpawnReconnect
+  - dist/build/TestCHInMemory/TestCHInMemory --plain -t '!Flaky'
+  - dist/build/TestClosure/TestClosure --plain -t '!SpawnReconnect'
+  - dist/build/TestStats/TestStats --plain
+  - dist/build/TestMx/TestMx --plain
+  - dist/build/TestTracing/TestTracing --plain
diff --git a/distributed-process-tests/src/Control/Distributed/Process/Tests/CH.hs b/distributed-process-tests/src/Control/Distributed/Process/Tests/CH.hs
@@ -1513,9 +1513,7 @@ tests testtrans = return [
       , testCase "Timeout0"            (testTimeout0            testtrans)
       , testCase "SendToTerminated"    (testSendToTerminated    testtrans)
       , testCase "TypedChannnels"      (testTypedChannels       testtrans)
-      , testCase "MergeChannels"       (testMergeChannels       testtrans)
       , testCase "Terminate"           (testTerminate           testtrans)
-      , testCase "Registry"            (testRegistry            testtrans)
       , testCase "RegistryRemoteProcess" (testRegistryRemoteProcess      testtrans)
       , testCase "RemoteRegistry"      (testRemoteRegistry      testtrans)
       , testCase "RemoteRegistryRemoteProcess" (testRemoteRegistryRemoteProcess      testtrans)
@@ -1556,8 +1554,7 @@ tests testtrans = return [
       -- The "missing" combinations in the list below don't make much sense, as
       -- we cannot guarantee that the monitor reply or link exception will not
       -- happen before the unmonitor or unlink
-      testCase "MonitorUnreachable"           (testMonitorUnreachable         testtrans True  False)
-    , testCase "MonitorNormalTermination"     (testMonitorNormalTermination   testtrans True  False)
+      testCase "MonitorNormalTermination"     (testMonitorNormalTermination   testtrans True  False)
     , testCase "MonitorAbnormalTermination"   (testMonitorAbnormalTermination testtrans True  False)
     , testCase "MonitorLocalDeadProcess"      (testMonitorLocalDeadProcess    testtrans True  False)
     , testCase "MonitorRemoteDeadProcess"     (testMonitorRemoteDeadProcess   testtrans True  False)
@@ -1579,7 +1576,14 @@ tests testtrans = return [
     , testCase "MonitorLiveNode"              (testMonitorLiveNode            testtrans)
     , testCase "MonitorChannel"               (testMonitorChannel             testtrans)
       -- Reconnect
-    , testCase "Reconnect"                    (testReconnect                  testtrans)
+    ]
+
+      -- Tests that fail occasionally and should be revised
+    , testGroup "Flaky" [
+      testCase "Reconnect"          (testReconnect           testtrans)
+    , testCase "Registry"           (testRegistry            testtrans)
+    , testCase "MergeChannels"      (testMergeChannels       testtrans)
+    , testCase "MonitorUnreachable" (testMonitorUnreachable testtrans True False)
     ]
   ]
 
