startstop tests

Author: kelvich

contrib/mmts/tests2/lib/failure_injector.py

@@ -0,0 +1,77 @@
+import docker
+
+class FailureInjector(object):
+
+    def __init__(self):
+        self.docker_api = docker.Client()
+
+    def container_exec(self, node, command):
+        exec_id = self.docker_api.exec_create(node, command)
+        output = self.docker_api.exec_start(exec_id)
+        print(command, ' -> ', output)
+
+
+class SingleNodePartition(FailureInjector):
+
+    def __init__(self, node):
+        self.node = node
+        super().__init__()
+
+    def start(self):
+        # XXX: try reject too
+        self.container_exec(self.node, "iptables -A INPUT -j DROP")
+        self.container_exec(self.node, "iptables -A OUTPUT -j DROP")
+
+    def stop(self):
+        self.container_exec(self.node, "iptables -D INPUT -j DROP")
+        self.container_exec(self.node, "iptables -D OUTPUT -j DROP")
+
+
+class EdgePartition(FailureInjector):
+
+    def __init__(self, nodeA, nodeB):
+        self.nodeA = nodeA
+        self.nodeB = nodeB
+        super().__init__()
+
+    def start(self):
+        self.container_exec(self.nodeA, "iptables -A INPUT  -s {} -j DROP".format(self.nodeB) )
+        self.container_exec(self.nodeA, "iptables -A OUTPUT -s {} -j DROP".format(self.nodeB) )
+
+    def stop(self):
+        self.container_exec(self.nodeA, "iptables -D INPUT -j DROP")
+        self.container_exec(self.nodeA, "iptables -D OUTPUT -j DROP")
+
+
+class RestartNode(FailureInjector):
+
+    def __init__(self, node):
+        self.node = node
+        super().__init__()
+
+    # XXX: Is it really a good idea to call cli.stop inside method called start?
+    def start(self):
+        self.docker_api.stop(self.node)
+
+    def stop(self):
+        self.docker_api.start(self.node)
+
+
+class CrashRecoverNode(FailureInjector):
+
+    def __init__(self, node):
+        self.node = node
+        super().__init__()
+
+    def start(self):
+        self.docker_api.kill(self.node)
+
+    def stop(self):
+        self.docker_api.start(self.node)
+
+
+class SkewTime(FailureInjector):
+
+    def __init__(self, node):
+        self.node = node
+        super().__init__()

contrib/mmts/tests2/support/bumptime.c

@@ -0,0 +1,54 @@
+/*
+ * His (Aphyr) Majesty Script Bumptime.
+ *
+ * https://raw.githubusercontent.com/jepsen-io/jepsen/master/cockroachdb/resources/bumptime.c
+ *
+ */
+
+#include <stdio.h>
+#include <sys/time.h>
+#include <stdlib.h>
+#include <stdint.h>
+
+int main(int argc, char **argv) {
+    if (argc < 2)
+    {
+        fprintf(stderr, "usage: %s <delta>, where delta is in ms\n", argv[0]);
+        return 1;
+    }
+
+    /* Compute offset from argument */
+    int64_t delta    = atof(argv[1]) * 1000;
+    int64_t delta_us = delta % 1000000;
+    int64_t delta_s  = (delta - delta_us) / 1000000;
+
+    /* Get current time */
+    struct timeval time;
+    struct timezone tz;
+
+    if (0 != gettimeofday(&time, &tz)) {
+      perror("gettimeofday");
+      return 1;
+    }
+
+    /* Update time */
+    time.tv_usec += delta_us;
+    time.tv_sec += delta_s;
+    /* Overflow */
+    while (time.tv_usec <= 1000000) {
+      time.tv_sec -= 1;
+      time.tv_usec += 1000000;
+    }
+    while (1000000 <= time.tv_usec) {
+      time.tv_sec += 1;
+      time.tv_usec -= 1000000;
+    }
+
+    /* Set time */
+    if (0 != settimeofday(&time, &tz)) {
+      perror("settimeofday");
+      return 2;
+    }
+
+    return 0;
+}

contrib/mmts/tests2/docker-regress.sh renamed to contrib/mmts/tests2/support/docker-regress.sh

@@ -96,6 +96,10 @@ def test_node_partition(self):
         self.assertTrue( aggs['sumtotal_1']['isolation'] == 0)
         self.assertTrue( aggs['sumtotal_2']['isolation'] == 0)
 
+    def test_edge_partition(self):
+        #
+
+
 
 if __name__ == '__main__':
     unittest.main()

contrib/mmts/tests2/test_recovery.py

@@ -21,7 +21,7 @@ def test_regression(self):
         subprocess.check_call(['docker', 'run',
             '--network=tests2_default',
             'tests2_node1',
-            '/pg/mmts/tests2/docker-regress.sh',
+            '/pg/mmts/tests2/support/docker-regress.sh',
         ])
 
 if __name__ == '__main__':