Add script to run blockade network tests. (#2756)

* Blockade: Use ${GOPATH} in volumes.

* Add blockade run script to capture logs if the test fails.

Author: danielmai

contrib/blockade/blockade.yml

@@ -18,7 +18,10 @@ containers:
       - 5080
       - 6080
     command: /gobin/dgraph zero --my=zero1:5080 --replicas 3 --idx 1 --bindall --expose_trace --logtostderr -v=2
-    volumes: {"/home/mrjn/go/bin": "/gobin"}
+    volumes:
+      # Note: Any environment variables must use the ${} syntax.
+      # ${GOPATH} works, $GOPATH does not.
+      "${GOPATH}/bin": "/gobin"
 
   zero2:
     image: dgraph/dgraph:latest
@@ -31,7 +34,8 @@ containers:
       - 5082
       - 6082
     command: /gobin/dgraph zero -o 2 --my=zero2:5082 --replicas 3 --peer=zero1:5080 --idx 2 --bindall --expose_trace --logtostderr -v=2
-    volumes: {"/home/mrjn/go/bin": "/gobin"}
+    volumes:
+      "${GOPATH}/bin": "/gobin"
 
   zero3:
     image: dgraph/dgraph:latest
@@ -45,7 +49,7 @@ containers:
       - 6083
     command: /gobin/dgraph zero -o 3 --my=zero3:5083 --replicas 3 --peer=zero1:5080 --idx 3 --bindall --expose_trace --logtostderr -v=2
     volumes:
-      "/home/mrjn/go/bin": "/gobin"
+      "${GOPATH}/bin": "/gobin"
 
   dg1:
     image: dgraph/dgraph:latest
@@ -59,7 +63,7 @@ containers:
       - 9180
     command: /gobin/dgraph alpha --my=dg1:7180 --lru_mb=1024 --zero=zero1:5080 -o 100 --expose_trace  --trace 1.0 --logtostderr -v=2
     volumes:
-      "/home/mrjn/go/bin": "/gobin"
+      "${GOPATH}/bin": "/gobin"
 
   dg2:
     image: dgraph/dgraph:latest
@@ -74,7 +78,7 @@ containers:
     start_delay: 8
     command: /gobin/dgraph alpha --my=dg2:7182 --lru_mb=1024 --zero=zero1:5080 -o 102 --expose_trace  --trace 1.0 --logtostderr -v=2
     volumes:
-      "/home/mrjn/go/bin": "/gobin"
+      "${GOPATH}/bin": "/gobin"
 
   dg3:
     image: dgraph/dgraph:latest
@@ -89,7 +93,7 @@ containers:
     start_delay: 16
     command: /gobin/dgraph alpha --my=dg3:7183 --lru_mb=1024 --zero=zero1:5080 -o 103 --expose_trace  --trace 1.0 --logtostderr -v=2
     volumes:
-      "/home/mrjn/go/bin": "/gobin"
+      "${GOPATH}/bin": "/gobin"
 
 network:
   driver: "udn"

contrib/blockade/run.sh

@@ -0,0 +1,49 @@
+#!/bin/bash
+# Builds ./blockade and runs the blockade tests.
+#
+# Usage:
+# Run the test 32 times (about 8 hours):
+#     ./run.sh
+# Run the test once:
+#     ./run.sh 1
+
+function cleanup_blockade {
+    blockade destroy || true
+    docker container prune -f
+    if docker network ls | grep -q 'blockade_net'; then
+        docker network ls |
+            awk '/blockade_net/ { print $1 }' |
+            xargs docker network rm
+    fi
+}
+
+
+set -x -o pipefail
+
+times=${1:-32}
+
+go build -v .
+
+cleanup_blockade
+# Each run takes about 15 minutes, so running 32 times will take about 8 hours.
+for i in $(seq 1 $times)
+do
+    echo "===> Running Blockade #$i"
+    if ! ./blockade 2>&1 | tee blockade$i.log; then
+        echo "===> Blockade test failed"
+        docker logs zero1 2>&1 | tee zero1.log
+        docker logs zero2 2>&1 | tee zero2.log
+        docker logs zero3 2>&1 | tee zero3.log
+        docker logs dg1 2>&1 | tee dg1.log
+        docker logs dg2 2>&1 | tee dg2.log
+        docker logs dg3 2>&1 | tee dg3.log
+
+        cleanup_blockade
+        exit 1
+    fi
+done
+
+echo "Blockade log summary:"
+grep '===>' blockade*.log
+
+cleanup_blockade