Add analysis/tests and test all quick tests/ in travis

All quick tests don't test QUIC

.travis.yml

@@ -19,14 +19,15 @@ install:
 
 env:
     matrix:
-      - CMD='./test/setup.py --schemes quic --install-deps &&
-        ./test/setup.py --schemes quic --setup &&
-        ./test/test.py local --schemes quic -t 10'
+      - CMD='test/setup.py --schemes quic --install-deps &&
+        test/setup.py --schemes quic --setup &&
+        test/test.py local --schemes quic -t 10'
       - CMD='SCHEMES="default_tcp vegas ledbat pcc verus sprout webrtc
         scream copa taova koho_cc calibrated_koho saturator" &&
-        ./test/setup.py --schemes "$SCHEMES" --install-deps &&
-        ./test/setup.py --schemes "$SCHEMES" --setup &&
-        ./test/test.py local --schemes "$SCHEMES" -t 10'
+        test/setup.py --schemes "$SCHEMES" --install-deps &&
+        test/setup.py --schemes "$SCHEMES" --setup &&
+        test/tests/local_test.py &&
+        analysis/tests/test_analyze.py'
 
 script:
   - ./install_deps.py && eval $CMD

README.md

@@ -18,16 +18,16 @@ Pantheon tests can be run locally over an emulated link using
 
 ## Preparation
 Many of the tools and programs run by the Pantheon are git submodules in the
-`third_party` folder. To clone this repository, including submodules, run:
+`third_party` folder. To clone this repository, run:
 
 ```
-git clone --recursive https://github.com/StanfordSNR/pantheon.git
+git clone https://github.com/StanfordSNR/pantheon.git
 ```
 
 To add submodules after cloning, run:
 
 ```
-git submodule update --init
+git submodule update --init --recursive
 ```
 
 ## Dependencies

analysis/tests/.gitignore

@@ -0,0 +1 @@
+data

analysis/tests/project_root.py

@@ -0,0 +1,6 @@
+import sys
+import os
+from os import path
+DIR = path.abspath(path.join(path.dirname(path.abspath(__file__)),
+                             os.pardir, os.pardir))
+sys.path.append(DIR)

analysis/tests/test_analyze.py

@@ -0,0 +1,26 @@
+#!/usr/bin/env python
+
+from os import path
+import project_root
+from helpers.helpers import check_call
+
+
+def main():
+    curr_dir = path.abspath(path.dirname(__file__))
+    data_dir = path.join(curr_dir, 'data')
+
+    test_py = path.join(project_root.DIR, 'test', 'test.py')
+    analyze_py = path.join(project_root.DIR, 'analysis', 'analyze.py')
+
+    cmd = ['python', test_py, 'local', '--schemes',
+           'default_tcp vegas ledbat pcc verus sprout webrtc'
+           ' scream copa taova koho_cc calibrated_koho saturator',
+           '-t', '10', '--data-dir', data_dir, '--pkill-cleanup']
+    assert call(cmd) == 0
+
+    cmd = ['python', analyze_py, '--data-dir', data_dir]
+    assert call(cmd) == 0
+
+
+if __name__ == '__main__':
+    main()

test/tests/local_test.py

@@ -21,8 +21,8 @@ def main():
     assert call(cmd) == 0
 
     cmd = ['python', test_py, 'local', '-t', '5', '-f', '1',
-           '--uplink-trace', data_trace, '--downlink-trace',
-           '--pkill-cleanup', ack_trace, '--schemes', '%s' % cc]
+           '--uplink-trace', data_trace, '--downlink-trace', ack_trace,
+           '--pkill-cleanup', '--schemes', '%s' % cc]
     assert call(cmd) == 0
 
     cmd = ['python', test_py, 'local', '-t', '5', '-f', '1',
@@ -50,13 +50,13 @@ def main():
     cc = 'verus'
 
     cmd = ['python', test_py, 'local', '-t', '5', '-f', '0',
-           '--uplink-trace', data_trace,
-           '--downlink-trace', ack_trace, '--schemes', '%s' % cc]
+           '--uplink-trace', data_trace, '--downlink-trace', ack_trace,
+           '--pkill-cleanup', '--schemes', '%s' % cc]
     assert call(cmd) == 0
 
     cmd = ['python', test_py, 'local', '-t', '5', '-f', '1',
-           '--uplink-trace', data_trace,
-           '--downlink-trace', ack_trace, '--schemes', '%s' % cc]
+           '--uplink-trace', data_trace, '--downlink-trace', ack_trace,
+           '--pkill-cleanup', '--schemes', '%s' % cc]
     assert call(cmd) == 0
 
 

test/tests/remote_test.py

@@ -3,7 +3,7 @@
 from os import path
 import argparse
 import project_root
-from helpers.helpers import call
+from helpers.helpers import check_call
 
 
 def main():