diff --git a/.travis.yml b/.travis.yml
index 39787104e42c..16bea0e1dc93 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -10,7 +10,6 @@ addons:
   apt:
     packages: &common_packages
       - gfortran
-      - libatlas-dev
       - libatlas-base-dev
       # Speedup builds, particularly when USE_CHROOT=1
       - eatmydata
@@ -33,12 +32,14 @@ env:
 python:
   - 3.5
   - 3.6
+  - 3.7
   - 3.8-dev
 matrix:
   include:
     - python: 3.7
       env: INSTALL_PICKLE5=1
-    - python: 3.5
+    - python: 3.6
+      dist: bionic
       env: USE_DEBUG=1
       addons:
         apt:
diff --git a/tools/travis-before-install.sh b/tools/travis-before-install.sh
index 448273db022e..c0f8ef807150 100755
--- a/tools/travis-before-install.sh
+++ b/tools/travis-before-install.sh
@@ -36,6 +36,6 @@ fi
 
 
 pip install --upgrade pip setuptools
-pip install pytz cython pytest
+pip install pytz cython pytest==5.0.1
 if [ -n "$USE_ASV" ]; then pip install asv; fi
 popd