TST: release testing of downstream packages

Author: jreback

.travis.yml

@@ -123,7 +123,7 @@ after_success:
 
 after_script:
   - echo "after_script start"
-  - source activate pandas && python -c "import pandas; pandas.show_versions();"
+  - source activate pandas && cd /tmp && python -c "import pandas; pandas.show_versions();"
   - if [ -e /tmp/single.xml ]; then
     ci/print_skipped.py /tmp/single.xml;
     fi

ci/script_multi.sh

@@ -27,7 +27,7 @@ if [ "$BUILD_TEST" ]; then
     echo "[running]"
     cd /tmp
     unset PYTHONPATH
-    python -c "import pandas; pandas.test(['-n 2'])"
+    python -c "import pandas; pandas.test(['-n 2', '--skip-slow', '--skip-network', '-r xX'])"
 
 elif [ "$DOC" ]; then
     echo "We are not running pytest as this is a doc-build"
@@ -37,8 +37,8 @@ elif [ "$COVERAGE" ]; then
     pytest -s -n 2 -m "not single" --cov=pandas --cov-report xml:/tmp/cov-multiple.xml --junitxml=/tmp/multiple.xml $TEST_ARGS pandas
 
 else
-    echo pytest -n 2 -m "not single" --junitxml=/tmp/multiple.xml $TEST_ARGS pandas
-    pytest -n 2 -m "not single" --junitxml=/tmp/multiple.xml $TEST_ARGS pandas # TODO: doctest
+    echo pytest -n 2 -r xX -m "not single" --junitxml=/tmp/multiple.xml $TEST_ARGS pandas
+    pytest -n 2 -m -r xX "not single" --junitxml=/tmp/multiple.xml $TEST_ARGS pandas # TODO: doctest
 fi
 
 RET="$?"

ci/script_single.sh

@@ -20,8 +20,8 @@ elif [ "$COVERAGE" ]; then
     echo pytest -s -m "single" --cov=pandas --cov-report xml:/tmp/cov-single.xml --junitxml=/tmp/single.xml $TEST_ARGS pandas
     pytest -s -m "single" --cov=pandas --cov-report xml:/tmp/cov-single.xml --junitxml=/tmp/single.xml $TEST_ARGS pandas
 else
-    echo pytest -m "single" --junitxml=/tmp/single.xml $TEST_ARGS pandas
-    pytest -m "single" --junitxml=/tmp/single.xml $TEST_ARGS pandas # TODO: doctest
+    echo pytest -m "single" -r xX --junitxml=/tmp/single.xml $TEST_ARGS pandas
+    pytest -m "single" -r xX  --junitxml=/tmp/single.xml $TEST_ARGS pandas # TODO: doctest
 fi
 
 RET="$?"

pandas/tests/test_downstream.py

@@ -5,6 +5,19 @@
 import numpy as np  # noqa
 from pandas import DataFrame
 from pandas.util import testing as tm
+import importlib
+
+
+def import_module(name):
+    # we *only* want to skip if the module is truly not available
+    # and NOT just an actual import error because of pandas changes
+
+    try:
+        return importlib.import_module(name)
+    except ImportError as e:
+        if "No module named {}".format(name) in str(e):
+            pytest.skip("skipping as {} not available".format(name))
+        raise
 
 
 @pytest.fixture
@@ -14,8 +27,8 @@ def df():
 
 def test_dask(df):
 
-    toolz = pytest.importorskip('toolz')  # noqa
-    dask = pytest.importorskip('dask')  # noqa
+    toolz = import_module('toolz')  # noqa
+    dask = import_module('dask')  # noqa
 
     import dask.dataframe as dd
 
@@ -26,14 +39,14 @@ def test_dask(df):
 
 def test_xarray(df):
 
-    xarray = pytest.importorskip('xarray')  # noqa
+    xarray = import_module('xarray')  # noqa
 
     assert df.to_xarray() is not None
 
 
 def test_statsmodels():
 
-    statsmodels = pytest.importorskip('statsmodels')  # noqa
+    statsmodels = import_module('statsmodels')  # noqa
     import statsmodels.api as sm
     import statsmodels.formula.api as smf
     df = sm.datasets.get_rdataset("Guerry", "HistData").data
@@ -42,7 +55,7 @@ def test_statsmodels():
 
 def test_scikit_learn(df):
 
-    sklearn = pytest.importorskip('sklearn')  # noqa
+    sklearn = import_module('sklearn')  # noqa
     from sklearn import svm, datasets
 
     digits = datasets.load_digits()
@@ -53,33 +66,34 @@ def test_scikit_learn(df):
 
 def test_seaborn():
 
-    seaborn = pytest.importorskip('seaborn')
+    seaborn = import_module('seaborn')
     tips = seaborn.load_dataset("tips")
     seaborn.stripplot(x="day", y="total_bill", data=tips)
 
 
 def test_pandas_gbq(df):
 
-    pandas_gbq = pytest.importorskip('pandas-gbq')  # noqa
+    pandas_gbq = import_module('pandas_gbq')  # noqa
 
 
-@tm.network
+@pytest.mark.xfail(reason=("pandas_datareader<=0.3.0 "
+                           "broken w.r.t. pandas >= 0.20.0"))
 def test_pandas_datareader():
 
-    pandas_datareader = pytest.importorskip('pandas-datareader')  # noqa
+    pandas_datareader = import_module('pandas_datareader')  # noqa
     pandas_datareader.get_data_yahoo('AAPL')
 
 
 def test_geopandas():
 
-    geopandas = pytest.importorskip('geopandas')  # noqa
+    geopandas = import_module('geopandas')  # noqa
     fp = geopandas.datasets.get_path('naturalearth_lowres')
     assert geopandas.read_file(fp) is not None
 
 
 def test_pyarrow(df):
 
-    pyarrow = pytest.importorskip('pyarrow')  # noqa
+    pyarrow = import_module('pyarrow')  # noqa
     table = pyarrow.Table.from_pandas(df)
     result = table.to_pandas()
     tm.assert_frame_equal(result, df)