Travis test (blue-yonder#300)

* Seperated out unit and integration tests * Run both test suites indepentendly * Use the build in cache by travis for pip * Try to use 2 cores * First install requirements, then the project * Try out the new stages build feature * Next try... * And anoter one... * Continue.. * ... * Caching the virtualenv did not help * renamed build stages * set n_jobs for pytest to auto * fix naming of test stages * use with notation for filehandling * set number of cpus to 2 * limit number of jobs to 2 by pytest argument * use write AND read mode for profiling file * add __init__.py to test folder * use tempfolder for profiling files
sdimi · Aug 25, 2017 · 6db60f4 · 6db60f4
1 parent 426cfb3
commit 6db60f4
Show file tree

Hide file tree

Showing 26 changed files with 58 additions and 37 deletions.
diff --git a/.travis.yml b/.travis.yml
@@ -1,35 +1,54 @@
+# Travis Build file for tsfresh
 language: python
+# We do not use sudo here, so we can use docker containers, which have better caching
+sudo: false
+# We want the pip folder to be cached, to speed up installation
 cache:
   directories:
     - $HOME/.cache/pip
-before_cache:
-  - rm -f $HOME/.cache/pip/log/debug.log
-python:
-- '2.7.11'
-- '3.5.2'
 install:
-- pip install --upgrade pip
-- pip install numpy
-- pip install scipy
-- pip install coveralls
-- pip install .
-- pip install -r requirements.txt
-- pip install -r test-requirements.txt
-- pip freeze
-env:
-- NUMBER_OF_CPUS=1
-script:
-# hack to set xdist to use only 1 node instead of 32
-- sed -i 's/\-n 4/\-n 1/g' setup.cfg
-- python setup.py test
-deploy:
-  provider: pypi
-  user: MaxChrist
-  password:
-    secure: Jh0Z69Mh+esOpegXyXoecFOkpMhaQaiJbQVEvVvQ2K1rCmCE20a19/TGfPUrynpqOYXZvvb5Ok6CtlzAi9J5huA3MRSf4iYPsUe8i7n0FK4JU5BP7VqM3/7cQZMdD5SeYFV3e3JURDcKYfoG7N+DNb+LfluYK5MBkRLhdEVRqSeHocPY4QRzzhJi1ljX99ThdRPrsQqYaD3tpZxJhbJDgHLtvMr39+407uQSDnubvFz3iu90DZiN2fIP5bEN6PDuaGXNZMA1p40DjSkGc7epg0U4vHn6CSya1nXlqjXUqXYJY5Ha2kbMAN7hfmU+gId09+FSHQRuanKJkRqSBksVgATCAeSAiqAe3EPAsG75ewhXDeusQZMzRy7DxQzjOJG9oIyWMVmZFlIoNlpg2eifN9uUc7FfyGHiVfWwUDslszpc/81hQViMPP0NoMAop4zcWR3ChCMnHMycPQEmWuV65WfL7yN6SuTokxSmepubPtFs+4UIlI0rgZWCHVIgGZqI8LFn958pLtpQ+32Ew8HGU3IiOfao9HbGreQ2Lgqo2L2EyNDWiHfJ3oZ1+6BP/1GqI6j7x7oPdwoE1jvY4CSC7iMAiieZNnrvywvmJpZB69CGefxQJzWcm+yD03QwNBFFaabCbKwbn+q3eUOUrPRuvTkhVLRWDxQNH/zaZyuZQ+Q=
-  distributions: "sdist bdist_wheel"
-  on:
-    tags: true
-    repo: blue-yonder/tsfresh
-after_success:
-- coveralls
+  - pip install --upgrade pip wheel setuptools
+  - pip install numpy scipy coveralls
+  - pip install -r requirements.txt -r test-requirements.txt
+  - pip install -U .
+  - pip freeze
+jobs:
+  include:
+    - stage: prepare cache
+      script: true
+      python: 2.7.11
+    - stage: prepare cache
+      script: true
+      python: 3.5.2
+
+    - stage: Run unit tests
+      script: py.test tests/units -n 2
+      python: 2.7.11
+    - stage: Run unit tests
+      script: py.test tests/units -n 2
+      python: 3.5.2
+
+    - stage: Run the full test suite
+      script:
+        - sed -i 's/\-n auto/\-n 2/g' setup.cfg
+        - python setup.py test
+      python: 2.7.11
+      after_success:
+        - coveralls
+    - stage: Run the full test suite
+      script:
+        - sed -i 's/\-n auto/\-n 2/g' setup.cfg
+        - python setup.py test
+      python: 3.5.2
+
+    - stage: Deploy to pipy
+      script: skip
+      deploy:
+        provider: pypi
+        user: MaxChrist
+        password:
+          secure: Jh0Z69Mh+esOpegXyXoecFOkpMhaQaiJbQVEvVvQ2K1rCmCE20a19/TGfPUrynpqOYXZvvb5Ok6CtlzAi9J5huA3MRSf4iYPsUe8i7n0FK4JU5BP7VqM3/7cQZMdD5SeYFV3e3JURDcKYfoG7N+DNb+LfluYK5MBkRLhdEVRqSeHocPY4QRzzhJi1ljX99ThdRPrsQqYaD3tpZxJhbJDgHLtvMr39+407uQSDnubvFz3iu90DZiN2fIP5bEN6PDuaGXNZMA1p40DjSkGc7epg0U4vHn6CSya1nXlqjXUqXYJY5Ha2kbMAN7hfmU+gId09+FSHQRuanKJkRqSBksVgATCAeSAiqAe3EPAsG75ewhXDeusQZMzRy7DxQzjOJG9oIyWMVmZFlIoNlpg2eifN9uUc7FfyGHiVfWwUDslszpc/81hQViMPP0NoMAop4zcWR3ChCMnHMycPQEmWuV65WfL7yN6SuTokxSmepubPtFs+4UIlI0rgZWCHVIgGZqI8LFn958pLtpQ+32Ew8HGU3IiOfao9HbGreQ2Lgqo2L2EyNDWiHfJ3oZ1+6BP/1GqI6j7x7oPdwoE1jvY4CSC7iMAiieZNnrvywvmJpZB69CGefxQJzWcm+yD03QwNBFFaabCbKwbn+q3eUOUrPRuvTkhVLRWDxQNH/zaZyuZQ+Q=
+        distributions: "sdist bdist_wheel"
+        on:
+          tags: true
+          repo: blue-yonder/tsfresh
diff --git a/setup.cfg b/setup.cfg
@@ -57,7 +57,7 @@ addopts = tests
 addopts =
     --cov tsfresh --cov-report term-missing
     --verbose
-    -n 4
+    -n auto
 
 [aliases]
 docs = build_sphinx

diff --git a/tests/integrations/__init__.py b/tests/integrations/__init__.py
diff --git a/tests/examples/test_driftbif_simulation.py → ...ions/examples/test_driftbif_simulation.py b/tests/examples/test_driftbif_simulation.py → ...ions/examples/test_driftbif_simulation.py
diff --git a/tests/examples/test_har_dataset.py → ...integrations/examples/test_har_dataset.py b/tests/examples/test_har_dataset.py → ...integrations/examples/test_har_dataset.py
diff --git a/...examples/test_robot_execution_failures.py → ...examples/test_robot_execution_failures.py b/...examples/test_robot_execution_failures.py → ...examples/test_robot_execution_failures.py
diff --git a/tests/scripts/test_run_tsfresh.py → .../integrations/scripts/test_run_tsfresh.py b/tests/scripts/test_run_tsfresh.py → .../integrations/scripts/test_run_tsfresh.py
diff --git a/tests/test_feature_significance.py → ...integrations/test_feature_significance.py b/tests/test_feature_significance.py → ...integrations/test_feature_significance.py
diff --git a/tests/transformers/test_full_pipeline.py → tests/integrations/test_full_pipeline.py b/tests/transformers/test_full_pipeline.py → tests/integrations/test_full_pipeline.py
diff --git a/tests/test_notebooks.py → tests/integrations/test_notebooks.py b/tests/test_notebooks.py → tests/integrations/test_notebooks.py
diff --git a/tests/test_relevant_feature_extraction.py → ...tions/test_relevant_feature_extraction.py b/tests/test_relevant_feature_extraction.py → ...tions/test_relevant_feature_extraction.py
diff --git a/tests/units/__init__.py b/tests/units/__init__.py
diff --git a/tests/feature_extraction/test_extraction.py → ...its/feature_extraction/test_extraction.py b/tests/feature_extraction/test_extraction.py → ...its/feature_extraction/test_extraction.py
@@ -14,12 +14,14 @@
 from tsfresh.feature_extraction.extraction import extract_features
 from tsfresh.feature_extraction.settings import ComprehensiveFCParameters
 
+import tempfile
 
 class ExtractionTestCase(DataTestCase):
     """The unit tests in this module make sure if the time series features are created properly"""
 
     def setUp(self):
         self.n_jobs = 1
+        self.directory = tempfile.gettempdir()
 
     def test_extract_features(self):
         # todo: implement more methods and test more aspects
@@ -95,7 +97,7 @@ def test_extract_features_after_randomisation(self):
     def test_profiling_file_written_out(self):
 
         df = pd.DataFrame(data={"id": np.repeat([1, 2], 10), "val": np.random.normal(0, 1, 20)})
-        profiling_filename = "test_profiling.txt"
+        profiling_filename = os.path.join(self.directory, "test_profiling.txt")
         X = extract_features(df, column_id="id",
                              column_value="val", n_jobs=self.n_jobs,
                              profile=True, profiling_filename=profiling_filename)
@@ -104,7 +106,8 @@ def test_profiling_file_written_out(self):
         os.remove(profiling_filename)
 
     def test_profiling_cumulative_file_written_out(self):
-        PROFILING_FILENAME = "test_profiling_cumulative.txt"
+
+        PROFILING_FILENAME = os.path.join(self.directory, "test_profiling_cumulative.txt")
         PROFILING_SORTING = "cumulative"
 
         df = pd.DataFrame(data={"id": np.repeat([1, 2], 10), "val": np.random.normal(0, 1, 20)})

diff --git a/...e_extraction/test_feature_calculations.py → ...e_extraction/test_feature_calculations.py b/...e_extraction/test_feature_calculations.py → ...e_extraction/test_feature_calculations.py
diff --git a/tests/feature_extraction/test_settings.py → ...units/feature_extraction/test_settings.py b/tests/feature_extraction/test_settings.py → ...units/feature_extraction/test_settings.py
diff --git a/tests/feature_selection/test_checks.py → tests/units/feature_selection/test_checks.py b/tests/feature_selection/test_checks.py → tests/units/feature_selection/test_checks.py
diff --git a/tests/feature_selection/test_relevance.py → ...units/feature_selection/test_relevance.py b/tests/feature_selection/test_relevance.py → ...units/feature_selection/test_relevance.py
diff --git a/tests/feature_selection/test_selection.py → ...units/feature_selection/test_selection.py b/tests/feature_selection/test_selection.py → ...units/feature_selection/test_selection.py
diff --git a/...ture_selection/test_significance_tests.py → ...ture_selection/test_significance_tests.py b/...ture_selection/test_significance_tests.py → ...ture_selection/test_significance_tests.py
diff --git a/tests/transformers/test_feature_augmenter.py → ...ts/transformers/test_feature_augmenter.py b/tests/transformers/test_feature_augmenter.py → ...ts/transformers/test_feature_augmenter.py
diff --git a/tests/transformers/test_feature_selector.py → ...its/transformers/test_feature_selector.py b/tests/transformers/test_feature_selector.py → ...its/transformers/test_feature_selector.py
diff --git a/...s/transformers/test_per_column_imputer.py → ...s/transformers/test_per_column_imputer.py b/...s/transformers/test_per_column_imputer.py → ...s/transformers/test_per_column_imputer.py
diff --git a/...ormers/test_relevant_feature_augmenter.py → ...ormers/test_relevant_feature_augmenter.py b/...ormers/test_relevant_feature_augmenter.py → ...ormers/test_relevant_feature_augmenter.py
diff --git a/tests/utilities/test_dataframe_functions.py → ...its/utilities/test_dataframe_functions.py b/tests/utilities/test_dataframe_functions.py → ...its/utilities/test_dataframe_functions.py
diff --git a/tests/utilities/test_string_manipilations.py → ...ts/utilities/test_string_manipilations.py b/tests/utilities/test_string_manipilations.py → ...ts/utilities/test_string_manipilations.py
diff --git a/tsfresh/utilities/profiling.py b/tsfresh/utilities/profiling.py
@@ -62,7 +62,6 @@ def end_profiling(profiler, filename, sorting=None):
     ps = pstats.Stats(profiler, stream=s).sort_stats(sorting)
     ps.print_stats()
 
-    file = open(filename, "w")
-    _logger.info("[calculate_ts_features] Finished profiling of time series feature extraction")
-    file.write(s.getvalue())
-    file.close()
+    with open(filename, "w+") as f:
+        _logger.info("[calculate_ts_features] Finished profiling of time series feature extraction")
+        f.write(s.getvalue())