set logging directory as an artifact

Author: oesteban

circle.yml

@@ -34,6 +34,7 @@ test:
 general:
   artifacts:
     - "~/docs"
+    - "~/logs"
     - "~/coverage.xml"
     - "~/nosetests.xml"
     - "~/builddocs.log"

docker/circleci/teardown.sh

@@ -7,8 +7,10 @@ set -u
 set -e
 
 mkdir -p ${CIRCLE_TEST_REPORTS}/nose
+sudo mv ~/scratch/builddocs.log ~/builddocs.log
 sudo cp ~/scratch/nosetests.xml ${CIRCLE_TEST_REPORTS}/nose/${CIRCLE_PROJECT_REPONAME}.xml
 sudo mv ~/scratch/coverage.xml ~/coverage.xml
 mkdir -p ~/docs
 sudo mv ~/scratch/docs/* ~/docs/
-sudo mv ~/scratch/builddocs.log ~/builddocs.log
+mkdir -p ~/logs
+sudo mv ~/scratch/logs/* ~/logs/

tools/run_examples.py

@@ -27,9 +27,16 @@ def run_examples(example, pipelines, data_path, plugin=None):
         wf.base_dir = os.path.join(os.getcwd(), 'output', example, plugin)
         if os.path.exists(wf.base_dir):
             rmtree(wf.base_dir)
+
+        # Handle a logging directory
+        log_dir = os.path.join(os.getcwd(), 'logs', example)
+        if os.path.exists(log_dir):
+            rmtree(log_dir)
+        os.makedirs(log_dir)
         wf.config = {'execution': {'hash_method': 'timestamp',
                                    'stop_on_first_rerun': 'true',
-                                   'write_provenance': 'true'}}
+                                   'write_provenance': 'true'},
+                     'logging': {'log_directory': log_dir, 'log_to_file': True}}
         wf.inputs.inputnode.in_data = os.path.abspath(data_path)
         wf.run(plugin=plugin, plugin_args=plugin_args)
         # run twice to check if nothing is rerunning