Add in the ability to export specific imports

ahinz · ahinz · commit f10a0703b96f · 2013-07-15T15:18:03.000-04:00
These are not async so will block, but given that this is an admin only
feature I think that should be okay.
diff --git a/importer/models.py b/importer/models.py
@@ -809,6 +809,36 @@ class TreeImportRow(GenericImportRow):
     WATCH=2
     VERIFIED=4
 
+    PLOT_MAP = {
+        'geometry': fields.trees.POINT,
+        'width': fields.trees.PLOT_WIDTH,
+        'length': fields.trees.PLOT_LENGTH,
+        'type': fields.trees.PLOT_TYPE,
+        'readonly': fields.trees.READ_ONLY,
+        'sidewalk_damage': fields.trees.SIDEWALK,
+        'powerline_conflict_potential': fields.trees.POWERLINE_CONFLICT,
+        'owner_orig_id': fields.trees.ORIG_ID_NUMBER,
+        'owner_additional_id': fields.trees.DATA_SOURCE,
+        'owner_additional_properties': fields.trees.NOTES
+    }
+
+    TREE_MAP = {
+        'tree_owner': fields.trees.OWNER,
+        'steward_name': fields.trees.STEWARD,
+        'dbh': fields.trees.DIAMETER,
+        'height': fields.trees.TREE_HEIGHT,
+        'canopy_height': fields.trees.CANOPY_HEIGHT,
+        'species': fields.trees.SPECIES_OBJECT,
+        'sponsor': fields.trees.SPONSOR,
+        'date_planted': fields.trees.DATE_PLANTED,
+        'readonly': fields.trees.READ_ONLY,
+        'projects': fields.trees.LOCAL_PROJECTS,
+        'condition': fields.trees.TREE_CONDITION,
+        'canopy_condition': fields.trees.CANOPY_CONDITION,
+        'url': fields.trees.URL,
+        'pests': fields.trees.PESTS
+    }
+
     # plot that was created from this row
     plot = models.ForeignKey(Plot, null=True, blank=True)
 
@@ -883,37 +913,7 @@ def commit_row(self):
 
         data_owner = self.import_event.owner
 
-        plot_map = {
-            'geometry': fields.trees.POINT,
-            'width': fields.trees.PLOT_WIDTH,
-            'length': fields.trees.PLOT_LENGTH,
-            'type': fields.trees.PLOT_TYPE,
-            'readonly': fields.trees.READ_ONLY,
-            'sidewalk_damage': fields.trees.SIDEWALK,
-            'powerline_conflict_potential': fields.trees.POWERLINE_CONFLICT,
-            'owner_orig_id': fields.trees.ORIG_ID_NUMBER,
-            'owner_additional_id': fields.trees.DATA_SOURCE,
-            'owner_additional_properties': fields.trees.NOTES
-        }
-
-        tree_map = {
-            'tree_owner': fields.trees.OWNER,
-            'steward_name': fields.trees.STEWARD,
-            'dbh': fields.trees.DIAMETER,
-            'height': fields.trees.TREE_HEIGHT,
-            'canopy_height': fields.trees.CANOPY_HEIGHT,
-            'species': fields.trees.SPECIES_OBJECT,
-            'sponsor': fields.trees.SPONSOR,
-            'date_planted': fields.trees.DATE_PLANTED,
-            'readonly': fields.trees.READ_ONLY,
-            'projects': fields.trees.LOCAL_PROJECTS,
-            'condition': fields.trees.TREE_CONDITION,
-            'canopy_condition': fields.trees.CANOPY_CONDITION,
-            'url': fields.trees.URL,
-            'pests': fields.trees.PESTS
-        }
-
-        for modelkey, importdatakey in plot_map.iteritems():
+        for modelkey, importdatakey in TreeImportRow.PLOT_MAP.iteritems():
             importdata = data.get(importdatakey, None)
 
             if importdata:
@@ -925,7 +925,7 @@ def commit_row(self):
             plot.import_event = base_treemap_import_event
             plot.save()
 
-        for modelkey, importdatakey in tree_map.iteritems():
+        for modelkey, importdatakey in TreeImportRow.TREE_MAP.iteritems():
             importdata = data.get(importdatakey, None)
 
             if importdata:
diff --git a/importer/urls.py b/importer/urls.py
@@ -10,6 +10,10 @@
     (r'^status/species/(?P<import_event_id>\d+)$', 'show_species_import_status'),
     (r'^update/(?P<import_event_row_id>\d+)$', 'update_row'),
 
+    (r'^export/species/all', 'export_all_species'),
+    (r'^export/species/(?P<import_event_id>\d+)$', 'export_single_species_import'),
+    (r'^export/tree/(?P<import_event_id>\d+)$', 'export_single_tree_import'),
+
     # API
     (r'^api/(?P<import_type>[a-z]+)/(?P<import_event_id>\d+)/results/(?P<subtype>[a-zA-Z]+)$',
      'results'),
diff --git a/importer/views.py b/importer/views.py
@@ -1,5 +1,6 @@
 import csv
 import json
+from StringIO import StringIO
 from datetime import datetime
 
 from django.db import transaction
@@ -421,6 +422,123 @@ def process_csv(request, fileconstructor, **kwargs):
 
     return ie.pk
 
+@login_required
+def export_all_species(request):
+    io = StringIO()
+
+    # Maps [attr on species model] -> field name
+    fieldmap = SpeciesImportRow.SPECIES_MAP
+    fields = fieldmap.values()
+
+    writer = csv.DictWriter(io, fields)
+    writer.writeheader()
+
+    for s in Species.objects.all():
+        obj = {v: getattr(s, k) for (k, v) in fieldmap.iteritems()}
+        writer.writerow(obj)
+
+    response = HttpResponse(io.getvalue(), mimetype='text/csv')
+    response['Content-Disposition'] = 'attachment; filename=species.csv'
+
+    return response
+
+@login_required
+def export_single_species_import(request, import_event_id):
+    fieldmap = SpeciesImportRow.SPECIES_MAP
+    fields = fieldmap.values()
+
+    ie = SpeciesImportEvent.objects.get(pk=import_event_id)
+
+    io = StringIO()
+
+    writer = csv.DictWriter(io, fields)
+    writer.writeheader()
+
+    for r in ie.rows():
+        if r.species:
+            obj = {v: getattr(r.species, k) for (k, v) in fieldmap.iteritems()}
+        else:
+            obj = lowerkeys(json.loads(r.data))
+
+        writer.writerow(obj)
+
+    response = HttpResponse(io.getvalue(), mimetype='text/csv')
+    response['Content-Disposition'] = 'attachment; filename=species.csv'
+
+    return response
+
+@login_required
+def export_single_tree_import(request, import_event_id):
+    plotmap = TreeImportRow.PLOT_MAP
+    treemap = TreeImportRow.TREE_MAP
+
+    all_fields = list(fields.trees.ALL)
+
+    ie = TreeImportEvent.objects.get(pk=import_event_id)
+
+    io = StringIO()
+
+    writer = csv.DictWriter(io, all_fields)
+    writer.writeheader()
+
+    for r in ie.rows():
+        if r.plot:
+            obj = {}
+            obj[fields.trees.POINT_X] = r.plot.geometry.x
+            obj[fields.trees.POINT_Y] = r.plot.geometry.y
+
+            obj[fields.trees.ADDRESS] = r.plot.address_street
+            obj[fields.trees.PLOT_WIDTH] = r.plot.width
+            obj[fields.trees.PLOT_LENGTH] = r.plot.length
+            obj[fields.trees.READ_ONLY] = r.plot.readonly
+            obj[fields.trees.OPENTREEMAP_ID_NUMBER] = r.plot.pk
+            obj[fields.trees.ORIG_ID_NUMBER] = r.plot.owner_orig_id
+            obj[fields.trees.DATA_SOURCE] = r.plot.owner_additional_id
+            obj[fields.trees.NOTES] = r.plot.owner_additional_properties
+            obj[fields.trees.SIDEWALK] = r.plot.sidewalk_damage
+            obj[fields.trees.POWERLINE_CONFLICT] = r.plot.powerline_conflict_potential
+            obj[fields.trees.PLOT_TYPE] = r.plot.type
+
+            tree = r.plot.current_tree()
+
+            obj[fields.trees.TREE_PRESENT] = tree is not None
+
+            if tree:
+                species = tree.species
+
+                if species:
+                    obj[fields.trees.GENUS] = species.genus
+                    obj[fields.trees.SPECIES] = species.species
+                    obj[fields.trees.CULTIVAR] = species.cultivar_name
+                    obj[fields.trees.OTHER_PART_OF_NAME] = species.other_part_of_name
+
+
+                obj[fields.trees.DIAMETER] = tree.dbh
+                obj[fields.trees.TREE_HEIGHT] = tree.height
+                obj[fields.trees.CANOPY_HEIGHT] = tree.canopy_height
+                obj[fields.trees.DATE_PLANTED] = tree.date_planted
+                obj[fields.trees.OWNER] = tree.tree_owner
+                obj[fields.trees.SPONSOR] = tree.sponsor
+                obj[fields.trees.STEWARD] = tree.steward_name
+                obj[fields.trees.URL] = tree.url
+
+                obj[fields.trees.TREE_CONDITION] = tree.condition
+                obj[fields.trees.CANOPY_CONDITION] = tree.canopy_condition
+                obj[fields.trees.PESTS] = tree.pests
+                obj[fields.trees.LOCAL_PROJECTS] = tree.projects
+
+        else:
+            obj = lowerkeys(json.loads(r.data))
+
+        writer.writerow(obj)
+
+    response = HttpResponse(io.getvalue(), mimetype='text/csv')
+    response['Content-Disposition'] = 'attachment; filename=trees.csv'
+
+    return response
+
+
+
 def process_commit(request, import_id):
     ie = TreeImportEvent.objects.get(pk=import_id)
 
diff --git a/templates/importer/list.html b/templates/importer/list.html
@@ -83,6 +83,11 @@ <h2>Active Species Imports</h2>
     <h2>Finished Species Imports</h2>
     {% include 'importer/partials/import_table.html' with things=species_finished id="finishedspecies" link="species" %}
   </div>
+  <h3>
+    <a href="{{ SITE_ROOT }}importer/export/species/all">
+      Export All Species
+    </a>
+  </h3>
 </div>
 
 {% endblock %}
diff --git a/templates/importer/partials/active_row.html b/templates/importer/partials/active_row.html
@@ -17,6 +17,10 @@
   {% if ie.status == 3 or ie.status == 5 or ie.status == 6 %}
     <td>{{ ie.rows.count }}</td>
     <td>
+      <a href="{{ SITE_ROOT }}importer/export/{{ link }}/{{ ie.pk }}">
+        Export
+      </a>
+      |
       <a href="{{ SITE_ROOT }}importer/status/{{ link }}/{{ ie.pk}}">
         View
       </a>
