Add support for the new mode_confirm and purpose_confirm classes

Changes include:
- new wrapper class
- formatters for the input processing

This is also hopefully a nice, self-contained example of how to add new
manually reported objects to the server.

See also: https://github.com/e-mission/e-mission-server/issues/516#issuecomment-325426620

Author: shankari

emission/core/wrapper/entry.py

@@ -41,6 +41,8 @@ def _getData2Wrapper():
             "stats/client_nav_event": "statsevent",
             "stats/client_error": "statsevent",
             "manual/incident": "incident",
+            "manual/mode_confirm": "userlabel",
+            "manual/purpose_confirm": "userlabel",
             "segmentation/raw_trip": "rawtrip",
             "segmentation/raw_place": "rawplace",
             "segmentation/raw_section": "section",

emission/core/wrapper/userlabel.py

@@ -0,0 +1,20 @@
+import logging
+import emission.core.wrapper.wrapperbase as ecwb
+
+class Userlabel(ecwb.WrapperBase):
+    props = {"start_ts": ecwb.WrapperBase.Access.RO,    # geojson representation of the point
+             "start_local_dt": ecwb.WrapperBase.Access.RO, # start datetime in local time
+             "start_fmt_time": ecwb.WrapperBase.Access.RO, # start formatted time (in timezone of point)
+             "end_ts": ecwb.WrapperBase.Access.WORM, # end UTC timestamp (in secs)
+             "end_local_dt": ecwb.WrapperBase.Access.RO, # end datetime in local time
+             "end_fmt_time": ecwb.WrapperBase.Access.RO, # end formatted time (in timezone of point)
+             "label": ecwb.WrapperBase.Access.RO # string representation of mode
+    }
+
+    enums = {}
+    geojson = []
+    nullable = []
+    local_dates = ["start_local_dt", "end_local_dt"]
+
+    def _populateDependencies(self):
+        pass

emission/net/usercache/formatters/android/mode_confirm.py

@@ -0,0 +1,5 @@
+import logging
+import emission.net.usercache.formatters.generic.userlabel as fgl
+
+def format(entry):
+    return fgl.format(entry)

emission/net/usercache/formatters/android/purpose_confirm.py

@@ -0,0 +1,5 @@
+import logging
+import emission.net.usercache.formatters.generic.userlabel as fgl
+
+def format(entry):
+    return fgl.format(entry)

emission/net/usercache/formatters/common.py

@@ -19,3 +19,9 @@ def expand_metadata_times(m):
 def expand_data_times(d,m):
     d.local_dt = ecsdlq.get_local_date(d.ts, m.time_zone)
     d.fmt_time = arrow.get(d.ts).to(m.time_zone).isoformat()
+
+def expand_start_end_data_times(d,m):
+    d.start_local_dt = ecsdlq.get_local_date(d.start_ts, m.time_zone)
+    d.start_fmt_time = arrow.get(d.start_ts).to(m.time_zone).isoformat()
+    d.end_local_dt = ecsdlq.get_local_date(d.end_ts, m.time_zone)
+    d.end_fmt_time = arrow.get(d.end_ts).to(m.time_zone).isoformat()

emission/net/usercache/formatters/generic/__init__.py

@@ -0,0 +1,24 @@
+import logging
+import arrow
+
+import emission.net.usercache.formatters.common as fc
+import emission.storage.decorations.local_date_queries as ecsdlq
+import attrdict as ad
+
+def format(entry):
+    formatted_entry = ad.AttrDict()
+    formatted_entry["_id"] = entry["_id"]
+    formatted_entry.user_id = entry.user_id
+    
+    metadata = entry.metadata
+    if "time_zone" not in metadata:
+        metadata.time_zone = "America/Los_Angeles"
+    logging.debug("Timestamp conversion: %s -> %s done" % (entry.metadata.write_ts, metadata.write_ts))
+    fc.expand_metadata_times(metadata)
+    formatted_entry.metadata = metadata
+
+    data = entry.data
+    fc.expand_start_end_data_times(data, metadata)
+    formatted_entry.data = data
+
+    return formatted_entry

emission/net/usercache/formatters/generic/userlabel.py

@@ -0,0 +1,5 @@
+import logging
+import emission.net.usercache.formatters.generic.userlabel as fgl
+
+def format(entry):
+    return fgl.format(entry)

emission/net/usercache/formatters/ios/mode_confirm.py

@@ -0,0 +1,5 @@
+import logging
+import emission.net.usercache.formatters.generic.userlabel as fgl
+
+def format(entry):
+    return fgl.format(entry)

emission/net/usercache/formatters/ios/purpose_confirm.py

@@ -48,6 +48,8 @@ def __init__(self, user_id):
                 "stats/client_nav_event": self.timeseries_db,
                 "stats/client_error": self.timeseries_db,
                 "manual/incident": self.timeseries_db,
+                "manual/mode_confirm": self.timeseries_db,
+                "manual/purpose_confirm": self.timeseries_db,
                 "segmentation/raw_trip": self.analysis_timeseries_db,
                 "segmentation/raw_place": self.analysis_timeseries_db,
                 "segmentation/raw_section": self.analysis_timeseries_db,