Use RFC3339 for date formats when emitting records and state (#30)

* Use RFC3339 for date formats when emitting records and state

* bump up package version

* fix failing ci test

* omit tox folder

* clean up coverage data after test

* Revert tox file content

* Clean up tox file

* Update coverage version

* Set coverage version to use in tox deps

* Use new cache on build

* Revert cache build

* Strictly use stable version of coverage

setup.cfg

@@ -2,12 +2,12 @@
 test=pytest
 
 [flake8]
-exclude=build, .eggs
+exclude=build, .eggs, .tox/*
 
 [coverage:run]
 source=.
 data_file=.coverage
-omit=build, .eggs/*
+omit=build, .eggs/*, .tox/*
 
 [coverage:report]
-omit=build, .eggs/*
+omit=build, .eggs/*, .tox/*

setup.py

@@ -47,7 +47,7 @@ def find_version(*paths):
       py_modules=['tap-redshift'],
       packages=find_packages(),
       install_requires=[
-        'attrs==17.2.0',
+        'attrs==18.2.0',
         'pendulum==1.2.0',
         'singer-python==5.0.4',
         'backoff==1.3.2',
@@ -59,7 +59,7 @@ def find_version(*paths):
       tests_require=[
         'pytest-mock>=1.6.3',
         'mock>=2.0.0',
-        'coverage>=4.4.2',
+        'coverage==4.5.1',
         'doublex>=1.8.4,<2.0a',
         'flake8>=2.6.0,<3.4.1a',
         'pyhamcrest>=1.9.0,<2.0a',

tap_redshift/__init__.py

@@ -36,7 +36,7 @@
 
 from tap_redshift import resolve
 
-__version__ = '1.0.0b8'
+__version__ = '1.0.0b9'
 
 LOGGER = singer.get_logger()
 
@@ -277,6 +277,8 @@ def get_stream_version(tap_stream_id, state):
 def row_to_record(catalog_entry, version, row, columns, time_extracted):
     row_to_persist = ()
     for idx, elem in enumerate(row):
+        if isinstance(elem, datetime.date):
+            elem = elem.isoformat('T') + 'Z'
         row_to_persist += (elem,)
     return singer.RecordMessage(
         stream=catalog_entry.stream,
@@ -307,8 +309,8 @@ def sync_table(connection, catalog_entry, state):
         params = {}
 
         if start_date is not None:
-            formatted_start_date = str(datetime.datetime.strptime(
-                start_date, '%Y-%m-%dT%H:%M:%SZ'))
+            formatted_start_date = datetime.datetime.strptime(
+                start_date, '%Y-%m-%dT%H:%M:%SZ').astimezone()
 
         replication_key = metadata.to_map(catalog_entry.metadata).get(
             (), {}).get('replication-key')
@@ -341,7 +343,7 @@ def sync_table(connection, catalog_entry, state):
                 state,
                 tap_stream_id,
                 'replication_key_value'
-            ) or formatted_start_date
+            ) or formatted_start_date.isoformat()
 
         if replication_key_value is not None:
             entry_schema = catalog_entry.schema

tox.ini

@@ -2,10 +2,9 @@
 envlist=py36
 [testenv]
 deps=
-    coverage
+    coverage<=4.5.1
     flake8
 commands=
-    flake8 . \
-    --exclude=./.tox/*,./.eggs/*,./build/*
+    flake8 .
     coverage run setup.py test {posargs}
-    coverage report --omit=./.tox/* --fail-under=70
+    coverage report --fail-under=70