Handle formatting issues of Decimals

hotgluexyz · Sep 7, 2021 · 496a945 · 496a945
1 parent a8f5188
commit 496a945
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 2 deletions.
diff --git a/setup.py b/setup.py
@@ -3,7 +3,7 @@
 from setuptools import setup
 
 setup(name='target-csv',
-      version='0.3.4',
+      version='0.3.5',
       description='Singer.io target for writing CSV files',
       author='Stitch',
       url='https://singer.io',
@@ -12,6 +12,7 @@
       install_requires=[
           'jsonschema==2.6.0',
           'singer-python==5.12.1',
+          'simplejson==3.11.1'
       ],
       entry_points='''
           [console_scripts]

diff --git a/target_csv.py b/target_csv.py
@@ -5,6 +5,7 @@
 import os
 import sys
 import json
+import simplejson
 import csv
 import threading
 import http.client
@@ -91,7 +92,9 @@ def persist_messages(delimiter, quotechar, messages, destination_path, fixed_hea
                 if file_is_empty:
                     writer.writeheader()
 
-                writer.writerow(flattened_record)
+                # We use simplejson to re-serialize the data to avoid formatting issues in the CSV
+                r = simplejson.dumps(flattened_record)
+                writer.writerow(simplejson.loads(r))
 
             state = None
         elif message_type == 'STATE':