fix(mongo): igore index when concatenating chunks (#1825)

ToucanToco · Nov 20, 2024 · e49f014 · e49f014
1 parent 2160e20
commit e49f014
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 2 deletions.
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -2,13 +2,16 @@
 
 ## Unreleased
 
+### Fixed
+
+- Mongo: when reading data by chunk, ignore each individual chunk index when concatenating them.
+
 ## [7.3.1] 2024-11-14
 
 ### Fixed
 
 - Mongo: correctly type the aggregation pipeline, expected when `query` is a `list`
 
-
 ## [7.3.0] 2024-11-13
 
 ### Added

diff --git a/toucan_connectors/mongo/mongo_connector.py b/toucan_connectors/mongo/mongo_connector.py
@@ -269,7 +269,7 @@ def _retrieve_data(self, data_source, chunk_size: int | None = None):
             chunks = []
             while (chunk := list(itertools.islice(data, chunk_size))):
                 chunks.append(pd.DataFrame.from_records(chunk))
-            return pd.concat(chunks) if chunks else pd.DataFrame()
+            return pd.concat(chunks, ignore_index=True) if chunks else pd.DataFrame()
         else:
             return pd.DataFrame.from_records(data)