fix: also ingest small articles

shopware · Oct 16, 2023 · c7e5283 · c7e5283
1 parent efc47fc
commit c7e5283
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 4 deletions.
diff --git a/web/ingest.py b/web/ingest.py
@@ -134,7 +134,7 @@ def ingest(collection) -> FaissMap:
     docs = loader.load()
 
     # Remove documents that are too short
-    docs = [doc for doc in docs if len(doc.page_content) > 500]
+    # docs = [doc for doc in docs if len(doc.page_content) > 500]
 
     # add heading and id metadata
     add_metadata_to_docs(docs, current_dir)

diff --git a/web/main.py b/web/main.py
@@ -125,13 +125,13 @@ def post_ingest(
         db = ingest(collection.collection)
     except EmptyEmbeddings:
         return {
-            "success": True,
-            "metadatas": []
+            "success": False,
+            "metadatas": [],
         }
 
     return {
         "success": True,
-        "metadatas": db.stats["metadatas"]
+        "metadatas": db.stats["metadatas"],
     }