From d8d7d4701406bab590bd360ace9cf3611769215a Mon Sep 17 00:00:00 2001 From: "Yi (Alan) Wang" Date: Thu, 24 Oct 2024 16:03:28 -0700 Subject: [PATCH] Confluence ingestion error [sc-29555] (#1020) --- metaphor/common/embeddings.py | 1 - tests/confluence/expected.json | 1 - tests/monday/expected.json | 1 - tests/notion/expected.json | 1 - tests/sharepoint/expected.json | 1 - tests/sharepoint/expected_no_text.json | 1 - tests/static_web/expected.json | 1 - 7 files changed, 7 deletions(-) diff --git a/metaphor/common/embeddings.py b/metaphor/common/embeddings.py index 3e2144da..55aeb17b 100644 --- a/metaphor/common/embeddings.py +++ b/metaphor/common/embeddings.py @@ -118,7 +118,6 @@ def map_metadata( embedding_dict[nodeid] = { "entityId": nodeid_format, - "documentId": nodeid_format, "embedding_1": embedding_dict[nodeid], "pageId": metadata_dict[nodeid]["pageId"], "lastRefreshed": metadata_dict[nodeid]["lastRefreshed"], diff --git a/tests/confluence/expected.json b/tests/confluence/expected.json index 7a5e8936..a50cbe93 100644 --- a/tests/confluence/expected.json +++ b/tests/confluence/expected.json @@ -1,7 +1,6 @@ [ { "entityId": "EXTERNAL_DOCUMENT~5678", - "documentId": "EXTERNAL_DOCUMENT~5678", "embedding_1": [ 0.1, 0.2, diff --git a/tests/monday/expected.json b/tests/monday/expected.json index 23ffaf13..19a39f37 100644 --- a/tests/monday/expected.json +++ b/tests/monday/expected.json @@ -1,7 +1,6 @@ [ { "entityId": "EXTERNAL_DOCUMENT~5678", - "documentId": "EXTERNAL_DOCUMENT~5678", "embedding_1": [ 0.1, 0.2, diff --git a/tests/notion/expected.json b/tests/notion/expected.json index e65710fb..1e5c94f9 100644 --- a/tests/notion/expected.json +++ b/tests/notion/expected.json @@ -1,7 +1,6 @@ [ { "entityId": "EXTERNAL_DOCUMENT~ABCD1234", - "documentId": "EXTERNAL_DOCUMENT~ABCD1234", "embedding_1": [ 0.1, 0.2, diff --git a/tests/sharepoint/expected.json b/tests/sharepoint/expected.json index 1b2b41a7..bfed0752 100644 --- a/tests/sharepoint/expected.json +++ b/tests/sharepoint/expected.json @@ -1,7 +1,6 @@ [ { "entityId": "EXTERNAL_DOCUMENT~PAGE123", - "documentId": "EXTERNAL_DOCUMENT~PAGE123", "embedding_1": [ 0.1, 0.2, diff --git a/tests/sharepoint/expected_no_text.json b/tests/sharepoint/expected_no_text.json index bd5e468f..642ecbfb 100644 --- a/tests/sharepoint/expected_no_text.json +++ b/tests/sharepoint/expected_no_text.json @@ -1,7 +1,6 @@ [ { "entityId": "EXTERNAL_DOCUMENT~PAGE123", - "documentId": "EXTERNAL_DOCUMENT~PAGE123", "embedding_1": [ 0.1, 0.2, diff --git a/tests/static_web/expected.json b/tests/static_web/expected.json index eab800d3..709e7c43 100644 --- a/tests/static_web/expected.json +++ b/tests/static_web/expected.json @@ -1,7 +1,6 @@ [ { "entityId": "EXTERNAL_DOCUMENT~ABCD1234", - "documentId": "EXTERNAL_DOCUMENT~ABCD1234", "embedding_1": [ 0.1, 0.2,