diff --git a/service/src/main/java/eu/ebrains/kg/search/controller/indexing/IndexingController.java b/service/src/main/java/eu/ebrains/kg/search/controller/indexing/IndexingController.java index 926347a31..d836e4f58 100644 --- a/service/src/main/java/eu/ebrains/kg/search/controller/indexing/IndexingController.java +++ b/service/src/main/java/eu/ebrains/kg/search/controller/indexing/IndexingController.java @@ -128,7 +128,7 @@ public List { + final UpdateResult updateResultV2 = update(kgV2, translatorModel.getTargetClass(), translatorModel.getV2translator(), translatorModel.getBulkSizeV2(), dataStage, handledIdentifiers, instance -> { if(translatorModel.getMerger()!=null){ final Translator> v1translator = translatorModel.getV1translator(); final List fromV1 = v1translator != null ? getRelatedInstance(kgV2, v1translator, instance, dataStage) : null; @@ -149,7 +149,7 @@ public List void clearNonResolvableReferences(List existingRefs = elasticSearchController.existingDocuments(refs, dataStage); references.forEach(r -> { if(r.getReference()!=null && !existingRefs.contains(r.getReference())){ - logger.warn(String.format("Was not able to find instance %s in database for stage %s - remove reference", r.getReference(), dataStage)); +// logger.warn(String.format("Was not able to find instance %s in database for stage %s - remove reference", r.getReference(), dataStage)); r.setReference(null); } }); diff --git a/service/src/main/java/eu/ebrains/kg/search/model/TranslatorModel.java b/service/src/main/java/eu/ebrains/kg/search/model/TranslatorModel.java index 00f76aa19..3fea3883f 100644 --- a/service/src/main/java/eu/ebrains/kg/search/model/TranslatorModel.java +++ b/service/src/main/java/eu/ebrains/kg/search/model/TranslatorModel.java @@ -93,4 +93,9 @@ public int getBulkSize() { //TODO handle the "big" source models by restraining the bulk size return 1000; } + + public int getBulkSizeV2() { + //TODO handle the "big" source models by restraining the bulk size + return 200; + } }