wip

pom.xml

@@ -37,6 +37,7 @@
 
     <properties>
         <main-class>nl.knaw.dans.validatedansbag.DdValidateDansBagApplication</main-class>
+        <dd-validate-dans-bag-api.version>0.5.1-SNAPSHOT</dd-validate-dans-bag-api.version>
     </properties>
 
     <scm>

src/main/java/nl/knaw/dans/validatedansbag/DdValidateDansBagApplication.java

@@ -16,7 +16,6 @@
 
 package nl.knaw.dans.validatedansbag;
 
-import io.dropwizard.configuration.FileConfigurationSourceProvider;
 import io.dropwizard.core.Application;
 import io.dropwizard.core.setup.Bootstrap;
 import io.dropwizard.core.setup.Environment;
@@ -45,8 +44,9 @@
 import nl.knaw.dans.validatedansbag.core.validator.PolygonListValidatorImpl;
 import nl.knaw.dans.validatedansbag.health.XmlSchemaHealthCheck;
 import nl.knaw.dans.validatedansbag.resources.IllegalArgumentExceptionMapper;
-import nl.knaw.dans.validatedansbag.resources.ValidateOkYamlMessageBodyWriter;
+import nl.knaw.dans.validatedansbag.resources.ValidateLocalDirApiResource;
 import nl.knaw.dans.validatedansbag.resources.ValidateResource;
+import nl.knaw.dans.validatedansbag.resources.ValidateZipApiResource;
 import nl.knaw.dans.vaultcatalog.client.invoker.ApiClient;
 import nl.knaw.dans.vaultcatalog.client.resources.DefaultApi;
 
@@ -55,7 +55,6 @@
 import java.nio.file.Files;
 import java.nio.file.Path;
 import java.util.HashMap;
-import java.util.List;
 import java.util.Map;
 import java.util.Set;
 import java.util.function.Function;
@@ -124,8 +123,8 @@ public void run(final DdValidateDansBagConfiguration configuration, final Enviro
             configuration.getDataverse() != null ? ruleSets.getDataStationSet() : ruleSets.getVaasSet());
 
         environment.jersey().register(new IllegalArgumentExceptionMapper());
-        environment.jersey().register(new ValidateResource(ruleEngineService, fileService));
-        environment.jersey().register(new ValidateOkYamlMessageBodyWriter());
+        environment.jersey().register(new ValidateZipApiResource(ruleEngineService, fileService));
+        environment.jersey().register(new ValidateLocalDirApiResource(ruleEngineService));
 
         environment.healthChecks().register("xml-schemas", new XmlSchemaHealthCheck(xmlSchemaValidator));
     }

src/main/java/nl/knaw/dans/validatedansbag/core/engine/RuleEngineImpl.java

@@ -60,7 +60,7 @@ public List<RuleValidationResult> validateRules(Path bag, NumberedRule[] rules,
         // create a copy, because we will modify this list
         var remainingRules = new ArrayList<>(rulesToExecute);
 
-        while (remainingRules.size() > 0) {
+        while (!remainingRules.isEmpty()) {
             var toRemove = new HashSet<NumberedRule>();
 
             for (var rule : remainingRules) {
@@ -82,19 +82,11 @@ else if (canBeExecuted(rule, ruleResults)) {
                     var response = rule.getRule().validate(bag);
 
                     log.trace("Task result: {}", response.getStatus());
-                    RuleValidationResult ruleValidationResult = null;
-
-                    switch (response.getStatus()) {
-                        case SUCCESS:
-                            ruleValidationResult = new RuleValidationResult(number, RuleValidationResult.RuleValidationResultStatus.SUCCESS);
-                            break;
-                        case SKIP_DEPENDENCIES:
-                            ruleValidationResult = new RuleValidationResult(number, RuleValidationResult.RuleValidationResultStatus.SUCCESS, true);
-                            break;
-                        case ERROR:
-                            ruleValidationResult = new RuleValidationResult(number, RuleValidationResult.RuleValidationResultStatus.FAILURE, formatErrorMessages(response.getErrorMessages()));
-                            break;
-                    }
+                    RuleValidationResult ruleValidationResult = switch (response.getStatus()) {
+                        case SUCCESS -> new RuleValidationResult(number, RuleValidationResult.RuleValidationResultStatus.SUCCESS);
+                        case SKIP_DEPENDENCIES -> new RuleValidationResult(number, RuleValidationResult.RuleValidationResultStatus.SUCCESS, true);
+                        case ERROR -> new RuleValidationResult(number, RuleValidationResult.RuleValidationResultStatus.FAILURE, formatErrorMessages(response.getErrorMessages()));
+                    };
 
                     ruleResults.put(number, ruleValidationResult);
 

src/main/java/nl/knaw/dans/validatedansbag/core/service/FileServiceImpl.java

@@ -32,9 +32,17 @@
 
 public class FileServiceImpl implements FileService {
     private final Path baseFolder;
+    private final Path tempFolder;
 
     public FileServiceImpl(Path baseFolder) {
-        this.baseFolder = baseFolder;
+        this.baseFolder = baseFolder.normalize().toAbsolutePath();
+
+        try {
+            this.tempFolder = Files.createDirectories(this.baseFolder.resolve("temp"));
+        }
+        catch (IOException e) {
+            throw new RuntimeException("Could not create temp directory", e);
+        }
     }
 
     @Override
@@ -84,7 +92,7 @@ public CharBuffer readFileContents(Path path, Charset charset) throws IOExceptio
 
     @Override
     public Path extractZipFile(InputStream inputStream) throws IOException {
-        var tempPath = Files.createTempDirectory(this.baseFolder, "bag-");
+        var tempPath = Files.createTempDirectory(this.tempFolder, "bag-");
 
         try (var input = new ZipInputStream(inputStream)) {
             var entry = input.getNextEntry();

src/main/java/nl/knaw/dans/validatedansbag/core/service/RuleEngineService.java

@@ -15,6 +15,7 @@
  */
 package nl.knaw.dans.validatedansbag.core.service;
 
+import nl.knaw.dans.validatedansbag.api.ValidateOkDto;
 import nl.knaw.dans.validatedansbag.core.engine.DepositType;
 import nl.knaw.dans.validatedansbag.core.engine.RuleValidationResult;
 
@@ -25,4 +26,5 @@ public interface RuleEngineService {
 
     List<RuleValidationResult> validateBag(Path path, DepositType depositType) throws Exception;
 
+    ValidateOkDto validateBag(Path path, DepositType depositType, String bagLocation) throws Exception;
 }

src/main/java/nl/knaw/dans/validatedansbag/core/service/RuleEngineServiceImpl.java

@@ -16,6 +16,8 @@
 package nl.knaw.dans.validatedansbag.core.service;
 
 import lombok.extern.slf4j.Slf4j;
+import nl.knaw.dans.validatedansbag.api.ValidateOkDto;
+import nl.knaw.dans.validatedansbag.api.ValidateOkRuleViolationsInnerDto;
 import nl.knaw.dans.validatedansbag.core.BagNotFoundException;
 import nl.knaw.dans.validatedansbag.core.engine.DepositType;
 import nl.knaw.dans.validatedansbag.core.engine.NumberedRule;
@@ -25,6 +27,7 @@
 
 import java.nio.file.Path;
 import java.util.List;
+import java.util.stream.Collectors;
 
 @Slf4j
 public class RuleEngineServiceImpl implements RuleEngineService {
@@ -34,8 +37,8 @@ public class RuleEngineServiceImpl implements RuleEngineService {
     private final NumberedRule[] ruleSet;
 
     public RuleEngineServiceImpl(RuleEngine ruleEngine,
-                                 FileService fileService,
-                                 NumberedRule[] ruleSet) {
+        FileService fileService,
+        NumberedRule[] ruleSet) {
         this.ruleEngine = ruleEngine;
         this.fileService = fileService;
         this.ruleSet = ruleSet;
@@ -54,10 +57,58 @@ public List<RuleValidationResult> validateBag(Path path, DepositType depositType
         return ruleEngine.validateRules(path, this.ruleSet, depositType);
     }
 
+    @Override
+    public ValidateOkDto validateBag(Path path, DepositType depositType, String bagLocation) throws Exception {
+        log.info("Validating bag on path '{}'", path);
+
+        if (!fileService.isReadable(path)) {
+            log.warn("Path {} could not not be found or is not readable", path);
+            throw new BagNotFoundException(String.format("Bag on path '%s' could not be found or read", path));
+        }
+
+        var results = ruleEngine.validateRules(path, this.ruleSet, depositType);
+        var isValid = results.stream().noneMatch(r -> r.getStatus().equals(RuleValidationResult.RuleValidationResultStatus.FAILURE));
+
+        var result = new ValidateOkDto();
+        result.setBagLocation(bagLocation);
+        result.setIsCompliant(isValid);
+        result.setName(path.getFileName().toString());
+        result.setProfileVersion("1.2.0");
+        result.setInformationPackageType(toInfoPackageType(depositType));
+        result.setRuleViolations(results.stream()
+            .filter(r -> r.getStatus().equals(RuleValidationResult.RuleValidationResultStatus.FAILURE))
+            .map(rule -> {
+                var ret = new ValidateOkRuleViolationsInnerDto();
+                ret.setRule(rule.getNumber());
+
+                var message = new StringBuilder();
+
+                if (rule.getErrorMessage() != null) {
+                    message.append(rule.getErrorMessage());
+                }
+
+                ret.setViolation(message.toString());
+                return ret;
+            })
+            .collect(Collectors.toList()));
+
+        log.debug("Validation result: {}", result);
+
+        return result;
+    }
+
+    private ValidateOkDto.InformationPackageTypeEnum toInfoPackageType(DepositType value) {
+        if (DepositType.MIGRATION.equals(value)) {
+            return ValidateOkDto.InformationPackageTypeEnum.MIGRATION;
+        }
+        return ValidateOkDto.InformationPackageTypeEnum.DEPOSIT;
+    }
+
     public void validateRuleConfiguration() {
         try {
             this.ruleEngine.validateRuleConfiguration(this.ruleSet);
-        } catch (RuleEngineConfigurationException e) {
+        }
+        catch (RuleEngineConfigurationException e) {
             throw new RuntimeException("Rule configuration is not valid", e);
         }
     }

src/main/java/nl/knaw/dans/validatedansbag/resources/ValidateLocalDirApiResource.java

@@ -0,0 +1,47 @@
+/*
+ * Copyright (C) 2022 DANS - Data Archiving and Networked Services ([email protected])
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package nl.knaw.dans.validatedansbag.resources;
+
+import lombok.AllArgsConstructor;
+import nl.knaw.dans.validatedansbag.api.ValidateCommandDto;
+import nl.knaw.dans.validatedansbag.core.BagNotFoundException;
+import nl.knaw.dans.validatedansbag.core.engine.DepositType;
+import nl.knaw.dans.validatedansbag.core.service.RuleEngineService;
+
+import javax.ws.rs.core.Response;
+import javax.ws.rs.core.Response.Status;
+import java.nio.file.Path;
+
+@AllArgsConstructor
+public class ValidateLocalDirApiResource implements ValidateLocalDirApi {
+    private final RuleEngineService ruleEngineService;
+
+    @Override
+    public Response validateLocalDirPost(ValidateCommandDto validateCommandDto) {
+        try {
+            var result = ruleEngineService.validateBag(Path.of(validateCommandDto.getBagLocation()),
+                DepositType.valueOf(validateCommandDto.getPackageType().toString()),
+                validateCommandDto.getBagLocation());
+            return Response.ok(result).build();
+        }
+        catch (BagNotFoundException e) {
+            return Response.status(Status.BAD_REQUEST).entity(e.getMessage()).build();
+        }
+        catch (Exception e) {
+            throw new RuntimeException(e);
+        }
+    }
+}

src/main/java/nl/knaw/dans/validatedansbag/resources/ValidateZipApiResource.java

@@ -0,0 +1,47 @@
+/*
+ * Copyright (C) 2022 DANS - Data Archiving and Networked Services ([email protected])
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package nl.knaw.dans.validatedansbag.resources;
+
+import lombok.AllArgsConstructor;
+import nl.knaw.dans.validatedansbag.core.engine.DepositType;
+import nl.knaw.dans.validatedansbag.core.service.FileService;
+import nl.knaw.dans.validatedansbag.core.service.RuleEngineService;
+
+import javax.ws.rs.core.Response;
+import java.io.File;
+import java.io.FileInputStream;
+
+@AllArgsConstructor
+public class ValidateZipApiResource implements ValidateZipApi {
+    private final RuleEngineService ruleEngineService;
+    private final FileService fileService;
+
+    @Override
+    public Response validateZipPost(File body) {
+        try (var inputStream = new FileInputStream(body)) {
+            var dir = fileService.extractZipFile(inputStream);
+            var bagDir = fileService.getFirstDirectory(dir);
+            if (bagDir.isEmpty()) {
+                return Response.status(Response.Status.BAD_REQUEST).entity("No bag directory found in zip file").build();
+            }
+            var result = ruleEngineService.validateBag(bagDir.get(), DepositType.DEPOSIT, "ZIP");
+            return Response.ok(result).build();
+        }
+        catch (Exception e) {
+            throw new RuntimeException(e);
+        }
+    }
+}