1. Code overage for java projects

build.gradle

@@ -79,11 +79,13 @@ plugins {
   id 'com.palantir.docker' version '0.35.0' apply false
   id 'com.avast.gradle.docker-compose' version '0.17.6'
   id "com.diffplug.spotless" version "6.23.3"
+  id 'jacoco-report-aggregation'
   // https://blog.ltgt.net/javax-jakarta-mess-and-gradle-solution/
   // TODO id "org.gradlex.java-ecosystem-capabilities" version "1.0"
 }
 
 apply from: "gradle/docker/docker.gradle"
+apply from: "gradle/coverage/coverage.gradle"
 
 project.ext.spec = [
     'product' : [
@@ -281,6 +283,7 @@ project.ext.externalDependency = [
 allprojects {
   apply plugin: 'idea'
   apply plugin: 'eclipse'
+  apply plugin: 'jacoco'
   // apply plugin: 'org.gradlex.java-ecosystem-capabilities'
 
   tasks.withType(Test).configureEach { task -> if (task.project.name != "metadata-io") {
@@ -291,6 +294,7 @@ allprojects {
               .any { it.getName().contains("testng") }) {
         useTestNG()
       }
+    finalizedBy jacocoTestReport
     }
   }
 
@@ -372,6 +376,7 @@ subprojects {
   apply plugin: 'maven-publish'
   apply plugin: 'com.gorylenko.gradle-git-properties'
   apply plugin: 'com.diffplug.spotless'
+  apply plugin: 'jacoco'
 
   gitProperties {
     keys = ['git.commit.id','git.commit.id.describe','git.commit.time']
@@ -402,6 +407,15 @@ subprojects {
       }
     }
 
+    jacocoTestReport {
+      reports {
+        xml.required = true
+        csv.required = true
+        html.outputLocation = layout.buildDirectory.dir('jacocoHtml')
+      }
+      dependsOn test // tests are required to run before generating the report
+    }
+
     spotless {
       java {
         googleJavaFormat()
@@ -486,3 +500,16 @@ subprojects {
     }
   }
 }
+
+reporting {
+  reports {
+    testCodeCoverageReport(JacocoCoverageReport) {
+      testType = TestSuiteType.UNIT_TEST
+
+    }
+  }
+}
+
+tasks.named('check') {
+  dependsOn tasks.named('testCodeCoverageReport', JacocoReport)
+}

datahub-graphql-core/build.gradle

@@ -55,3 +55,24 @@ tasks.withType(Checkstyle) {
 
 compileJava.dependsOn 'graphqlCodegen'
 sourceSets.main.java.srcDir "$projectDir/src/mainGeneratedGraphQL/java"
+
+test{
+    useTestNG()
+    finalizedBy jacocoTestReport
+}
+
+def jacocoExclusions = [
+        '**/graphql/generated/**'
+];
+
+jacocoTestReport {
+
+    afterEvaluate {
+        classDirectories.setFrom(files(classDirectories.files.collect {
+            fileTree(dir: it,
+                    exclude: jacocoExclusions
+            )
+        }))
+    }
+
+}

gradle/coverage/coverage.gradle

@@ -0,0 +1,61 @@
+dependencies {
+    jacocoAggregation project(':datahub-frontend')
+    jacocoAggregation project(':datahub-graphql-core')
+    jacocoAggregation project(':datahub-upgrade')
+    jacocoAggregation project(':entity-registry')
+    jacocoAggregation project(':ingestion-scheduler')
+    jacocoAggregation project(':li-utils')
+    jacocoAggregation project(':metadata-auth')
+    jacocoAggregation project(':metadata-dao-impl')
+    jacocoAggregation project(':metadata-events')
+    jacocoAggregation project(':metadata-integration')
+    jacocoAggregation project(':metadata-io')
+    jacocoAggregation project(':metadata-jobs')
+    jacocoAggregation project(':metadata-models')
+    jacocoAggregation project(':metadata-models-custom')
+    jacocoAggregation project(':metadata-models-validator')
+    jacocoAggregation project(':metadata-operation-context')
+    jacocoAggregation project(':metadata-service')
+    jacocoAggregation project(':metadata-utils')
+    jacocoAggregation project(':mock-entity-registry')
+    jacocoAggregation project(':metadata-auth:auth-api')
+    jacocoAggregation project(':metadata-dao-impl:kafka-producer')
+    jacocoAggregation project(':metadata-events:mxe-avro')
+    jacocoAggregation project(':metadata-events:mxe-registration')
+    jacocoAggregation project(':metadata-events:mxe-schemas')
+    jacocoAggregation project(':metadata-events:mxe-utils-avro')
+    jacocoAggregation project(':metadata-integration:java')
+    jacocoAggregation project(':metadata-io:metadata-io-api')
+    jacocoAggregation project(':metadata-jobs:common')
+    jacocoAggregation project(':metadata-jobs:mce-consumer')
+    jacocoAggregation project(':metadata-jobs:mce-consumer-job')
+    jacocoAggregation project(':metadata-jobs:pe-consumer')
+    jacocoAggregation project(':metadata-service:auth-config')
+    jacocoAggregation project(':metadata-service:auth-filter')
+    jacocoAggregation project(':metadata-service:auth-impl')
+    jacocoAggregation project(':metadata-service:auth-servlet-impl')
+    jacocoAggregation project(':metadata-service:configuration')
+    jacocoAggregation project(':metadata-service:factories')
+    jacocoAggregation project(':metadata-service:graphql-servlet-impl')
+    jacocoAggregation project(':metadata-service:openapi-analytics-servlet')
+    jacocoAggregation project(':metadata-service:openapi-entity-servlet')
+    jacocoAggregation project(':metadata-service:openapi-servlet')
+    jacocoAggregation project(':metadata-service:plugin')
+    jacocoAggregation project(':metadata-service:restli-api')
+    jacocoAggregation project(':metadata-service:restli-client')
+    jacocoAggregation project(':metadata-service:restli-client-api')
+    jacocoAggregation project(':metadata-service:restli-servlet-impl')
+    jacocoAggregation project(':metadata-service:schema-registry-api')
+    jacocoAggregation project(':metadata-service:schema-registry-servlet')
+    jacocoAggregation project(':metadata-service:services')
+    jacocoAggregation project(':metadata-service:servlet')
+    jacocoAggregation project(':metadata-integration:java:acryl-spark-lineage')
+    jacocoAggregation project(':metadata-integration:java:custom-plugin-lib')
+    jacocoAggregation project(':metadata-integration:java:datahub-client')
+    jacocoAggregation project(':metadata-integration:java:datahub-event')
+    jacocoAggregation project(':metadata-integration:java:datahub-protobuf')
+    jacocoAggregation project(':metadata-integration:java:examples')
+    jacocoAggregation project(':metadata-integration:java:openlineage-converter')
+    jacocoAggregation project(':metadata-service:openapi-entity-servlet:generators')
+    jacocoAggregation project(':metadata-service:openapi-servlet:models')
+}

metadata-integration/java/openlineage-converter/build.gradle

@@ -33,12 +33,12 @@ jacocoTestReport {
 
 test {
     forkEvery = 1
-    useJUnit()
+    useTestNG()
     finalizedBy jacocoTestReport
 }
 
 test {
-    useJUnit()
+    useTestNG()
     finalizedBy jacocoTestReport
 }
 shadowJar {

metadata-models/build.gradle

@@ -74,3 +74,25 @@ task cleanExtraDirs {
   delete "$projectDir/src/generatedJsonSchema"
 }
 clean.finalizedBy(cleanExtraDirs)
+
+
+test{
+  useTestNG()
+  finalizedBy jacocoTestReport
+}
+
+def jacocoExclusions = [
+        '**/openapi/generated/**'
+];
+
+jacocoTestReport {
+
+  afterEvaluate {
+    classDirectories.setFrom(files(classDirectories.files.collect {
+      fileTree(dir: it,
+              exclude: jacocoExclusions
+      )
+    }))
+  }
+
+}

metadata-service/restli-servlet-impl/build.gradle

@@ -79,7 +79,7 @@ dependencies {
 task integrationTest(type: Test) {
   description = 'Runs integration tests.'
   group = 'verification'
-  useJUnitPlatform()
+  useTestNG()
 
   testClassesDirs = sourceSets.integTest.output.classesDirs
   classpath = sourceSets.integTest.runtimeClasspath

settings.gradle

@@ -39,16 +39,16 @@ include ':docker:datahub-ingestion'
 include ':docker:datahub-ingestion-base'
 include 'metadata-models'
 include 'metadata-models-validator'
-include 'metadata-testing:metadata-models-test-utils'
-include 'metadata-testing:metadata-test-utils'
+//include 'metadata-testing:metadata-models-test-utils'
+//include 'metadata-testing:metadata-test-utils'
 include 'entity-registry'
 include 'metadata-io'
 include 'metadata-io:metadata-io-api'
 include 'datahub-upgrade'
 include 'metadata-utils'
 include 'li-utils'
 include 'test-models'
-include 'metadata-perf'
+//include 'metadata-perf'
 include 'docs-website'
 include 'metadata-models-custom'
 include 'entity-registry:custom-test-model'