Add test

sillsdev · Oct 14, 2024 · ff2f3a0 · ff2f3a0
1 parent 2acb423
commit ff2f3a0
Show file tree

Hide file tree

Showing 3 changed files with 158 additions and 1 deletion.
diff --git a/src/Machine/test/Serval.Machine.Shared.Tests/Services/PreprocessBuildJobTests.cs b/src/Machine/test/Serval.Machine.Shared.Tests/Services/PreprocessBuildJobTests.cs
@@ -338,7 +338,7 @@ public void RunAsync_OnlyParseSelectedBooks_PretranslateOnBadBook()
     }
 
     [Test]
-    public async Task ParallelCorpusLogic()
+    public async Task ParallelCorpusAsync()
     {
         using TestEnvironment env = new();
         var corpora = new List<ParallelCorpus>()
@@ -478,6 +478,149 @@ await env.GetTargetExtractAsync(),
         );
     }
 
+    [Test]
+    public async Task ParallelCorpusAsync_UseKeyTerms()
+    {
+        using TestEnvironment env = new();
+        var corpora = new List<ParallelCorpus>()
+        {
+            new ParallelCorpus()
+            {
+                Id = "1",
+                SourceCorpora = new List<MonolingualCorpus>()
+                {
+                    new()
+                    {
+                        Id = "_1",
+                        Language = "en",
+                        Files = new List<CorpusFile> { env.ParatextFile("pt-source1") },
+                        TrainOnChapters = new()
+                        {
+                            {
+                                "MAT",
+                                new() { 1 }
+                            },
+                            {
+                                "LEV",
+                                new() { }
+                            }
+                        },
+                        PretranslateChapters = new()
+                        {
+                            {
+                                "1CH",
+                                new() { }
+                            }
+                        }
+                    },
+                    new()
+                    {
+                        Id = "_1",
+                        Language = "en",
+                        Files = new List<CorpusFile> { env.ParatextFile("pt-source2") },
+                        TrainOnChapters = new()
+                        {
+                            {
+                                "MAT",
+                                new() { 1 }
+                            },
+                            {
+                                "MRK",
+                                new() { }
+                            }
+                        },
+                    },
+                },
+                TargetCorpora = new List<MonolingualCorpus>()
+                {
+                    new()
+                    {
+                        Id = "_1",
+                        Language = "en",
+                        Files = new List<CorpusFile> { env.ParatextFile("pt-target1") },
+                        TrainOnChapters = new()
+                        {
+                            {
+                                "MAT",
+                                new() { 1 }
+                            },
+                            {
+                                "MRK",
+                                new() { }
+                            }
+                        }
+                    },
+                    new()
+                    {
+                        Id = "_2",
+                        Language = "en",
+                        Files = new List<CorpusFile> { env.ParatextFile("pt-target2") },
+                        TrainOnChapters = new()
+                        {
+                            {
+                                "MAT",
+                                new() { 1 }
+                            },
+                            {
+                                "MRK",
+                                new() { }
+                            },
+                            {
+                                "LEV",
+                                new() { }
+                            }
+                        }
+                    }
+                }
+            }
+        };
+        await env.RunBuildJobAsync(corpora, useKeyTerms: true);
+        string source = await env.GetSourceExtractAsync();
+        string target = await env.GetTargetExtractAsync();
+        Assert.Multiple(() =>
+        {
+            StringAssert.StartsWith(
+                @"Source one, chapter fourteen, verse fifty-five. Segment b.
+Source one, chapter fourteen, verse fifty-six.
+Source one, chapter one, verse one.
+Source two, chapter one, verse two.
+Source two, chapter one, verse three.
+Source two, chapter one, verse four.
+Source two, chapter one, verse five. Source two, chapter one, verse six.
+Source two, chapter one, verse seven. Source two, chapter one, verse eight.
+Source two, chapter one, verse nine. Source two, chapter one, verse ten.
+Source two, chapter one, verse one.
+",
+                source
+            );
+            StringAssert.StartsWith(
+                @"Target two, chapter fourteen, verse fifty-five.
+Target two, chapter fourteen, verse fifty-six.
+Target one, chapter one, verse one.
+Target one, chapter one, verse two.
+Target one, chapter one, verse three.
+
+Target one, chapter one, verse five and six.
+Target one, chapter one, verse seven and eight.
+Target one, chapter one, verse nine and ten.
+
+",
+                target
+            );
+            StringAssert.Contains("Abraham", source);
+            StringAssert.Contains("Abraham", target);
+            StringAssert.DoesNotContain("Zedekiah", source);
+            StringAssert.DoesNotContain("Zedekiah", target);
+        });
+        JsonArray? pretranslations = await env.GetPretranslationsAsync();
+        Assert.That(pretranslations, Is.Not.Null);
+        Assert.That(pretranslations!.Count, Is.EqualTo(37), pretranslations.ToJsonString());
+        Assert.That(
+            pretranslations[2]!["translation"]!.ToString(),
+            Is.EqualTo("Source one, chapter twelve, verse one.")
+        );
+    }
+
     private class TestEnvironment : DisposableBase
     {
         private static readonly string TestDataPath = Path.Combine(

diff --git a/src/Machine/test/Serval.Machine.Shared.Tests/Services/data/pt-source1/TermRenderings.xml b/src/Machine/test/Serval.Machine.Shared.Tests/Services/data/pt-source1/TermRenderings.xml
@@ -6,4 +6,11 @@
     <Notes />
     <Denials />
   </TermRendering>
+  <TermRendering Id="צִדְקִיָּהוּ-2" Guess="false">
+    <Renderings>Zedekiah</Renderings>
+    <Glossary />
+    <Changes />
+    <Notes />
+    <Denials />
+  </TermRendering>
 </TermRenderingsList>
diff --git a/src/Machine/test/Serval.Machine.Shared.Tests/Services/data/pt-target1/TermRenderings.xml b/src/Machine/test/Serval.Machine.Shared.Tests/Services/data/pt-target1/TermRenderings.xml
@@ -6,4 +6,11 @@
     <Notes />
     <Denials />
   </TermRendering>
+  <TermRendering Id="צִדְקִיָּהוּ-2" Guess="false">
+    <Renderings>Zedekiah</Renderings>
+    <Glossary />
+    <Changes />
+    <Notes />
+    <Denials />
+  </TermRendering>
 </TermRenderingsList>