From 48793bcbbbedd68c855962bedd660f8703b9f7c5 Mon Sep 17 00:00:00 2001
From: franktip <f.tip@northeastern.edu>
Date: Thu, 19 Dec 2024 12:44:26 -0500
Subject: [PATCH] update report with number of retries and failures

---
 .github/generateReport.js | 8 ++++++--
 1 file changed, 6 insertions(+), 2 deletions(-)

diff --git a/.github/generateReport.js b/.github/generateReport.js
index 0f52770..2042a00 100644
--- a/.github/generateReport.js
+++ b/.github/generateReport.js
@@ -54,9 +54,13 @@ function generateLLMorpheusReport(title, dirName, mutantsDirName){
     totalCompletionTokens += nrCompletionTokens;
     const nrTotalTokens = llmJsonObj.totalTokens;
     totalTotalTokens += nrTotalTokens;
-    report += `| ${benchmark} | ${nrPrompts} | ${nrTotal} | ${nrKilled} | ${nrSurvived} | ${nrTimedOut} | ${mutationScore} | ${llmorpheusTime} | ${strykerTime} | ${nrPromptTokens} | ${nrCompletionTokens} | ${nrTotalTokens} |\n`;
+    nrRetries = llmJsonObj.nrRetries;
+    totalNrRetries += nrRetries;
+    nrFailures = llmJsonObj.nrFailures;
+    totalNrFailures += nrFailures;
+    report += `| ${benchmark} | ${nrPrompts} | ${nrTotal} | ${nrKilled} | ${nrSurvived} | ${nrTimedOut} | ${mutationScore} | ${llmorpheusTime} | ${strykerTime} | ${nrPromptTokens} | ${nrCompletionTokens} | ${nrTotalTokens} | ${nrRetries} | ${nrFailures} |\n`;
   } 
-  report += `| Total | ${totalPrompts} | ${totalMutants} | ${totalKilled} | ${totalSurvived} | ${totalTimedOut} | - | ${totalLLMorpheusTime.toFixed(2)} | ${totalStrykerTime.toFixed(2)} | ${totalPromptTokens} | ${totalCompletionTokens} | ${totalTotalTokens} |\n`;
+  report += `| Total | ${totalPrompts} | ${totalMutants} | ${totalKilled} | ${totalSurvived} | ${totalTimedOut} | - | ${totalLLMorpheusTime.toFixed(2)} | ${totalStrykerTime.toFixed(2)} | ${totalPromptTokens} | ${totalCompletionTokens} | ${totalTotalTokens} | ${totalNrRetries} | ${totalNrFailures} |\n`;
 
   const metaData = retrieveMetaData(mutantsDirName);