update report with number of retries and failures

neu-se · Dec 19, 2024 · 48793bc · 48793bc
1 parent afe6451
commit 48793bc
Showing 1 changed file with 6 additions and 2 deletions.
diff --git a/.github/generateReport.js b/.github/generateReport.js
@@ -54,9 +54,13 @@ function generateLLMorpheusReport(title, dirName, mutantsDirName){
     totalCompletionTokens += nrCompletionTokens;
     const nrTotalTokens = llmJsonObj.totalTokens;
     totalTotalTokens += nrTotalTokens;
-    report += `| ${benchmark} | ${nrPrompts} | ${nrTotal} | ${nrKilled} | ${nrSurvived} | ${nrTimedOut} | ${mutationScore} | ${llmorpheusTime} | ${strykerTime} | ${nrPromptTokens} | ${nrCompletionTokens} | ${nrTotalTokens} |\n`;
+    nrRetries = llmJsonObj.nrRetries;
+    totalNrRetries += nrRetries;
+    nrFailures = llmJsonObj.nrFailures;
+    totalNrFailures += nrFailures;
+    report += `| ${benchmark} | ${nrPrompts} | ${nrTotal} | ${nrKilled} | ${nrSurvived} | ${nrTimedOut} | ${mutationScore} | ${llmorpheusTime} | ${strykerTime} | ${nrPromptTokens} | ${nrCompletionTokens} | ${nrTotalTokens} | ${nrRetries} | ${nrFailures} |\n`;
   } 
-  report += `| Total | ${totalPrompts} | ${totalMutants} | ${totalKilled} | ${totalSurvived} | ${totalTimedOut} | - | ${totalLLMorpheusTime.toFixed(2)} | ${totalStrykerTime.toFixed(2)} | ${totalPromptTokens} | ${totalCompletionTokens} | ${totalTotalTokens} |\n`;
+  report += `| Total | ${totalPrompts} | ${totalMutants} | ${totalKilled} | ${totalSurvived} | ${totalTimedOut} | - | ${totalLLMorpheusTime.toFixed(2)} | ${totalStrykerTime.toFixed(2)} | ${totalPromptTokens} | ${totalCompletionTokens} | ${totalTotalTokens} | ${totalNrRetries} | ${totalNrFailures} |\n`;
 
   const metaData = retrieveMetaData(mutantsDirName);