Capability for driver to read from a binary log

This adds a new option to the driver, `--binlog`. When this is specified the driver will read all C# invocations from the binary log and process them.

csharp/extractor/Semmle.Extraction.CSharp/BUILD.bazel

@@ -22,5 +22,6 @@ codeql_csharp_library(
         "//csharp/extractor/Semmle.Util",
         "@paket.main//microsoft.build",
         "@paket.main//microsoft.codeanalysis.csharp",
+        "@paket.main//basic.compilerlog.util"
     ],
 )

csharp/extractor/Semmle.Extraction.CSharp/Extractor/Extractor.cs

@@ -13,6 +13,8 @@
 using Microsoft.CodeAnalysis.Text;
 using Semmle.Util;
 using Semmle.Util.Logging;
+using Basic.CompilerLog;
+using Basic.CompilerLog.Util;
 
 namespace Semmle.Extraction.CSharp
 {
@@ -92,11 +94,56 @@ public static ILogger MakeLogger(Verbosity verbosity, bool includeConsole)
         /// <param name="args">Command line arguments as passed to csc.exe</param>
         /// <returns><see cref="ExitCode"/></returns>
         public static ExitCode Run(string[] args)
+        {
+            var options = Options.CreateWithEnvironment(args);
+            if (options.BinaryLogPath is string binlogPath)
+            {
+                using var fileStream = new FileStream(binlogPath, FileMode.Open, FileAccess.Read, FileShare.Read);
+
+                // Filter out compiler calls that aren't interesting for examination
+                var predicate = bool (CompilerCall compilerCall) =>
+                {
+                    if (!compilerCall.IsCSharp)
+                    {
+                        return false;
+                    }
+
+                    return compilerCall.Kind switch
+                    {
+                        CompilerCallKind.XamlPreCompile => false,
+                        CompilerCallKind.Satellite => false,
+                        CompilerCallKind.WpfTemporaryCompile => false,
+                        _ => true
+                    };
+                };
+
+                var compilerCalls = BinaryLogUtil.ReadAllCompilerCalls(fileStream, predicate);
+                var exitCode = ExitCode.Ok;
+                foreach (var compilerCall in compilerCalls)
+                {
+                    Console.WriteLine($"Processing {compilerCall.GetDiagnosticName()}");
+                    var compilerCallOptions = Options.CreateWithEnvironment([]);
+                    compilerCallOptions.CompilerName = compilerCall.CompilerFilePath;
+                    compilerCallOptions.CompilerArguments.AddRange(compilerCall.GetArguments());
+                    var ec = Run(compilerCallOptions);
+                    if (ec != ExitCode.Ok)
+                    {
+                        exitCode = ec;
+                    }
+                }
+
+                return exitCode;
+            }
+            else
+            {
+                return Run(options);
+            }
+        }
+
+        public static ExitCode Run(Options options)
         {
             var stopwatch = new Stopwatch();
             stopwatch.Start();
-
-            var options = Options.CreateWithEnvironment(args);
             var workingDirectory = Directory.GetCurrentDirectory();
             var compilerArgs = options.CompilerArguments.ToArray();
 

csharp/extractor/Semmle.Extraction.CSharp/Extractor/Options.cs

@@ -25,13 +25,15 @@ public sealed class Options : CommonOptions
         /// <summary>
         /// All other arguments passed to the compilation.
         /// </summary>
-        public IList<string> CompilerArguments { get; } = new List<string>();
+        public List<string> CompilerArguments { get; } = new List<string>();
 
         /// <summary>
         /// Holds if assembly information should be prefixed to TRAP labels.
         /// </summary>
         public bool AssemblySensitiveTrap { get; private set; } = false;
 
+        public string? BinaryLogPath { get; set; }
+
         public static Options CreateWithEnvironment(string[] arguments)
         {
             var options = new Options();
@@ -65,6 +67,9 @@ public override bool HandleOption(string key, string value)
                 case "load-sources-from-project":
                     ProjectsToLoad.Add(value);
                     return true;
+                case "binlog":
+                    BinaryLogPath = value;
+                    return true;
                 default:
                     return base.HandleOption(key, value);
             }

csharp/extractor/Semmle.Extraction.CSharp/paket.references

@@ -1,3 +1,3 @@
 Microsoft.Build
 Microsoft.CodeAnalysis.CSharp
-
+Basic.CompilerLog.Util

csharp/paket.dependencies

@@ -4,6 +4,7 @@ source https://api.nuget.org/v3/index.json
 # behave like nuget in choosing transitive dependency versions
 strategy: min
 
+nuget Basic.CompilerLog.Util
 nuget Mono.Posix.NETStandard
 nuget Newtonsoft.Json
 nuget xunit
@@ -17,4 +18,4 @@ nuget Microsoft.Win32.Primitives
 nuget System.Net.Primitives
 nuget System.Security.Principal
 nuget System.Threading.ThreadPool
-nuget System.IO.FileSystem
+nuget System.IO.FileSystem