init: lingo dependency management

- fetching packages
- libraries specification
- add backend for the C target
- lock files

Cargo.toml

@@ -16,17 +16,20 @@ path = "./src/main.rs"
 [dependencies]
 
 clap = { version = "4.1", features = ["derive"] }
-os-version = "0.2"
 serde = "1.0"
 serde_json = "1.0"
 serde_derive = "1.0"
-which = "5.0"
+which = "6.0"
 regex = "1.8"
 lazy_static = "1.4"
 rayon = "1.7"
 toml = {version = "0.8"}
 crossbeam = "0.8"
-termion = "2.0"
 git2 = "0.18"
-run_script = "0.10"
 tempfile = "3.0"
+url = { version = "2.5", features = ["serde"] }
+anyhow = "1.0"
+versions = { git = "https://github.com/tanneberger/rs-versions.git", features = ["serde"]}
+log = "0.4"
+sha1dir = { version = "1.0", git = "https://github.com/tanneberger/sha1dir" }
+colored = "2.1.0"

derivation.nix

@@ -7,6 +7,9 @@ naersk.buildPackage {
   src = ./.;
 
   cargoSha256 = lib.fakeSha256;
+  preBuild = ''
+    export CARGO_BIN_NAME=cargo
+  '';
 
   nativeBuildInputs = [ pkg-config cmake zlib openssl glibc];
   buildInputs = [  ];

src/args.rs

@@ -3,8 +3,8 @@ use clap::{Args, Parser, Subcommand};
 use serde_derive::{Deserialize, Serialize};
 use std::path::PathBuf;
 
-#[derive(clap::ValueEnum, Clone, Copy, Debug, Deserialize, Serialize, PartialEq)]
-#[clap(rename_all = "lowercase")]
+#[derive(clap::ValueEnum, Clone, Copy, Debug, Deserialize, Serialize, Eq, PartialEq, Hash)]
+#[value(rename_all = "lowercase")]
 pub enum TargetLanguage {
     C,
     Cpp,
@@ -13,7 +13,7 @@ pub enum TargetLanguage {
     Python,
 }
 
-#[derive(clap::ValueEnum, Clone, Copy, Debug, Deserialize, Serialize, PartialEq)]
+#[derive(clap::ValueEnum, Clone, Copy, Debug, Deserialize, Serialize, Eq, PartialEq, Hash)]
 pub enum Platform {
     Native,
     Zephyr,
@@ -33,39 +33,39 @@ pub enum BuildSystem {
 pub struct BuildArgs {
     /// Which build system to use
     /// TODO: discuss this
-    #[clap(short, long)]
+    #[arg(short, long)]
     pub build_system: Option<BuildSystem>,
 
     /// Which target to build
-    #[clap(short, long)]
+    #[arg(short, long)]
     pub language: Option<TargetLanguage>,
 
     /// Overwrites any possible board definition in Lingo.toml
-    #[clap(long)]
+    #[arg(long)]
     pub platform: Option<Platform>,
 
     /// Tell lingo where the lfc toolchain can be found
-    #[clap(long)]
+    #[arg(long)]
     pub lfc: Option<PathBuf>,
 
     /// Skips building aka invoking the build system so it only generates code
-    #[clap(short, long, action)]
+    #[arg(short, long)]
     pub no_compile: bool,
 
     /// If one of the apps fails to build dont interrupt the build process
-    #[clap(short, long, action)]
+    #[arg(short, long)]
     pub keep_going: bool,
 
     /// Compiles the binaries with optimizations turned on and strips debug symbols
-    #[clap(short, long, action)]
+    #[arg(short, long)]
     pub release: bool,
 
     /// List of apps to build if left empty all apps are built
-    #[clap(short, long, value_delimiter = ',')]
+    #[arg(short, long, value_delimiter = ',')]
     pub apps: Vec<String>,
 
     /// Number of threads to use for parallel builds. Zero means it will be determined automatically.
-    #[clap(short, long, default_value_t = 0)]
+    #[arg(short, long, default_value_t = 0)]
     pub threads: usize,
 }
 
@@ -81,9 +81,9 @@ impl BuildArgs {
 
 #[derive(Args, Debug)]
 pub struct InitArgs {
-    #[clap(value_enum, short, long)]
+    #[arg(value_enum, short, long)]
     pub language: Option<TargetLanguage>,
-    #[clap(value_enum, short, long, default_value_t = Platform::Native)]
+    #[arg(value_enum, short, long, default_value_t = Platform::Native)]
     pub platform: Platform,
 }
 
@@ -120,20 +120,20 @@ pub enum Command {
 }
 
 #[derive(Parser)]
-#[clap(name = "Lingua Franca package manager and build tool")]
-#[clap(author = "[email protected]")]
-#[clap(version = env!("CARGO_PKG_VERSION"))]
-#[clap(about = "Build system for the Lingua Franca coordination language", long_about = None)]
+#[command(name = "Lingua Franca package manager and build tool")]
+#[command(author = "[email protected]")]
+#[command(version = env!("CARGO_PKG_VERSION"))]
+#[command(about = "Build system for the Lingua Franca coordination language", long_about = None)]
 pub struct CommandLineArgs {
     /// which command of lingo to use
     #[clap(subcommand)]
     pub command: Command,
 
     /// lingo wouldn't produce any output
-    #[clap(short, long, action)]
+    #[arg(short, long)]
     pub quiet: bool,
 
     /// lingo will give more detailed feedback
-    #[clap(short, long, action)]
+    #[arg(short, long)]
     pub verbose: bool,
 }

src/backends/cmake_c.rs

@@ -0,0 +1,124 @@
+use std::fs;
+use std::io::Write;
+use std::process::Command;
+
+use crate::backends::{
+    BatchBackend, BatchBuildResults, BuildCommandOptions, BuildProfile, BuildResult, CommandSpec,
+};
+use crate::util::errors::LingoError;
+use crate::util::execute_command_to_build_result;
+use crate::App;
+
+pub struct CmakeC;
+
+fn gen_cmake_files(app: &App, options: &BuildCommandOptions) -> BuildResult {
+    let build_dir = app.output_root.join("build");
+    fs::create_dir_all(&build_dir)?;
+
+    // location of the cmake file
+    let app_build_folder = app.src_gen_dir().join(&app.main_reactor_name);
+    println!("creating {}", &app_build_folder.display());
+    let _ = std::fs::create_dir_all(&app_build_folder);
+    let cmake_file = app_build_folder.clone().join("CMakeLists.txt");
+
+    println!("writing artifacts ...");
+    // create potential files that come from the target properties
+    app.properties
+        .write_artifacts(&app_build_folder)
+        .expect("cannot write artifacts");
+
+    // read file and append cmake include to generated cmake file
+    println!("reading cmake file ... {:?}", &cmake_file);
+    let mut content = fs::read_to_string(&cmake_file)?;
+    let include_statement = "\ninclude(./aggregated_cmake_include.cmake)";
+    content += &*include_statement;
+
+    println!("writing cmake file ...");
+    // overwrite cmake file
+    let mut f = fs::OpenOptions::new()
+        .write(true)
+        .open(&cmake_file)
+        .expect("cannot open file");
+    f.write_all(content.as_ref()).expect("cannot write file");
+    f.flush().expect("cannot flush");
+
+    println!("running file ...");
+
+    // cmake args
+    let mut cmake = Command::new("cmake");
+    cmake.arg(format!(
+        "-DCMAKE_BUILD_TYPE={}",
+        if options.profile == BuildProfile::Release {
+            "RELEASE"
+        } else {
+            "DEBUG"
+        }
+    ));
+    cmake.arg(format!(
+        "-DCMAKE_INSTALL_PREFIX={}",
+        app.output_root.display()
+    ));
+    cmake.arg("-DCMAKE_INSTALL_BINDIR=bin");
+    cmake.arg(&app_build_folder);
+    cmake.arg(format!("-B {}", app_build_folder.display()));
+    cmake.current_dir(&build_dir);
+
+    execute_command_to_build_result(cmake)
+}
+
+fn do_cmake_build(results: &mut BatchBuildResults, options: &BuildCommandOptions) {
+    // open lingo.toml of the dependency
+    // read the version
+    // cry loud when it doesn't match out specified version
+
+    results.keep_going(options.keep_going);
+    super::lfc::LFC::do_parallel_lfc_codegen(options, results, false);
+    if !options.compile_target_code {
+        return;
+    }
+    results
+        // generate all CMake files ahead of time
+        .map(|app| gen_cmake_files(app, options))
+        // Run cmake to build everything.
+        .map(|app| {
+            let app_build_folder = app.src_gen_dir().join(&app.main_reactor_name);
+
+            // compile everything
+            let mut cmake = Command::new("cmake");
+            cmake.current_dir(&app_build_folder);
+            cmake.args(["--build", "."]);
+
+            // add one target arg for each app
+            let name = app
+                .main_reactor
+                .file_stem()
+                .ok_or(LingoError::InvalidMainReactor)?;
+            cmake.arg("--target");
+            cmake.arg(name);
+
+            execute_command_to_build_result(cmake)
+        })
+        .map(|app| {
+            let bin_source = app
+                .src_gen_dir()
+                .join(&app.main_reactor_name)
+                .join(&app.main_reactor_name);
+            fs::rename(bin_source, app.executable_path())?;
+            Ok(())
+        });
+}
+
+impl BatchBackend for CmakeC {
+    fn execute_command(&mut self, command: &CommandSpec, results: &mut BatchBuildResults) {
+        match command {
+            CommandSpec::Build(options) => do_cmake_build(results, options),
+            CommandSpec::Clean => {
+                results.par_map(|app| {
+                    crate::util::default_build_clean(&app.output_root)?;
+                    Ok(())
+                });
+            }
+            _ => todo!(),
+        }
+    }
+}

src/backends/cmake.rs → src/backends/cmake_cpp.rs

@@ -1,4 +1,5 @@
 use std::fs;
+use std::io::Write;
 
 use std::process::Command;
 
@@ -9,14 +10,37 @@ use crate::backends::{
     BatchBackend, BatchBuildResults, BuildCommandOptions, BuildProfile, BuildResult, CommandSpec,
 };
 
-pub struct Cmake;
+pub struct CmakeCpp;
 
 fn gen_cmake_files(app: &App, options: &BuildCommandOptions) -> BuildResult {
     let build_dir = app.output_root.join("build");
     fs::create_dir_all(&build_dir)?;
 
-    let mut cmake = Command::new("cmake");
+    // location of the cmake file
+    let app_build_folder = app.src_gen_dir().join(&app.main_reactor_name);
+    let cmake_file = app_build_folder.clone().join("CMakeLists.txt");
+
+    // create potential files that come from the target properties
+    app.properties.write_artifacts(&app_build_folder)?;
+
+    // we need to modify the cmake file here to include our generated cmake files
+    let src_gen_dir = app.src_gen_dir();
+
+    // read file and append cmake include to generated cmake file
+    let mut content = fs::read_to_string(&cmake_file)?;
+    let include_statement = format!(
+        "\ninclude({}/aggregated_cmake_include.cmake)",
+        app_build_folder.display()
+    );
+    content += &*include_statement;
+
+    // overwrite cmake file
+    let mut f = fs::OpenOptions::new().write(true).open(&cmake_file)?;
+    f.write_all(content.as_ref())?;
+    f.flush()?;
+
     // cmake args
+    let mut cmake = Command::new("cmake");
     cmake.arg(format!(
         "-DCMAKE_BUILD_TYPE={}",
         if options.profile == BuildProfile::Release {
@@ -39,16 +63,20 @@ fn gen_cmake_files(app: &App, options: &BuildCommandOptions) -> BuildResult {
             .expect("not a valid main reactor path")
             .display()
     ));
-    cmake.arg(app.src_gen_dir());
+    cmake.arg(src_gen_dir);
     cmake.arg(format!("-B {}", build_dir.display()));
     cmake.current_dir(&build_dir);
 
     execute_command_to_build_result(cmake)
 }
 
 fn do_cmake_build(results: &mut BatchBuildResults, options: &BuildCommandOptions) {
+    // open lingo.toml of the dependency
+    // read the version
+    // cry loud when it doesn't match out specified version
+
     results.keep_going(options.keep_going);
-    super::lfc::LFC::do_parallel_lfc_codegen(options, results, true);
+    super::lfc::LFC::do_parallel_lfc_codegen(options, results, false);
     if !options.compile_target_code {
         return;
     }
@@ -89,7 +117,7 @@ fn do_cmake_build(results: &mut BatchBuildResults, options: &BuildCommandOptions
         });
 }
 
-impl BatchBackend for Cmake {
+impl BatchBackend for CmakeCpp {
     fn execute_command(&mut self, command: &CommandSpec, results: &mut BatchBuildResults) {
         match command {
             CommandSpec::Build(options) => do_cmake_build(results, options),