add Nix based compilation + rr

Author: fhackett

.devcontainer/Dockerfile

@@ -3,12 +3,9 @@ FROM mcr.microsoft.com/devcontainers/base:ubuntu24.04
 # Note: there is no OpenJDK installed. Mill uses its own.
 # Look at the top of build.mill to see the most-used version.
 
+# For build tools happiness
 RUN apt-get update \
-    && apt-get install -y \
-    build-essential \
-    libmsgpack-cxx-dev clang-tools clangd cmake ninja-build \
-    wget ssh sudo gdb \
-    python3-dev swig
+    && apt-get install -y clangd
 
 RUN wget https://go.dev/dl/go1.24.0.linux-amd64.tar.gz
 RUN tar -C /usr/local -xzf go1.24.0.linux-amd64.tar.gz

.devcontainer/devcontainer.json

@@ -18,7 +18,8 @@
 		}
 	},
 	"postCreateCommand": {
-		"autocomplete": "rm -rf out/ .scala-build/ .bloop/ .bsp/ .metals/ && ./mill mill.tabcomplete/install && echo source ~/.cache/mill/download/mill-completion.sh >>~/.bashrc"
+		"autocomplete": "rm -rf out/ .scala-build/ .bloop/ .bsp/ .metals/ && ./mill mill.tabcomplete/install && echo source ~/.cache/mill/download/mill-completion.sh >>~/.bashrc",
+		"nix": "bash -c \"sh <(curl --proto '=https' --tlsv1.2 -L https://nixos.org/nix/install) --no-daemon\" && echo . /home/vscode/.nix-profile/etc/profile.d/nix.sh >>~/.bashrc && mkdir -p ~/.config/nix/ && echo experimental-features = nix-command flakes >>~/.config/nix/nix.conf"
 	},
 	"features": {
 		"ghcr.io/devcontainers/features/docker-outside-of-docker:1": {}

omnilink/GitRepo.mill renamed to omnilink/GitRepoModule.mill

@@ -2,7 +2,7 @@ package build.omnilink
 
 import mill.*
 
-trait GitRepo extends Module:
+trait GitRepoModule extends Module:
   repo =>
   def origin: T[String]
 
@@ -11,14 +11,18 @@ trait GitRepo extends Module:
     def commitHash: T[String]
     def dir: T[PathRef] = Task:
       os.call(
-        List("git", "clone", origin()),
+        List[os.Shellable](
+          "git",
+          "clone",
+          origin(),
+        ),
         cwd = Task.dest,
         stdout = os.Inherit,
         stderr = os.Inherit,
       )
       val cloneDir = os.list(Task.dest).filter(os.isDir).head
       os.call(
-        List(
+        List[os.Shellable](
           "git",
           "-c",
           "advice.detachedHead=false",
@@ -32,4 +36,4 @@ trait GitRepo extends Module:
       PathRef(cloneDir)
     end dir
   end CommitHash
-end GitRepo
+end GitRepoModule

omnilink/createTables.sql

@@ -6,8 +6,6 @@ CREATE TABLE IF NOT EXISTS config (
 CREATE TABLE IF NOT EXISTS experiment (
     config_id VARCHAR,
     idx INTEGER,
-    github VARCHAR,
-    branch VARCHAR,
     spec_path VARCHAR,
     mc_spec_path VARCHAR,
     mc_config_path VARCHAR,

omnilink/evaldb/package.mill

@@ -0,0 +1,109 @@
+package build.omnilink.evaldb
+
+import mill.*
+
+import scalasql.*, PostgresDialect.*
+import mill.api.BuildCtx
+import scala.util.Using
+import java.time.LocalDateTime
+
+trait EvalDBTrait:
+  def dbPath: os.SubPath
+  def createTablesSQL: os.SubPath
+
+  final case class AutoCloseClient(client: DbClient, closeFn: () => Unit)
+      extends AutoCloseable:
+    export client.*
+    def close(): Unit =
+      closeFn()
+  end AutoCloseClient
+
+  private lazy val fn =
+    Class.forName("org.duckdb.DuckDBDriver")
+    val fn = () =>
+      @scala.annotation.tailrec
+      def retry(): AutoCloseClient =
+        try
+          val conn = java.sql.DriverManager.getConnection(
+            s"jdbc:duckdb:${BuildCtx.workspaceRoot / dbPath}",
+          )
+          val client = DbClient.Connection(conn)
+          AutoCloseClient(client, conn.close)
+        catch
+          case ex: java.sql.SQLException =>
+            if ex.getMessage().contains("Could not set lock on file")
+            then
+              println(s"DuckDB file lock contention, backing off...")
+              Thread.sleep(1000)
+              retry()
+            else throw ex
+      end retry
+      retry()
+    end fn
+
+    Using.resource(fn()): conn =>
+      conn.getAutoCommitClientConnection
+        .updateRaw(os.read(BuildCtx.workspaceRoot / createTablesSQL))
+
+    fn
+  end fn
+
+  def dbClient: () => AutoCloseClient = fn
+end EvalDBTrait
+
+object EvalDB extends Module, EvalDBTrait:
+  def createTablesSQL = os.sub / "omnilink" / "createTables.sql"
+  def dbPath = os.sub / "omnilink" / "eval.duckdb"
+
+  given workspacePathMapper: TypeMapper[os.Path] =
+    TypeMapper[String].bimap(
+      _.relativeTo(BuildCtx.workspaceRoot).toString,
+      os.Path(_, BuildCtx.workspaceRoot),
+    )
+
+  case class Config[T[_]](
+      id: T[String],
+      expectedExperimentCount: T[Int],
+  )
+  object Config extends Table[Config]
+
+  case class Experiment[T[_]](
+      configId: T[String],
+      idx: T[Int],
+      github: T[String],
+      branch: T[String],
+      specPath: T[os.Path],
+      mcSpecPath: T[os.Path],
+      mcConfigPath: T[os.Path],
+      startTime: T[LocalDateTime],
+      endTime: T[LocalDateTime],
+  )
+  object Experiment extends Table[Experiment]
+
+  case class Trace[T[_]](
+      configId: T[String],
+      experimentIdx: T[Int],
+      id: T[Int],
+      trace: T[geny.Bytes],
+  )
+  object Trace extends Table[Trace]
+
+  case class GatherLog[T[_]](
+      configId: T[String],
+      experimentIdx: T[Int],
+      name: T[String],
+      text: T[String],
+  )
+  object GatherLog extends Table[GatherLog]
+
+  case class Validation[T[_]](
+      configId: T[String],
+      experimentIdx: T[Int],
+      logTxt: T[String],
+      startTime: T[LocalDateTime],
+      endTime: T[LocalDateTime],
+      success: T[Boolean],
+      counterExampleBin: T[Option[geny.Bytes]],
+  )
+  object Validation extends Table[Validation]
+end EvalDB

omnilink/nativebuilds/package.mill

@@ -0,0 +1,42 @@
+package build.omnilink.nativebuilds
+
+import mill.*
+import mill.api.Task.Simple
+
+object Nix extends Module:
+  def whichNix: T[(String, String)] = Task.Input:
+    val exePath = "nix"
+    val result = os.call(
+      List[os.Shellable](exePath, "--version"),
+      stdout = os.Inherit,
+      stderr = os.Inherit,
+    )
+    (exePath, result.out.text())
+  end whichNix
+
+  def nixExe: T[String] = whichNix()._1
+
+  trait FlakeModule extends Module:
+    def flakeDescriptor: T[String]
+
+    def buildResult: T[PathRef] = Task:
+      os.call(
+        List[os.Shellable](nixExe(), "build", flakeDescriptor()),
+        stdout = os.Inherit,
+        stderr = os.Inherit,
+        cwd = Task.dest,
+      )
+      PathRef(Task.dest / "result")
+    end buildResult
+
+    trait OutputModule(path: os.SubPath) extends Module:
+      def out: T[PathRef] =
+        PathRef(buildResult().path / path)
+    end OutputModule
+  end FlakeModule
+end Nix
+
+object rr extends Nix.FlakeModule:
+  def flakeDescriptor = "github:sidkshatriya/rr.soft"
+  object bin extends OutputModule(os.sub / "bin" / "rr")
+end rr

omnilink/omnilink-lib.hpp

@@ -11,7 +11,6 @@
 #include <initializer_list>
 #include <limits>
 #include <memory>
-#include <msgpack/v3/object_decl.hpp>
 #include <sstream>
 #include <vector>
 #include <thread>