Compare commits
29 Commits
feat/nixos
...
uconsole-c
| Author | SHA1 | Date | |
|---|---|---|---|
| 6543de3a45 | |||
| 0db8071300 | |||
| 9038863728 | |||
| 7e3b2520eb | |||
| 80efb68428 | |||
| 3d86af76b9 | |||
| 656570b39e | |||
| 8b6990ceee | |||
| a312c29221 | |||
| 053dd535d3 | |||
| 35e4155b8c | |||
| e8218c322a | |||
| 931ed2ac27 | |||
| 052081616c | |||
| d3d7cdff44 | |||
| 5202bc1fcb | |||
| 9319e32683 | |||
| 7da46d5769 | |||
| 8ea6be7ac1 | |||
| b455bf6866 | |||
| ce7c594562 | |||
| eb5e64ec67 | |||
| ec44012a64 | |||
| 16acc6a153 | |||
| 5ee644e9dd | |||
| efc50d23c4 | |||
| a527b65eae | |||
| 698d3f91eb | |||
| 1f99ca0d37 |
@@ -1,64 +0,0 @@
|
|||||||
name: NixOS Build & Test
|
|
||||||
run-name: Build ${{ gitea.event_name == 'push' && gitea.ref_name || format('PR #{0}', gitea.event.pull_request.number) }}
|
|
||||||
|
|
||||||
on:
|
|
||||||
push:
|
|
||||||
branches:
|
|
||||||
- master
|
|
||||||
paths:
|
|
||||||
- '**.nix'
|
|
||||||
- 'flake.lock'
|
|
||||||
- 'secrets/**'
|
|
||||||
- 'hosts/**'
|
|
||||||
- 'modules/**'
|
|
||||||
pull_request:
|
|
||||||
branches:
|
|
||||||
- master
|
|
||||||
paths:
|
|
||||||
- '**.nix'
|
|
||||||
- 'flake.lock'
|
|
||||||
- 'secrets/**'
|
|
||||||
- 'hosts/**'
|
|
||||||
- 'modules/**'
|
|
||||||
|
|
||||||
jobs:
|
|
||||||
build:
|
|
||||||
runs-on: nixos-builder
|
|
||||||
steps:
|
|
||||||
- name: Checkout
|
|
||||||
uses: actions/checkout@v4
|
|
||||||
with:
|
|
||||||
fetch-depth: 0
|
|
||||||
|
|
||||||
- name: Set up Nix environment
|
|
||||||
run: |
|
|
||||||
echo "extra-experimental-features = nix-command flakes" >> ~/.config/nix/nix.conf
|
|
||||||
cat ~/.config/nix/nix.conf
|
|
||||||
|
|
||||||
- name: Install nh (nix helper)
|
|
||||||
run: |
|
|
||||||
nix --extra-experimental-features "nix-command flakes" \
|
|
||||||
profile add nixpkgs#nh
|
|
||||||
nh --version
|
|
||||||
|
|
||||||
- name: Build NixOS configuration (lazyworkhorse)
|
|
||||||
run: |
|
|
||||||
nh os build .#lazyworkhorse
|
|
||||||
env:
|
|
||||||
NIX_CONFIG: "extra-experimental-features = nix-command flakes"
|
|
||||||
|
|
||||||
- name: Build NixOS configuration (cyt-pi)
|
|
||||||
run: |
|
|
||||||
nh os build .#cyt-pi
|
|
||||||
env:
|
|
||||||
NIX_CONFIG: "extra-experimental-features = nix-command flakes"
|
|
||||||
|
|
||||||
- name: Integration tests (placeholder)
|
|
||||||
run: |
|
|
||||||
echo "TODO: Add integration tests here"
|
|
||||||
echo ""
|
|
||||||
echo "Suggested future checks:"
|
|
||||||
echo " - nix flake check (evaluate all NixOS configs)"
|
|
||||||
echo " - Validate agenix secrets are decryptable"
|
|
||||||
echo " - Check services are defined correctly"
|
|
||||||
echo " - Run VM test if nixos-test infrastructure exists"
|
|
||||||
Submodule assets/compose updated: d3f2e3b7b9...3c92d93366
89
flake.nix
89
flake.nix
@@ -12,10 +12,23 @@
|
|||||||
url = "git+https://git.lix.systems/lix-project/lix?ref=main";
|
url = "git+https://git.lix.systems/lix-project/lix?ref=main";
|
||||||
inputs.nixpkgs.follows = "nixpkgs";
|
inputs.nixpkgs.follows = "nixpkgs";
|
||||||
};
|
};
|
||||||
self.submodules = true;
|
|
||||||
|
# uConsole CM5 — pinned nixpkgs for kernel patch compatibility
|
||||||
|
nixpkgs-uconsole.url = "github:NixOS/nixpkgs/nixos-25.11";
|
||||||
|
nixos-uconsole = {
|
||||||
|
url = "github:nixos-uconsole/nixos-uconsole/v1.1.0";
|
||||||
|
inputs.nixpkgs.follows = "nixpkgs-uconsole";
|
||||||
|
inputs.nixos-raspberrypi.follows = "nixos-raspberrypi";
|
||||||
|
};
|
||||||
|
nixos-raspberrypi = {
|
||||||
|
url = "github:gortium/nixos-raspberrypi/cm5-cross-v1";
|
||||||
|
inputs.nixpkgs.follows = "nixpkgs-uconsole";
|
||||||
|
};
|
||||||
};
|
};
|
||||||
|
|
||||||
outputs = { self, nixpkgs, agenix, lix, ... }@inputs:
|
outputs = { self, nixpkgs, agenix, lix
|
||||||
|
, nixpkgs-uconsole, nixos-uconsole, nixos-raspberrypi
|
||||||
|
, ... }@inputs:
|
||||||
let
|
let
|
||||||
system = "x86_64-linux";
|
system = "x86_64-linux";
|
||||||
keys = import ./lib/keys.nix;
|
keys = import ./lib/keys.nix;
|
||||||
@@ -59,7 +72,6 @@
|
|||||||
./modules/nixos/filesystem/hoardingcow-mount.nix
|
./modules/nixos/filesystem/hoardingcow-mount.nix
|
||||||
./modules/nixos/services/docker_manager.nix
|
./modules/nixos/services/docker_manager.nix
|
||||||
./modules/nixos/services/open_code_server.nix
|
./modules/nixos/services/open_code_server.nix
|
||||||
./modules/nixos/services/staging-vm.nix
|
|
||||||
./modules/nixos/services/ollama_init_custom_models.nix
|
./modules/nixos/services/ollama_init_custom_models.nix
|
||||||
./modules/nixos/services/openclaw_node.nix
|
./modules/nixos/services/openclaw_node.nix
|
||||||
./modules/nixos/security/ai-worker-restricted.nix
|
./modules/nixos/security/ai-worker-restricted.nix
|
||||||
@@ -81,7 +93,78 @@
|
|||||||
./hosts/cyt-pi/hardware-configuration.nix
|
./hosts/cyt-pi/hardware-configuration.nix
|
||||||
];
|
];
|
||||||
};
|
};
|
||||||
|
|
||||||
|
# ============================================================
|
||||||
|
# uConsole CM5 — cross-compilé (build sur x86_64, run sur ARM)
|
||||||
|
# Approche incrémentale pour fixer l'écran
|
||||||
|
# ============================================================
|
||||||
|
uconsole-cm5 = nixpkgs-uconsole.lib.nixosSystem {
|
||||||
|
system = "aarch64-linux";
|
||||||
|
specialArgs = {
|
||||||
|
inherit self keys paths inputs;
|
||||||
|
nixos-raspberrypi = nixos-raspberrypi;
|
||||||
|
isCM4 = false;
|
||||||
|
};
|
||||||
|
modules = [
|
||||||
|
{
|
||||||
|
# Cross-compile : build sur x86_64, run sur aarch64
|
||||||
|
nixpkgs.buildPlatform = "x86_64-linux";
|
||||||
|
nixpkgs.hostPlatform = "aarch64-linux";
|
||||||
|
nixpkgs.config.allowUnfree = true;
|
||||||
|
boot.loader.raspberry-pi.bootloader = "kernel";
|
||||||
|
}
|
||||||
|
# nixos-raspberrypi — pkgs.rpi + overlays standardisés
|
||||||
|
nixos-raspberrypi.nixosModules.nixpkgs-rpi
|
||||||
|
nixos-raspberrypi.nixosModules.raspberry-pi-5.base
|
||||||
|
nixos-raspberrypi.lib.inject-overlays
|
||||||
|
nixos-raspberrypi.lib.inject-overlays-global
|
||||||
|
# nixos-uconsole CM5 modules
|
||||||
|
nixos-uconsole.nixosModules.kernel
|
||||||
|
(nixos-uconsole.nixosModules.cm { lib = nixpkgs-uconsole.lib; isCM4 = false; })
|
||||||
|
nixos-uconsole.nixosModules.base
|
||||||
|
# Lix cross-compilé (lix.packages.aarch64-linux est natif → QEMU)
|
||||||
|
({ config, lib, pkgs, inputs, ... }: let
|
||||||
|
lix-cross = import inputs.nixpkgs-uconsole {
|
||||||
|
localSystem = { system = "x86_64-linux"; };
|
||||||
|
crossSystem = { system = "aarch64-linux"; };
|
||||||
|
overlays = [ inputs.lix.overlays.default ];
|
||||||
|
};
|
||||||
|
in { nix.package = lix-cross.lix; })
|
||||||
|
# agenix
|
||||||
|
agenix.nixosModules.default
|
||||||
|
# Notre config
|
||||||
|
./hosts/uconsole-cm5/configuration.nix
|
||||||
|
./hosts/uconsole-cm5/hardware-configuration.nix
|
||||||
|
];
|
||||||
|
};
|
||||||
};
|
};
|
||||||
devShells.${system}.default = devShell;
|
devShells.${system}.default = devShell;
|
||||||
|
packages.${system} = {
|
||||||
|
# Image SD flashable pour uConsole CM5 (SSH + WiFi + clés)
|
||||||
|
# Usage : dd if=result of=/dev/sda bs=4M status=progress conv=fsync
|
||||||
|
uconsole-cm5-image = (nixos-raspberrypi.lib.nixosSystem {
|
||||||
|
system = "aarch64-linux";
|
||||||
|
specialArgs = {
|
||||||
|
inherit self keys inputs;
|
||||||
|
nixos-raspberrypi = nixos-raspberrypi;
|
||||||
|
isCM4 = false;
|
||||||
|
};
|
||||||
|
modules = [
|
||||||
|
{
|
||||||
|
nixpkgs.buildPlatform = system;
|
||||||
|
nixpkgs.hostPlatform = "aarch64-linux";
|
||||||
|
}
|
||||||
|
nixos-raspberrypi.nixosModules.nixpkgs-rpi
|
||||||
|
nixos-raspberrypi.nixosModules.raspberry-pi-5.base
|
||||||
|
nixos-raspberrypi.lib.inject-overlays-global
|
||||||
|
nixos-raspberrypi.nixosModules.sd-image
|
||||||
|
nixos-uconsole.nixosModules.kernel
|
||||||
|
(nixos-uconsole.nixosModules.cm { lib = nixpkgs-uconsole.lib; isCM4 = false; })
|
||||||
|
nixos-uconsole.nixosModules.base
|
||||||
|
agenix.nixosModules.default
|
||||||
|
./hosts/uconsole-cm5/configuration.nix
|
||||||
|
];
|
||||||
|
}).config.system.build.sdImage;
|
||||||
|
};
|
||||||
};
|
};
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -9,7 +9,7 @@
|
|||||||
hoardingcow-mount.enable = true;
|
hoardingcow-mount.enable = true;
|
||||||
|
|
||||||
# Flakesss
|
# Flakesss
|
||||||
nix.settings.experimental-features = [ "nix-command" "flakes" "flake-self-attrs" ];
|
nix.settings.experimental-features = [ "nix-command" "flakes" "flake-self-attrs" "ca-derivations" ];
|
||||||
nix.settings.trusted-users = [ "root" "gortium" ];
|
nix.settings.trusted-users = [ "root" "gortium" ];
|
||||||
|
|
||||||
# Garbage collection
|
# Garbage collection
|
||||||
|
|||||||
12
hosts/lazyworkhorse/hyperspace-commit-msg.txt
Executable file
12
hosts/lazyworkhorse/hyperspace-commit-msg.txt
Executable file
@@ -0,0 +1,12 @@
|
|||||||
|
feat: add Hyperspace Pods NixOS module
|
||||||
|
|
||||||
|
Create modules/nixos/services/hyperspace.nix for the Hyperspace Pods
|
||||||
|
P2P AI cluster agent. Registered in flake.nix under lazyworkhorse.
|
||||||
|
|
||||||
|
- Fetches CLI binary v5.45.30 via fetchurl with SRI hash verification
|
||||||
|
- Systemd system service: auto profile, configurable api port 8080,
|
||||||
|
ai-worker user, GPU device access (kfd+dri), SupplementaryGroups
|
||||||
|
for video+render groups, service hardening
|
||||||
|
- Firewall: TCP 4001 libp2p, 30301 chain, 8080 API; UDP 4001 libp2p
|
||||||
|
- AMD MI50 ROCm via HSA_OVERRIDE_GFX_VERSION=9.0.6
|
||||||
|
- Adds video+render groups to ai-worker for persistent GPU access
|
||||||
134
hosts/lazyworkhorse/hyperspace.nix
Executable file
134
hosts/lazyworkhorse/hyperspace.nix
Executable file
@@ -0,0 +1,134 @@
|
|||||||
|
{ config, lib, pkgs, ... }:
|
||||||
|
|
||||||
|
let
|
||||||
|
cfg = config.services.hyperspace;
|
||||||
|
|
||||||
|
hyperspacePkg = pkgs.stdenv.mkDerivation {
|
||||||
|
name = "hyperspace-pods-${cfg.version}";
|
||||||
|
src = pkgs.fetchurl {
|
||||||
|
url = "https://github.com/hyperspaceai/aios-cli/releases/download/v${cfg.version}/aios-cli-x86_64-unknown-linux-gnu.tar.gz";
|
||||||
|
hash = cfg.packageHash;
|
||||||
|
};
|
||||||
|
sourceRoot = ".";
|
||||||
|
installPhase = ''
|
||||||
|
mkdir -p $out/libexec $out/bin
|
||||||
|
cp -r * $out/libexec/
|
||||||
|
chmod +x $out/libexec/aios-cli
|
||||||
|
ln -s $out/libexec/aios-cli $out/bin/hyperspace
|
||||||
|
'';
|
||||||
|
};
|
||||||
|
in {
|
||||||
|
options.services.hyperspace = {
|
||||||
|
enable = lib.mkEnableOption "Hyperspace Pods P2P AI cluster agent";
|
||||||
|
|
||||||
|
version = lib.mkOption {
|
||||||
|
type = lib.types.str;
|
||||||
|
default = "5.45.30";
|
||||||
|
description = "Hyperspace CLI version to download.";
|
||||||
|
};
|
||||||
|
|
||||||
|
packageHash = lib.mkOption {
|
||||||
|
type = lib.types.str;
|
||||||
|
default = "sha256-f6fJ8t3exqtYwUD5j+WvD+Hm0oN/Eef0X+R9Rj23dE0=";
|
||||||
|
description = ''
|
||||||
|
SRI hash of the hyperspace release tarball (sha256-<base64>).
|
||||||
|
Must be updated when version changes. Generate with:
|
||||||
|
nix store prefetch-file --hash-algo sha256 \\
|
||||||
|
https://github.com/hyperspaceai/aios-cli/releases/download/v{version}/aios-cli-x86_64-unknown-linux-gnu.tar.gz
|
||||||
|
'';
|
||||||
|
};
|
||||||
|
|
||||||
|
user = lib.mkOption {
|
||||||
|
type = lib.types.str;
|
||||||
|
default = "ai-worker";
|
||||||
|
description = "System user to run the Hyperspace agent.";
|
||||||
|
};
|
||||||
|
|
||||||
|
apiPort = lib.mkOption {
|
||||||
|
type = lib.types.port;
|
||||||
|
default = 8080;
|
||||||
|
description = "OpenAI-compatible API port (configurable via --api-port).";
|
||||||
|
};
|
||||||
|
|
||||||
|
profile = lib.mkOption {
|
||||||
|
type = lib.types.str;
|
||||||
|
default = "auto";
|
||||||
|
description = ''
|
||||||
|
Agent profile. Options: auto (auto-detect hardware), full (all capabilities),
|
||||||
|
inference (GPU inference only), embedding (CPU embedding only),
|
||||||
|
relay (lightweight relay), storage (storage + memory).
|
||||||
|
'';
|
||||||
|
};
|
||||||
|
|
||||||
|
autoStart = lib.mkOption {
|
||||||
|
type = lib.types.bool;
|
||||||
|
default = true;
|
||||||
|
description = "Start the agent automatically on boot.";
|
||||||
|
};
|
||||||
|
|
||||||
|
openFirewall = lib.mkOption {
|
||||||
|
type = lib.types.bool;
|
||||||
|
default = true;
|
||||||
|
description = "Open P2P mesh (4001 TCP+UDP, 30301 TCP) and API port in the firewall.";
|
||||||
|
};
|
||||||
|
|
||||||
|
extraArgs = lib.mkOption {
|
||||||
|
type = lib.types.listOf lib.types.str;
|
||||||
|
default = [ ];
|
||||||
|
description = "Extra arguments to pass to 'hyperspace start'.";
|
||||||
|
};
|
||||||
|
};
|
||||||
|
|
||||||
|
config = lib.mkIf cfg.enable {
|
||||||
|
systemd.services.hyperspace = {
|
||||||
|
description = "Hyperspace Pods P2P AI Cluster Agent";
|
||||||
|
after = [ "network.target" "network-online.target" ];
|
||||||
|
wants = [ "network-online.target" ];
|
||||||
|
wantedBy = lib.mkIf cfg.autoStart [ "multi-user.target" ];
|
||||||
|
|
||||||
|
path = with pkgs; [ bash coreutils ];
|
||||||
|
|
||||||
|
serviceConfig = {
|
||||||
|
Type = "simple";
|
||||||
|
User = cfg.user;
|
||||||
|
Group = cfg.user;
|
||||||
|
WorkingDirectory = "${hyperspacePkg}/libexec";
|
||||||
|
ExecStart = "${hyperspacePkg}/bin/hyperspace start --profile ${cfg.profile} --api-port ${toString cfg.apiPort} ${lib.escapeShellArgs cfg.extraArgs}";
|
||||||
|
Restart = "on-failure";
|
||||||
|
RestartSec = 5;
|
||||||
|
|
||||||
|
# AMD MI50 (ROCm) device access
|
||||||
|
DeviceAllow = [ "/dev/kfd rw" "/dev/dri rw" ];
|
||||||
|
|
||||||
|
# Supplementary groups for GPU/accelerator access
|
||||||
|
SupplementaryGroups = [ "video" "render" ];
|
||||||
|
|
||||||
|
# Hardening
|
||||||
|
NoNewPrivileges = true;
|
||||||
|
ProtectHome = "tmpfs";
|
||||||
|
ProtectSystem = "strict";
|
||||||
|
PrivateTmp = true;
|
||||||
|
PrivateDevices = false; # Needs /dev/kfd and /dev/dri
|
||||||
|
};
|
||||||
|
|
||||||
|
environment = {
|
||||||
|
HSA_OVERRIDE_GFX_VERSION = "9.0.6";
|
||||||
|
HOME = "/home/${cfg.user}";
|
||||||
|
};
|
||||||
|
};
|
||||||
|
|
||||||
|
# Firewall ports for P2P mesh (libp2p 4001, chain 30301) and API
|
||||||
|
networking.firewall.allowedTCPPorts = lib.mkIf cfg.openFirewall [ 4001 30301 cfg.apiPort ];
|
||||||
|
networking.firewall.allowedUDPPorts = lib.mkIf cfg.openFirewall [ 4001 ];
|
||||||
|
|
||||||
|
# Add GPU/accelerator groups to the service user (persistent beyond service restarts)
|
||||||
|
users.users = lib.mkIf (cfg.user == "ai-worker") {
|
||||||
|
ai-worker = {
|
||||||
|
extraGroups = [ "video" "render" ];
|
||||||
|
};
|
||||||
|
};
|
||||||
|
|
||||||
|
# ROCm override for AMD MI50 (gfx906) compatibility
|
||||||
|
environment.variables.HSA_OVERRIDE_GFX_VERSION = "9.0.6";
|
||||||
|
};
|
||||||
|
}
|
||||||
28
hosts/uconsole-cm5/configuration.nix
Normal file
28
hosts/uconsole-cm5/configuration.nix
Normal file
@@ -0,0 +1,28 @@
|
|||||||
|
{ config, lib, pkgs, keys, ... }:
|
||||||
|
|
||||||
|
{
|
||||||
|
networking.hostName = "uConsole";
|
||||||
|
time.timeZone = "America/Montreal";
|
||||||
|
i18n.defaultLocale = "en_CA.UTF-8";
|
||||||
|
system.stateVersion = "25.11";
|
||||||
|
|
||||||
|
# SSH — root access avec clés gortium + ai-worker
|
||||||
|
services.openssh = {
|
||||||
|
enable = true;
|
||||||
|
settings = {
|
||||||
|
PermitRootLogin = lib.mkForce "prohibit-password";
|
||||||
|
PasswordAuthentication = lib.mkForce false;
|
||||||
|
};
|
||||||
|
};
|
||||||
|
|
||||||
|
users.users.root.openssh.authorizedKeys.keys = with keys; [
|
||||||
|
users.gortium.main
|
||||||
|
users.ai-worker.main
|
||||||
|
];
|
||||||
|
|
||||||
|
# WiFi via NetworkManager + secret agenix
|
||||||
|
networking.networkmanager.enable = true;
|
||||||
|
|
||||||
|
# Firmware
|
||||||
|
hardware.enableRedistributableFirmware = true;
|
||||||
|
}
|
||||||
30
hosts/uconsole-cm5/hardware-configuration.nix
Normal file
30
hosts/uconsole-cm5/hardware-configuration.nix
Normal file
@@ -0,0 +1,30 @@
|
|||||||
|
{ config, lib, pkgs, modulesPath, ... }:
|
||||||
|
|
||||||
|
{
|
||||||
|
imports = [
|
||||||
|
(modulesPath + "/installer/scan/not-detected.nix")
|
||||||
|
];
|
||||||
|
|
||||||
|
boot.initrd.availableKernelModules = [ "xhci_pci" "usbhid" "usb_storage" "sdhci_pci" "nvme" ];
|
||||||
|
boot.initrd.kernelModules = [ ];
|
||||||
|
boot.extraModulePackages = [ ];
|
||||||
|
|
||||||
|
# SD card partitions (nixos-uconsole layout)
|
||||||
|
fileSystems."/" = {
|
||||||
|
device = "/dev/disk/by-label/NIXOS_SD";
|
||||||
|
fsType = "ext4";
|
||||||
|
options = [ "noatime" ];
|
||||||
|
};
|
||||||
|
|
||||||
|
fileSystems."/boot/firmware" = {
|
||||||
|
device = "/dev/disk/by-label/FIRMWARE";
|
||||||
|
fsType = "vfat";
|
||||||
|
options = [ "fmask=0022" "dmask=0022" ];
|
||||||
|
};
|
||||||
|
|
||||||
|
swapDevices = [ ];
|
||||||
|
|
||||||
|
nixpkgs.hostPlatform = lib.mkDefault "aarch64-linux";
|
||||||
|
hardware.enableRedistributableFirmware = true;
|
||||||
|
powerManagement.cpuFreqGovernor = lib.mkDefault "ondemand";
|
||||||
|
}
|
||||||
@@ -1,415 +0,0 @@
|
|||||||
{ config, lib, pkgs, ... }:
|
|
||||||
|
|
||||||
with lib;
|
|
||||||
|
|
||||||
let
|
|
||||||
cfg = config.services.staging-vm;
|
|
||||||
|
|
||||||
# Resolve the first IP in the subnet (the gateway address for the NAT network)
|
|
||||||
networkIp = head (splitString "/" cfg.network.subnet);
|
|
||||||
|
|
||||||
# ── pr-test-vm helper script ──────────────────────────────────────────
|
|
||||||
pr-test-vm = pkgs.writeShellScriptBin "pr-test-vm" ''
|
|
||||||
set -euo pipefail
|
|
||||||
|
|
||||||
LIBVIRT_URI="qemu:///system"
|
|
||||||
STORAGE_POOL="${cfg.storagePool}"
|
|
||||||
VM_DIR="${cfg.dataDir}"
|
|
||||||
NETWORK="${cfg.network.name}"
|
|
||||||
SCRIPT_NAME="$(basename "$0")"
|
|
||||||
|
|
||||||
usage() {
|
|
||||||
cat <<EOF
|
|
||||||
Usage: $SCRIPT_NAME <command> [options]
|
|
||||||
|
|
||||||
Commands:
|
|
||||||
build <nixos-config> [--name <name>] Build VM image from a NixOS config
|
|
||||||
start <vm-name> Start a VM
|
|
||||||
stop <vm-name> Gracefully shut down a VM
|
|
||||||
destroy <vm-name> Force-power-off and undefine a VM
|
|
||||||
ssh [user@]<vm-name> SSH into a running VM
|
|
||||||
console <vm-name> Connect to VM serial console
|
|
||||||
list List all staging VMs
|
|
||||||
status <vm-name> Show VM status
|
|
||||||
rebuild <vm-name> Redeploy the VM (stop + start)
|
|
||||||
|
|
||||||
Examples:
|
|
||||||
$SCRIPT_NAME build ./vm-config.nix --name my-test
|
|
||||||
$SCRIPT_NAME start my-test
|
|
||||||
$SCRIPT_NAME ssh root@my-test
|
|
||||||
EOF
|
|
||||||
exit 1
|
|
||||||
}
|
|
||||||
|
|
||||||
# Find the VM's IP address from the DHCP lease
|
|
||||||
vm_ip() {
|
|
||||||
local name="$1"
|
|
||||||
local mac
|
|
||||||
mac=$(${pkgs.libvirt}/bin/virsh -c "$LIBVIRT_URI" domiflist "$name" 2>/dev/null \
|
|
||||||
| ${pkgs.gawk}/bin/awk 'NR>2 && $1 ~ /^vnet/ {print $NF; exit}')
|
|
||||||
[ -z "$mac" ] && { echo "error: cannot find MAC for VM '$name'"; exit 1; }
|
|
||||||
|
|
||||||
local ip
|
|
||||||
ip=$(${pkgs.libvirt}/bin/virsh -c "$LIBVIRT_URI" net-dhcp-leases "$NETWORK" 2>/dev/null \
|
|
||||||
| ${pkgs.gawk}/bin/awk -v mac="$mac" '$0 ~ mac {gsub(/-.*/, "", $3); print $3; exit}')
|
|
||||||
[ -z "$ip" ] && { echo "error: no DHCP lease found for VM '$name' (MAC: $mac)"; exit 1; }
|
|
||||||
echo "$ip"
|
|
||||||
}
|
|
||||||
|
|
||||||
case "''${1:-help}" in
|
|
||||||
build)
|
|
||||||
shift
|
|
||||||
CONFIG="''${1:?Missing NixOS config path}"
|
|
||||||
VM_NAME="''${2:-}"
|
|
||||||
[ -f "$CONFIG" ] || { echo "error: config file not found: $CONFIG"; exit 1; }
|
|
||||||
|
|
||||||
# Extract name from --name flag or config basename
|
|
||||||
if [ "''${2:-}" = "--name" ] && [ -n "''${3:-}" ]; then
|
|
||||||
VM_NAME="$3"
|
|
||||||
elif [ -z "$VM_NAME" ] || [ "''${VM_NAME#--}" != "$VM_NAME" ]; then
|
|
||||||
VM_NAME="$(basename "$CONFIG" .nix)"
|
|
||||||
fi
|
|
||||||
|
|
||||||
BUILD_DIR="$VM_DIR/$VM_NAME"
|
|
||||||
IMAGE="$BUILD_DIR/disk-image.qcow2"
|
|
||||||
|
|
||||||
echo "==> Building VM '$VM_NAME' from config: $CONFIG"
|
|
||||||
mkdir -p "$BUILD_DIR"
|
|
||||||
|
|
||||||
# Build the NixOS VM derivation
|
|
||||||
nix build --no-link -f "$CONFIG" vm 2>&1 || {
|
|
||||||
# Fallback: try as flake output
|
|
||||||
echo "Trying flake build..."
|
|
||||||
nix build "''${CONFIG%/.nix}#nixosConfigurations.$VM_NAME.config.system.build.vm" --no-link 2>&1 || {
|
|
||||||
echo "error: failed to build VM (tried both import and flake)"
|
|
||||||
exit 1
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
echo "==> Build complete. Run 'pr-test-vm start $VM_NAME' to launch."
|
|
||||||
;;
|
|
||||||
|
|
||||||
start)
|
|
||||||
VM_NAME="''${1:?Missing VM name}"
|
|
||||||
IMAGE="$VM_DIR/$VM_NAME/disk-image.qcow2"
|
|
||||||
[ -f "$IMAGE" ] || { echo "error: no disk image found at $IMAGE. Build first."; exit 1; }
|
|
||||||
|
|
||||||
# Check if already running
|
|
||||||
STATE=$(${pkgs.libvirt}/bin/virsh -c "$LIBVIRT_URI" domstate "$VM_NAME" 2>/dev/null || echo "undefined")
|
|
||||||
if [ "$STATE" = "running" ]; then
|
|
||||||
echo "VM '$VM_NAME' is already running."
|
|
||||||
exit 0
|
|
||||||
fi
|
|
||||||
|
|
||||||
echo "==> Starting VM '$VM_NAME'..."
|
|
||||||
|
|
||||||
# Undefine if defined but not running
|
|
||||||
if [ "$STATE" != "undefined" ]; then
|
|
||||||
${pkgs.libvirt}/bin/virsh -c "$LIBVIRT_URI" undefine "$VM_NAME" 2>/dev/null || true
|
|
||||||
fi
|
|
||||||
|
|
||||||
# Define and start with virt-install
|
|
||||||
${pkgs.virt-manager}/bin/virt-install \
|
|
||||||
--connect "$LIBVIRT_URI" \
|
|
||||||
--name "$VM_NAME" \
|
|
||||||
--memory "${toString cfg.memory}" \
|
|
||||||
--vcpus "${toString cfg.vcpus}" \
|
|
||||||
--disk "$IMAGE",bus=virtio \
|
|
||||||
--import \
|
|
||||||
--network network="$NETWORK",model=virtio \
|
|
||||||
--graphics none \
|
|
||||||
--console pty,target_type=virtio \
|
|
||||||
--serial pty \
|
|
||||||
--memballoon virtio \
|
|
||||||
--rng /dev/urandom \
|
|
||||||
--noautoconsole \
|
|
||||||
--os-variant detect=on,name=generic
|
|
||||||
|
|
||||||
echo "==> VM '$VM_NAME' started. Get IP with: pr-test-vm status $VM_NAME"
|
|
||||||
;;
|
|
||||||
|
|
||||||
stop)
|
|
||||||
VM_NAME="''${1:?Missing VM name}"
|
|
||||||
echo "==> Stoping VM '$VM_NAME'..."
|
|
||||||
${pkgs.libvirt}/bin/virsh -c "$LIBVIRT_URI" shutdown "$VM_NAME" 2>/dev/null && {
|
|
||||||
echo "Waiting for VM to shut down..."
|
|
||||||
for i in $(seq 1 30); do
|
|
||||||
STATE=$(${pkgs.libvirt}/bin/virsh -c "$LIBVIRT_URI" domstate "$VM_NAME" 2>/dev/null || echo "undefined")
|
|
||||||
[ "$STATE" != "running" ] && { echo "VM stopped."; exit 0; }
|
|
||||||
sleep 2
|
|
||||||
done
|
|
||||||
echo "warning: VM did not shut down gracefully, use 'destroy' for force"
|
|
||||||
} || {
|
|
||||||
echo "VM '$VM_NAME' not running or does not exist."
|
|
||||||
}
|
|
||||||
;;
|
|
||||||
|
|
||||||
destroy)
|
|
||||||
VM_NAME="''${1:?Missing VM name}"
|
|
||||||
echo "==> Destroying VM '$VM_NAME'..."
|
|
||||||
${pkgs.libvirt}/bin/virsh -c "$LIBVIRT_URI" destroy "$VM_NAME" 2>/dev/null || true
|
|
||||||
${pkgs.libvirt}/bin/virsh -c "$LIBVIRT_URI" undefine "$VM_NAME" 2>/dev/null || true
|
|
||||||
echo "==> VM '$VM_NAME' destroyed and undefined."
|
|
||||||
;;
|
|
||||||
|
|
||||||
ssh)
|
|
||||||
TARGET="''${1:?Usage: $SCRIPT_NAME ssh [user@]<vm-name>}"
|
|
||||||
# Split user@hostname if present
|
|
||||||
if echo "$TARGET" | ${pkgs.gnugrep}/bin/grep -q '@'; then
|
|
||||||
USER="''${TARGET%@*}"
|
|
||||||
VM_NAME="''${TARGET#*@}"
|
|
||||||
else
|
|
||||||
VM_NAME="$TARGET"
|
|
||||||
USER=""
|
|
||||||
fi
|
|
||||||
|
|
||||||
IP=$(vm_ip "$VM_NAME") || exit 1
|
|
||||||
if [ -n "$USER" ]; then
|
|
||||||
exec ${pkgs.openssh}/bin/ssh -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null "''${USER}@''${IP}"
|
|
||||||
else
|
|
||||||
exec ${pkgs.openssh}/bin/ssh -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null "$IP"
|
|
||||||
fi
|
|
||||||
;;
|
|
||||||
|
|
||||||
console)
|
|
||||||
VM_NAME="''${1:?Missing VM name}"
|
|
||||||
exec ${pkgs.libvirt}/bin/virsh -c "$LIBVIRT_URI" console "$VM_NAME"
|
|
||||||
;;
|
|
||||||
|
|
||||||
list)
|
|
||||||
echo "Staging VMs:"
|
|
||||||
${pkgs.libvirt}/bin/virsh -c "$LIBVIRT_URI" list --all
|
|
||||||
echo ""
|
|
||||||
echo "Active networks:"
|
|
||||||
${pkgs.libvirt}/bin/virsh -c "$LIBVIRT_URI" net-list
|
|
||||||
echo ""
|
|
||||||
echo "Storage pools:"
|
|
||||||
${pkgs.libvirt}/bin/virsh -c "$LIBVIRT_URI" pool-list
|
|
||||||
;;
|
|
||||||
|
|
||||||
status)
|
|
||||||
VM_NAME="''${1:?Missing VM name}"
|
|
||||||
echo "VM: $VM_NAME"
|
|
||||||
STATE=$(${pkgs.libvirt}/bin/virsh -c "$LIBVIRT_URI" domstate "$VM_NAME" 2>/dev/null || echo "not found")
|
|
||||||
echo "State: $STATE"
|
|
||||||
if [ "$STATE" = "running" ]; then
|
|
||||||
IP=$(vm_ip "$VM_NAME" 2>/dev/null || echo "N/A")
|
|
||||||
echo "IP: $IP"
|
|
||||||
${pkgs.libvirt}/bin/virsh -c "$LIBVIRT_URI" dommemstat "$VM_NAME" 2>/dev/null | head -3 || true
|
|
||||||
fi
|
|
||||||
;;
|
|
||||||
|
|
||||||
rebuild)
|
|
||||||
VM_NAME="''${1:?Missing VM name}"
|
|
||||||
"$0" destroy "$VM_NAME"
|
|
||||||
"$0" start "$VM_NAME"
|
|
||||||
;;
|
|
||||||
|
|
||||||
help|--help|-h)
|
|
||||||
usage
|
|
||||||
;;
|
|
||||||
|
|
||||||
*)
|
|
||||||
usage
|
|
||||||
;;
|
|
||||||
esac
|
|
||||||
'';
|
|
||||||
in
|
|
||||||
{
|
|
||||||
options.services.staging-vm = {
|
|
||||||
enable = mkEnableOption "Staging VM infrastructure with libvirt/KVM";
|
|
||||||
|
|
||||||
network = {
|
|
||||||
name = mkOption {
|
|
||||||
type = types.str;
|
|
||||||
default = "staging";
|
|
||||||
description = "Name of the libvirt NAT network for staging VMs";
|
|
||||||
};
|
|
||||||
|
|
||||||
bridge = mkOption {
|
|
||||||
type = types.str;
|
|
||||||
default = "virbr1";
|
|
||||||
description = "Bridge interface name for the staging network";
|
|
||||||
};
|
|
||||||
|
|
||||||
subnet = mkOption {
|
|
||||||
type = types.str;
|
|
||||||
default = "192.168.122.0/24";
|
|
||||||
description = "NAT network subnet in CIDR notation";
|
|
||||||
};
|
|
||||||
|
|
||||||
dhcpStart = mkOption {
|
|
||||||
type = types.str;
|
|
||||||
default = "192.168.122.2";
|
|
||||||
description = "Start of the DHCP range";
|
|
||||||
};
|
|
||||||
|
|
||||||
dhcpEnd = mkOption {
|
|
||||||
type = types.str;
|
|
||||||
default = "192.168.122.254";
|
|
||||||
description = "End of the DHCP range";
|
|
||||||
};
|
|
||||||
};
|
|
||||||
|
|
||||||
storagePool = mkOption {
|
|
||||||
type = types.str;
|
|
||||||
default = "/var/lib/libvirt/images";
|
|
||||||
description = "Directory path for the libvirt storage pool";
|
|
||||||
};
|
|
||||||
|
|
||||||
dataDir = mkOption {
|
|
||||||
type = types.str;
|
|
||||||
default = "/var/lib/staging-vm";
|
|
||||||
description = "Directory for staging VM test data (images, cloud-init configs)";
|
|
||||||
};
|
|
||||||
|
|
||||||
memory = mkOption {
|
|
||||||
type = types.int;
|
|
||||||
default = 2048;
|
|
||||||
description = "Default RAM in MiB for staging VMs";
|
|
||||||
};
|
|
||||||
|
|
||||||
vcpus = mkOption {
|
|
||||||
type = types.int;
|
|
||||||
default = 2;
|
|
||||||
description = "Default number of vCPUs for staging VMs";
|
|
||||||
};
|
|
||||||
};
|
|
||||||
|
|
||||||
config = mkIf cfg.enable {
|
|
||||||
# ── libvirtd with QEMU/KVM ──────────────────────────────────────────
|
|
||||||
virtualisation.libvirtd = {
|
|
||||||
enable = true;
|
|
||||||
|
|
||||||
qemu = {
|
|
||||||
package = pkgs.qemu_kvm;
|
|
||||||
runAsRoot = true;
|
|
||||||
|
|
||||||
swtpm = {
|
|
||||||
enable = true;
|
|
||||||
};
|
|
||||||
|
|
||||||
ovmf = {
|
|
||||||
enable = true;
|
|
||||||
packages = [ pkgs.OVMF ];
|
|
||||||
};
|
|
||||||
};
|
|
||||||
|
|
||||||
# Allow the staging bridge for guest networking
|
|
||||||
allowedBridges = [ cfg.network.bridge ];
|
|
||||||
};
|
|
||||||
|
|
||||||
# ── System packages ─────────────────────────────────────────────────
|
|
||||||
environment.systemPackages = with pkgs; [
|
|
||||||
libvirt # virsh, virt-admin
|
|
||||||
qemu_kvm # QEMU/KVM
|
|
||||||
swtpm # Software TPM
|
|
||||||
OVMF # UEFI firmware for VMs
|
|
||||||
virt-manager # GUI management
|
|
||||||
virt-viewer # SPICE/VNC viewer
|
|
||||||
libguestfs # virt-install, virt-customize, guestfish
|
|
||||||
cdrtools # genisoimage for cloud-init ISOs
|
|
||||||
jq # JSON parsing
|
|
||||||
gawk # awk for DHCP lease parsing
|
|
||||||
gnugrep # grep
|
|
||||||
];
|
|
||||||
|
|
||||||
# ── User permissions ────────────────────────────────────────────────
|
|
||||||
users.users.gortium.extraGroups = [ "libvirtd" ];
|
|
||||||
|
|
||||||
# ── Directories ─────────────────────────────────────────────────────
|
|
||||||
systemd.tmpfiles.rules = [
|
|
||||||
"d ${cfg.storagePool} 0755 root root -"
|
|
||||||
"d ${cfg.dataDir} 0755 root root -"
|
|
||||||
];
|
|
||||||
|
|
||||||
# ── Default NAT network definition ──────────────────────────────────
|
|
||||||
systemd.services.define-staging-network = {
|
|
||||||
description = "Define the staging libvirt NAT network";
|
|
||||||
after = [ "libvirtd.service" ];
|
|
||||||
requires = [ "libvirtd.service" ];
|
|
||||||
wantedBy = [ "multi-user.target" ];
|
|
||||||
before = [ "define-staging-pool.service" ];
|
|
||||||
serviceConfig = {
|
|
||||||
Type = "oneshot";
|
|
||||||
RemainAfterExit = true;
|
|
||||||
};
|
|
||||||
script = let
|
|
||||||
networkXml = pkgs.writeText "staging-network.xml" ''
|
|
||||||
<network>
|
|
||||||
<name>${cfg.network.name}</name>
|
|
||||||
<forward mode='nat'/>
|
|
||||||
<bridge name='${cfg.network.bridge}' stp='on' delay='0'/>
|
|
||||||
<ip address='${networkIp}' netmask='255.255.255.0'>
|
|
||||||
<dhcp>
|
|
||||||
<range start='${cfg.network.dhcpStart}' end='${cfg.network.dhcpEnd}'/>
|
|
||||||
</dhcp>
|
|
||||||
</ip>
|
|
||||||
</network>
|
|
||||||
'';
|
|
||||||
in ''
|
|
||||||
set -e
|
|
||||||
${pkgs.libvirt}/bin/virsh -c qemu:///system net-info "${cfg.network.name}" 2>/dev/null && {
|
|
||||||
echo "Network '${cfg.network.name}' already exists"
|
|
||||||
} || {
|
|
||||||
echo "Defining network '${cfg.network.name}'..."
|
|
||||||
${pkgs.libvirt}/bin/virsh -c qemu:///system net-define "${networkXml}"
|
|
||||||
}
|
|
||||||
${pkgs.libvirt}/bin/virsh -c qemu:///system net-autostart "${cfg.network.name}"
|
|
||||||
# Start the network if not already active
|
|
||||||
STATE=$(${pkgs.libvirt}/bin/virsh -c qemu:///system net-state "${cfg.network.name}" 2>/dev/null || echo "inactive")
|
|
||||||
if [ "$STATE" != "active" ]; then
|
|
||||||
${pkgs.libvirt}/bin/virsh -c qemu:///system net-start "${cfg.network.name}"
|
|
||||||
fi
|
|
||||||
echo "Network '${cfg.network.name}' is ready."
|
|
||||||
'';
|
|
||||||
};
|
|
||||||
|
|
||||||
# ── Storage pool definition ─────────────────────────────────────────
|
|
||||||
systemd.services.define-staging-pool = {
|
|
||||||
description = "Define the staging libvirt storage pool";
|
|
||||||
after = [ "libvirtd.service" "define-staging-network.service" ];
|
|
||||||
requires = [ "libvirtd.service" ];
|
|
||||||
wantedBy = [ "multi-user.target" ];
|
|
||||||
serviceConfig = {
|
|
||||||
Type = "oneshot";
|
|
||||||
RemainAfterExit = true;
|
|
||||||
};
|
|
||||||
script = ''
|
|
||||||
set -e
|
|
||||||
${pkgs.libvirt}/bin/virsh -c qemu:///system pool-info staging 2>/dev/null && {
|
|
||||||
echo "Storage pool 'staging' already exists"
|
|
||||||
} || {
|
|
||||||
echo "Defining storage pool 'staging' at ${cfg.storagePool}..."
|
|
||||||
${pkgs.libvirt}/bin/virsh -c qemu:///system pool-define-as \
|
|
||||||
--name staging --type dir --target "${cfg.storagePool}"
|
|
||||||
}
|
|
||||||
${pkgs.libvirt}/bin/virsh -c qemu:///system pool-autostart staging
|
|
||||||
STATE=$(${pkgs.libvirt}/bin/virsh -c qemu:///system pool-state staging 2>/dev/null || echo "inactive")
|
|
||||||
if [ "$STATE" != "running" ]; then
|
|
||||||
${pkgs.libvirt}/bin/virsh -c qemu:///system pool-build staging
|
|
||||||
${pkgs.libvirt}/bin/virsh -c qemu:///system pool-start staging
|
|
||||||
fi
|
|
||||||
echo "Storage pool 'staging' is ready."
|
|
||||||
'';
|
|
||||||
};
|
|
||||||
|
|
||||||
# ── Firewall rules for libvirt guests ───────────────────────────────
|
|
||||||
networking.firewall = {
|
|
||||||
# Trust the bridge interface to allow guest traffic
|
|
||||||
trustedInterfaces = [ cfg.network.bridge ];
|
|
||||||
|
|
||||||
extraCommands = mkAfter ''
|
|
||||||
# Allow forwarding between the staging bridge and the outside world
|
|
||||||
iptables -I FORWARD -i ${cfg.network.bridge} -j ACCEPT 2>/dev/null || true
|
|
||||||
iptables -I FORWARD -o ${cfg.network.bridge} -m conntrack --ctstate RELATED,ESTABLISHED -j ACCEPT 2>/dev/null || true
|
|
||||||
|
|
||||||
# NAT for guest outbound traffic
|
|
||||||
iptables -t nat -I POSTROUTING -s ${cfg.network.subnet} -j MASQUERADE 2>/dev/null || true
|
|
||||||
'';
|
|
||||||
};
|
|
||||||
|
|
||||||
# ── pr-test-vm helper script ────────────────────────────────────────
|
|
||||||
environment.systemPackages = [ pr-test-vm ];
|
|
||||||
};
|
|
||||||
}
|
|
||||||
10
secrets/home_wifi.age
Normal file
10
secrets/home_wifi.age
Normal file
@@ -0,0 +1,10 @@
|
|||||||
|
-----BEGIN AGE ENCRYPTED FILE-----
|
||||||
|
YWdlLWVuY3J5cHRpb24ub3JnL3YxCi0+IHNzaC1lZDI1NTE5IEdoTUQ4QSAycE1Y
|
||||||
|
YmMvUWZpK2VKQVlqaHFtaERBRGROcFIyL0d6dEVRQmFxLzlqdFZNCkYxWkNIUXRZ
|
||||||
|
V0dQOG4zY3U3Nk1JelBtY0cwUGdxaEI3dmZaVTZId04rVTQKLT4geV1cZC4wMnst
|
||||||
|
Z3JlYXNlIDYgOG1IME1xCkQ0RGN1NU1FUWk0Y1RmamNEY0tJWmFQNGdoMkROcGVy
|
||||||
|
aU5UYVFobVRLMVVUQ1JicUM2c0tSVzRQdEZ0VE5YamQKZUxPeVpLWDZJR0hqemdD
|
||||||
|
cmkyUUdFZEZKZjBDNGhmNFR6bVUKLS0tIDRQUGR5RGI5UEhGNk5EQWw4dFk0R01k
|
||||||
|
TUJWOFpleXBUajFPckFmem52cGsKHzn+QnuYLI2NEh5WWZQHrNuvVzYk+kVjsAsn
|
||||||
|
KNS2dHjvadAopVY2Gypldf1p2RRtmgZkDHaPlNzv5Hk=
|
||||||
|
-----END AGE ENCRYPTED FILE-----
|
||||||
@@ -11,4 +11,5 @@ in
|
|||||||
"lazyworkhorse_host_ssh_key.age".publicKeys = authorizedKeys;
|
"lazyworkhorse_host_ssh_key.age".publicKeys = authorizedKeys;
|
||||||
"n8n_ssh_key.age".publicKeys = authorizedKeys;
|
"n8n_ssh_key.age".publicKeys = authorizedKeys;
|
||||||
"openclaw_gateway_token.age".publicKeys = authorizedKeys;
|
"openclaw_gateway_token.age".publicKeys = authorizedKeys;
|
||||||
|
"home_wifi.age".publicKeys = authorizedKeys;
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user