improve networking templating and configuration

This commit is contained in:
Pim Kunis 2024-01-30 22:32:09 +01:00
parent 63688f3068
commit c58d6c89b3
8 changed files with 111 additions and 64 deletions

View file

@ -1,11 +1,14 @@
{ {
lab.networking = { lab.networking = {
publicIPv4 = "192.145.57.90"; publicIPv4 = "192.145.57.90";
dockerSwarmInternalIPv4 = "192.168.30.8"; publicRouterIPv6 = "2a0d:6e00:1a77::1";
dockerSwarmIPv4 = "192.168.30.8";
dockerSwarmIPv6 = "2a0d:6e00:1a77:30:c8fe:c0ff:feff:ee08"; dockerSwarmIPv6 = "2a0d:6e00:1a77:30:c8fe:c0ff:feff:ee08";
dmzRouterIPv4 = "192.168.30.1"; dmzRouterIPv4 = "192.168.30.1";
dmzRouterIPv6 = "2a0d:6e00:1a77:30::1";
dmzServicesIPv4 = "192.168.30.7"; dmzServicesIPv4 = "192.168.30.7";
# TODO: configure prefix length as well
dmzServicesIPv6 = "2a0d:6e00:1a77:30::7"; dmzServicesIPv6 = "2a0d:6e00:1a77:30::7";
dmzIPv4PrefixLength = "24";
dmzIPv6PrefixLength = "64";
}; };
} }

View file

@ -24,48 +24,35 @@
atlas = { atlas = {
type = "physical"; type = "physical";
nixosModule = { config, ... }: nixosModule.lab = {
let inherit (config.lab.networking) dmzServicesIPv4 dmzServicesIPv6; in storage = {
{ osDisk = "/dev/sda";
lab = { dataPartition = "/dev/nvme0n1p1";
# networking = {
# # TODO: Ideally, we don't have to set this here.
# staticDMZIPv4Address = "${dmzServicesIPv4}/24";
# staticDMZIPv6Address = "${dmzServicesIPv6}/64";
# dmzServices.enable = true;
# };
storage = {
osDisk = "/dev/sda";
dataPartition = "/dev/nvme0n1p1";
};
ssh = {
useCertificates = true;
hostCert = builtins.readFile ./atlas_host_ed25519-cert.pub;
userCert = builtins.readFile ./atlas_user_ed25519-cert.pub;
};
};
}; };
ssh = {
useCertificates = true;
hostCert = builtins.readFile ./atlas_host_ed25519-cert.pub;
userCert = builtins.readFile ./atlas_user_ed25519-cert.pub;
};
};
}; };
lewis = { lewis = {
type = "physical"; type = "physical";
nixosModule = { nixosModule.lab = {
lab = { dataHost.enable = true;
dataHost.enable = true;
storage = { storage = {
osDisk = "/dev/sda"; osDisk = "/dev/sda";
dataPartition = "/dev/nvme0n1p1"; dataPartition = "/dev/nvme0n1p1";
}; };
ssh = { ssh = {
useCertificates = true; useCertificates = true;
hostCert = builtins.readFile ./lewis_host_ed25519-cert.pub; hostCert = builtins.readFile ./lewis_host_ed25519-cert.pub;
userCert = builtins.readFile ./lewis_user_ed25519-cert.pub; userCert = builtins.readFile ./lewis_user_ed25519-cert.pub;
};
}; };
}; };
}; };
@ -75,7 +62,8 @@
hypervisorName = "lewis"; hypervisorName = "lewis";
nixosModule = { pkgs, ... }: { nixosModule = { pkgs, ... }: {
lab.vmMacAddress = "BA:DB:EE:F0:00:00"; # TODO: would be cool to create a check that a mac address is only ever assigned to one VM.
lab.vm.macAddress = "BA:DB:EE:F0:00:00";
programs.bash.interactiveShellInit = '' programs.bash.interactiveShellInit = ''
echo "Hello world from inside a virtual machine!!" | ${pkgs.lolcat}/bin/lolcat echo "Hello world from inside a virtual machine!!" | ${pkgs.lolcat}/bin/lolcat
@ -86,11 +74,17 @@
hermes = { hermes = {
type = "virtual"; type = "virtual";
hypervisorName = "lewis"; hypervisorName = "lewis";
nixosModule = {
nixosModule = { config, ... }: {
lab = { lab = {
vmMacAddress = "BA:DB:EE:F0:00:07";
vmIsDHCPServer = true;
networking.dmzServices.enable = true; networking.dmzServices.enable = true;
vm = {
macAddress = "BA:DB:EE:F0:00:07";
staticNetworking = true;
staticIPv4 = config.lab.networking.dmzServicesIPv4;
staticIPv6 = config.lab.networking.dmzServicesIPv6;
};
}; };
}; };
}; };

View file

@ -19,7 +19,7 @@ let
nfsExports = lib.strings.concatLines ( nfsExports = lib.strings.concatLines (
builtins.map builtins.map
(share: (share:
"${cfg.nfsRoot}${share} 192.168.30.0/24(rw,sync,no_subtree_check,no_root_squash)" "${cfg.nfsRoot}${share} 192.168.30.0/${config.lab.networking.dmzIPv4PrefixLength}(rw,sync,no_subtree_check,no_root_squash)"
) )
nfsShares nfsShares
); );

View file

@ -35,7 +35,14 @@ in {
''; '';
}; };
dockerSwarmInternalIPv4 = lib.mkOption { publicRouterIPv6 = lib.mkOption {
type = lib.types.str;
description = ''
Publicly routable IPv6 address of the router.
'';
};
dockerSwarmIPv4 = lib.mkOption {
type = lib.types.str; type = lib.types.str;
description = '' description = ''
Internal IPv4 address of the Docker Swarm. Internal IPv4 address of the Docker Swarm.
@ -56,6 +63,13 @@ in {
''; '';
}; };
dmzRouterIPv6 = lib.mkOption {
type = lib.types.str;
description = ''
The router's IPv6 address on the DMZ network.
'';
};
dmzServicesIPv4 = lib.mkOption { dmzServicesIPv4 = lib.mkOption {
type = lib.types.str; type = lib.types.str;
description = '' description = ''
@ -85,6 +99,20 @@ in {
Pattern to match the name of this machine's main NIC. Pattern to match the name of this machine's main NIC.
''; '';
}; };
dmzIPv4PrefixLength = lib.mkOption {
type = lib.types.str;
description = ''
IPv4 prefix length of DMZ network.
'';
};
dmzIPv6PrefixLength = lib.mkOption {
type = lib.types.str;
description = ''
IPv6 prefix length of DMZ network.
'';
};
}; };
config = { config = {

View file

@ -1,6 +1,6 @@
{ config, ... }: { config, ... }:
let let
inherit (config.lab.networking) publicIPv4 dockerSwarmInternalIPv4 dmzServicesIPv4 dmzServicesIPv6 dmzRouterIPv4; inherit (config.lab.networking) publicIPv4 dockerSwarmIPv4 dmzServicesIPv4 dmzServicesIPv6 dmzRouterIPv4;
in in
{ {
no-resolv = true; no-resolv = true;
@ -11,7 +11,7 @@ in
domain = "dmz"; domain = "dmz";
dhcp-authoritative = true; dhcp-authoritative = true;
ra-param = "*,0,0"; ra-param = "*,0,0";
alias = "${publicIPv4},${dockerSwarmInternalIPv4}"; alias = "${publicIPv4},${dockerSwarmIPv4}";
log-dhcp = true; log-dhcp = true;
log-queries = true; log-queries = true;
port = "5353"; port = "5353";
@ -34,7 +34,7 @@ in
dhcp-host = [ dhcp-host = [
"b8:27:eb:b9:ab:e2,esrom" "b8:27:eb:b9:ab:e2,esrom"
"ca:fe:c0:ff:ee:08,maestro,${dockerSwarmInternalIPv4}" "ca:fe:c0:ff:ee:08,maestro,${dockerSwarmIPv4}"
]; ];
dhcp-option = [ dhcp-option = [

View file

@ -1,7 +1,7 @@
{ config, dns, ... }: { config, dns, ... }:
with dns.lib.combinators; with dns.lib.combinators;
let let
inherit (config.lab.networking) publicIPv4 dmzServicesIPv6 dockerSwarmIPv6; inherit (config.lab.networking) publicIPv4 dmzServicesIPv6 dockerSwarmIPv6 publicRouterIPv6;
in in
{ {
SOA = { SOA = {
@ -52,7 +52,7 @@ in
wg = { wg = {
A = [ publicIPv4 ]; A = [ publicIPv4 ];
AAAA = [ "2a0d:6e00:1a77::1" ]; AAAA = [ publicRouterIPv6 ];
}; };
wg4 = { wg4 = {
@ -62,7 +62,7 @@ in
wg6 = { wg6 = {
A = [ ]; A = [ ];
AAAA = [ "2a0d:6e00:1a77::1" ]; AAAA = [ publicRouterIPv6 ];
}; };
}; };
} }

View file

@ -1,7 +1,7 @@
{ config, dns, ... }: { config, dns, ... }:
with dns.lib.combinators; with dns.lib.combinators;
let let
inherit (config.lab.networking) publicIPv4 dmzServicesIPv6 dockerSwarmIPv6; inherit (config.lab.networking) publicIPv4 dmzServicesIPv6 dockerSwarmIPv6 publicRouterIPv6;
in in
{ {
CAA = letsEncrypt "caa@kun.is"; CAA = letsEncrypt "caa@kun.is";
@ -57,7 +57,7 @@ in
# Override because wg is on opnsense so ipv6 differs from "dmzServicesIPv6" # Override because wg is on opnsense so ipv6 differs from "dmzServicesIPv6"
wg = { wg = {
A = [ publicIPv4 ]; A = [ publicIPv4 ];
AAAA = [ "2a0d:6e00:1a77::1" ]; AAAA = [ publicRouterIPv6 ];
}; };
}; };

View file

@ -1,18 +1,32 @@
{ lib, config, hypervisorConfig, ... }: { { lib, config, hypervisorConfig, ... }: {
options.lab = { options.lab.vm = {
vmMacAddress = lib.mkOption { macAddress = lib.mkOption {
type = lib.types.str; type = lib.types.str;
description = '' description = ''
The MAC address of the VM's main NIC. The MAC address of the VM's main NIC.
''; '';
}; };
# TODO: remove this ugly option staticNetworking = lib.mkOption {
vmIsDHCPServer = lib.mkOption {
default = false; default = false;
type = lib.types.bool; type = lib.types.bool;
description = '' description = ''
Whether this VM is the DHCP server. Whether this VM has static networking configuration applied.
Routing is prepopulated, but IP addresses have to be set.
'';
};
staticIPv4 = lib.mkOption {
type = lib.types.str;
description = ''
Static IPv4 address for the VM.
'';
};
staticIPv6 = lib.mkOption {
type = lib.types.str;
description = ''
Static IPv6 address for the VM.
''; '';
}; };
}; };
@ -31,11 +45,11 @@
interfaces = [{ interfaces = [{
type = "tap"; type = "tap";
id = "vm-${config.networking.hostName}"; id = "vm-${config.networking.hostName}";
mac = config.lab.vmMacAddress; mac = config.lab.vm.macAddress;
}]; }];
}; };
networking.useDHCP = lib.mkForce false; networking.useDHCP = false;
systemd.network = { systemd.network = {
enable = true; enable = true;
@ -45,22 +59,30 @@
matchConfig.Name = "en*"; matchConfig.Name = "en*";
networkConfig = { networkConfig = {
IPv6AcceptRA = ! config.lab.vmIsDHCPServer; IPv6AcceptRA = ! config.lab.vm.staticNetworking;
DHCP = lib.mkIf (! config.lab.vmIsDHCPServer) "yes"; DHCP = lib.mkIf (! config.lab.vm.staticNetworking) "yes";
Address = lib.mkIf config.lab.vmIsDHCPServer [ "192.168.30.7/24" "2a0d:6e00:1a77:30::7/64" ];
DNS = lib.mkIf config.lab.vmIsDHCPServer [ "192.168.30.1" "fe80::4262:31ff:fe02:c55f" ]; Address = lib.mkIf config.lab.vm.staticNetworking [
"${config.lab.vm.staticIPv4}/${config.lab.networking.dmzIPv4PrefixLength}"
"${config.lab.vm.staticIPv6}/${config.lab.networking.dmzIPv6PrefixLength}"
];
DNS = lib.mkIf config.lab.vm.staticNetworking [
config.lab.networking.dmzRouterIPv4
config.lab.networking.dmzRouterIPv6
];
}; };
routes = lib.mkIf config.lab.vmIsDHCPServer [ routes = lib.mkIf config.lab.vm.staticNetworking [
{ {
routeConfig = { routeConfig = {
Gateway = "192.168.30.1"; Gateway = config.lab.networking.dmzRouterIPv4;
Destination = "0.0.0.0/0"; Destination = "0.0.0.0/0";
}; };
} }
{ {
routeConfig = { routeConfig = {
Gateway = "fe80::4262:31ff:fe02:c55f"; Gateway = config.lab.networking.dmzRouterIPv6;
Destination = "::/0"; Destination = "::/0";
}; };
} }