improve networking templating and configuration
This commit is contained in:
parent
63688f3068
commit
c58d6c89b3
8 changed files with 111 additions and 64 deletions
|
@ -1,11 +1,14 @@
|
||||||
{
|
{
|
||||||
lab.networking = {
|
lab.networking = {
|
||||||
publicIPv4 = "192.145.57.90";
|
publicIPv4 = "192.145.57.90";
|
||||||
dockerSwarmInternalIPv4 = "192.168.30.8";
|
publicRouterIPv6 = "2a0d:6e00:1a77::1";
|
||||||
|
dockerSwarmIPv4 = "192.168.30.8";
|
||||||
dockerSwarmIPv6 = "2a0d:6e00:1a77:30:c8fe:c0ff:feff:ee08";
|
dockerSwarmIPv6 = "2a0d:6e00:1a77:30:c8fe:c0ff:feff:ee08";
|
||||||
dmzRouterIPv4 = "192.168.30.1";
|
dmzRouterIPv4 = "192.168.30.1";
|
||||||
|
dmzRouterIPv6 = "2a0d:6e00:1a77:30::1";
|
||||||
dmzServicesIPv4 = "192.168.30.7";
|
dmzServicesIPv4 = "192.168.30.7";
|
||||||
# TODO: configure prefix length as well
|
|
||||||
dmzServicesIPv6 = "2a0d:6e00:1a77:30::7";
|
dmzServicesIPv6 = "2a0d:6e00:1a77:30::7";
|
||||||
|
dmzIPv4PrefixLength = "24";
|
||||||
|
dmzIPv6PrefixLength = "64";
|
||||||
};
|
};
|
||||||
}
|
}
|
||||||
|
|
|
@ -24,48 +24,35 @@
|
||||||
atlas = {
|
atlas = {
|
||||||
type = "physical";
|
type = "physical";
|
||||||
|
|
||||||
nixosModule = { config, ... }:
|
nixosModule.lab = {
|
||||||
let inherit (config.lab.networking) dmzServicesIPv4 dmzServicesIPv6; in
|
storage = {
|
||||||
{
|
osDisk = "/dev/sda";
|
||||||
lab = {
|
dataPartition = "/dev/nvme0n1p1";
|
||||||
# networking = {
|
|
||||||
# # TODO: Ideally, we don't have to set this here.
|
|
||||||
# staticDMZIPv4Address = "${dmzServicesIPv4}/24";
|
|
||||||
# staticDMZIPv6Address = "${dmzServicesIPv6}/64";
|
|
||||||
# dmzServices.enable = true;
|
|
||||||
# };
|
|
||||||
|
|
||||||
storage = {
|
|
||||||
osDisk = "/dev/sda";
|
|
||||||
dataPartition = "/dev/nvme0n1p1";
|
|
||||||
};
|
|
||||||
|
|
||||||
ssh = {
|
|
||||||
useCertificates = true;
|
|
||||||
hostCert = builtins.readFile ./atlas_host_ed25519-cert.pub;
|
|
||||||
userCert = builtins.readFile ./atlas_user_ed25519-cert.pub;
|
|
||||||
};
|
|
||||||
};
|
|
||||||
};
|
};
|
||||||
|
|
||||||
|
ssh = {
|
||||||
|
useCertificates = true;
|
||||||
|
hostCert = builtins.readFile ./atlas_host_ed25519-cert.pub;
|
||||||
|
userCert = builtins.readFile ./atlas_user_ed25519-cert.pub;
|
||||||
|
};
|
||||||
|
};
|
||||||
};
|
};
|
||||||
|
|
||||||
lewis = {
|
lewis = {
|
||||||
type = "physical";
|
type = "physical";
|
||||||
|
|
||||||
nixosModule = {
|
nixosModule.lab = {
|
||||||
lab = {
|
dataHost.enable = true;
|
||||||
dataHost.enable = true;
|
|
||||||
|
|
||||||
storage = {
|
storage = {
|
||||||
osDisk = "/dev/sda";
|
osDisk = "/dev/sda";
|
||||||
dataPartition = "/dev/nvme0n1p1";
|
dataPartition = "/dev/nvme0n1p1";
|
||||||
};
|
};
|
||||||
|
|
||||||
ssh = {
|
ssh = {
|
||||||
useCertificates = true;
|
useCertificates = true;
|
||||||
hostCert = builtins.readFile ./lewis_host_ed25519-cert.pub;
|
hostCert = builtins.readFile ./lewis_host_ed25519-cert.pub;
|
||||||
userCert = builtins.readFile ./lewis_user_ed25519-cert.pub;
|
userCert = builtins.readFile ./lewis_user_ed25519-cert.pub;
|
||||||
};
|
|
||||||
};
|
};
|
||||||
};
|
};
|
||||||
};
|
};
|
||||||
|
@ -75,7 +62,8 @@
|
||||||
hypervisorName = "lewis";
|
hypervisorName = "lewis";
|
||||||
|
|
||||||
nixosModule = { pkgs, ... }: {
|
nixosModule = { pkgs, ... }: {
|
||||||
lab.vmMacAddress = "BA:DB:EE:F0:00:00";
|
# TODO: would be cool to create a check that a mac address is only ever assigned to one VM.
|
||||||
|
lab.vm.macAddress = "BA:DB:EE:F0:00:00";
|
||||||
|
|
||||||
programs.bash.interactiveShellInit = ''
|
programs.bash.interactiveShellInit = ''
|
||||||
echo "Hello world from inside a virtual machine!!" | ${pkgs.lolcat}/bin/lolcat
|
echo "Hello world from inside a virtual machine!!" | ${pkgs.lolcat}/bin/lolcat
|
||||||
|
@ -86,11 +74,17 @@
|
||||||
hermes = {
|
hermes = {
|
||||||
type = "virtual";
|
type = "virtual";
|
||||||
hypervisorName = "lewis";
|
hypervisorName = "lewis";
|
||||||
nixosModule = {
|
|
||||||
|
nixosModule = { config, ... }: {
|
||||||
lab = {
|
lab = {
|
||||||
vmMacAddress = "BA:DB:EE:F0:00:07";
|
|
||||||
vmIsDHCPServer = true;
|
|
||||||
networking.dmzServices.enable = true;
|
networking.dmzServices.enable = true;
|
||||||
|
|
||||||
|
vm = {
|
||||||
|
macAddress = "BA:DB:EE:F0:00:07";
|
||||||
|
staticNetworking = true;
|
||||||
|
staticIPv4 = config.lab.networking.dmzServicesIPv4;
|
||||||
|
staticIPv6 = config.lab.networking.dmzServicesIPv6;
|
||||||
|
};
|
||||||
};
|
};
|
||||||
};
|
};
|
||||||
};
|
};
|
||||||
|
|
|
@ -19,7 +19,7 @@ let
|
||||||
nfsExports = lib.strings.concatLines (
|
nfsExports = lib.strings.concatLines (
|
||||||
builtins.map
|
builtins.map
|
||||||
(share:
|
(share:
|
||||||
"${cfg.nfsRoot}${share} 192.168.30.0/24(rw,sync,no_subtree_check,no_root_squash)"
|
"${cfg.nfsRoot}${share} 192.168.30.0/${config.lab.networking.dmzIPv4PrefixLength}(rw,sync,no_subtree_check,no_root_squash)"
|
||||||
)
|
)
|
||||||
nfsShares
|
nfsShares
|
||||||
);
|
);
|
||||||
|
|
|
@ -35,7 +35,14 @@ in {
|
||||||
'';
|
'';
|
||||||
};
|
};
|
||||||
|
|
||||||
dockerSwarmInternalIPv4 = lib.mkOption {
|
publicRouterIPv6 = lib.mkOption {
|
||||||
|
type = lib.types.str;
|
||||||
|
description = ''
|
||||||
|
Publicly routable IPv6 address of the router.
|
||||||
|
'';
|
||||||
|
};
|
||||||
|
|
||||||
|
dockerSwarmIPv4 = lib.mkOption {
|
||||||
type = lib.types.str;
|
type = lib.types.str;
|
||||||
description = ''
|
description = ''
|
||||||
Internal IPv4 address of the Docker Swarm.
|
Internal IPv4 address of the Docker Swarm.
|
||||||
|
@ -56,6 +63,13 @@ in {
|
||||||
'';
|
'';
|
||||||
};
|
};
|
||||||
|
|
||||||
|
dmzRouterIPv6 = lib.mkOption {
|
||||||
|
type = lib.types.str;
|
||||||
|
description = ''
|
||||||
|
The router's IPv6 address on the DMZ network.
|
||||||
|
'';
|
||||||
|
};
|
||||||
|
|
||||||
dmzServicesIPv4 = lib.mkOption {
|
dmzServicesIPv4 = lib.mkOption {
|
||||||
type = lib.types.str;
|
type = lib.types.str;
|
||||||
description = ''
|
description = ''
|
||||||
|
@ -85,6 +99,20 @@ in {
|
||||||
Pattern to match the name of this machine's main NIC.
|
Pattern to match the name of this machine's main NIC.
|
||||||
'';
|
'';
|
||||||
};
|
};
|
||||||
|
|
||||||
|
dmzIPv4PrefixLength = lib.mkOption {
|
||||||
|
type = lib.types.str;
|
||||||
|
description = ''
|
||||||
|
IPv4 prefix length of DMZ network.
|
||||||
|
'';
|
||||||
|
};
|
||||||
|
|
||||||
|
dmzIPv6PrefixLength = lib.mkOption {
|
||||||
|
type = lib.types.str;
|
||||||
|
description = ''
|
||||||
|
IPv6 prefix length of DMZ network.
|
||||||
|
'';
|
||||||
|
};
|
||||||
};
|
};
|
||||||
|
|
||||||
config = {
|
config = {
|
||||||
|
|
|
@ -1,6 +1,6 @@
|
||||||
{ config, ... }:
|
{ config, ... }:
|
||||||
let
|
let
|
||||||
inherit (config.lab.networking) publicIPv4 dockerSwarmInternalIPv4 dmzServicesIPv4 dmzServicesIPv6 dmzRouterIPv4;
|
inherit (config.lab.networking) publicIPv4 dockerSwarmIPv4 dmzServicesIPv4 dmzServicesIPv6 dmzRouterIPv4;
|
||||||
in
|
in
|
||||||
{
|
{
|
||||||
no-resolv = true;
|
no-resolv = true;
|
||||||
|
@ -11,7 +11,7 @@ in
|
||||||
domain = "dmz";
|
domain = "dmz";
|
||||||
dhcp-authoritative = true;
|
dhcp-authoritative = true;
|
||||||
ra-param = "*,0,0";
|
ra-param = "*,0,0";
|
||||||
alias = "${publicIPv4},${dockerSwarmInternalIPv4}";
|
alias = "${publicIPv4},${dockerSwarmIPv4}";
|
||||||
log-dhcp = true;
|
log-dhcp = true;
|
||||||
log-queries = true;
|
log-queries = true;
|
||||||
port = "5353";
|
port = "5353";
|
||||||
|
@ -34,7 +34,7 @@ in
|
||||||
|
|
||||||
dhcp-host = [
|
dhcp-host = [
|
||||||
"b8:27:eb:b9:ab:e2,esrom"
|
"b8:27:eb:b9:ab:e2,esrom"
|
||||||
"ca:fe:c0:ff:ee:08,maestro,${dockerSwarmInternalIPv4}"
|
"ca:fe:c0:ff:ee:08,maestro,${dockerSwarmIPv4}"
|
||||||
];
|
];
|
||||||
|
|
||||||
dhcp-option = [
|
dhcp-option = [
|
||||||
|
|
|
@ -1,7 +1,7 @@
|
||||||
{ config, dns, ... }:
|
{ config, dns, ... }:
|
||||||
with dns.lib.combinators;
|
with dns.lib.combinators;
|
||||||
let
|
let
|
||||||
inherit (config.lab.networking) publicIPv4 dmzServicesIPv6 dockerSwarmIPv6;
|
inherit (config.lab.networking) publicIPv4 dmzServicesIPv6 dockerSwarmIPv6 publicRouterIPv6;
|
||||||
in
|
in
|
||||||
{
|
{
|
||||||
SOA = {
|
SOA = {
|
||||||
|
@ -52,7 +52,7 @@ in
|
||||||
|
|
||||||
wg = {
|
wg = {
|
||||||
A = [ publicIPv4 ];
|
A = [ publicIPv4 ];
|
||||||
AAAA = [ "2a0d:6e00:1a77::1" ];
|
AAAA = [ publicRouterIPv6 ];
|
||||||
};
|
};
|
||||||
|
|
||||||
wg4 = {
|
wg4 = {
|
||||||
|
@ -62,7 +62,7 @@ in
|
||||||
|
|
||||||
wg6 = {
|
wg6 = {
|
||||||
A = [ ];
|
A = [ ];
|
||||||
AAAA = [ "2a0d:6e00:1a77::1" ];
|
AAAA = [ publicRouterIPv6 ];
|
||||||
};
|
};
|
||||||
};
|
};
|
||||||
}
|
}
|
||||||
|
|
|
@ -1,7 +1,7 @@
|
||||||
{ config, dns, ... }:
|
{ config, dns, ... }:
|
||||||
with dns.lib.combinators;
|
with dns.lib.combinators;
|
||||||
let
|
let
|
||||||
inherit (config.lab.networking) publicIPv4 dmzServicesIPv6 dockerSwarmIPv6;
|
inherit (config.lab.networking) publicIPv4 dmzServicesIPv6 dockerSwarmIPv6 publicRouterIPv6;
|
||||||
in
|
in
|
||||||
{
|
{
|
||||||
CAA = letsEncrypt "caa@kun.is";
|
CAA = letsEncrypt "caa@kun.is";
|
||||||
|
@ -57,7 +57,7 @@ in
|
||||||
# Override because wg is on opnsense so ipv6 differs from "dmzServicesIPv6"
|
# Override because wg is on opnsense so ipv6 differs from "dmzServicesIPv6"
|
||||||
wg = {
|
wg = {
|
||||||
A = [ publicIPv4 ];
|
A = [ publicIPv4 ];
|
||||||
AAAA = [ "2a0d:6e00:1a77::1" ];
|
AAAA = [ publicRouterIPv6 ];
|
||||||
};
|
};
|
||||||
|
|
||||||
};
|
};
|
||||||
|
|
|
@ -1,18 +1,32 @@
|
||||||
{ lib, config, hypervisorConfig, ... }: {
|
{ lib, config, hypervisorConfig, ... }: {
|
||||||
options.lab = {
|
options.lab.vm = {
|
||||||
vmMacAddress = lib.mkOption {
|
macAddress = lib.mkOption {
|
||||||
type = lib.types.str;
|
type = lib.types.str;
|
||||||
description = ''
|
description = ''
|
||||||
The MAC address of the VM's main NIC.
|
The MAC address of the VM's main NIC.
|
||||||
'';
|
'';
|
||||||
};
|
};
|
||||||
|
|
||||||
# TODO: remove this ugly option
|
staticNetworking = lib.mkOption {
|
||||||
vmIsDHCPServer = lib.mkOption {
|
|
||||||
default = false;
|
default = false;
|
||||||
type = lib.types.bool;
|
type = lib.types.bool;
|
||||||
description = ''
|
description = ''
|
||||||
Whether this VM is the DHCP server.
|
Whether this VM has static networking configuration applied.
|
||||||
|
Routing is prepopulated, but IP addresses have to be set.
|
||||||
|
'';
|
||||||
|
};
|
||||||
|
|
||||||
|
staticIPv4 = lib.mkOption {
|
||||||
|
type = lib.types.str;
|
||||||
|
description = ''
|
||||||
|
Static IPv4 address for the VM.
|
||||||
|
'';
|
||||||
|
};
|
||||||
|
|
||||||
|
staticIPv6 = lib.mkOption {
|
||||||
|
type = lib.types.str;
|
||||||
|
description = ''
|
||||||
|
Static IPv6 address for the VM.
|
||||||
'';
|
'';
|
||||||
};
|
};
|
||||||
};
|
};
|
||||||
|
@ -31,11 +45,11 @@
|
||||||
interfaces = [{
|
interfaces = [{
|
||||||
type = "tap";
|
type = "tap";
|
||||||
id = "vm-${config.networking.hostName}";
|
id = "vm-${config.networking.hostName}";
|
||||||
mac = config.lab.vmMacAddress;
|
mac = config.lab.vm.macAddress;
|
||||||
}];
|
}];
|
||||||
};
|
};
|
||||||
|
|
||||||
networking.useDHCP = lib.mkForce false;
|
networking.useDHCP = false;
|
||||||
|
|
||||||
systemd.network = {
|
systemd.network = {
|
||||||
enable = true;
|
enable = true;
|
||||||
|
@ -45,22 +59,30 @@
|
||||||
matchConfig.Name = "en*";
|
matchConfig.Name = "en*";
|
||||||
|
|
||||||
networkConfig = {
|
networkConfig = {
|
||||||
IPv6AcceptRA = ! config.lab.vmIsDHCPServer;
|
IPv6AcceptRA = ! config.lab.vm.staticNetworking;
|
||||||
DHCP = lib.mkIf (! config.lab.vmIsDHCPServer) "yes";
|
DHCP = lib.mkIf (! config.lab.vm.staticNetworking) "yes";
|
||||||
Address = lib.mkIf config.lab.vmIsDHCPServer [ "192.168.30.7/24" "2a0d:6e00:1a77:30::7/64" ];
|
|
||||||
DNS = lib.mkIf config.lab.vmIsDHCPServer [ "192.168.30.1" "fe80::4262:31ff:fe02:c55f" ];
|
Address = lib.mkIf config.lab.vm.staticNetworking [
|
||||||
|
"${config.lab.vm.staticIPv4}/${config.lab.networking.dmzIPv4PrefixLength}"
|
||||||
|
"${config.lab.vm.staticIPv6}/${config.lab.networking.dmzIPv6PrefixLength}"
|
||||||
|
];
|
||||||
|
|
||||||
|
DNS = lib.mkIf config.lab.vm.staticNetworking [
|
||||||
|
config.lab.networking.dmzRouterIPv4
|
||||||
|
config.lab.networking.dmzRouterIPv6
|
||||||
|
];
|
||||||
};
|
};
|
||||||
|
|
||||||
routes = lib.mkIf config.lab.vmIsDHCPServer [
|
routes = lib.mkIf config.lab.vm.staticNetworking [
|
||||||
{
|
{
|
||||||
routeConfig = {
|
routeConfig = {
|
||||||
Gateway = "192.168.30.1";
|
Gateway = config.lab.networking.dmzRouterIPv4;
|
||||||
Destination = "0.0.0.0/0";
|
Destination = "0.0.0.0/0";
|
||||||
};
|
};
|
||||||
}
|
}
|
||||||
{
|
{
|
||||||
routeConfig = {
|
routeConfig = {
|
||||||
Gateway = "fe80::4262:31ff:fe02:c55f";
|
Gateway = config.lab.networking.dmzRouterIPv6;
|
||||||
Destination = "::/0";
|
Destination = "::/0";
|
||||||
};
|
};
|
||||||
}
|
}
|
||||||
|
|
Loading…
Reference in a new issue