home/nixos-servers
home/nixos-servers
Archived
2
0
Fork 0
Code Issues 8 Pull requests Projects Releases Packages Wiki Activity Actions

add support for multi-node k3s cluster

Browse source
This commit is contained in:
Pim Kunis 2024-04-15 23:28:23 +02:00
parent dce3919f31
commit a56de1672e
4 changed files with 56 additions and 16 deletions
Download patch file Download diff file Expand all files Collapse all files

51
nixos-modules/k3s/default.nix
View file

@ -1,12 +1,23 @@
{ pkgs, lib, config, kubenix, ... }:
let cfg = config.lab.k3s;
in {
options.lab.k3s.enable = lib.mkOption {
default = false;
type = lib.types.bool;
description = ''
Whether to start k3s with custom configuration.
'';
options.lab.k3s = {
enable = lib.mkOption {
default = false;
type = lib.types.bool;
description = ''
Whether to run k3s on this server.
'';
};
serverAddr = lib.mkOption {
default = null;
type = with lib.types; nullOr str;
description = ''
Address of the server whose cluster this server should join.
Leaving this empty will make the server initialize the cluster.
'';
};
};
config = lib.mkIf cfg.enable {
@ -20,18 +31,26 @@ in {
services.k3s = {
enable = true;
role = "server";
tokenFile = config.age.secrets.k3s-server-token.path;
extraFlags = "--tls-san ${config.networking.fqdn} --disable servicelb";
clusterInit = cfg.serverAddr == null;
serverAddr = lib.mkIf (! (cfg.serverAddr == null)) cfg.serverAddr;
};
system.activationScripts.k3s-bootstrap.text =
let
k3sBootstrapFile = (kubenix.evalModules.x86_64-linux {
module = import ./bootstrap.nix;
}).config.kubernetes.result;
in
''
mkdir -p /var/lib/rancher/k3s/server/manifests
ln -sf ${k3sBootstrapFile} /var/lib/rancher/k3s/server/manifests/k3s-bootstrap.json
'';
system = lib.mkIf (cfg.serverAddr == null) {
activationScripts.k3s-bootstrap.text = (
let
k3sBootstrapFile = (kubenix.evalModules.x86_64-linux {
module = import ./bootstrap.nix;
}).config.kubernetes.result;
in
''
mkdir -p /var/lib/rancher/k3s/server/manifests
ln -sf ${k3sBootstrapFile} /var/lib/rancher/k3s/server/manifests/k3s-bootstrap.json
''
);
};
age.secrets.k3s-server-token.file = ../../secrets/k3s-server-token.age;
};
}