2e751c0772
the conversion procedure is simple: - find all things that look like options, ie calls to either `mkOption` or `lib.mkOption` that take an attrset. remember the attrset as the option - for all options, find a `description` attribute who's value is not a call to `mdDoc` or `lib.mdDoc` - textually convert the entire value of the attribute to MD with a few simple regexes (the set from mdize-module.sh) - if the change produced a change in the manual output, discard - if the change kept the manual unchanged, add some text to the description to make sure we've actually found an option. if the manual changes this time, keep the converted description this procedure converts 80% of nixos options to markdown. around 2000 options remain to be inspected, but most of those fail the "does not change the manual output check": currently the MD conversion process does not faithfully convert docbook tags like <code> and <package>, so any option using such tags will not be converted at all.
133 lines
4.5 KiB
Nix
133 lines
4.5 KiB
Nix
{ config, lib, pkgs, ... }:
|
|
|
|
with lib;
|
|
|
|
let
|
|
|
|
cfg = config.services.beesd;
|
|
|
|
logLevels = { emerg = 0; alert = 1; crit = 2; err = 3; warning = 4; notice = 5; info = 6; debug = 7; };
|
|
|
|
fsOptions = with types; {
|
|
options.spec = mkOption {
|
|
type = str;
|
|
description = ''
|
|
Description of how to identify the filesystem to be duplicated by this
|
|
instance of bees. Note that deduplication crosses subvolumes; one must
|
|
not configure multiple instances for subvolumes of the same filesystem
|
|
(or block devices which are part of the same filesystem), but only for
|
|
completely independent btrfs filesystems.
|
|
</para>
|
|
<para>
|
|
This must be in a format usable by findmnt; that could be a key=value
|
|
pair, or a bare path to a mount point.
|
|
Using bare paths will allow systemd to start the beesd service only
|
|
after mounting the associated path.
|
|
'';
|
|
example = "LABEL=MyBulkDataDrive";
|
|
};
|
|
options.hashTableSizeMB = mkOption {
|
|
type = types.addCheck types.int (n: mod n 16 == 0);
|
|
default = 1024; # 1GB; default from upstream beesd script
|
|
description = ''
|
|
Hash table size in MB; must be a multiple of 16.
|
|
</para>
|
|
<para>
|
|
A larger ratio of index size to storage size means smaller blocks of
|
|
duplicate content are recognized.
|
|
</para>
|
|
<para>
|
|
If you have 1TB of data, a 4GB hash table (which is to say, a value of
|
|
4096) will permit 4KB extents (the smallest possible size) to be
|
|
recognized, whereas a value of 1024 -- creating a 1GB hash table --
|
|
will recognize only aligned duplicate blocks of 16KB.
|
|
'';
|
|
};
|
|
options.verbosity = mkOption {
|
|
type = types.enum (attrNames logLevels ++ attrValues logLevels);
|
|
apply = v: if isString v then logLevels.${v} else v;
|
|
default = "info";
|
|
description = lib.mdDoc "Log verbosity (syslog keyword/level).";
|
|
};
|
|
options.workDir = mkOption {
|
|
type = str;
|
|
default = ".beeshome";
|
|
description = lib.mdDoc ''
|
|
Name (relative to the root of the filesystem) of the subvolume where
|
|
the hash table will be stored.
|
|
'';
|
|
};
|
|
options.extraOptions = mkOption {
|
|
type = listOf str;
|
|
default = [ ];
|
|
description = lib.mdDoc ''
|
|
Extra command-line options passed to the daemon. See upstream bees documentation.
|
|
'';
|
|
example = literalExpression ''
|
|
[ "--thread-count" "4" ]
|
|
'';
|
|
};
|
|
};
|
|
|
|
in
|
|
{
|
|
|
|
options.services.beesd = {
|
|
filesystems = mkOption {
|
|
type = with types; attrsOf (submodule fsOptions);
|
|
description = lib.mdDoc "BTRFS filesystems to run block-level deduplication on.";
|
|
default = { };
|
|
example = literalExpression ''
|
|
{
|
|
root = {
|
|
spec = "LABEL=root";
|
|
hashTableSizeMB = 2048;
|
|
verbosity = "crit";
|
|
extraOptions = [ "--loadavg-target" "5.0" ];
|
|
};
|
|
}
|
|
'';
|
|
};
|
|
};
|
|
config = {
|
|
systemd.services = mapAttrs'
|
|
(name: fs: nameValuePair "beesd@${name}" {
|
|
description = "Block-level BTRFS deduplication for %i";
|
|
after = [ "sysinit.target" ];
|
|
|
|
serviceConfig =
|
|
let
|
|
configOpts = [
|
|
fs.spec
|
|
"verbosity=${toString fs.verbosity}"
|
|
"idxSizeMB=${toString fs.hashTableSizeMB}"
|
|
"workDir=${fs.workDir}"
|
|
];
|
|
configOptsStr = escapeShellArgs configOpts;
|
|
in
|
|
{
|
|
# Values from https://github.com/Zygo/bees/blob/v0.6.5/scripts/beesd@.service.in
|
|
ExecStart = "${pkgs.bees}/bin/bees-service-wrapper run ${configOptsStr} -- --no-timestamps ${escapeShellArgs fs.extraOptions}";
|
|
ExecStopPost = "${pkgs.bees}/bin/bees-service-wrapper cleanup ${configOptsStr}";
|
|
CPUAccounting = true;
|
|
CPUSchedulingPolicy = "batch";
|
|
CPUWeight = 12;
|
|
IOSchedulingClass = "idle";
|
|
IOSchedulingPriority = 7;
|
|
IOWeight = 10;
|
|
KillMode = "control-group";
|
|
KillSignal = "SIGTERM";
|
|
MemoryAccounting = true;
|
|
Nice = 19;
|
|
Restart = "on-abnormal";
|
|
StartupCPUWeight = 25;
|
|
StartupIOWeight = 25;
|
|
SyslogIdentifier = "beesd"; # would otherwise be "bees-service-wrapper"
|
|
};
|
|
unitConfig.RequiresMountsFor = lib.mkIf (lib.hasPrefix "/" fs.spec) fs.spec;
|
|
wantedBy = [ "multi-user.target" ];
|
|
})
|
|
cfg.filesystems;
|
|
};
|
|
}
|