feat: add panopticon(attic cache server)
Signed-off-by: gwg313 <gwg313@pm.me> attic client Signed-off-by: gwg313 <gwg313@pm.me>
This commit is contained in:
parent
d4fa506bac
commit
701051522a
10 changed files with 460 additions and 2 deletions
|
|
@ -26,6 +26,7 @@
|
||||||
home.packages =
|
home.packages =
|
||||||
with pkgs;
|
with pkgs;
|
||||||
[
|
[
|
||||||
|
attic-client
|
||||||
ncdu
|
ncdu
|
||||||
minio-client
|
minio-client
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -51,6 +51,12 @@
|
||||||
user = "root";
|
user = "root";
|
||||||
identityFile = "/home/gwg313/.ssh/colmena/id_ed25519";
|
identityFile = "/home/gwg313/.ssh/colmena/id_ed25519";
|
||||||
};
|
};
|
||||||
|
|
||||||
|
"vault-tec" = {
|
||||||
|
hostname = "10.1.10.13";
|
||||||
|
user = "root";
|
||||||
|
identityFile = "/home/gwg313/.ssh/colmena/id_ed25519";
|
||||||
|
};
|
||||||
};
|
};
|
||||||
};
|
};
|
||||||
}
|
}
|
||||||
|
|
|
||||||
73
hosts/vault-tec/attic.nix
Normal file
73
hosts/vault-tec/attic.nix
Normal file
|
|
@ -0,0 +1,73 @@
|
||||||
|
{ config, ... }:
|
||||||
|
{
|
||||||
|
users.users.atticd = {
|
||||||
|
isSystemUser = true;
|
||||||
|
group = "atticd";
|
||||||
|
};
|
||||||
|
users.groups.atticd = { };
|
||||||
|
sops.secrets.attic-access-key = { };
|
||||||
|
sops.secrets.attic-secret-key = { };
|
||||||
|
sops.secrets.attic-jwt-secret = { };
|
||||||
|
|
||||||
|
sops.templates."atticd.env" = {
|
||||||
|
content = ''
|
||||||
|
# AWS_ACCESS_KEY_ID=${config.sops.placeholder."attic-access-key"}
|
||||||
|
# AWS_SECRET_ACCESS_KEY=${config.sops.placeholder."attic-secret-key"}
|
||||||
|
ATTIC_SERVER_TOKEN_HS256_SECRET_BASE64=${config.sops.placeholder."attic-jwt-secret"}
|
||||||
|
'';
|
||||||
|
path = "/etc/atticd.env";
|
||||||
|
owner = "atticd";
|
||||||
|
group = "atticd";
|
||||||
|
mode = "0400";
|
||||||
|
};
|
||||||
|
|
||||||
|
# Load it in systemd
|
||||||
|
systemd.services.atticd.serviceConfig = {
|
||||||
|
EnvironmentFile = "/etc/atticd.env";
|
||||||
|
};
|
||||||
|
services.atticd = {
|
||||||
|
enable = true;
|
||||||
|
|
||||||
|
# Replace with absolute path to your environment file
|
||||||
|
environmentFile = "/etc/atticd.env";
|
||||||
|
|
||||||
|
settings = {
|
||||||
|
listen = "127.0.0.1:8080";
|
||||||
|
|
||||||
|
jwt = { };
|
||||||
|
storage = {
|
||||||
|
type = "local";
|
||||||
|
path = "/cache";
|
||||||
|
};
|
||||||
|
# storage = {
|
||||||
|
# type = "s3";
|
||||||
|
# region = "us-east-1";
|
||||||
|
# bucket = "attic-cache";
|
||||||
|
# endpoint = "https://s3.gwg313.xyz";
|
||||||
|
# };
|
||||||
|
|
||||||
|
# Data chunking
|
||||||
|
#
|
||||||
|
# Warning: If you change any of the values here, it will be
|
||||||
|
# difficult to reuse existing chunks for newly-uploaded NARs
|
||||||
|
# since the cutpoints will be different. As a result, the
|
||||||
|
# deduplication ratio will suffer for a while after the change.
|
||||||
|
chunking = {
|
||||||
|
# The minimum NAR size to trigger chunking
|
||||||
|
#
|
||||||
|
# If 0, chunking is disabled entirely for newly-uploaded NARs.
|
||||||
|
# If 1, all NARs are chunked.
|
||||||
|
nar-size-threshold = 64 * 1024; # 64 KiB
|
||||||
|
|
||||||
|
# The preferred minimum size of a chunk, in bytes
|
||||||
|
min-size = 16 * 1024; # 16 KiB
|
||||||
|
|
||||||
|
# The preferred average size of a chunk, in bytes
|
||||||
|
avg-size = 64 * 1024; # 64 KiB
|
||||||
|
|
||||||
|
# The preferred maximum size of a chunk, in bytes
|
||||||
|
max-size = 256 * 1024; # 256 KiB
|
||||||
|
};
|
||||||
|
};
|
||||||
|
};
|
||||||
|
}
|
||||||
15
hosts/vault-tec/cache.nix
Normal file
15
hosts/vault-tec/cache.nix
Normal file
|
|
@ -0,0 +1,15 @@
|
||||||
|
{
|
||||||
|
atticCacheName ? "mycache",
|
||||||
|
cacheURLs ? [
|
||||||
|
"http://attic.lan:8080"
|
||||||
|
"http://attic.zt:8080"
|
||||||
|
],
|
||||||
|
}:
|
||||||
|
{
|
||||||
|
nix.settings = {
|
||||||
|
substituters = map (url: "${url}/${atticCacheName}") cacheURLs;
|
||||||
|
trusted-public-keys = [
|
||||||
|
"${atticCacheName}:AbCdEfGhIjKlMnOpQrStUvWxYz1234567890="
|
||||||
|
];
|
||||||
|
};
|
||||||
|
}
|
||||||
115
hosts/vault-tec/configuration.nix
Normal file
115
hosts/vault-tec/configuration.nix
Normal file
|
|
@ -0,0 +1,115 @@
|
||||||
|
# Edit this configuration file to define what should be installed on
|
||||||
|
# your system. Help is available in the configuration.nix(5) man page
|
||||||
|
# and in the NixOS manual (accessible by running ‘nixos-help’).
|
||||||
|
{
|
||||||
|
config,
|
||||||
|
pkgs,
|
||||||
|
lib,
|
||||||
|
inputs,
|
||||||
|
...
|
||||||
|
}:
|
||||||
|
{
|
||||||
|
# sops
|
||||||
|
sops = {
|
||||||
|
defaultSopsFile = ../../secrets/secrets.yaml;
|
||||||
|
defaultSopsFormat = "yaml";
|
||||||
|
age.keyFile = "/home/gwg313/.config/sops/age/keys.txt";
|
||||||
|
};
|
||||||
|
imports = [
|
||||||
|
# Include the results of the hardware scan.
|
||||||
|
./hardware-configuration.nix
|
||||||
|
../../common/nixos/ssh/default.nix
|
||||||
|
inputs.sops-nix.nixosModules.sops
|
||||||
|
./traefik.nix
|
||||||
|
./attic.nix
|
||||||
|
];
|
||||||
|
|
||||||
|
ssh.enable = true;
|
||||||
|
ssh_guard.enable = true;
|
||||||
|
ssh_client.enable = false;
|
||||||
|
services.openssh.authorizedKeysFiles = [
|
||||||
|
"ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAINvOfDSjlvegGqfUS18XwXB7SvS2n9/hGYUpKxRb9vgb gwg313@pm.me"
|
||||||
|
];
|
||||||
|
services.openssh.settings = {
|
||||||
|
PermitRootLogin = lib.mkForce "yes";
|
||||||
|
|
||||||
|
AllowUsers = lib.mkForce [
|
||||||
|
"gwg313"
|
||||||
|
"root"
|
||||||
|
];
|
||||||
|
};
|
||||||
|
|
||||||
|
users.users.gwg313 = {
|
||||||
|
isNormalUser = true;
|
||||||
|
description = "gwg313";
|
||||||
|
openssh.authorizedKeys.keys = [
|
||||||
|
"ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAINvOfDSjlvegGqfUS18XwXB7SvS2n9/hGYUpKxRb9vgb gwg313@pm.me"
|
||||||
|
];
|
||||||
|
extraGroups = [
|
||||||
|
"networkmanager"
|
||||||
|
"wheel"
|
||||||
|
];
|
||||||
|
packages = with pkgs; [ ];
|
||||||
|
};
|
||||||
|
|
||||||
|
users.users = {
|
||||||
|
root = {
|
||||||
|
openssh.authorizedKeys.keys = [
|
||||||
|
"ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAINvOfDSjlvegGqfUS18XwXB7SvS2n9/hGYUpKxRb9vgb gwg313@pm.me"
|
||||||
|
];
|
||||||
|
};
|
||||||
|
};
|
||||||
|
|
||||||
|
# Bootloader.
|
||||||
|
|
||||||
|
boot.loader.systemd-boot.enable = true;
|
||||||
|
boot.loader.efi.canTouchEfiVariables = true;
|
||||||
|
|
||||||
|
networking.hostName = "vault-tec"; # Define your hostname.
|
||||||
|
# networking.wireless.enable = true; # Enables wireless support via wpa_supplicant.
|
||||||
|
# Configure network proxy if necessary
|
||||||
|
# networking.proxy.default = "http://user:password@proxy:port/";
|
||||||
|
# networking.proxy.noProxy = "127.0.0.1,localhost,internal.domain";
|
||||||
|
# Enable networking
|
||||||
|
networking.networkmanager.enable = true;
|
||||||
|
# Set your time zone.
|
||||||
|
time.timeZone = "America/Toronto";
|
||||||
|
# Select internationalisation properties.
|
||||||
|
i18n.defaultLocale = "en_CA.UTF-8";
|
||||||
|
# Configure keymap in X11
|
||||||
|
services.xserver.xkb = {
|
||||||
|
layout = "us";
|
||||||
|
variant = "";
|
||||||
|
};
|
||||||
|
# Define a user account. Don't forget to set a password with ‘passwd’.
|
||||||
|
# Allow unfree packages
|
||||||
|
nixpkgs.config.allowUnfree = true;
|
||||||
|
# List packages installed in system profile. To search, run:
|
||||||
|
# $ nix search wget
|
||||||
|
environment.systemPackages = with pkgs; [
|
||||||
|
# vim # Do not forget to add an editor to edit configuration.nix! The Nano editor is also installed by default.
|
||||||
|
# wget
|
||||||
|
];
|
||||||
|
# Some programs need SUID wrappers, can be configured further or are
|
||||||
|
# started in user sessions.
|
||||||
|
# programs.mtr.enable = true;
|
||||||
|
# programs.gnupg.agent = {
|
||||||
|
# enable = true;
|
||||||
|
# enableSSHSupport = true;
|
||||||
|
# };
|
||||||
|
# List services that you want to enable:
|
||||||
|
# Enable the OpenSSH daemon.
|
||||||
|
# services.openssh.enable = true;
|
||||||
|
# Open ports in the firewall.
|
||||||
|
# networking.firewall.allowedTCPPorts = [ ... ];
|
||||||
|
# networking.firewall.allowedUDPPorts = [ ... ];
|
||||||
|
# Or disable the firewall altogether.
|
||||||
|
# networking.firewall.enable = false;
|
||||||
|
# This value determines the NixOS release from which the default
|
||||||
|
# settings for stateful data, like file locations and database versions
|
||||||
|
# on your system were taken. It‘s perfectly fine and recommended to leave
|
||||||
|
# this value at the release version of the first install of this system.
|
||||||
|
# Before changing this value read the documentation for this option
|
||||||
|
# (e.g. man configuration.nix or on https://nixos.org/nixos/options.html).
|
||||||
|
system.stateVersion = "24.11"; # Did you read the comment?
|
||||||
|
}
|
||||||
63
hosts/vault-tec/hardware-configuration.nix
Normal file
63
hosts/vault-tec/hardware-configuration.nix
Normal file
|
|
@ -0,0 +1,63 @@
|
||||||
|
# Do not modify this file! It was generated by ‘nixos-generate-config’
|
||||||
|
# and may be overwritten by future invocations. Please make changes
|
||||||
|
# to /etc/nixos/configuration.nix instead.
|
||||||
|
{
|
||||||
|
config,
|
||||||
|
lib,
|
||||||
|
pkgs,
|
||||||
|
modulesPath,
|
||||||
|
...
|
||||||
|
}:
|
||||||
|
{
|
||||||
|
imports = [
|
||||||
|
(modulesPath + "/installer/scan/not-detected.nix")
|
||||||
|
];
|
||||||
|
|
||||||
|
boot.initrd.availableKernelModules = [
|
||||||
|
"ahci"
|
||||||
|
"xhci_pci"
|
||||||
|
"usb_storage"
|
||||||
|
"usbhid"
|
||||||
|
"ums_realtek"
|
||||||
|
"sd_mod"
|
||||||
|
"sdhci_pci"
|
||||||
|
];
|
||||||
|
boot.initrd.kernelModules = [ ];
|
||||||
|
boot.kernelModules = [ "kvm-intel" ];
|
||||||
|
boot.extraModulePackages = [ ];
|
||||||
|
|
||||||
|
fileSystems."/" = {
|
||||||
|
device = "/dev/disk/by-uuid/6e483d16-1ff2-46bf-9354-de38b2a9408b";
|
||||||
|
fsType = "ext4";
|
||||||
|
};
|
||||||
|
|
||||||
|
fileSystems."/boot" = {
|
||||||
|
device = "/dev/disk/by-uuid/9F91-DC0C";
|
||||||
|
fsType = "vfat";
|
||||||
|
options = [
|
||||||
|
"fmask=0077"
|
||||||
|
"dmask=0077"
|
||||||
|
];
|
||||||
|
};
|
||||||
|
|
||||||
|
fileSystems."/cache" = {
|
||||||
|
device = "/dev/disk/by-label/attic-cache";
|
||||||
|
fsType = "ext4"; # or "xfs"
|
||||||
|
neededForBoot = false;
|
||||||
|
};
|
||||||
|
|
||||||
|
swapDevices = [
|
||||||
|
{ device = "/dev/disk/by-uuid/97f01621-992c-4af4-8646-15e13d9c2c66"; }
|
||||||
|
];
|
||||||
|
|
||||||
|
# Enables DHCP on each ethernet and wireless interface. In case of scripted networking
|
||||||
|
# (the default) this is the recommended approach. When using systemd-networkd it's
|
||||||
|
# still possible to use this option, but it's recommended to use it in conjunction
|
||||||
|
# with explicit per-interface declarations with `networking.interfaces.<interface>.useDHCP`.
|
||||||
|
networking.useDHCP = lib.mkDefault true;
|
||||||
|
# networking.interfaces.enp3s0.useDHCP = lib.mkDefault true;
|
||||||
|
# networking.interfaces.wlp4s0.useDHCP = lib.mkDefault true;
|
||||||
|
|
||||||
|
nixpkgs.hostPlatform = lib.mkDefault "x86_64-linux";
|
||||||
|
hardware.cpu.intel.updateMicrocode = lib.mkDefault config.hardware.enableRedistributableFirmware;
|
||||||
|
}
|
||||||
20
hosts/vault-tec/routes.nix
Normal file
20
hosts/vault-tec/routes.nix
Normal file
|
|
@ -0,0 +1,20 @@
|
||||||
|
{
|
||||||
|
imports = [
|
||||||
|
./services.nix
|
||||||
|
];
|
||||||
|
services.traefik = {
|
||||||
|
dynamicConfigOptions = {
|
||||||
|
http = {
|
||||||
|
routers = {
|
||||||
|
attic_local = {
|
||||||
|
entryPoints = [ "websecure" ];
|
||||||
|
rule = "Host(`cache.gwg313.xyz`)";
|
||||||
|
service = "attic_local";
|
||||||
|
tls.certResolver = "le";
|
||||||
|
middlewares = [ "headers" ];
|
||||||
|
};
|
||||||
|
};
|
||||||
|
};
|
||||||
|
};
|
||||||
|
};
|
||||||
|
}
|
||||||
15
hosts/vault-tec/services.nix
Normal file
15
hosts/vault-tec/services.nix
Normal file
|
|
@ -0,0 +1,15 @@
|
||||||
|
{
|
||||||
|
services.traefik = {
|
||||||
|
dynamicConfigOptions = {
|
||||||
|
http = {
|
||||||
|
services = {
|
||||||
|
attic_local.loadBalancer.servers = [
|
||||||
|
{
|
||||||
|
url = "http://127.0.0.1:8080";
|
||||||
|
}
|
||||||
|
];
|
||||||
|
};
|
||||||
|
};
|
||||||
|
};
|
||||||
|
};
|
||||||
|
}
|
||||||
140
hosts/vault-tec/traefik.nix
Normal file
140
hosts/vault-tec/traefik.nix
Normal file
|
|
@ -0,0 +1,140 @@
|
||||||
|
# Traefik
|
||||||
|
{ config, ... }:
|
||||||
|
{
|
||||||
|
imports = [
|
||||||
|
./routes.nix
|
||||||
|
];
|
||||||
|
sops.secrets.cf-api-token = {
|
||||||
|
mode = "0440";
|
||||||
|
owner = config.users.users.traefik.name;
|
||||||
|
group = config.users.users.traefik.group;
|
||||||
|
};
|
||||||
|
|
||||||
|
systemd.services.traefik.environment = {
|
||||||
|
CF_DNS_API_TOKEN_FILE = "${config.sops.secrets.cf-api-token.path}";
|
||||||
|
};
|
||||||
|
|
||||||
|
networking.firewall.allowedTCPPorts = [
|
||||||
|
80
|
||||||
|
443
|
||||||
|
];
|
||||||
|
|
||||||
|
services.traefik = {
|
||||||
|
enable = true;
|
||||||
|
staticConfigOptions = {
|
||||||
|
serversTransport = {
|
||||||
|
insecureSkipVerify = true;
|
||||||
|
forwardingTimeouts = {
|
||||||
|
dialTimeout = "30s";
|
||||||
|
responseHeaderTimeout = "600s";
|
||||||
|
idleConnTimeout = "120s";
|
||||||
|
};
|
||||||
|
};
|
||||||
|
entryPoints = {
|
||||||
|
web = {
|
||||||
|
address = ":80";
|
||||||
|
http = {
|
||||||
|
redirections = {
|
||||||
|
entryPoint = {
|
||||||
|
to = "websecure";
|
||||||
|
scheme = "https";
|
||||||
|
};
|
||||||
|
};
|
||||||
|
};
|
||||||
|
};
|
||||||
|
websecure = {
|
||||||
|
address = ":443";
|
||||||
|
http = {
|
||||||
|
tls = {
|
||||||
|
options = "default";
|
||||||
|
};
|
||||||
|
};
|
||||||
|
|
||||||
|
transport = {
|
||||||
|
respondingTimeouts = {
|
||||||
|
readTimeout = 0;
|
||||||
|
};
|
||||||
|
};
|
||||||
|
};
|
||||||
|
};
|
||||||
|
api = {
|
||||||
|
dashboard = true;
|
||||||
|
};
|
||||||
|
certificatesResolvers = {
|
||||||
|
le = {
|
||||||
|
acme = {
|
||||||
|
email = "glen.goodwin@protonmail.com";
|
||||||
|
storage = "/var/lib/traefik/acme.json";
|
||||||
|
dnsChallenge = {
|
||||||
|
provider = "cloudflare";
|
||||||
|
resolvers = [ "1.1.1.1:53" ];
|
||||||
|
};
|
||||||
|
};
|
||||||
|
};
|
||||||
|
};
|
||||||
|
# log = {
|
||||||
|
# level = "DEBUG";
|
||||||
|
# filePath = "/var/log/traefik/traefik.log";
|
||||||
|
# };
|
||||||
|
#
|
||||||
|
# accessLog = {
|
||||||
|
# filePath = "/var/log/traefik/access.log";
|
||||||
|
# bufferingSize = 0;
|
||||||
|
# filters = {};
|
||||||
|
# fields = {
|
||||||
|
# defaultMode = "keep";
|
||||||
|
# names = {
|
||||||
|
# StartUTC = "drop";
|
||||||
|
# };
|
||||||
|
# };
|
||||||
|
# };
|
||||||
|
};
|
||||||
|
dynamicConfigOptions = {
|
||||||
|
http = {
|
||||||
|
routers = {
|
||||||
|
dashboard = {
|
||||||
|
rule = "Host(`monitor.local.gwg313.xyz`)";
|
||||||
|
service = "api@internal";
|
||||||
|
middlewares = [
|
||||||
|
# "auth"
|
||||||
|
"headers"
|
||||||
|
];
|
||||||
|
entrypoints = [ "websecure" ];
|
||||||
|
tls = {
|
||||||
|
certResolver = "le";
|
||||||
|
};
|
||||||
|
};
|
||||||
|
};
|
||||||
|
middlewares = {
|
||||||
|
headers = {
|
||||||
|
headers = {
|
||||||
|
browserxssfilter = true;
|
||||||
|
|
||||||
|
contenttypenosniff = true;
|
||||||
|
customframeoptionsvalue = "SAMEORIGIN";
|
||||||
|
forcestsheader = true;
|
||||||
|
framedeny = true;
|
||||||
|
sslhost = "gwg313.xyz";
|
||||||
|
sslredirect = true;
|
||||||
|
stsincludesubdomains = true;
|
||||||
|
stspreload = true;
|
||||||
|
stsseconds = "315360000";
|
||||||
|
};
|
||||||
|
};
|
||||||
|
};
|
||||||
|
};
|
||||||
|
tls = {
|
||||||
|
options = {
|
||||||
|
default = {
|
||||||
|
minVersion = "VersionTLS13";
|
||||||
|
sniStrict = true;
|
||||||
|
curvePreferences = [
|
||||||
|
"CurveP521"
|
||||||
|
"CurveP384"
|
||||||
|
];
|
||||||
|
};
|
||||||
|
};
|
||||||
|
};
|
||||||
|
};
|
||||||
|
};
|
||||||
|
}
|
||||||
File diff suppressed because one or more lines are too long
Loading…
Add table
Add a link
Reference in a new issue