forked from M-Labs/nix-scripts
Sebastien Bourdeauducq
ef80154c64
Note that binary_cache_secret_key_file is actually not ignored, contrary to what the hydra warning message says. binary_cache_secret_key_file is used by the perl code, when hydra itself as acting as a binary cache (over http), but store-uri is used by the c++ code, when the queue-runner is copying artifacts into whatever the store-uri is This mess ought to be cleaned up in hydra at some point.
545 lines
17 KiB
Nix
545 lines
17 KiB
Nix
# Edit this configuration file to define what should be installed on
|
||
# your system. Help is available in the configuration.nix(5) man page
|
||
# and in the NixOS manual (accessible by running ‘nixos-help’).
|
||
|
||
{ config, pkgs, ... }:
|
||
|
||
let
|
||
netifWan = "enp0s31f6";
|
||
netifLan = "enp3s0";
|
||
netifWifi = "wlp4s0";
|
||
netifSit = "henet0";
|
||
hydraWwwOutputs = "/var/www/hydra-outputs";
|
||
in
|
||
{
|
||
imports =
|
||
[
|
||
./hardware-configuration.nix
|
||
./homu/nixos-module.nix
|
||
./backup-module.nix
|
||
(builtins.fetchTarball {
|
||
url = "https://gitlab.com/simple-nixos-mailserver/nixos-mailserver/-/archive/v2.2.1/nixos-mailserver-v2.2.1.tar.gz";
|
||
sha256 = "03d49v8qnid9g9rha0wg2z6vic06mhp0b049s3whccn1axvs2zzx";
|
||
})
|
||
];
|
||
|
||
# Use the systemd-boot EFI boot loader.
|
||
boot.loader.systemd-boot.enable = true;
|
||
boot.loader.efi.canTouchEfiVariables = true;
|
||
|
||
security.apparmor.enable = true;
|
||
|
||
networking = {
|
||
hostName = "nixbld";
|
||
firewall = {
|
||
allowedTCPPorts = [ 80 443 631 ];
|
||
allowedUDPPorts = [ 53 67 631 ];
|
||
};
|
||
networkmanager.unmanaged = [ "interface-name:${netifLan}" "interface-name:${netifWifi}" ];
|
||
interfaces."${netifLan}".ipv4.addresses = [{
|
||
address = "192.168.1.1";
|
||
prefixLength = 24;
|
||
}];
|
||
interfaces."${netifWifi}".ipv4.addresses = [{
|
||
address = "192.168.12.1";
|
||
prefixLength = 24;
|
||
}];
|
||
nat = {
|
||
enable = true;
|
||
externalInterface = netifWan;
|
||
internalInterfaces = [ netifLan netifWifi ];
|
||
};
|
||
sits."${netifSit}" = {
|
||
dev = netifWan;
|
||
remote = "216.218.221.6";
|
||
local = "42.200.147.171";
|
||
ttl = 255;
|
||
};
|
||
interfaces."${netifSit}".ipv6 = {
|
||
addresses = [{ address = "2001:470:18:629::2"; prefixLength = 64; }];
|
||
routes = [{ address = "::"; prefixLength = 0; }];
|
||
};
|
||
};
|
||
|
||
services.hostapd = {
|
||
enable = true;
|
||
interface = netifWifi;
|
||
hwMode = "g";
|
||
ssid = "M-Labs";
|
||
wpaPassphrase = (import /etc/nixos/secret/wifi_password.nix);
|
||
};
|
||
services.dnsmasq = {
|
||
enable = true;
|
||
extraConfig = ''
|
||
interface=${netifLan}
|
||
interface=${netifWifi}
|
||
bind-interfaces
|
||
dhcp-range=interface:${netifLan},192.168.1.10,192.168.1.254,24h
|
||
dhcp-range=interface:${netifWifi},192.168.12.10,192.168.12.254,24h
|
||
'';
|
||
};
|
||
|
||
# Select internationalisation properties.
|
||
i18n = {
|
||
consoleFont = "Lat2-Terminus16";
|
||
consoleKeyMap = "de";
|
||
defaultLocale = "en_US.UTF-8";
|
||
};
|
||
|
||
# Set your time zone.
|
||
time.timeZone = "Asia/Hong_Kong";
|
||
|
||
# List packages installed in system profile. To search, run:
|
||
# $ nix search wget
|
||
environment.systemPackages = with pkgs; [
|
||
wget vim git file lm_sensors acpi pciutils psmisc xc3sprog openocd telnet whois zip unzip
|
||
irssi tmux adoptopenjdk-openj9-bin-11 tigervnc xorg.xauth icewm xterm xorg.xsetroot usbutils virtmanager imagemagick jq
|
||
];
|
||
|
||
# Some programs need SUID wrappers, can be configured further or are
|
||
# started in user sessions.
|
||
# programs.mtr.enable = true;
|
||
# programs.gnupg.agent = { enable = true; enableSSHSupport = true; };
|
||
|
||
# List services that you want to enable:
|
||
|
||
services.apcupsd.enable = true;
|
||
services.apcupsd.configText = ''
|
||
UPSTYPE usb
|
||
NISIP 127.0.0.1
|
||
BATTERYLEVEL 10
|
||
MINUTES 5
|
||
'';
|
||
|
||
# Enable the OpenSSH daemon.
|
||
services.openssh.enable = true;
|
||
services.openssh.forwardX11 = true;
|
||
programs.mosh.enable = true;
|
||
|
||
programs.fish.enable = true;
|
||
|
||
# Enable CUPS to print documents.
|
||
services.avahi.enable = true;
|
||
services.avahi.interfaces = [ netifLan ];
|
||
services.avahi.publish.enable = true;
|
||
services.avahi.publish.userServices = true;
|
||
nixpkgs.config.allowUnfree = true;
|
||
services.printing.enable = true;
|
||
services.printing.drivers = [ pkgs.hplipWithPlugin ];
|
||
services.printing.browsing = true;
|
||
services.printing.listenAddresses = [ "192.168.1.1:631" ];
|
||
services.printing.defaultShared = true;
|
||
hardware.sane.enable = true;
|
||
hardware.sane.extraBackends = [ pkgs.hplipWithPlugin ];
|
||
|
||
users.extraGroups.plugdev = { };
|
||
users.extraUsers.sb = {
|
||
isNormalUser = true;
|
||
extraGroups = ["wheel" "plugdev" "dialout" "lp" "scanner"];
|
||
shell = pkgs.fish;
|
||
};
|
||
users.extraUsers.rj = {
|
||
isNormalUser = true;
|
||
extraGroups = ["wheel" "plugdev" "dialout"];
|
||
};
|
||
users.extraUsers.astro = {
|
||
isNormalUser = true;
|
||
extraGroups = ["plugdev" "dialout"];
|
||
};
|
||
users.extraUsers.whitequark = {
|
||
isNormalUser = true;
|
||
extraGroups = ["plugdev" "dialout"];
|
||
};
|
||
users.extraUsers.nix = {
|
||
isNormalUser = true;
|
||
};
|
||
security.sudo.wheelNeedsPassword = false;
|
||
security.hideProcessInformation = true;
|
||
boot.kernel.sysctl."kernel.dmesg_restrict" = true;
|
||
services.udev.packages = [ pkgs.openocd pkgs.sane-backends ];
|
||
services.udev.extraRules = ''
|
||
ACTION=="add", SUBSYSTEM=="tty", \
|
||
ENV{ID_SERIAL}=="FTDI_Quad_RS232-HS", \
|
||
ENV{ID_PATH}=="pci-0000:00:14.0-usb-0:5:1.1", \
|
||
SYMLINK+="ttyUSB_sayma-1_0"
|
||
ACTION=="add", SUBSYSTEM=="tty", \
|
||
ENV{ID_SERIAL}=="FTDI_Quad_RS232-HS", \
|
||
ENV{ID_PATH}=="pci-0000:00:14.0-usb-0:5:1.2", \
|
||
SYMLINK+="ttyUSB_sayma-1_1"
|
||
|
||
ACTION=="add", SUBSYSTEM=="tty", \
|
||
ENV{ID_SERIAL}=="FTDI_Quad_RS232-HS", \
|
||
ENV{ID_PATH}=="pci-0000:00:14.0-usb-0:1:1.2", \
|
||
SYMLINK+="ttyUSB_kasli-n1"
|
||
|
||
'';
|
||
|
||
nix.distributedBuilds = true;
|
||
nix.buildMachines = [
|
||
{
|
||
hostName = "localhost";
|
||
maxJobs = 4;
|
||
system = "x86_64-linux";
|
||
supportedFeatures = ["big-parallel"];
|
||
}
|
||
{
|
||
hostName = "rpi-1";
|
||
sshUser = "nix";
|
||
sshKey = "/etc/nixos/secret/nix_id_rsa";
|
||
maxJobs = 1;
|
||
system = "aarch64-linux";
|
||
}
|
||
];
|
||
services.hydra = {
|
||
enable = true;
|
||
useSubstitutes = true;
|
||
hydraURL = "https://nixbld.m-labs.hk";
|
||
notificationSender = "hydra@m-labs.hk";
|
||
minimumDiskFree = 15; # in GB
|
||
minimumDiskFreeEvaluator = 1;
|
||
extraConfig =
|
||
''
|
||
store_uri = auto?secret-key=/etc/nixos/secret/nixbld.m-labs.hk-1
|
||
binary_cache_secret_key_file = /etc/nixos/secret/nixbld.m-labs.hk-1
|
||
max_output_size = 10000000000
|
||
|
||
<runcommand>
|
||
job = web:web:web
|
||
command = [ $(jq '.buildStatus' < $HYDRA_JSON) = 0 ] && ln -sfn $(jq -r '.outputs[0].path' < $HYDRA_JSON) ${hydraWwwOutputs}/web
|
||
</runcommand>
|
||
<runcommand>
|
||
job = artiq:full:artiq-manual-html
|
||
command = [ $(jq '.buildStatus' < $HYDRA_JSON) = 0 ] && ln -sfn $(jq -r '.outputs[0].path' < $HYDRA_JSON) ${hydraWwwOutputs}/artiq-manual-html-beta
|
||
</runcommand>
|
||
<runcommand>
|
||
job = artiq:full:artiq-manual-latexpdf
|
||
command = [ $(jq '.buildStatus' < $HYDRA_JSON) = 0 ] && ln -sfn $(jq -r '.outputs[0].path' < $HYDRA_JSON) ${hydraWwwOutputs}/artiq-manual-latexpdf-beta
|
||
</runcommand>
|
||
<runcommand>
|
||
job = artiq:full:conda-channel
|
||
command = [ $(jq '.buildStatus' < $HYDRA_JSON) = 0 ] && ln -sfn $(jq -r '.outputs[0].path' < $HYDRA_JSON) ${hydraWwwOutputs}/artiq-conda-channel-beta
|
||
</runcommand>
|
||
'';
|
||
};
|
||
systemd.services.hydra-www-outputs-init = {
|
||
description = "Set up a hydra-owned directory for build outputs";
|
||
wantedBy = [ "multi-user.target" ];
|
||
requiredBy = [ "hydra-queue-runner.service" ];
|
||
before = [ "hydra-queue-runner.service" ];
|
||
serviceConfig = {
|
||
Type = "oneshot";
|
||
ExecStart = [ "${pkgs.coreutils}/bin/mkdir -p ${hydraWwwOutputs}" "${pkgs.coreutils}/bin/chown hydra-queue-runner:hydra ${hydraWwwOutputs}" ];
|
||
};
|
||
};
|
||
|
||
|
||
nix.extraOptions = ''
|
||
secret-key-files = /etc/nixos/secret/nixbld.m-labs.hk-1
|
||
'';
|
||
nix.sandboxPaths = ["/opt"];
|
||
|
||
virtualisation.libvirtd.enable = true;
|
||
|
||
services.munin-node.enable = true;
|
||
services.munin-cron = {
|
||
enable = true;
|
||
hosts = ''
|
||
[${config.networking.hostName}]
|
||
address localhost
|
||
'';
|
||
};
|
||
services.mlabs-backup.enable = true;
|
||
|
||
services.gitea = {
|
||
enable = true;
|
||
httpPort = 3001;
|
||
rootUrl = "https://git.m-labs.hk/";
|
||
appName = "M-Labs Git";
|
||
cookieSecure = true;
|
||
disableRegistration = true;
|
||
extraConfig =
|
||
''
|
||
[attachment]
|
||
ALLOWED_TYPES = */*
|
||
'';
|
||
};
|
||
|
||
services.mattermost = {
|
||
enable = true;
|
||
siteUrl = "https://chat.m-labs.hk/";
|
||
mutableConfig = true;
|
||
};
|
||
|
||
services.matterbridge = {
|
||
enable = true;
|
||
configPath = "/etc/nixos/secret/matterbridge.toml";
|
||
};
|
||
|
||
nixpkgs.config.packageOverrides = super: let self = super.pkgs; in {
|
||
hydra = super.hydra.overrideAttrs(oa: {
|
||
patches = oa.patches or [] ++ [ ./hydra-conda.patch ./hydra-retry.patch ];
|
||
hydraPath = oa.hydraPath + ":" + super.lib.makeBinPath [ super.jq ];
|
||
});
|
||
matterbridge = super.matterbridge.overrideAttrs(oa: {
|
||
patches = oa.patches or [] ++ [ ./matterbridge-disable-github.patch ];
|
||
});
|
||
};
|
||
|
||
security.acme.certs = {
|
||
"nixbld.m-labs.hk" = {
|
||
webroot = "/var/lib/acme/acme-challenge";
|
||
extraDomains = {
|
||
"m-labs.hk" = null;
|
||
"www.m-labs.hk" = null;
|
||
"conda.m-labs.hk" = null;
|
||
"lab.m-labs.hk" = null;
|
||
"git.m-labs.hk" = null;
|
||
"chat.m-labs.hk" = null;
|
||
"hooks.m-labs.hk" = null;
|
||
"forum.m-labs.hk" = null;
|
||
|
||
"fractalide.org" = null;
|
||
"www.fractalide.org" = null;
|
||
"hydra.fractalide.org" = null;
|
||
"git.fractalide.org" = null;
|
||
"puff.fractalide.org" = null;
|
||
"luceo-mainnet-rest.fractalide.org" = null;
|
||
"luceo-mainnet-grpc.fractalide.org" = null;
|
||
"luceo-testnet-rest.fractalide.org" = null;
|
||
"luceo-testnet-grpc.fractalide.org" = null;
|
||
};
|
||
};
|
||
};
|
||
services.nginx = {
|
||
enable = true;
|
||
recommendedProxySettings = true;
|
||
recommendedGzipSettings = true;
|
||
virtualHosts = let
|
||
mainWebsite = {
|
||
addSSL = true;
|
||
useACMEHost = "nixbld.m-labs.hk";
|
||
root = "${hydraWwwOutputs}/web";
|
||
extraConfig = ''
|
||
error_page 404 /404.html;
|
||
'';
|
||
locations."^~ /fonts/".extraConfig = ''
|
||
expires 60d;
|
||
'';
|
||
locations."^~ /js/".extraConfig = ''
|
||
expires 60d;
|
||
'';
|
||
locations."/MathJax/" = {
|
||
alias = "/var/www/MathJax/";
|
||
extraConfig = ''
|
||
expires 60d;
|
||
'';
|
||
};
|
||
|
||
# legacy URLs, redirect to avoid breaking people's bookmarks
|
||
locations."/gateware.html".extraConfig = ''
|
||
return 301 /gateware/migen/;
|
||
'';
|
||
locations."/migen".extraConfig = ''
|
||
return 301 /gateware/migen/;
|
||
'';
|
||
locations."/artiq".extraConfig = ''
|
||
return 301 /experiment-control/artiq/;
|
||
'';
|
||
locations."/artiq/resources.html".extraConfig = ''
|
||
return 301 /experiment-control/resources/;
|
||
'';
|
||
|
||
# autogenerated ARTIQ manuals
|
||
locations."/artiq/manual-beta/" = {
|
||
alias = "${hydraWwwOutputs}/artiq-manual-html-beta/share/doc/artiq-manual/html/";
|
||
};
|
||
locations."=/artiq/manual-beta.pdf" = {
|
||
alias = "${hydraWwwOutputs}/artiq-manual-latexpdf-beta/share/doc/artiq-manual/ARTIQ.pdf";
|
||
};
|
||
|
||
# legacy content
|
||
locations."/migen/manual/" = {
|
||
alias = "/var/www/m-labs.hk.old/migen/manual/";
|
||
};
|
||
locations."/artiq/manual/" = {
|
||
alias = "/var/www/m-labs.hk.old/artiq/manual-release-4/";
|
||
};
|
||
locations."/artiq/manual-release-4/" = {
|
||
alias = "/var/www/m-labs.hk.old/artiq/manual-release-4/";
|
||
};
|
||
locations."/artiq/manual-release-3/" = {
|
||
alias = "/var/www/m-labs.hk.old/artiq/manual-release-3/";
|
||
};
|
||
};
|
||
in {
|
||
"m-labs.hk" = mainWebsite;
|
||
"www.m-labs.hk" = mainWebsite;
|
||
"lab.m-labs.hk" = {
|
||
addSSL = true;
|
||
useACMEHost = "nixbld.m-labs.hk";
|
||
locations."/munin/".alias = "/var/www/munin/";
|
||
locations."/munin".extraConfig = ''
|
||
auth_basic "Munin";
|
||
auth_basic_user_file /etc/nixos/secret/muninpasswd;
|
||
'';
|
||
locations."/homu/".proxyPass = "http://127.0.0.1:54856/";
|
||
};
|
||
"nixbld.m-labs.hk" = {
|
||
forceSSL = true;
|
||
useACMEHost = "nixbld.m-labs.hk";
|
||
locations."/".proxyPass = "http://127.0.0.1:3000";
|
||
};
|
||
"conda.m-labs.hk" = {
|
||
forceSSL = true;
|
||
useACMEHost = "nixbld.m-labs.hk";
|
||
locations."/artiq-beta/" = {
|
||
alias = "${hydraWwwOutputs}/artiq-conda-channel-beta/";
|
||
extraConfig = ''
|
||
autoindex on;
|
||
index bogus_index_file;
|
||
'';
|
||
};
|
||
};
|
||
"git.m-labs.hk" = {
|
||
forceSSL = true;
|
||
useACMEHost = "nixbld.m-labs.hk";
|
||
locations."/".proxyPass = "http://127.0.0.1:3001";
|
||
extraConfig = ''
|
||
client_max_body_size 300M;
|
||
'';
|
||
};
|
||
"chat.m-labs.hk" = {
|
||
forceSSL = true;
|
||
useACMEHost = "nixbld.m-labs.hk";
|
||
locations."/".proxyPass = "http://127.0.0.1:8065";
|
||
locations."~ /api/v[0-9]+/(users/)?websocket$".proxyPass = "http://127.0.0.1:8065";
|
||
locations."~ /api/v[0-9]+/(users/)?websocket$".proxyWebsockets = true;
|
||
};
|
||
"hooks.m-labs.hk" = {
|
||
forceSSL = true;
|
||
useACMEHost = "nixbld.m-labs.hk";
|
||
locations."/".extraConfig = ''
|
||
include ${pkgs.nginx}/conf/uwsgi_params;
|
||
uwsgi_pass unix:${config.services.uwsgi.runDir}/uwsgi.sock;
|
||
'';
|
||
};
|
||
"forum.m-labs.hk" = {
|
||
forceSSL = true;
|
||
useACMEHost = "nixbld.m-labs.hk";
|
||
root = "/var/www/flarum/public";
|
||
locations."~ \.php$".extraConfig = ''
|
||
fastcgi_pass unix:${config.services.phpfpm.pools.flarum.socket};
|
||
fastcgi_index index.php;
|
||
'';
|
||
extraConfig = ''
|
||
index index.php;
|
||
include /var/www/flarum/.nginx.conf;
|
||
'';
|
||
};
|
||
|
||
"hydra.fractalide.org" = {
|
||
forceSSL = true;
|
||
useACMEHost = "nixbld.m-labs.hk";
|
||
locations."/".proxyPass = "http://192.168.1.204:3000";
|
||
};
|
||
"git.fractalide.org" = {
|
||
forceSSL = true;
|
||
useACMEHost = "nixbld.m-labs.hk";
|
||
locations."/".proxyPass = "http://192.168.1.204:3001";
|
||
};
|
||
"fractalide.org" = {
|
||
forceSSL = true;
|
||
useACMEHost = "nixbld.m-labs.hk";
|
||
locations."/".proxyPass = "http://192.168.1.204:3002";
|
||
};
|
||
"www.fractalide.org" = {
|
||
forceSSL = true;
|
||
useACMEHost = "nixbld.m-labs.hk";
|
||
locations."/".proxyPass = "http://192.168.1.204:3002";
|
||
};
|
||
"puff.fractalide.org" = {
|
||
forceSSL = true;
|
||
useACMEHost = "nixbld.m-labs.hk";
|
||
locations."/".proxyPass = "http://192.168.1.204:3008";
|
||
};
|
||
"luceo-mainnet-rest.fractalide.org" = {
|
||
forceSSL = true;
|
||
useACMEHost = "nixbld.m-labs.hk";
|
||
locations."/".proxyPass = "http://192.168.1.204:3004";
|
||
};
|
||
"luceo-mainnet-grpc.fractalide.org" = {
|
||
forceSSL = true;
|
||
useACMEHost = "nixbld.m-labs.hk";
|
||
locations."/".proxyPass = "http://192.168.1.204:3005";
|
||
};
|
||
"luceo-testnet-rest.fractalide.org" = {
|
||
forceSSL = true;
|
||
useACMEHost = "nixbld.m-labs.hk";
|
||
locations."/".proxyPass = "http://192.168.1.204:3006";
|
||
};
|
||
"luceo-testnet-grpc.fractalide.org" = {
|
||
forceSSL = true;
|
||
useACMEHost = "nixbld.m-labs.hk";
|
||
locations."/".proxyPass = "http://192.168.1.204:3007";
|
||
};
|
||
};
|
||
};
|
||
services.uwsgi = {
|
||
enable = true;
|
||
plugins = [ "python3" ];
|
||
instance = {
|
||
type = "emperor";
|
||
vassals = {
|
||
mattermostgithub = import ./mattermost-github-integration/uwsgi-config.nix { inherit config pkgs; };
|
||
};
|
||
};
|
||
};
|
||
services.mysql = {
|
||
enable = true;
|
||
package = pkgs.mariadb;
|
||
};
|
||
services.phpfpm.pools.flarum = {
|
||
user = "nobody";
|
||
settings = {
|
||
"listen.owner" = "nginx";
|
||
"listen.group" = "nginx";
|
||
"listen.mode" = "0600";
|
||
"pm" = "dynamic";
|
||
"pm.max_children" = 5;
|
||
"pm.start_servers" = 2;
|
||
"pm.min_spare_servers" = 1;
|
||
"pm.max_spare_servers" = 3;
|
||
"pm.max_requests" = 500;
|
||
};
|
||
};
|
||
|
||
services.homu = {
|
||
enable = true;
|
||
config = "/etc/nixos/secret/homu.toml";
|
||
};
|
||
|
||
mailserver = {
|
||
enable = true;
|
||
localDnsResolver = false; # conflicts with dnsmasq
|
||
# Some mail servers do reverse DNS lookups to filter spam.
|
||
# Getting a proper reverse DNS record from ISP is difficult, so use whatever already exists.
|
||
fqdn = "42-200-147-171.static.imsbiz.com";
|
||
domains = [ "nmigen.org" ];
|
||
loginAccounts = {
|
||
"test@nmigen.org" = {
|
||
hashedPassword = "$6$P7VlskhRXIBUr$sjqBUw2Lp/7XuwaqZuZGwFToVzjJzWR/wBOMP4l6en4wsuooUyVBjpQLMNSgVSxiKsG4oatFZJQWykJVoRDM./";
|
||
};
|
||
};
|
||
certificateScheme = 3;
|
||
};
|
||
security.acme.certs."${config.mailserver.fqdn}".extraDomains = {
|
||
"mail.nmigen.org" = null;
|
||
};
|
||
|
||
# This value determines the NixOS release with which your system is to be
|
||
# compatible, in order to avoid breaking some software such as database
|
||
# servers. You should change this only after NixOS release notes say you
|
||
# should.
|
||
system.stateVersion = "18.09"; # Did you read the comment?
|
||
}
|