nordic-dev.net/nixpkgs
nordic-dev.net/nixpkgs
2
0
Fork 0
mirror of https://github.com/NixOS/nixpkgs.git synced 2024-11-22 23:13:19 +00:00
Code Issues Packages Projects Releases Wiki Activity

nixos/griphite: Migrate to python3, drop graphite-pager

Browse Source
This commit is contained in:
Lancelot SIX 2020-03-20 17:02:58 +01:00 committed by Jon
parent a268fcb02c
commit 37ffa6ea51
2 changed files with 43 additions and 112 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

137
nixos/modules/services/monitoring/graphite.nix
View File

@ -39,8 +39,6 @@ let
GRAPHITE_URL = cfg.seyren.graphiteUrl; GRAPHITE_URL = cfg.seyren.graphiteUrl;
} // cfg.seyren.extraConfig; } // cfg.seyren.extraConfig;
pagerConfig = pkgs.writeText "alarms.yaml" cfg.pager.alerts;
configDir = pkgs.buildEnv { configDir = pkgs.buildEnv {
name = "graphite-config"; name = "graphite-config";
paths = lists.filter (el: el != null) [ paths = lists.filter (el: el != null) [
@ -61,12 +59,10 @@ let
carbonEnv = { carbonEnv = {
PYTHONPATH = let PYTHONPATH = let
cenv = pkgs.python.buildEnv.override { cenv = pkgs.python3.buildEnv.override {
extraLibs = [ pkgs.python27Packages.carbon ]; extraLibs = [ pkgs.python3Packages.carbon ];
}; };
cenvPack = "${cenv}/${pkgs.python.sitePackages}"; in "${cenv}/${pkgs.python3.sitePackages}";
# opt/graphite/lib contains twisted.plugins.carbon-cache
in "${cenvPack}/opt/graphite/lib:${cenvPack}";
GRAPHITE_ROOT = dataDir; GRAPHITE_ROOT = dataDir;
GRAPHITE_CONF_DIR = configDir; GRAPHITE_CONF_DIR = configDir;
GRAPHITE_STORAGE_DIR = dataDir; GRAPHITE_STORAGE_DIR = dataDir;
@ -74,6 +70,10 @@ let
in { in {
imports = [
(mkRemovedOptionModule ["services" "graphite" "pager"] "")
];
###### interface ###### interface
options.services.graphite = { options.services.graphite = {
@ -132,7 +132,7 @@ in {
finders = mkOption { finders = mkOption {
description = "List of finder plugins to load."; description = "List of finder plugins to load.";
default = []; default = [];
example = literalExample "[ pkgs.python27Packages.influxgraph ]"; example = literalExample "[ pkgs.python3Packages.influxgraph ]";
type = types.listOf types.package; type = types.listOf types.package;
}; };
@ -159,8 +159,8 @@ in {
package = mkOption { package = mkOption {
description = "Package to use for graphite api."; description = "Package to use for graphite api.";
default = pkgs.python27Packages.graphite_api; default = pkgs.python3Packages.graphite_api;
defaultText = "pkgs.python27Packages.graphite_api"; defaultText = "pkgs.python3Packages.graphite_api";
type = types.package; type = types.package;
}; };
@ -344,49 +344,6 @@ in {
}; };
}; };
pager = {
enable = mkOption {
description = ''
Whether to enable graphite-pager service. For more information visit
<link xlink:href="https://github.com/seatgeek/graphite-pager"/>
'';
default = false;
type = types.bool;
};
redisUrl = mkOption {
description = "Redis connection string.";
default = "redis://localhost:${toString config.services.redis.port}/";
type = types.str;
};
graphiteUrl = mkOption {
description = "URL to your graphite service.";
default = "http://${cfg.web.listenAddress}:${toString cfg.web.port}";
type = types.str;
};
alerts = mkOption {
description = "Alerts configuration for graphite-pager.";
default = ''
alerts:
- target: constantLine(100)
warning: 90
critical: 200
name: Test
'';
example = ''
pushbullet_key: pushbullet_api_key
alerts:
- target: stats.seatgeek.app.deal_quality.venue_info_cache.hit
warning: .5
critical: 1
name: Deal quality venue cache hits
'';
type = types.lines;
};
};
beacon = { beacon = {
enable = mkEnableOption "graphite beacon"; enable = mkEnableOption "graphite beacon";
@ -409,7 +366,7 @@ in {
environment = carbonEnv; environment = carbonEnv;
serviceConfig = { serviceConfig = {
RuntimeDirectory = name; RuntimeDirectory = name;
ExecStart = "${pkgs.pythonPackages.twisted}/bin/twistd ${carbonOpts name}"; ExecStart = "${pkgs.python3Packages.twisted}/bin/twistd ${carbonOpts name}";
User = "graphite"; User = "graphite";
Group = "graphite"; Group = "graphite";
PermissionsStartOnly = true; PermissionsStartOnly = true;
@ -431,7 +388,7 @@ in {
environment = carbonEnv; environment = carbonEnv;
serviceConfig = { serviceConfig = {
RuntimeDirectory = name; RuntimeDirectory = name;
ExecStart = "${pkgs.pythonPackages.twisted}/bin/twistd ${carbonOpts name}"; ExecStart = "${pkgs.python3Packages.twisted}/bin/twistd ${carbonOpts name}";
User = "graphite"; User = "graphite";
Group = "graphite"; Group = "graphite";
PIDFile="/run/${name}/${name}.pid"; PIDFile="/run/${name}/${name}.pid";
@ -447,7 +404,7 @@ in {
environment = carbonEnv; environment = carbonEnv;
serviceConfig = { serviceConfig = {
RuntimeDirectory = name; RuntimeDirectory = name;
ExecStart = "${pkgs.pythonPackages.twisted}/bin/twistd ${carbonOpts name}"; ExecStart = "${pkgs.python3Packages.twisted}/bin/twistd ${carbonOpts name}";
User = "graphite"; User = "graphite";
Group = "graphite"; Group = "graphite";
PIDFile="/run/${name}/${name}.pid"; PIDFile="/run/${name}/${name}.pid";
@ -457,19 +414,11 @@ in {
(mkIf (cfg.carbon.enableCache || cfg.carbon.enableAggregator || cfg.carbon.enableRelay) { (mkIf (cfg.carbon.enableCache || cfg.carbon.enableAggregator || cfg.carbon.enableRelay) {
environment.systemPackages = [ environment.systemPackages = [
pkgs.pythonPackages.carbon pkgs.python3Packages.carbon
]; ];
}) })
(mkIf cfg.web.enable (let (mkIf cfg.web.enable ({
python27' = pkgs.python27.override {
packageOverrides = self: super: {
django = self.django_1_8;
django_tagging = self.django_tagging_0_4_3;
};
};
pythonPackages = python27'.pkgs;
in {
systemd.services.graphiteWeb = { systemd.services.graphiteWeb = {
description = "Graphite Web Interface"; description = "Graphite Web Interface";
wantedBy = [ "multi-user.target" ]; wantedBy = [ "multi-user.target" ];
@ -477,28 +426,27 @@ in {
path = [ pkgs.perl ]; path = [ pkgs.perl ];
environment = { environment = {
PYTHONPATH = let PYTHONPATH = let
penv = pkgs.python.buildEnv.override { penv = pkgs.python3.buildEnv.override {
extraLibs = [ extraLibs = [
pythonPackages.graphite-web pkgs.python3Packages.graphite-web
pythonPackages.pysqlite
]; ];
}; };
penvPack = "${penv}/${pkgs.python.sitePackages}"; penvPack = "${penv}/${pkgs.python3.sitePackages}";
in concatStringsSep ":" [ in concatStringsSep ":" [
"${graphiteLocalSettingsDir}" "${graphiteLocalSettingsDir}"
"${penvPack}/opt/graphite/webapp"
"${penvPack}" "${penvPack}"
# explicitly adding pycairo in path because it cannot be imported via buildEnv # explicitly adding pycairo in path because it cannot be imported via buildEnv
"${pkgs.pythonPackages.pycairo}/${pkgs.python.sitePackages}" "${pkgs.python3Packages.pycairo}/${pkgs.python3.sitePackages}"
]; ];
DJANGO_SETTINGS_MODULE = "graphite.settings"; DJANGO_SETTINGS_MODULE = "graphite.settings";
GRAPHITE_SETTINGS_MODULE = "graphite_local_settings";
GRAPHITE_CONF_DIR = configDir; GRAPHITE_CONF_DIR = configDir;
GRAPHITE_STORAGE_DIR = dataDir; GRAPHITE_STORAGE_DIR = dataDir;
LD_LIBRARY_PATH = "${pkgs.cairo.out}/lib"; LD_LIBRARY_PATH = "${pkgs.cairo.out}/lib";
}; };
serviceConfig = { serviceConfig = {
ExecStart = '' ExecStart = ''
${pkgs.python27Packages.waitress-django}/bin/waitress-serve-django \ ${pkgs.python3Packages.waitress-django}/bin/waitress-serve-django \
--host=${cfg.web.listenAddress} --port=${toString cfg.web.port} --host=${cfg.web.listenAddress} --port=${toString cfg.web.port}
''; '';
User = "graphite"; User = "graphite";
@ -510,7 +458,7 @@ in {
mkdir -p ${dataDir}/{whisper/,log/webapp/} mkdir -p ${dataDir}/{whisper/,log/webapp/}
chmod 0700 ${dataDir}/{whisper/,log/webapp/} chmod 0700 ${dataDir}/{whisper/,log/webapp/}
${pkgs.pythonPackages.django_1_8}/bin/django-admin.py migrate --noinput ${pkgs.python3Packages.django}/bin/django-admin.py migrate --noinput
chown -R graphite:graphite ${dataDir} chown -R graphite:graphite ${dataDir}
@ -518,16 +466,16 @@ in {
fi fi
# Only collect static files when graphite_web changes. # Only collect static files when graphite_web changes.
if ! [ "${dataDir}/current_graphite_web" -ef "${pythonPackages.graphite-web}" ]; then if ! [ "${dataDir}/current_graphite_web" -ef "${pkgs.python3Packages.graphite-web}" ]; then
mkdir -p ${staticDir} mkdir -p ${staticDir}
${pkgs.pythonPackages.django_1_8}/bin/django-admin.py collectstatic --noinput --clear ${pkgs.python3Packages.django}/bin/django-admin.py collectstatic --noinput --clear
chown -R graphite:graphite ${staticDir} chown -R graphite:graphite ${staticDir}
ln -sfT "${pythonPackages.graphite-web}" "${dataDir}/current_graphite_web" ln -sfT "${pkgs.python3Packages.graphite-web}" "${dataDir}/current_graphite_web"
fi fi
''; '';
}; };
environment.systemPackages = [ pythonPackages.graphite-web ]; environment.systemPackages = [ pkgs.python3Packages.graphite-web ];
})) }))
(mkIf cfg.api.enable { (mkIf cfg.api.enable {
@ -537,16 +485,16 @@ in {
after = [ "network.target" ]; after = [ "network.target" ];
environment = { environment = {
PYTHONPATH = let PYTHONPATH = let
aenv = pkgs.python.buildEnv.override { aenv = pkgs.python3.buildEnv.override {
extraLibs = [ cfg.api.package pkgs.cairo pkgs.pythonPackages.cffi ] ++ cfg.api.finders; extraLibs = [ cfg.api.package pkgs.cairo pkgs.python3Packages.cffi ] ++ cfg.api.finders;
}; };
in "${aenv}/${pkgs.python.sitePackages}"; in "${aenv}/${pkgs.python3.sitePackages}";
GRAPHITE_API_CONFIG = graphiteApiConfig; GRAPHITE_API_CONFIG = graphiteApiConfig;
LD_LIBRARY_PATH = "${pkgs.cairo.out}/lib"; LD_LIBRARY_PATH = "${pkgs.cairo.out}/lib";
}; };
serviceConfig = { serviceConfig = {
ExecStart = '' ExecStart = ''
${pkgs.python27Packages.waitress}/bin/waitress-serve \ ${pkgs.python3Packages.waitress}/bin/waitress-serve \
--host=${cfg.api.listenAddress} --port=${toString cfg.api.port} \ --host=${cfg.api.listenAddress} --port=${toString cfg.api.port} \
graphite_api.app:app graphite_api.app:app
''; '';
@ -591,34 +539,13 @@ in {
services.mongodb.enable = mkDefault true; services.mongodb.enable = mkDefault true;
}) })
(mkIf cfg.pager.enable {
systemd.services.graphitePager = {
description = "Graphite Pager Alerting Daemon";
wantedBy = [ "multi-user.target" ];
after = [ "network.target" "redis.service" ];
environment = {
REDIS_URL = cfg.pager.redisUrl;
GRAPHITE_URL = cfg.pager.graphiteUrl;
};
serviceConfig = {
ExecStart = "${pkgs.pythonPackages.graphitepager}/bin/graphite-pager --config ${pagerConfig}";
User = "graphite";
Group = "graphite";
};
};
services.redis.enable = mkDefault true;
environment.systemPackages = [ pkgs.pythonPackages.graphitepager ];
})
(mkIf cfg.beacon.enable { (mkIf cfg.beacon.enable {
systemd.services.graphite-beacon = { systemd.services.graphite-beacon = {
description = "Grpahite Beacon Alerting Daemon"; description = "Grpahite Beacon Alerting Daemon";
wantedBy = [ "multi-user.target" ]; wantedBy = [ "multi-user.target" ];
serviceConfig = { serviceConfig = {
ExecStart = '' ExecStart = ''
${pkgs.pythonPackages.graphite_beacon}/bin/graphite-beacon \ ${pkgs.python3Packages.graphite_beacon}/bin/graphite-beacon \
--config=${pkgs.writeText "graphite-beacon.json" (builtins.toJSON cfg.beacon.config)} --config=${pkgs.writeText "graphite-beacon.json" (builtins.toJSON cfg.beacon.config)}
''; '';
User = "graphite"; User = "graphite";
@ -630,7 +557,7 @@ in {
(mkIf ( (mkIf (
cfg.carbon.enableCache || cfg.carbon.enableAggregator || cfg.carbon.enableRelay || cfg.carbon.enableCache || cfg.carbon.enableAggregator || cfg.carbon.enableRelay ||
cfg.web.enable || cfg.api.enable || cfg.web.enable || cfg.api.enable ||
cfg.seyren.enable || cfg.pager.enable || cfg.beacon.enable cfg.seyren.enable || cfg.beacon.enable
) { ) {
users.users.graphite = { users.users.graphite = {
uid = config.ids.uids.graphite; uid = config.ids.uids.graphite;

18
nixos/tests/graphite.nix
View File

@ -12,15 +12,19 @@ import ./make-test-python.nix ({ pkgs, ... } :
virtualisation.memorySize = 1024; virtualisation.memorySize = 1024;
time.timeZone = "UTC"; time.timeZone = "UTC";
services.graphite = { services.graphite = {
web.enable = true; web = {
enable = true;
extraConfig = ''
SECRET_KEY = "abcd";
'';
};
api = { api = {
enable = true; enable = true;
port = 8082; port = 8082;
finders = [ pkgs.python27Packages.influxgraph ]; finders = [ pkgs.python3Packages.influxgraph ];
}; };
carbon.enableCache = true; carbon.enableCache = true;
seyren.enable = true; seyren.enable = false; # Implicitely requires openssl-1.0.2u which is marked insecure
pager.enable = true;
beacon.enable = true; beacon.enable = true;
}; };
}; };
@ -31,16 +35,16 @@ import ./make-test-python.nix ({ pkgs, ... } :
one.wait_for_unit("default.target") one.wait_for_unit("default.target")
one.wait_for_unit("graphiteWeb.service") one.wait_for_unit("graphiteWeb.service")
one.wait_for_unit("graphiteApi.service") one.wait_for_unit("graphiteApi.service")
one.wait_for_unit("graphitePager.service")
one.wait_for_unit("graphite-beacon.service") one.wait_for_unit("graphite-beacon.service")
one.wait_for_unit("carbonCache.service") one.wait_for_unit("carbonCache.service")
one.wait_for_unit("seyren.service")
# The services above are of type "simple". systemd considers them active immediately # The services above are of type "simple". systemd considers them active immediately
# even if they're still in preStart (which takes quite long for graphiteWeb). # even if they're still in preStart (which takes quite long for graphiteWeb).
# Wait for ports to open so we're sure the services are up and listening. # Wait for ports to open so we're sure the services are up and listening.
one.wait_for_open_port(8080) one.wait_for_open_port(8080)
one.wait_for_open_port(2003) one.wait_for_open_port(2003)
one.succeed('echo "foo 1 `date +%s`" | nc -N localhost 2003') one.succeed('echo "foo 1 `date +%s`" | nc -N localhost 2003')
one.wait_until_succeeds("curl 'http://localhost:8080/metrics/find/?query=foo&format=treejson' --silent | grep foo >&2") one.wait_until_succeeds(
"curl 'http://localhost:8080/metrics/find/?query=foo&format=treejson' --silent | grep foo >&2"
)
''; '';
}) })