2016-10-18 20:42:01 +00:00
{ stdenv , fetchurl , fuse , bison , flex_2_5_35 , openssl , python2 , ncurses , readline ,
2017-05-11 14:56:07 +00:00
autoconf , automake , libtool , pkgconfig , zlib , libaio , libxml2 , acl , sqlite ,
liburcu , attr , makeWrapper , coreutils , gnused , gnugrep , which , python2Packages ,
openssh , gawk , findutils , utillinux , lvm2 , btrfs-progs , e2fsprogs , xfsprogs , systemd ,
rsync , glibc
2015-06-14 08:23:42 +00:00
} :
2017-05-14 17:18:07 +00:00
let
2017-03-09 14:37:37 +00:00
s =
2012-12-04 17:54:03 +00:00
rec {
baseName = " g l u s t e r f s " ;
2017-05-11 14:56:07 +00:00
# NOTE: On each glusterfs release, it should be checked if gluster added
# new, or changed, Python scripts whose PYTHONPATH has to be set in
# `postFixup` below, and whose runtime deps need to go into
# `nativeBuildInputs`.
# The command
# find /nix/store/...-glusterfs-.../ -name '*.py' -executable
# can help with finding new Python scripts.
2017-05-18 23:04:51 +00:00
version = " 3 . 1 0 . 2 " ;
2013-10-20 17:10:25 +00:00
name = " ${ baseName } - ${ version } " ;
2017-05-14 17:18:07 +00:00
url = " h t t p s : / / g i t h u b . c o m / g l u s t e r / g l u s t e r f s / a r c h i v e / v ${ version } . t a r . g z " ;
2017-05-18 23:04:51 +00:00
sha256 = " 0 9 h p v w 4 2 s c 7 7 n c 3 b f v 7 3 9 5 w j n 7 f x v p 0 n 8 q n m r l y x q 8 3 h f 0 w 8 1 g f s " ;
2012-12-04 17:54:03 +00:00
} ;
buildInputs = [
2017-05-11 14:56:07 +00:00
fuse bison flex_2_5_35 openssl ncurses readline
2014-11-02 20:24:51 +00:00
autoconf automake libtool pkgconfig zlib libaio libxml2
2017-01-05 09:02:33 +00:00
acl sqlite liburcu attr makeWrapper
2017-05-11 14:56:07 +00:00
( python2 . withPackages ( pkgs : [
pkgs . flask
pkgs . prettytable
pkgs . requests
pkgs . xattr
] ) )
# NOTE: `python2` has to be *AFTER* the above `python2.withPackages`,
# to ensure that the packages are available but the `toPythonPath`
# shell function used in `postFixup` is also still available.
python2
2009-08-31 09:52:01 +00:00
] ;
2015-07-01 06:54:42 +00:00
# Some of the headers reference acl
propagatedBuildInputs = [
acl
] ;
2017-05-11 14:56:07 +00:00
# Packages from which GlusterFS calls binaries at run-time from PATH,
# with comments on which commands are known to be called by it.
runtimePATHdeps = [
attr # getfattr setfattr
btrfs-progs # btrfs
coreutils # lots of commands in bash scripts
e2fsprogs # tune2fs
findutils # find
gawk # awk
glibc # getent
gnugrep # grep
gnused # sed
lvm2 # lvs
openssh # ssh
rsync # rsync, e.g. for geo-replication
systemd # systemctl
utillinux # mount umount
which # which
xfsprogs # xfs_info
] ;
2009-08-31 09:52:01 +00:00
in
2012-12-04 17:54:03 +00:00
stdenv . mkDerivation
2009-08-31 09:52:01 +00:00
rec {
2012-12-04 17:54:03 +00:00
inherit ( s ) name version ;
2015-07-01 06:54:42 +00:00
inherit buildInputs propagatedBuildInputs ;
2014-12-18 10:20:03 +00:00
2017-06-18 10:50:03 +00:00
postPatch = ''
sed - e ' /chmod u+s/d ' - i contrib/fuse-util/Makefile.am
'' ;
2017-05-11 14:56:07 +00:00
patches = [
./glusterfs-use-PATH-instead-of-hardcodes.patch
./glusterfs-fix-unsubstituted-autoconf-macros.patch
./glusterfs-python-remove-find_library.patch
] ;
2017-05-14 17:18:07 +00:00
# Note that the VERSION file is something that is present in release tarballs
# but not in git tags (at least not as of writing in v3.10.1).
# That's why we have to create it.
# Without this, gluster (at least 3.10.1) will fail very late and cryptically,
# for example when setting up geo-replication, with a message like
# Staging of operation 'Volume Geo-replication Create' failed on localhost : Unable to fetch master volume details. Please check the master cluster and master volume.
# What happens here is that the gverify.sh script tries to compare the versions,
# but fails when the version is empty.
# See upstream GlusterFS bug https://bugzilla.redhat.com/show_bug.cgi?id=1452705
preConfigure = ''
echo " v ${ s . version } " > VERSION
2014-06-23 14:12:10 +00:00
./autogen.sh
'' ;
2014-12-18 10:20:03 +00:00
2009-08-31 09:52:01 +00:00
configureFlags = [
2017-01-05 09:02:33 +00:00
'' - - l o c a l s t a t e d i r = / v a r ''
2009-08-31 09:52:01 +00:00
] ;
2014-12-18 10:20:03 +00:00
makeFlags = " D E S T D I R = $ ( o u t ) " ;
2017-05-11 16:28:46 +00:00
enableParallelBuilding = true ;
2014-12-18 10:20:03 +00:00
postInstall = ''
cp - r $ out / $ out /* $ o u t
rm - r $ out/nix
2017-05-11 14:56:07 +00:00
'' ;
postFixup = ''
# glusterd invokes `gluster` and other utilities when telling other glusterd nodes to run commands.
# For example for `peer_georep-sshkey` key generation, so `$out/bin` is needed in the PATH.
# It also invokes bash scripts like `gverify.sh`.
# It also invokes executable Python scripts in `$out/libexec/glusterfs`, which is why we set up PYTHONPATH accordingly.
# We set up the paths for the main entry point executables.
GLUSTER_PATH = " ${ stdenv . lib . makeBinPath runtimePATHdeps } : $ o u t / b i n "
GLUSTER_PYTHONPATH = " $ ( t o P y t h o n P a t h $ o u t ) : $ o u t / l i b e x e c / g l u s t e r f s "
GLUSTER_LD_LIBRARY_PATH = " $ o u t / l i b "
wrapProgram $ out/bin/glusterd - - set PATH " $ G L U S T E R _ P A T H " - - set PYTHONPATH " $ G L U S T E R _ P Y T H O N P A T H " - - set LD_LIBRARY_PATH " $ G L U S T E R _ L D _ L I B R A R Y _ P A T H "
wrapProgram $ out/bin/gluster - - set PATH " $ G L U S T E R _ P A T H " - - set PYTHONPATH " $ G L U S T E R _ P Y T H O N P A T H " - - set LD_LIBRARY_PATH " $ G L U S T E R _ L D _ L I B R A R Y _ P A T H "
wrapProgram $ out/sbin/mount.glusterfs - - set PATH " $ G L U S T E R _ P A T H " - - set PYTHONPATH " $ G L U S T E R _ P Y T H O N P A T H " - - set LD_LIBRARY_PATH " $ G L U S T E R _ L D _ L I B R A R Y _ P A T H "
# Set Python environment for the Python based utilities.
# It would be nice if there was a better way to do this, automatically for all of them.
# Also, this is brittle: If we forget a dependency or gluster adds a new one, things will break deep inside gluster.
# We should better try to get an explicit list of Python dependencies from gluster and ensure all of them are in the PYTHONPATH of all these python scripts.
# But at the time of writing (gluster 3.10), gluster only provides this in form of a gluster.spec file for RPM creation,
# and even that one is not complete (for example it doesn't mention the `flask` dependency).
wrapProgram $ out/bin/gluster-eventsapi - - set PATH " $ G L U S T E R _ P A T H " - - set PYTHONPATH " $ G L U S T E R _ P Y T H O N P A T H " - - set LD_LIBRARY_PATH " $ G L U S T E R _ L D _ L I B R A R Y _ P A T H "
wrapProgram $ out/bin/gluster-georep-sshkey - - set PATH " $ G L U S T E R _ P A T H " - - set PYTHONPATH " $ G L U S T E R _ P Y T H O N P A T H " - - set LD_LIBRARY_PATH " $ G L U S T E R _ L D _ L I B R A R Y _ P A T H "
wrapProgram $ out/bin/gluster-mountbroker - - set PATH " $ G L U S T E R _ P A T H " - - set PYTHONPATH " $ G L U S T E R _ P Y T H O N P A T H " - - set LD_LIBRARY_PATH " $ G L U S T E R _ L D _ L I B R A R Y _ P A T H "
wrapProgram $ out/bin/glusterfind - - set PATH " $ G L U S T E R _ P A T H " - - set PYTHONPATH " $ G L U S T E R _ P Y T H O N P A T H " - - set LD_LIBRARY_PATH " $ G L U S T E R _ L D _ L I B R A R Y _ P A T H "
# Note that we only wrap the symlinks in $out/bin, not the actual executable scripts in $out/libexec/glusterfs.
# This is because those scripts use `__file__` in their program logic
# (see https://github.com/gluster/glusterfs/blob/v3.10.1/extras/cliutils/cliutils.py#L116)
# which would break if we changed the file name (which is what `wrapProgram` does).
# Luckily, `libexec` scripts are never supposed to be invoked straight from PATH,
# instead they are invoked directly from `gluster` or `glusterd`, which is why it is
# sufficient to set PYTHONPATH for those executables.
wrapProgram $ out/share/glusterfs/scripts/eventsdash.py - - set PATH " $ G L U S T E R _ P A T H " - - set PYTHONPATH " $ G L U S T E R _ P Y T H O N P A T H " - - set LD_LIBRARY_PATH " $ G L U S T E R _ L D _ L I B R A R Y _ P A T H "
'' ;
doInstallCheck = true ;
# Below we run Python programs. That generates .pyc/.pyo files.
# By default they are indeterministic because such files contain time stamps
# (see https://nedbatchelder.com/blog/200804/the_structure_of_pyc_files.html).
# So we use the same environment variables as in
# https://github.com/NixOS/nixpkgs/blob/249b34aadca7038207492f29142a3456d0cecec3/pkgs/development/interpreters/python/mk-python-derivation.nix#L61
# to make these files deterministic.
# A general solution to this problem might be brought by #25707.
DETERMINISTIC_BUILD = 1 ;
PYTHONHASHSEED = 0 ;
installCheckPhase = ''
# Tests that the above programs work without import errors.
# For testing it manually in a shell you may want to substitute `$out` with `$(dirname $(readlink -f $(which gluster)))/../`.
$ out/bin/glusterd - - help
# $out/bin/gluster help # can't do this because even `gluster help` tries to write to `/var/log/glusterfs/cli.log`
$ out/bin/gluster-eventsapi - - help
$ out/bin/gluster-georep-sshkey - - help
$ out/bin/gluster-mountbroker - - help
$ out/bin/glusterfind - - help
# gfid_to_path.py doesn't accept --help, and it requires different arguments
# (a dir as single argument) than the usage prints when stdin is not a TTY.
# The `echo ""` is just so that stdin is not a TTY even if you try this line
# on a real TTY for testing purposes.
echo " " | ( mkdir - p nix-test-dir-for-gfid_to_path && touch b && $ out/libexec/glusterfs/gfind_missing_files/gfid_to_path.py nix-test-dir-for-gfid_to_path )
$ out/share/glusterfs/scripts/eventsdash.py - - help
2014-12-18 10:20:03 +00:00
'' ;
2012-12-04 17:54:03 +00:00
src = fetchurl {
inherit ( s ) url sha256 ;
} ;
2009-08-31 09:52:01 +00:00
meta = {
2012-12-04 17:54:03 +00:00
inherit ( s ) version ;
2009-08-31 09:52:01 +00:00
description = " D i s t r i b u t e d s t o r a g e s y s t e m " ;
maintainers = [
2012-12-04 17:54:03 +00:00
stdenv . lib . maintainers . raskin
2009-08-31 09:52:01 +00:00
] ;
2017-05-14 17:18:07 +00:00
platforms = with stdenv . lib . platforms ;
2009-08-31 09:52:01 +00:00
linux ++ freebsd ;
} ;
}