hadoop: init 3.4, drop 3.2

This commit is contained in:
illustris 2024-06-24 09:25:57 +05:30
parent e0ba5d6aaf
commit e761e8a979
No known key found for this signature in database
GPG Key ID: 56C8FC0B899FEFA3
4 changed files with 23 additions and 14 deletions

View File

@ -390,7 +390,7 @@ in {
guix = handleTest ./guix {}; guix = handleTest ./guix {};
gvisor = handleTest ./gvisor.nix {}; gvisor = handleTest ./gvisor.nix {};
hadoop = import ./hadoop { inherit handleTestOn; package=pkgs.hadoop; }; hadoop = import ./hadoop { inherit handleTestOn; package=pkgs.hadoop; };
hadoop_3_2 = import ./hadoop { inherit handleTestOn; package=pkgs.hadoop_3_2; }; hadoop_3_3 = import ./hadoop { inherit handleTestOn; package=pkgs.hadoop_3_3; };
hadoop2 = import ./hadoop { inherit handleTestOn; package=pkgs.hadoop2; }; hadoop2 = import ./hadoop { inherit handleTestOn; package=pkgs.hadoop2; };
haka = handleTest ./haka.nix {}; haka = handleTest ./haka.nix {};
haste-server = handleTest ./haste-server.nix {}; haste-server = handleTest ./haste-server.nix {};

View File

@ -99,6 +99,7 @@ import ../make-test-python.nix ({ package, ... }: {
}; };
dn1 = { ... }: { dn1 = { ... }: {
virtualisation.diskSize = 4096;
services.hadoop = { services.hadoop = {
inherit package coreSite hdfsSite; inherit package coreSite hdfsSite;
hdfs.datanode = { hdfs.datanode = {

View File

@ -125,6 +125,24 @@ in
{ {
# Different version of hadoop support different java runtime versions # Different version of hadoop support different java runtime versions
# https://cwiki.apache.org/confluence/display/HADOOP/Hadoop+Java+Versions # https://cwiki.apache.org/confluence/display/HADOOP/Hadoop+Java+Versions
hadoop_3_4 = common rec {
pname = "hadoop";
platformAttrs = rec {
x86_64-linux = {
version = "3.4.0";
hash = "sha256-4xGnhIBBQDD57GNUml1oXmnibyBxA9mr8hpIud0DyGw=";
srcHash = "sha256-viDF3LdRCZHqFycOYfN7nUQBPHiMCIjmu7jgIAaaK9E=";
};
x86_64-darwin = x86_64-linux;
aarch64-linux = x86_64-linux // {
hash = "sha256-QWxzKtNyw/AzcHMv0v7kj91pw1HO7VAN9MHO84caFk8=";
};
aarch64-darwin = aarch64-linux;
};
jdk = jdk11_headless;
# TODO: Package and add Intel Storage Acceleration Library
tests = nixosTests.hadoop;
};
hadoop_3_3 = common rec { hadoop_3_3 = common rec {
pname = "hadoop"; pname = "hadoop";
platformAttrs = rec { platformAttrs = rec {
@ -141,17 +159,7 @@ in
}; };
jdk = jdk11_headless; jdk = jdk11_headless;
# TODO: Package and add Intel Storage Acceleration Library # TODO: Package and add Intel Storage Acceleration Library
tests = nixosTests.hadoop; tests = nixosTests.hadoop_3_3;
};
hadoop_3_2 = common {
pname = "hadoop";
platformAttrs.x86_64-linux = {
version = "3.2.4";
hash = "sha256-qt2gpMr+NHuiVR+/zFRzRyRKG725/ZNBIM69z9J9wNw=";
srcHash = "sha256-F9nGD3mZZ1eJf3Ec3AJGE9YBcL/HiagskcdKQhCn/sw=";
};
jdk = jdk8_headless;
tests = nixosTests.hadoop_3_2;
}; };
hadoop2 = common rec { hadoop2 = common rec {
pname = "hadoop"; pname = "hadoop";

View File

@ -17128,10 +17128,10 @@ with pkgs;
groovy = callPackage ../development/interpreters/groovy { }; groovy = callPackage ../development/interpreters/groovy { };
inherit (callPackages ../applications/networking/cluster/hadoop {}) inherit (callPackages ../applications/networking/cluster/hadoop {})
hadoop_3_4
hadoop_3_3 hadoop_3_3
hadoop_3_2
hadoop2; hadoop2;
hadoop3 = hadoop_3_3; hadoop3 = hadoop_3_4;
hadoop = hadoop3; hadoop = hadoop3;
hashlink = callPackage ../development/interpreters/hashlink { }; hashlink = callPackage ../development/interpreters/hashlink { };