kafka-delta-ingest: unstable-2021-12-08 -> 0-unstable-2024-11-05 (#353805)

This commit is contained in:
Peder Bergebakken Sundt 2024-11-05 20:56:30 +01:00 committed by GitHub
commit 79e25966e4
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 4240 additions and 1107 deletions

File diff suppressed because it is too large Load Diff

View File

@ -1,22 +1,27 @@
{ lib {
, stdenv lib,
, fetchFromGitHub stdenv,
, rustPlatform fetchFromGitHub,
, pkg-config rustPlatform,
, openssl pkg-config,
, perl openssl,
, rdkafka perl,
rdkafka,
# these are features in the cargo, where one may be disabled to reduce the final size
enableS3 ? true,
enableAzure ? true,
}: }:
rustPlatform.buildRustPackage rec { assert lib.assertMsg (enableS3 || enableAzure) "Either S3 or azure support needs to be enabled";
rustPlatform.buildRustPackage {
pname = "kafka-delta-ingest"; pname = "kafka-delta-ingest";
version = "unstable-2021-12-08"; version = "0-unstable-2024-11-05";
src = fetchFromGitHub { src = fetchFromGitHub {
owner = "delta-io"; owner = "delta-io";
repo = pname; repo = "kafka-delta-ingest";
rev = "c48c854145b5aab1b8f36cc04978880794a2273c"; rev = "b7638eda8642985b5bd56741de526ea051d784c0";
sha256 = "sha256-q0jOVZlxMHIhnc8y2N8o7Sl5Eg7DfJ96kXrPIV8RD1Y="; hash = "sha256-fngPFvCxEaHVenySG5FBbVXporu3Hf957iV3rGWsrzE=";
}; };
nativeBuildInputs = [ nativeBuildInputs = [
@ -24,7 +29,9 @@ rustPlatform.buildRustPackage rec {
perl perl
]; ];
buildFeatures = [ "dynamic-linking" ]; buildFeatures = [
"dynamic-linking"
] ++ lib.optional enableS3 "s3" ++ lib.optional enableAzure "azure";
buildInputs = [ buildInputs = [
openssl openssl
@ -33,11 +40,12 @@ rustPlatform.buildRustPackage rec {
cargoLock = { cargoLock = {
lockFile = ./Cargo.lock; lockFile = ./Cargo.lock;
outputHashes = {
"deltalake-0.4.1" = "sha256-0v3n+qMbBhw53qPuZdhGSO+aqc6j8T577fnyEIQmPDU=";
};
}; };
postPatch = ''
ln -s ${./Cargo.lock} Cargo.lock
'';
# many tests seem to require a running kafka instance # many tests seem to require a running kafka instance
doCheck = false; doCheck = false;