Merge pull request #149696 from bbigras/kdi

kafka-delta-ingest: init at unstable-2021-12-08
This commit is contained in:
Bruno Bigras 2021-12-11 15:42:49 -05:00 committed by GitHub
commit 65e86e8cf8
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
2 changed files with 47 additions and 0 deletions

View file

@ -0,0 +1,45 @@
{ lib
, stdenv
, fetchFromGitHub
, rustPlatform
, pkg-config
, openssl
, perl
, rdkafka
}:
rustPlatform.buildRustPackage rec {
pname = "kafka-delta-ingest";
version = "unstable-2021-12-08";
src = fetchFromGitHub {
owner = "delta-io";
repo = pname;
rev = "c48c854145b5aab1b8f36cc04978880794a2273c";
sha256 = "sha256-q0jOVZlxMHIhnc8y2N8o7Sl5Eg7DfJ96kXrPIV8RD1Y=";
};
nativeBuildInputs = [
pkg-config
perl
];
buildFeatures = [ "dynamic-linking" ];
buildInputs = [
openssl
rdkafka
];
cargoSha256 = "sha256-srSu3Rx58Ee2Y+8MVis1ACXBQ92u1mIvy1DNp0qJ4IA=";
# many tests seem to require a running kafka instance
doCheck = false;
meta = with lib; {
description = "A highly efficient daemon for streaming data from Kafka into Delta Lake";
homepage = "https://github.com/delta-io/kafka-delta-ingest";
license = licenses.asl20;
maintainers = with maintainers; [ bbigras ];
};
}

View file

@ -14823,6 +14823,8 @@ with pkgs;
k2tf = callPackage ../development/tools/misc/k2tf { };
kafka-delta-ingest = callPackage ../development/tools/kafka-delta-ingest { };
kati = callPackage ../development/tools/build-managers/kati { };
kcat = callPackage ../development/tools/kcat { };