1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
|
{
lib,
stdenv,
buildPythonPackage,
fetchFromGitHub,
rustPlatform,
# nativeBuildInputs
protoc,
# buildInputs
protobuf,
# dependencies
pyarrow,
typing-extensions,
# tests
numpy,
pytest-asyncio,
pytestCheckHook,
}:
buildPythonPackage rec {
pname = "datafusion";
version = "50.1.0";
pyproject = true;
src = fetchFromGitHub {
name = "datafusion-source";
owner = "apache";
repo = "arrow-datafusion-python";
tag = version;
# Fetch arrow-testing and parquet-testing (tests assets)
fetchSubmodules = true;
hash = "sha256-+r3msFc9yu3aJBDRI66A/AIctCbLxfZB3Ur/raDV3x8=";
};
cargoDeps = rustPlatform.fetchCargoVendor {
inherit pname src version;
hash = "sha256-XJ2x/EtMZu/fdS6XB/IydMfHmlaxEWJ3XJPY73WoGqs=";
};
nativeBuildInputs = with rustPlatform; [
cargoSetupHook
maturinBuildHook
protoc
];
buildInputs = [
protobuf
];
dependencies = [
pyarrow
typing-extensions
];
nativeCheckInputs = [
numpy
pytest-asyncio
pytestCheckHook
];
pythonImportsCheck = [
"datafusion"
"datafusion._internal"
];
preCheck = ''
rm -rf python/datafusion
'';
disabledTests = [
# Exception: DataFusion error (requires internet access)
"test_register_http_csv"
]
++ lib.optionals stdenv.hostPlatform.isDarwin [
# Flaky: Failed: Query was not interrupted; got error: None
"test_collect_interrupted"
];
meta = {
description = "Extensible query execution framework";
longDescription = ''
DataFusion is an extensible query execution framework, written in Rust,
that uses Apache Arrow as its in-memory format.
'';
homepage = "https://arrow.apache.org/datafusion/";
changelog = "https://github.com/apache/arrow-datafusion-python/blob/${version}/CHANGELOG.md";
license = with lib.licenses; [ asl20 ];
maintainers = with lib.maintainers; [ cpcloud ];
};
}
|
