1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
|
{
lib,
stdenv,
buildPythonPackage,
fetchFromGitHub,
cmake,
ninja,
duckdb,
fsspec,
google-cloud-storage,
ipython,
numpy,
openssl,
pandas,
psutil,
pyarrow,
pybind11,
pytz,
scikit-build-core,
setuptools-scm,
pytest-reraise,
pytestCheckHook,
}:
buildPythonPackage rec {
inherit (duckdb)
pname
version # nixpkgs-update: no auto update
;
pyproject = true;
src = fetchFromGitHub {
owner = "duckdb";
repo = "duckdb-python";
tag = "v${version}";
hash = duckdb.passthru.pythonHash;
};
postPatch = ''
# The build depends on a duckdb git submodule
rm -r external/duckdb
ln -s ${duckdb.src} external/duckdb
# replace pybind11[global] with pybind11
substituteInPlace pyproject.toml \
--replace-fail "pybind11[global]" "pybind11"
# replace custom build backend with standard scikit-build-core
substituteInPlace pyproject.toml \
--replace-fail 'build-backend = "duckdb_packaging.build_backend"' \
'build-backend = "scikit_build_core.build"' \
--replace-fail 'backend-path = ["./"]' \
'# backend-path removed'
'';
nativeBuildInputs = [
cmake
ninja
];
dontUseCmakeConfigure = true;
build-system = [
pybind11
scikit-build-core
setuptools-scm
];
buildInputs = [
duckdb
openssl
];
optional-dependencies = {
all = [
# FIXME package adbc_driver_manager
ipython
fsspec
numpy
pandas
pyarrow
];
};
env = {
DUCKDB_BUILD_UNITY = 1;
# default to disabled extension autoload/autoinstall
CMAKE_DEFINE_DUCKDB_EXTENSION_AUTOLOAD_DEFAULT = "0";
CMAKE_DEFINE_DUCKDB_EXTENSION_AUTOINSTALL_DEFAULT = "0";
};
cmakeFlags = [
(lib.cmakeFeature "OVERRIDE_GIT_DESCRIBE" "v${version}-0-g${duckdb.rev}")
];
nativeCheckInputs = [
fsspec
google-cloud-storage
psutil
pytest-reraise
pytestCheckHook
pytz
]
++ optional-dependencies.all;
# test flags from .github/workflows/Python.yml
pytestFlags = [ "--verbose" ];
enabledTestPaths = if stdenv.hostPlatform.isDarwin then [ "tests/fast" ] else [ "tests" ];
disabledTestPaths = [
# avoid dependency on adbc_driver_manager
"tests/fast/adbc"
# avoid dependency on pyotp
"tests/fast/test_pypi_cleanup.py"
# avoid test data download requiring network access
"tests/slow/test_h2oai_arrow.py"
];
disabledTests = [
# tries to make http request
"test_install_non_existent_extension"
# test is flaky https://github.com/duckdb/duckdb/issues/11961
"test_fetchmany"
# https://github.com/duckdb/duckdb/issues/10702
# tests are racy and interrupt can be delivered before or after target point
# causing a later test to fail with a spurious KeyboardInterrupt
"test_connection_interrupt"
"test_query_interruption"
# flaky due to a race condition in checking whether a thread is alive
"test_query_progress"
];
# remove duckdb dir to prevent import confusion by pytest
preCheck = ''
export HOME="$(mktemp -d)"
rm -rf duckdb
'';
pythonImportsCheck = [ "duckdb" ];
meta = {
description = "Python binding for DuckDB";
homepage = "https://duckdb.org/";
license = lib.licenses.mit;
maintainers = with lib.maintainers; [ cpcloud ];
};
}
|
