1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
|
{
lib,
stdenv,
buildPythonPackage,
fetchFromGitHub,
replaceVars,
# build-system
cmake,
ninja,
scikit-build-core,
# buildInputs
ggml,
# dependencies
numpy,
typing-extensions,
# optional-dependencies
accelerate,
sentencepiece,
torch,
torchaudio,
torchvision,
transformers,
cairosvg,
mkdocs,
mkdocs-material,
mkdocstrings,
pillow,
# tests
pytestCheckHook,
}:
buildPythonPackage (finalAttrs: {
pname = "ggml-python";
version = "0.0.37";
pyproject = true;
src = fetchFromGitHub {
owner = "abetlen";
repo = "ggml-python";
tag = "v${finalAttrs.version}";
# ggml-python expects an older version of ggml than pkgs.ggml's
fetchSubmodules = true;
hash = "sha256-QFpUGQ8m4c0SpHWnHhoyPdQkcywBToeLahDtG+JMcmA=";
};
build-system = [
cmake
ninja
scikit-build-core
];
dontUseCmakeConfigure = true;
buildInputs = [
ggml
];
dependencies = [
numpy
typing-extensions
];
optional-dependencies = {
convert = [
accelerate
numpy
sentencepiece
torch
torchaudio
torchvision
transformers
];
docs = [
cairosvg
mkdocs
mkdocs-material
mkdocstrings
pillow
];
};
pythonImportsCheck = [ "ggml" ];
preCheck = ''
rm -rf ggml
'';
nativeCheckInputs = [
pytestCheckHook
];
meta = {
description = "Python bindings for ggml";
homepage = "https://github.com/abetlen/ggml-python";
license = lib.licenses.mit;
maintainers = with lib.maintainers; [ GaetanLepage ];
};
})
|
