1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
|
{
lib,
stdenv,
buildPythonPackage,
fetchFromGitHub,
# nativeBuildInputs
cargo,
pkg-config,
rustPlatform,
rustc,
# buildInputs
oniguruma,
openssl,
# tests
pytestCheckHook,
torch,
transformers,
}:
buildPythonPackage rec {
pname = "llguidance";
version = "1.4.0";
pyproject = true;
src = fetchFromGitHub {
owner = "guidance-ai";
repo = "llguidance";
tag = "v${version}";
hash = "sha256-+DRJIzFqJEeinwJVyXuRQ1niQmDoNhKLHrfvFnjDL8c=";
};
cargoDeps = rustPlatform.fetchCargoVendor {
inherit src pname version;
hash = "sha256-SQ8ahSCJUaYF7PzPfRUjCdJTJ811oTyxiLDfRre2BO0=";
};
nativeBuildInputs = [
cargo
pkg-config
rustPlatform.cargoSetupHook
rustPlatform.maturinBuildHook
rustc
];
buildInputs = [
oniguruma
openssl
];
env = {
RUSTONIG_SYSTEM_LIBONIG = true;
};
pythonImportsCheck = [
"llguidance"
"llguidance._lib"
];
nativeCheckInputs = [
pytestCheckHook
torch
transformers
];
# Prevent python from loading the package from $src instead of the $out
preCheck = ''
rm -r python/llguidance
'';
disabledTests = [
# Require internet access (https://huggingface.co)
"test_grammar"
"test_incomplete_tokenizer"
"test_par_errors"
"test_par_grammar"
"test_tokenize_partial_basic"
"test_tokenize_partial_docs"
]
++ lib.optionals stdenv.hostPlatform.isDarwin [
# torch._inductor.exc.CppCompileError: C++ compile error
# OpenMP support not found.
"test_mask_data_torch"
];
disabledTestPaths = [
# Require internet access (https://huggingface.co)
"python/torch_tests/test_hf.py"
"python/torch_tests/test_llamacpp.py"
"python/torch_tests/test_tiktoken.py"
"scripts/tokenizer_test.py"
];
meta = {
description = "Super-fast Structured Outputs";
homepage = "https://github.com/guidance-ai/llguidance";
changelog = "https://github.com/guidance-ai/llguidance/blob/v${version}/CHANGELOG.md";
license = lib.licenses.mit;
maintainers = with lib.maintainers; [ GaetanLepage ];
};
}
|
